-- Logs begin at Wed 2022-04-06 12:23:00 UTC, end at Wed 2022-04-06 14:31:25 UTC. -- Apr 06 13:15:28.809427 dv-neutron-834600-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 06 13:15:31.301484 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.common.config [-] Logging enabled! Apr 06 13:15:31.302124 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev100 Apr 06 13:15:31.302248 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88457) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 13:15:31.305381 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.common.config [-] Logging enabled! Apr 06 13:15:31.305637 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev100 Apr 06 13:15:31.305954 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88457) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 13:15:31.306927 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 13:15:31.307166 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 13:15:31.307524 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 13:15:31.307771 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 13:15:31.307998 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 13:15:31.308319 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.308618 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.308916 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.309149 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.309448 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.309740 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.310025 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.310314 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.310614 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.310924 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.311207 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.311494 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.311726 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.312006 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.312295 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.312583 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.312809 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] debug = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.313091 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.313519 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.313943 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.314223 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.314513 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.314794 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.315092 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.315370 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.316185 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.316707 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] host = dv-neutron-834600-1-hyperv {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.316994 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.317301 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.317581 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.317875 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.318155 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.318433 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.318719 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.319021 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.319297 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] log_file = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.319573 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.319863 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.320155 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.320444 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.320670 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.320893 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.321186 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.321480 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.321757 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.322033 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.322308 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.322582 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.322882 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.323155 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.323443 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.323728 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.324015 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.324290 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.324564 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.324836 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.325107 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.325393 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.325668 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.325942 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.326216 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.326508 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.326777 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.327077 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.327380 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.327668 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.327953 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.328241 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.328517 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.328803 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.329077 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.329351 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.329624 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] use_json = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.329897 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.330173 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.330458 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.330731 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.331025 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.331380 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.332179 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.332546 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.332828 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:31.333130 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.333432 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.333737 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.334028 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.334322 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.334606 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.334923 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.335209 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.335501 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.335797 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.336091 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.336378 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.336671 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.336950 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.337246 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.337554 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.337852 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.338147 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.338425 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.338700 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.339004 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.339285 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.339572 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.339865 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.340157 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.340435 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.340714 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.341007 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.341288 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.341563 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.341844 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.342138 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.342419 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.342695 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.343004 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.343288 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.343564 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.343839 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.344122 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.344416 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.344697 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.344972 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.345246 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.345522 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.345796 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.346085 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.346369 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.346647 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.347010 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.347448 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.347730 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.348006 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.348291 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.348568 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.348849 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.349125 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.349398 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.349672 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.349946 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.350223 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.350499 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.350771 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.351084 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.351360 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.351634 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.351911 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.352184 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.352459 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.352749 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.353049 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.353332 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.353612 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.353893 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.354174 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.354457 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.354737 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.355043 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.355324 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.355599 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.355892 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.356179 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.356474 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.356761 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.357039 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.357339 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.357621 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.357906 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.358186 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.358472 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.358758 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.359077 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.359377 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.359676 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.359973 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.360272 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.360569 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.360851 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.361161 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.361443 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:31.361661 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 13:15:31.361900 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88457) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 06 13:15:31.755849 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO keyring.backend [-] Loading KWallet Apr 06 13:15:31.763298 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO keyring.backend [-] Loading SecretService Apr 06 13:15:31.766711 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO keyring.backend [-] Loading Windows Apr 06 13:15:31.768044 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO keyring.backend [-] Loading chainer Apr 06 13:15:31.768922 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO keyring.backend [-] Loading macOS Apr 06 13:15:31.802114 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 06 13:15:31.802384 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 06 13:15:31.802674 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 06 13:15:31.803053 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 06 13:15:32.193497 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.193794 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.194067 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.195407 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.195684 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.195951 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.231031 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.231308 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.231573 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.244839 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.245120 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.245389 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.275767 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.276052 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.276329 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.313002 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.313528 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.313528 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.546893 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.547108 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.547367 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.547630 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.548371 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.668771 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.669099 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.669385 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.669659 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.669926 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.670240 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.670506 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.670767 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.671052 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.671337 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.671597 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.671862 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.672130 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.672388 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.672662 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.672933 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.673192 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.673462 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.673717 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.673997 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.674350 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.674604 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.674878 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.675884 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.676237 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.676494 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.676880 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:15:32.677124 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:15:32.677365 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:15:32.677604 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:15:32.677841 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:15:32.678076 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:15:32.678447 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 06 13:15:32.681539 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 06 13:15:32.685469 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 06 13:15:32.689184 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Apr 06 13:15:32.690881 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 06 13:15:32.691330 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 06 13:15:32.691667 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 06 13:15:32.692053 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 06 13:15:32.695035 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 06 13:15:32.695286 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 06 13:15:32.695630 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 13:15:32.723599 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 06 13:15:32.724041 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.724340 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88457) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 06 13:15:32.724701 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.726054 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88457) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 06 13:15:32.726336 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 13:15:32.726582 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 06 13:15:32.729743 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.730027 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:32.792860 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 06 13:15:32.793101 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 06 13:15:32.793341 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 06 13:15:32.793722 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 06 13:15:32.825751 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_db.sqlalchemy.engines [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88457) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 06 13:15:33.250308 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.managers [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Initializing driver for type 'gre' Apr 06 13:15:33.250855 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] gre ID ranges: [(1, 1000)] Apr 06 13:15:33.547364 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.managers [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Initializing driver for type 'local' Apr 06 13:15:33.547949 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.managers [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Initializing driver for type 'vlan' Apr 06 13:15:33.644544 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] VlanTypeDriver initialization complete Apr 06 13:15:33.645460 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.managers [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Initializing driver for type 'vxlan' Apr 06 13:15:33.646128 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] vxlan ID ranges: [(1, 1000)] Apr 06 13:15:33.821960 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.managers [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Initializing extension driver 'port_security' Apr 06 13:15:33.822224 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.extensions.port_security [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] PortSecurityExtensionDriver initialization complete Apr 06 13:15:33.822556 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.managers [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Initializing mechanism driver 'openvswitch' Apr 06 13:15:33.822913 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.managers [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Initializing mechanism driver 'hyperv' Apr 06 13:15:33.829413 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.plugins.ml2.plugin [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:15:33.830066 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > port after_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.830454 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > port after_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.830820 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > port after_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.831332 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88457) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 06 13:15:33.831751 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > subnet after_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.832126 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > subnet after_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.832946 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.833335 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88457) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 06 13:15:33.833738 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > network after_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.834085 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > network after_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.834421 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > network after_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.834827 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88457) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 06 13:15:33.835227 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > security_group after_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.835569 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > security_group after_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.835899 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.836281 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88457) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 06 13:15:33.836675 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.837011 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.837371 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.837875 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88457) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 06 13:15:33.838274 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > address_group after_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.838613 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > address_group after_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.838974 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.839358 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88457) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 06 13:15:33.839795 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] ML2 OVO RPC backend initialized. {{(pid=88457) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Apr 06 13:15:33.840497 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.840845 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.842946 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > network before_response 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.842946 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > networks before_response 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.842946 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > port before_response 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.842946 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > ports before_response 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.843267 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > subnet before_response 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.843267 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > subnets before_response 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.843267 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > network after_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.843597 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > network after_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.843929 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > network after_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.844258 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > port after_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.844588 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > port after_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.844915 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > port after_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.845243 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > subnet after_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.845571 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > subnet after_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.845898 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.846457 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.plugin [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Modular L2 Plugin initialization complete Apr 06 13:15:33.846779 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading services supported by the core plugin {{(pid=88457) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 06 13:15:33.847118 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.plugins.ml2.managers [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Got port-security extension from driver 'port_security' Apr 06 13:15:33.847571 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.extensions.vlantransparent [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Disabled vlantransparent extension. Apr 06 13:15:33.848593 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88457) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 06 13:15:33.848906 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading Plugin: router Apr 06 13:15:33.887525 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.887911 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > router after_create 55549900 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.888272 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > router before_create 55549900 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.888626 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.888987 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.889328 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > router after_delete 55549900 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.889678 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.890033 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > router after_create 55549900 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.890371 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > router after_update 55549900 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.890710 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > router after_update 55549900 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.891083 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.891433 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > router after_update 55549900 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.891834 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > router precommit_update 55549900 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.892195 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: port after_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.892526 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: port after_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.892854 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: subnet after_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.893184 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.893520 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.893858 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > router precommit_create 55549900 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.894196 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: port before_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.894530 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > router precommit_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.895445 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > router after_update 55549900 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.895789 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.896135 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > router precommit_create 55549900 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.896493 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.896832 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > router precommit_update 55549900 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.897189 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > agent after_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.897530 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > agent after_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.897868 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > network after_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.898703 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.quota.resource_registry [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Tracking information for resource: router configured {{(pid=88457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:15:33.899060 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.quota.resource_registry [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Tracking information for resource: floatingip configured {{(pid=88457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:15:33.903824 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.db.l3_agentschedulers_db [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 06 13:15:33.904390 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: port after_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.904742 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: port after_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.905084 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: port after_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.905424 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: port after_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.906299 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > router before_create 55550100 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.906655 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.907042 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > router precommit_create 55550100 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.907392 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > router precommit_update 55550100 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.912314 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.services.provider_configuration [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Service providers = [] {{(pid=88457) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 06 13:15:33.912676 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.db.servicetype_db [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88457) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 06 13:15:33.915612 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.services.service_base [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88457) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 13:15:33.915955 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.services.service_base [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88457) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 13:15:33.916291 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.services.service_base [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88457) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 13:15:33.917164 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.services.service_base [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88457) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 13:15:33.917526 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.services.service_base [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 06 13:15:33.917896 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:15:33.918212 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 06 13:15:33.929679 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:15:33.930016 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading Plugin: auto_allocate Apr 06 13:15:33.935744 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: network precommit_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.936103 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: network precommit_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.936611 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:15:33.936921 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading Plugin: tag Apr 06 13:15:33.944344 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:15:33.944684 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading Plugin: timestamp Apr 06 13:15:33.948595 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:15:33.948926 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading Plugin: network_ip_availability Apr 06 13:15:33.954053 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.954422 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.954767 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:33.955481 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:15:33.955792 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading Plugin: flavors Apr 06 13:15:33.960692 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:15:33.961020 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading Plugin: revisions Apr 06 13:15:33.965317 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:15:33.965699 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_concurrency.lockutils [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.163s {{(pid=88457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 06 13:15:33.966424 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88457) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 06 13:15:33.966754 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Initializing extension manager. Apr 06 13:15:33.967275 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: __init__.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:33.967694 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: __pycache__ {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:33.968025 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:33.968350 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: address_group.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:33.969089 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:33.969641 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: address-group Apr 06 13:15:33.969955 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: address_scope.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:33.970657 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:33.971185 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: address-scope Apr 06 13:15:33.971503 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:33.972424 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:33.973532 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: router-admin-state-down-before-update Apr 06 13:15:33.973842 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: agent.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:33.974543 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:33.975069 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: agent Apr 06 13:15:33.975386 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: agent_resources_synced.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:33.976283 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:33.976787 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: agent-resources-synced Apr 06 13:15:33.977105 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: allowedaddresspairs.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:33.979099 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:33.979618 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: allowed-address-pairs Apr 06 13:15:33.979941 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: auto_allocated_topology.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:33.980998 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:33.981506 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: auto-allocated-topology Apr 06 13:15:33.981829 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: availability_zone.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:33.982511 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:33.983035 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: availability_zone Apr 06 13:15:33.983353 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: availability_zone_filter.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:33.984254 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:33.984757 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: availability_zone_filter Apr 06 13:15:33.985074 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: data_plane_status.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:33.985959 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:33.986452 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension data-plane-status not supported by any of loaded plugins Apr 06 13:15:33.986767 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: default_subnetpools.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:33.987686 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:33.988185 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: default-subnetpools Apr 06 13:15:33.989523 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:33.990324 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:33.990856 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: dhcp_agent_scheduler Apr 06 13:15:33.991167 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: dns.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:33.992059 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:33.992559 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension dns-integration not supported by any of loaded plugins Apr 06 13:15:33.992876 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: dns_domain_ports.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:33.993784 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:33.994284 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 06 13:15:33.994602 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: dvr.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:33.995288 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:33.995784 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: dvr Apr 06 13:15:33.996099 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: empty_string_filtering.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:33.996991 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:33.997492 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: empty-string-filtering Apr 06 13:15:33.997807 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:33.998694 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:33.999222 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 06 13:15:33.999535 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.000425 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.000919 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 06 13:15:34.001234 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: external_net.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.002128 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.002631 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: external-net Apr 06 13:15:34.003050 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.004665 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.005615 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: extra_dhcp_opt Apr 06 13:15:34.005937 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: extraroute.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.006861 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.007365 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: extraroute Apr 06 13:15:34.007681 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: extraroute_atomic.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.008683 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.009186 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: extraroute-atomic Apr 06 13:15:34.009503 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: filter_validation.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.010199 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.010694 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: filter-validation Apr 06 13:15:34.011040 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: fip_pf_description.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.011930 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.012676 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 06 13:15:34.012986 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: fip_port_details.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.013895 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.014392 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: fip-port-details Apr 06 13:15:34.014706 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: flavors.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.015942 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.016448 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: flavors Apr 06 13:15:34.016767 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.018399 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.018929 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 06 13:15:34.019253 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: floatingip_pools.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.020438 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.020948 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: floatingip-pools Apr 06 13:15:34.021268 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: ip_allocation.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.022174 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.022674 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension ip_allocation not supported by any of loaded plugins Apr 06 13:15:34.023016 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.023918 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.024419 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: ip-substring-filtering Apr 06 13:15:34.024738 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: l2_adjacency.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.025647 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.026138 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 06 13:15:34.026485 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: l3.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.027422 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.027925 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: router Apr 06 13:15:34.028242 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.030553 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.031095 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 06 13:15:34.031424 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.032347 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.032850 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: ext-gw-mode Apr 06 13:15:34.033170 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.034074 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.034573 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: l3-ha Apr 06 13:15:34.034927 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: l3_flavors.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.036253 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.036748 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: l3-flavors Apr 06 13:15:34.037065 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.037970 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.038463 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 06 13:15:34.038777 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: l3agentscheduler.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.039822 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.040327 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: l3_agent_scheduler Apr 06 13:15:34.040647 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: logging.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.042102 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.042616 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension logging not supported by any of loaded plugins Apr 06 13:15:34.042968 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: metering.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.043696 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.044268 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: metering Apr 06 13:15:34.044582 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.045658 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.046168 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: metering_source_and_destination_fields Apr 06 13:15:34.046486 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: multiprovidernet.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.047414 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.047917 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: multi-provider Apr 06 13:15:34.048233 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: netmtu.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.049127 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.049630 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: net-mtu Apr 06 13:15:34.049945 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: netmtu_writable.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.051381 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.052362 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: net-mtu-writable Apr 06 13:15:34.052678 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: network_availability_zone.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.053338 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.053834 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: network_availability_zone Apr 06 13:15:34.054150 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: network_ip_availability.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.055239 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.055745 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: network-ip-availability Apr 06 13:15:34.056071 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: network_segment_range.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.056821 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.057311 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension network-segment-range not supported by any of loaded plugins Apr 06 13:15:34.057626 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: pagination.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.058582 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.058934 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: pagination Apr 06 13:15:34.059251 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: port_device_profile.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.060136 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.060644 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: port-device-profile Apr 06 13:15:34.060957 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.061908 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.062704 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: port-mac-address-regenerate Apr 06 13:15:34.063226 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.064575 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.065356 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: port-numa-affinity-policy Apr 06 13:15:34.065688 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: port_resource_request.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.067699 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.068211 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension port-resource-request not supported by any of loaded plugins Apr 06 13:15:34.068633 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: portbindings.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.069560 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.070069 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: binding Apr 06 13:15:34.070388 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: portbindings_extended.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.071671 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.072236 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: binding-extended Apr 06 13:15:34.072514 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: portsecurity.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.073415 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.073931 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: port-security Apr 06 13:15:34.074247 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: project_id.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.075224 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.075548 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: project-id Apr 06 13:15:34.075864 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: providernet.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.076770 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.077276 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: provider Apr 06 13:15:34.077590 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: qos.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.081211 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.081725 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension qos not supported by any of loaded plugins Apr 06 13:15:34.082066 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.083751 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.084264 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 06 13:15:34.084586 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.085484 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.085985 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 06 13:15:34.086307 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: qos_default.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.087230 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.087738 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension qos-default not supported by any of loaded plugins Apr 06 13:15:34.088058 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: qos_fip.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.088695 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.089191 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension qos-fip not supported by any of loaded plugins Apr 06 13:15:34.089509 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: qos_gateway_ip.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.090413 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.090941 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 06 13:15:34.091261 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: qos_port_network_policy.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.092151 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.092647 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 06 13:15:34.092962 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: qos_rule_type_details.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.093856 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.094352 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 06 13:15:34.094664 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: qos_rules_alias.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.095715 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.096218 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 06 13:15:34.096533 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: quotasv2.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.097413 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.098554 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: quotas Apr 06 13:15:34.099079 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: quotasv2_detail.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.100737 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.101081 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: quota_details Apr 06 13:15:34.101415 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: rbac.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.102468 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.103036 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: rbac-policies Apr 06 13:15:34.103369 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: rbac_address_group.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.104296 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.104818 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: rbac-address-group Apr 06 13:15:34.105148 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: rbac_address_scope.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.106056 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.106577 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: rbac-address-scope Apr 06 13:15:34.106926 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: rbac_security_groups.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.107836 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.108347 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: rbac-security-groups Apr 06 13:15:34.108675 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: rbac_subnetpool.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.109608 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.110118 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: rbac-subnetpool Apr 06 13:15:34.110440 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: revisionifmatch.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.111381 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.111889 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: revision-if-match Apr 06 13:15:34.112211 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: revisions.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.113308 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.114549 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: standard-attr-revisions Apr 06 13:15:34.114898 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: router_availability_zone.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.115571 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.116080 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: router_availability_zone Apr 06 13:15:34.116403 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: routerservicetype.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.117314 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.117817 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension router-service-type not supported by any of loaded plugins Apr 06 13:15:34.118139 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.119082 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.119598 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: security-groups-normalized-cidr Apr 06 13:15:34.119921 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.120951 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.121460 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: port-security-groups-filtering Apr 06 13:15:34.121785 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.122700 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.123233 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: security-groups-remote-address-group Apr 06 13:15:34.123559 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: securitygroup.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.133084 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.133612 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: security-group Apr 06 13:15:34.133945 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: segment.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.134723 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.135264 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension segment not supported by any of loaded plugins Apr 06 13:15:34.135592 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.136525 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.137036 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 06 13:15:34.137616 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: servicetype.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.138716 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.139267 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: service-type Apr 06 13:15:34.139591 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: sorting.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.140595 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.140925 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: sorting Apr 06 13:15:34.141247 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: standard_attr_segment.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.142153 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.142668 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 06 13:15:34.143012 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: standardattrdescription.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.143658 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.144167 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: standard-attr-description Apr 06 13:15:34.144492 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: stateful_security_group.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.145429 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.145943 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: stateful-security-group Apr 06 13:15:34.146268 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: stdattrs_common.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.146863 dv-neutron-834600-1-hyperv neutron-server[88457]: WARNING neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 06 13:15:34.147186 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.148195 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.148706 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 06 13:15:34.149026 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: subnet_onboard.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.150101 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.150616 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: subnet_onboard Apr 06 13:15:34.150974 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.151956 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.152467 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 06 13:15:34.152789 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: subnet_service_types.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.153712 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.154221 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: subnet-service-types Apr 06 13:15:34.154543 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: subnetallocation.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.155652 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.156166 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: subnet_allocation Apr 06 13:15:34.156493 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.157156 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.157664 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: subnetpool-prefix-ops Apr 06 13:15:34.157983 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.158943 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.159454 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 06 13:15:34.159775 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: tagging.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.161418 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.161942 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: standard-attr-tag Apr 06 13:15:34.162270 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: timestamp.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.163531 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.164049 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loaded extension: standard-attr-timestamp Apr 06 13:15:34.164378 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: trunk.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.165407 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.165923 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension trunk not supported by any of loaded plugins Apr 06 13:15:34.166250 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: trunk_details.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.167210 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.167724 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension trunk-details not supported by any of loaded plugins Apr 06 13:15:34.168052 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: uplink_status_propagation.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.168964 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.169573 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 06 13:15:34.169905 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Loading extension file: vlantransparent.py {{(pid=88457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:15:34.170574 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:15:34.171103 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 06 13:15:34.173547 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.quota.resource_registry [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Creating instance of TrackedResource for resource:network Apr 06 13:15:34.174287 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.quota.resource_registry [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Creating instance of TrackedResource for resource:subnet Apr 06 13:15:34.176852 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.quota.resource_registry [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 13:15:34.177466 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.quota.resource_registry [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Creating instance of TrackedResource for resource:port Apr 06 13:15:34.178818 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.v2.resource_helper [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:15:34.179273 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.v2.resource_helper [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Service FLAVORS assigned prefix: {{(pid=88457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:15:34.179897 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.v2.resource_helper [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:15:34.180317 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.v2.resource_helper [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:15:34.180648 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.quota.resource_registry [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Creating instance of TrackedResource for resource:router Apr 06 13:15:34.181307 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.quota.resource_registry [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 13:15:34.182005 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.v2.resource_helper [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Service METERING assigned prefix: /metering {{(pid=88457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:15:34.183483 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:34.183848 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:34.184195 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:15:34.295199 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.quota.resource_registry [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 13:15:34.295674 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.quota.resource_registry [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Creating instance of TrackedResource for resource:security_group Apr 06 13:15:34.296424 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.quota.resource_registry [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 13:15:34.297169 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.v2.resource_helper [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Service CORE assigned prefix: {{(pid=88457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:15:34.297500 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.quota.resource_registry [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 13:15:34.297840 dv-neutron-834600-1-hyperv neutron-server[88457]: WARNING neutron.quota.resource_registry [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] subnetpool is already registered Apr 06 13:15:34.298464 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.v2.resource_helper [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Service CORE assigned prefix: {{(pid=88457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:15:34.298790 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.quota.resource_registry [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 13:15:34.299146 dv-neutron-834600-1-hyperv neutron-server[88457]: WARNING neutron.quota.resource_registry [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] subnetpool is already registered Apr 06 13:15:34.302312 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.v2.resource_helper [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:15:34.302744 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.v2.resource_helper [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Service FLAVORS assigned prefix: {{(pid=88457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:15:34.303363 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.v2.resource_helper [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:15:34.303783 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.v2.resource_helper [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:15:34.304116 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.quota.resource_registry [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Creating instance of TrackedResource for resource:router Apr 06 13:15:34.304442 dv-neutron-834600-1-hyperv neutron-server[88457]: WARNING neutron.quota.resource_registry [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] router is already registered Apr 06 13:15:34.305038 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.quota.resource_registry [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 13:15:34.305367 dv-neutron-834600-1-hyperv neutron-server[88457]: WARNING neutron.quota.resource_registry [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] floatingip is already registered Apr 06 13:15:34.305999 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.v2.resource_helper [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Service METERING assigned prefix: /metering {{(pid=88457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:15:34.306663 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.quota.resource_registry [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 13:15:34.307025 dv-neutron-834600-1-hyperv neutron-server[88457]: WARNING neutron.quota.resource_registry [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] rbac_policy is already registered Apr 06 13:15:34.307578 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.quota.resource_registry [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Creating instance of TrackedResource for resource:security_group Apr 06 13:15:34.307903 dv-neutron-834600-1-hyperv neutron-server[88457]: WARNING neutron.quota.resource_registry [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] security_group is already registered Apr 06 13:15:34.308487 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.quota.resource_registry [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 13:15:34.308809 dv-neutron-834600-1-hyperv neutron-server[88457]: WARNING neutron.quota.resource_registry [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] security_group_rule is already registered Apr 06 13:15:34.309455 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.v2.resource_helper [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Service CORE assigned prefix: {{(pid=88457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:15:34.309777 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.quota.resource_registry [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 13:15:34.310112 dv-neutron-834600-1-hyperv neutron-server[88457]: WARNING neutron.quota.resource_registry [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] subnetpool is already registered Apr 06 13:15:34.310715 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.v2.resource_helper [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Service CORE assigned prefix: {{(pid=88457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:15:34.311066 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.quota.resource_registry [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 13:15:34.311403 dv-neutron-834600-1-hyperv neutron-server[88457]: WARNING neutron.quota.resource_registry [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] subnetpool is already registered Apr 06 13:15:34.312040 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: extensions {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.313528 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: address-groups {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.315181 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: address-scopes {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.316427 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: agents {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.317573 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: auto-allocated-topology {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.318822 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: availability_zones {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.320142 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: dhcp-networks {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.321532 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: dhcp-agents {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.323046 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: routers {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.324778 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: flavors {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.325918 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: service_profiles {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.327156 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: next_providers {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.328672 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: service_profiles {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.330139 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: floatingip-pools {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.331380 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: routers {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.333315 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: floatingips {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.334497 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: l3-routers {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.335899 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: l3-agents {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.337323 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: metering-labels {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.338674 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: metering-label-rules {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.339981 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: network-ip-availabilities {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.341225 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: bindings {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.342909 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: quotas {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.344329 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: quotas {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.345727 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: rbac-policies {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.347028 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: security-groups {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.348769 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: security-group-rules {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.349973 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: service-providers {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.351248 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: subnetpools {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.352701 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: subnetpools {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.354127 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: tags {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.355850 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: tags {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.358626 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: tags {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.360468 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: tags {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.362313 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: tags {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.364771 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: tags {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.366450 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: tags {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.368384 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: tags {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.370128 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: tags {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.372177 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron.api.extensions [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Extended resource: tags {{(pid=88457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:15:34.378366 dv-neutron-834600-1-hyperv neutron-server[88457]: WARNING keystonemiddleware.auth_token [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 06 13:15:34.383139 dv-neutron-834600-1-hyperv neutron-server[88457]: WARNING keystonemiddleware.auth_token [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 06 13:15:34.391635 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_concurrency.lockutils [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Acquired lock "singleton_lock" {{(pid=88457) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 06 13:15:34.392109 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_concurrency.lockutils [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Releasing lock "singleton_lock" {{(pid=88457) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 06 13:15:34.393139 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO oslo_service.service [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Starting 2 workers Apr 06 13:15:34.397633 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Started child 88564 {{(pid=88457) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 06 13:15:34.402029 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Started child 88565 {{(pid=88457) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 06 13:15:34.402605 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:15:34.403813 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO neutron.service [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 06 13:15:34.404090 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [-] (88564) wsgi starting up on http://0.0.0.0:9696 Apr 06 13:15:34.404328 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Notify callbacks [] for process, before_spawn {{(pid=88457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:15:34.406437 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:15:34.406898 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO oslo_service.service [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Starting 1 workers Apr 06 13:15:34.407722 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [-] (88565) wsgi starting up on http://0.0.0.0:9696 Apr 06 13:15:34.412343 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Started child 88566 {{(pid=88457) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 06 13:15:34.412864 dv-neutron-834600-1-hyperv neutron-server[88457]: INFO oslo_service.service [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Starting 1 workers Apr 06 13:15:34.416233 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.service [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] calling RpcWorker wait() {{(pid=88566) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 06 13:15:34.416792 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.service [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] returning from RpcWorker wait() {{(pid=88566) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 06 13:15:34.417291 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Started child 88567 {{(pid=88457) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 06 13:15:34.418041 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG neutron_lib.callbacks.manager [None req-de09307f-3fe6-41b1-af9d-cf4822278bf4 None None] Notify callbacks [] for process, after_spawn {{(pid=88457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:15:34.418135 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:15:34.418527 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:15:34.419868 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88457) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 06 13:15:34.420082 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 13:15:34.420270 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 13:15:34.420599 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 13:15:34.421106 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 13:15:34.421263 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 13:15:34.421914 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:15:34.422425 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.422738 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.422997 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:15:34.423102 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.423331 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.423636 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.424152 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.424438 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.424705 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.424982 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.425232 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.425402 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.425570 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.426515 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.426687 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.427124 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.427407 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.433125 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.433125 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.433125 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.433125 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.433125 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.433125 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.433125 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] debug = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.433125 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.433611 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.433611 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.433611 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.433611 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.433611 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.433611 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.433969 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.433969 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.433969 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.433969 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.433969 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.433969 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.433969 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.433969 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.434421 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.434421 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.434421 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] host = dv-neutron-834600-1-hyperv {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.434421 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.434421 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.434421 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.434753 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.435220 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.435220 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.435515 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.435663 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.435912 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.436150 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.436415 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.436641 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.436876 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.437125 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] log_file = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.437287 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] log_options = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.437532 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.437816 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.438155 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.438347 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.438499 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.438674 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.438943 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.439107 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.439347 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.439573 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.439789 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.440041 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.440235 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.440473 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.440764 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.440996 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.441228 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.441474 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.441751 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.441982 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.442290 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.443724 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.444322 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.444322 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.444322 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.444712 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.445542 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.445542 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.445542 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.445542 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.446085 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.446085 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.446387 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.446520 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.446725 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.446986 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.447207 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.447667 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.447818 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.448324 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.448477 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.448683 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.448921 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.449255 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.449407 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.449653 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] use_json = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.449867 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.450113 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.450382 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.450583 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.450840 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.451076 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.451281 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.451517 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.451734 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.453551 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.453551 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.453551 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.453551 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.453551 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.453551 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.454455 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.454455 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.454455 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.454455 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.454909 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.456141 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.456141 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.456141 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.456141 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.456141 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.461045 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.461045 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.461045 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.461045 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.461045 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.461045 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.461045 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.461045 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.462088 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.462088 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.462088 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.462088 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.462088 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.462088 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.462088 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.462088 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.462742 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.462742 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.462742 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.462742 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.462742 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.462742 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.462742 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.462742 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.462742 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.463401 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.463401 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.463401 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.463608 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.463733 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.463967 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.464221 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.464455 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.464672 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.465115 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.465362 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.465894 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.465894 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.466410 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.466410 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.466717 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.466717 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.467527 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.467527 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.467527 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.467527 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.468239 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.468239 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.468239 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.468576 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.468576 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.468810 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.469033 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.469246 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.469464 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.470419 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.470419 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.470419 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.470419 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.471195 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.471195 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.471195 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.471195 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.472403 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.472403 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.472403 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.472403 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.472403 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.473926 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.473926 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.473926 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.473926 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.474428 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.474428 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.474692 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.474892 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.475119 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.475344 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.475591 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.475842 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.476102 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.476338 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.476566 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.476806 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.477042 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.477285 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.477530 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.478040 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.478673 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 36120) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:15:34.478832 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.478832 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.479187 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.479476 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.479759 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.480017 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.480271 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.480576 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.480855 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.481157 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.481389 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.481667 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.482013 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.482295 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.482599 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.482921 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.483185 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.483436 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.483694 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.483950 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.484206 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.484469 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.484715 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.485056 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.485304 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.485531 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.485749 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.486002 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.486360 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.486620 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.486778 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064583 Apr 06 13:15:34.487758 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.488024 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.488393 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.488617 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.491117 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.491431 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.491713 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.491986 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.492249 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.492526 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.492778 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.493024 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.493279 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.493518 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.493761 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.493995 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.495083 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.495541 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.495810 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.496093 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.496350 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.497348 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.497348 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.497348 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.497348 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.497903 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.497903 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.498168 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.498318 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.498511 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.498761 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.499042 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.499264 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.499522 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.499748 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.500049 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.500314 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.500559 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.500798 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.501040 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.501308 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.501527 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.502429 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.502429 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.502429 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.502429 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.502994 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.502994 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.503203 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.503296 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.503537 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.503805 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.504051 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.504051 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.504051 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.504051 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.505278 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.505278 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.505599 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.505761 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.505980 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.506201 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.506421 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.506646 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.506930 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.507177 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.507397 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.507617 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.507836 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.508529 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.508529 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.508529 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.508776 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.508998 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.509221 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.509460 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.509711 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.509948 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.510177 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.510394 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.511846 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.511846 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.511846 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.511846 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.511846 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.512437 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.512437 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.512649 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.512822 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.513039 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.513284 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.513471 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.513782 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.514006 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.514242 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.514466 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.516015 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.516015 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.516015 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.516015 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.516567 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.516567 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.516802 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.517543 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.517543 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.517764 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.517910 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.518159 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.518384 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.518632 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.518939 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.519529 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.519529 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.520315 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.520553 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.520940 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.521236 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.521513 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.521738 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.522031 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.522392 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.522744 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.522951 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.523320 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.523463 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.523692 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.523912 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.524155 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.524394 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.524618 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.524880 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.525944 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.525944 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.525944 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.525944 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.526231 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.526231 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.526475 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.526658 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.526919 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.527075 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 13:15:34.527613 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88457) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 06 13:15:34.527777 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 13:15:34.527930 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 13:15:34.528092 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 13:15:34.528263 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 13:15:34.528417 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 13:15:34.528626 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.528775 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.528979 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.529162 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.529302 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.529445 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.529581 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.529713 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.529843 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.529975 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.530150 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.530292 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.530498 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.530643 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.530788 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.530996 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.531084 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.531213 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.531394 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.531557 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.531718 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.531861 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.532024 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] debug = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.532187 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.532358 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.532521 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.532653 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.532814 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.532973 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.533132 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.533292 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.533451 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.533661 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.533786 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.533901 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.534060 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.534219 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.534377 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.534530 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.534683 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.534911 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] host = dv-neutron-834600-1-hyperv {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.535062 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.535279 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.536002 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.536280 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.536428 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.536571 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.536703 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.536846 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.537004 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.537164 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.537325 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.537483 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.537641 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.537785 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] log_file = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.537945 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] log_options = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.538104 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.538263 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.538421 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.538607 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.538772 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.538954 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.539089 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.539248 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.539415 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.539601 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.539753 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.539898 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.540056 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.540196 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.540336 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.540499 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.540649 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.541593 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.541593 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.541593 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.541593 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.541593 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.541593 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.541969 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.541969 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.541969 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.542144 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.542365 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.542455 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.542590 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.542741 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.542943 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.543086 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.543226 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.543364 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.543543 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.543693 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.543833 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.543983 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.544317 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.544622 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.544925 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.545216 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.545498 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.545796 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.546094 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] use_json = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.546395 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.546689 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.547021 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.547183 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.547333 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.547495 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.548026 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.548026 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.548026 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:15:34.548306 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.548306 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.548513 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.548613 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.548712 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.548879 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.549042 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.549206 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.549368 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.549529 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.549700 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.549863 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.550036 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.550200 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.550442 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.550616 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.550852 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.550972 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.551139 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.551925 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.552921 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.552921 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.552921 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.552921 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.552921 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.552921 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.553689 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.553689 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.553689 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.553689 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.553689 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.554316 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.554316 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.554316 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.554316 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.555209 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.555209 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.555209 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.555209 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.555209 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.555209 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.555670 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.555670 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.555670 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.555926 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.555926 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.556070 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.556177 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.556355 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.556525 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.556658 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.556790 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.557207 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.557207 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.557477 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.557477 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.557750 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.557750 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.557998 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.557998 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.558246 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.558332 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.558457 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.558636 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.558786 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.558995 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.559137 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.559276 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.559434 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.559634 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.559794 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.559897 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.560120 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.560215 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.560366 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.560508 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.560673 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.560834 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.561722 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.561722 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.561722 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.561722 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.561722 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.561722 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.562096 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.562096 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.562212 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.562424 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.562513 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.562744 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.562933 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.563012 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.563159 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.563294 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.563454 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.563616 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.563769 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.563931 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.564082 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.564243 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.564405 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.564567 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.564728 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.564891 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.565037 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.566085 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.566085 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.566085 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.566085 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.566085 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.566085 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.566085 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.567332 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.567332 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.567332 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.567332 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.567332 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.567332 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.567332 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.568088 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.568088 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.568088 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.568088 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.568088 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.568758 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.568758 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.568758 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.568758 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.568758 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.569370 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.569370 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.569370 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.569370 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.569872 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.569872 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.569872 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.570256 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.570256 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.570509 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.570509 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.571707 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.571707 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.571707 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.571707 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.571707 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.571707 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.571707 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.571707 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.572703 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.572703 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.572703 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.572703 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.572703 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.572703 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.572703 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.573624 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.573624 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.573624 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.573624 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.573624 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.573624 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.574376 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.574376 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.574376 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.574376 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.574376 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.575026 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.575026 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.575026 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.575026 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.575405 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.575405 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.575631 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.575631 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.575858 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.575988 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.576110 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.576229 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.576349 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.576493 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.576656 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.576818 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.576981 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.577144 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.577366 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.577502 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.577624 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.577780 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.577943 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.578101 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.578259 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.578421 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.578584 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.578745 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.578941 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.579104 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.579266 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.579431 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.579594 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.579777 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.579921 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.580055 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.580267 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.580415 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.580550 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.580685 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.580818 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.580975 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.581137 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.582915 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.582915 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.583229 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:15:34.583376 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.583376 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.583376 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.583376 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.583376 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.583376 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.583376 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.583376 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.583376 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.584508 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.584508 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.584508 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.584508 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.584508 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.584508 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.584508 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.586132 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.586132 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.586132 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.586132 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.586132 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.587226 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.587226 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.587226 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.588123 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.588123 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.588123 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.588123 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.588123 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.588123 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.588887 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.588887 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.588887 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.588887 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.588887 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.590294 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.590294 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.590294 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.590294 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.590294 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.590294 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.590294 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.590294 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.590979 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.590979 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.590979 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.590979 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.590979 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.590979 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.591301 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.591301 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.591942 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.591942 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.591942 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.591942 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.592479 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.592479 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.592479 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.592479 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.592987 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.592987 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.592987 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.593567 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:15:34.593567 dv-neutron-834600-1-hyperv neutron-server[88457]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 13:15:45.335256 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbf6f36-d774-4121-8110-4674657dd435 None None] get_active_networks_info from dv-neutron-834600-1-hyperv {{(pid=88566) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 06 13:15:45.409151 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbf6f36-d774-4121-8110-4674657dd435 None None] No non-hosted networks {{(pid=88566) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 06 13:15:45.417826 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.agentschedulers_db [None req-acbf6f36-d774-4121-8110-4674657dd435 None None] DHCP Agent not found on host dv-neutron-834600-1-hyperv {{(pid=88566) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 06 13:15:45.531385 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-aa3c0f68-44be-439b-a61f-605234e85ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1626696'] for agent, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:15:47.674518 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-42c49974-5439-4ac2-9d7c-976453ed66e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1626696'] for agent, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:15:47.731145 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-3ff54203-445e-4a90-8c6c-33704e7b83bb None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-834600-1-hyperv {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:15:47.731929 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-3ff54203-445e-4a90-8c6c-33704e7b83bb None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:15:48.248423 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3ff54203-445e-4a90-8c6c-33704e7b83bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:15:48.752713 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1626696'] for agent, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:15:48.833289 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1626696'] for agent, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:15:48.834286 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:15:48.834844 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:15:48.835407 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:15:48.835929 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:15:48.836458 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:15:48.836974 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:15:48.837504 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:15:48.838051 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:15:48.838566 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:15:48.839140 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:15:48.839727 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:15:48.840261 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:15:48.840685 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-834600-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:15:48.846475 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-834600-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:15:50.170035 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1626696'] for agent, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:15:51.602202 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 36222) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:15:52.174319 dv-neutron-834600-1-hyperv neutron-server[88564]: WARNING oslo_policy.policy [None req-4e6292fb-40ac-4d05-8a8a-9149878a78e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:15:52.174955 dv-neutron-834600-1-hyperv neutron-server[88564]: WARNING oslo_policy.policy [None req-4e6292fb-40ac-4d05-8a8a-9149878a78e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:15:52.391229 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-4e6292fb-40ac-4d05-8a8a-9149878a78e3 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:15:52.392237 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4e6292fb-40ac-4d05-8a8a-9149878a78e3 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7891443 Apr 06 13:15:54.761721 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.db.l3_hamode_db [None req-0d7f5e44-6dc5-4b3d-a195-c4b8ac6d09a4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 06 13:15:54.792769 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 36236) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:15:54.846496 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7f5e44-6dc5-4b3d-a195-c4b8ac6d09a4 None None] Routers set() bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:15:54.846919 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7f5e44-6dc5-4b3d-a195-c4b8ac6d09a4 None None] Router IDs set() for agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 06 13:15:55.154609 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-265b39b2-0654-40b7-b98f-477c39673cdb admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:15:55.250715 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.policy [None req-265b39b2-0654-40b7-b98f-477c39673cdb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88564) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 13:15:55.296917 dv-neutron-834600-1-hyperv neutron-server[88564]: WARNING oslo_policy.policy [None req-265b39b2-0654-40b7-b98f-477c39673cdb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:15:55.297287 dv-neutron-834600-1-hyperv neutron-server[88564]: WARNING oslo_policy.policy [None req-265b39b2-0654-40b7-b98f-477c39673cdb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:15:55.306230 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.quota [None req-265b39b2-0654-40b7-b98f-477c39673cdb admin admin] Loaded quota_driver: . Apr 06 13:15:55.323040 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-265b39b2-0654-40b7-b98f-477c39673cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:15:55.500337 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-265b39b2-0654-40b7-b98f-477c39673cdb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748751347967', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748751351466', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748751369088', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748751367724', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748751386004', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748751383693', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-589692', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-584118', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1585371', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1478514'] for rbac-policy, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:15:55.706916 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-265b39b2-0654-40b7-b98f-477c39673cdb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:15:55.708109 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-265b39b2-0654-40b7-b98f-477c39673cdb admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9143167 Apr 06 13:15:58.474931 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 36250) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:15:59.042647 dv-neutron-834600-1-hyperv neutron-server[88565]: WARNING oslo_policy.policy [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:15:59.043263 dv-neutron-834600-1-hyperv neutron-server[88565]: WARNING oslo_policy.policy [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:15:59.260379 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '6a2ebe96e4f24bfb855e7cfd8471e07b', 'name': 'private'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:15:59.262346 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.quota [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Loaded quota_driver: . Apr 06 13:15:59.278773 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:15:59.285955 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Usage tracker for resource:network and tenant:6a2ebe96e4f24bfb855e7cfd8471e07b is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:15:59.291653 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:15:59.298892 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:15:59.398342 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Made reservation on behalf of 6a2ebe96e4f24bfb855e7cfd8471e07b for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:15:59.467431 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.policy [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88565) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 13:15:59.512323 dv-neutron-834600-1-hyperv neutron-server[88565]: WARNING oslo_policy.policy [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:15:59.512894 dv-neutron-834600-1-hyperv neutron-server[88565]: WARNING oslo_policy.policy [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:15:59.522960 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:15:59.544625 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:15:59.558904 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:15:59.562528 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Usage tracker for resource:security_group_rule and tenant:6a2ebe96e4f24bfb855e7cfd8471e07b is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:15:59.567680 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:15:59.573185 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:15:59.671405 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:15:59.728913 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:15:59.753224 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:15:59.778700 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748748714069', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:15:59.779274 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Unsubscribe: segment precommit_create {{(pid=88565) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 13:15:59.779845 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Added segment 317dfe0a-40b4-40d4-9f4a-c325ec2f84d8 of type vlan for network 66a322c4-f6c3-4f80-b614-4444859f9b5f Apr 06 13:15:59.788470 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d59394-0335-4fd7-b893-df764d3dc669,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:15:59.842157 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:15:59.842493 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:15:59.842842 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:15:59.843170 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:15:59.843488 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:15:59.843817 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:15:59.844135 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:15:59.844452 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:15:59.844761 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:15:59.845069 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:15:59.845378 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:15:59.845682 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Tracked resource versions report: Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: pushed versions: Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: { 'AddressGroup': {'1.2'}, Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: 'ConntrackHelper': {'1.0'}, Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: 'Log': {'1.0'}, Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: 'Network': {'1.1'}, Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: 'Port': {'1.7'}, Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: 'PortForwarding': {'1.2'}, Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: 'QosPolicy': {'1.8'}, Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: 'SecurityGroup': {'1.4'}, Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: 'SecurityGroupRule': {'1.2'}, Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: 'SubPort': {'1.0'}, Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: 'Subnet': {'1.1'}, Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: 'Trunk': {'1.1'}} Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: consumer versions: Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: { DHCP agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: L3 agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: Metadata agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: Metering agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: Open vSwitch agent@dv-neutron-834600-1-hyperv: { 'AddressGroup': '1.2', Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: 'ConntrackHelper': '1.0', Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: 'Log': '1.0', Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: 'Network': '1.1', Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: 'Port': '1.7', Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: 'PortForwarding': '1.2', Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: 'QosPolicy': '1.8', Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: 'SecurityGroup': '1.4', Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: 'SecurityGroupRule': '1.2', Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: 'SubPort': '1.0', Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: 'Subnet': '1.1', Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: 'Trunk': '1.1'}} Apr 06 13:15:59.847462 dv-neutron-834600-1-hyperv neutron-server[88565]: {{(pid=88565) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 13:15:59.899257 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:00.009088 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:00.010148 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:16:00.010787 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:00.118821 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] Pushing event updated for resources: {'Network': ['ID=66a322c4-f6c3-4f80-b614-4444859f9b5f,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:16:00.130501 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 66a322c4-f6c3-4f80-b614-4444859f9b5f details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:16:00.176471 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-92a87f6b-919d-47dd-b3e2-57c0dab97285 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6993654 Apr 06 13:16:02.863014 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 36272) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:16:03.301725 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ed4884-e1a0-4730-82fb-0fe49dbb0a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:16:03.303087 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d4ed4884-e1a0-4730-82fb-0fe49dbb0a1e admin admin] 10.222.0.48 "GET /v2.0/networks/66a322c4-f6c3-4f80-b614-4444859f9b5f HTTP/1.1" status: 200 len: 825 time: 0.4388099 Apr 06 13:16:03.335466 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-756b2656-c6ae-4e28-b27b-e03bd0e83b61 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/5ddc4bb7-4ccd-4e14-adc8-6ad01df60c13 HTTP/1.1" status: 200 len: 734 time: 0.0270183 Apr 06 13:16:03.343748 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-f30e4954-19e1-4080-af2d-1d614c171d5d admin admin] Request body: {'subnet': {'network_id': '66a322c4-f6c3-4f80-b614-4444859f9b5f', 'name': 'private-subnet', 'tenant_id': '6a2ebe96e4f24bfb855e7cfd8471e07b', 'subnetpool_id': '5ddc4bb7-4ccd-4e14-adc8-6ad01df60c13', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:16:03.348752 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f30e4954-19e1-4080-af2d-1d614c171d5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:16:03.352442 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f30e4954-19e1-4080-af2d-1d614c171d5d admin admin] Usage tracker for resource:subnet and tenant:6a2ebe96e4f24bfb855e7cfd8471e07b is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:16:03.355260 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f30e4954-19e1-4080-af2d-1d614c171d5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:16:03.361125 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f30e4954-19e1-4080-af2d-1d614c171d5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:16:03.437413 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30e4954-19e1-4080-af2d-1d614c171d5d admin admin] Made reservation on behalf of 6a2ebe96e4f24bfb855e7cfd8471e07b for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:16:03.439785 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f30e4954-19e1-4080-af2d-1d614c171d5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:03.837918 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f30e4954-19e1-4080-af2d-1d614c171d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:03.922540 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30e4954-19e1-4080-af2d-1d614c171d5d admin admin] Checking segment: {'id': '317dfe0a-40b4-40d4-9f4a-c325ec2f84d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '66a322c4-f6c3-4f80-b614-4444859f9b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:16:03.923200 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30e4954-19e1-4080-af2d-1d614c171d5d admin admin] Network hostable DHCP agents. Network: 66a322c4-f6c3-4f80-b614-4444859f9b5f, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:16:03.928148 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e4954-19e1-4080-af2d-1d614c171d5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=64231bcd-1d55-49f1-ade9-6c19cc535784,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:16:04.020770 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30e4954-19e1-4080-af2d-1d614c171d5d admin admin] Network 66a322c4-f6c3-4f80-b614-4444859f9b5f is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:16:04.083478 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-f30e4954-19e1-4080-af2d-1d614c171d5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 66a322c4-f6c3-4f80-b614-4444859f9b5f) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:16:04.088376 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30e4954-19e1-4080-af2d-1d614c171d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:16:04.088889 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f30e4954-19e1-4080-af2d-1d614c171d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:04.093435 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ac87c8-01b7-4a1c-895d-e7ac6d717d76 None None] Network 66a322c4-f6c3-4f80-b614-4444859f9b5f requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:16:04.152916 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f30e4954-19e1-4080-af2d-1d614c171d5d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8122656 Apr 06 13:16:04.403777 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-66a322c4-f6c3-4f80-b614-4444859f9b5f', 'network_id': '66a322c4-f6c3-4f80-b614-4444859f9b5f', 'tenant_id': '6a2ebe96e4f24bfb855e7cfd8471e07b', 'fixed_ips': [{'subnet_id': '64231bcd-1d55-49f1-ade9-6c19cc535784'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:16:04.405164 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:04.587804 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Allocated IP 172.20.0.2 (66a322c4-f6c3-4f80-b614-4444859f9b5f/64231bcd-1d55-49f1-ade9-6c19cc535784/cd8a541f-2709-4c80-b8c2-ae69dbd64db0) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:16:04.813483 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:04.826130 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Transition to ACTIVE for port object cd8a541f-2709-4c80-b8c2-ae69dbd64db0 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:16:04.845033 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Transition to ACTIVE for port object cd8a541f-2709-4c80-b8c2-ae69dbd64db0 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:16:04.935902 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:04.995088 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Network 66a322c4-f6c3-4f80-b614-4444859f9b5f is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:16:04.997766 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:16:05.001130 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:16:05.042830 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Pushing event updated for resources: {'Port': ['ID=cd8a541f-2709-4c80-b8c2-ae69dbd64db0,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:16:05.080962 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:05.081231 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:05.081572 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:05.082072 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:05.082401 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:05.082744 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:05.083096 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:05.083419 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:05.083760 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:05.084085 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:05.084404 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:05.084721 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Tracked resource versions report: Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: pushed versions: Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: { 'AddressGroup': {'1.2'}, Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: 'ConntrackHelper': {'1.0'}, Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: 'Log': {'1.0'}, Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: 'Network': {'1.1'}, Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: 'Port': {'1.7'}, Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: 'PortForwarding': {'1.2'}, Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: 'QosPolicy': {'1.8'}, Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: 'SecurityGroup': {'1.4'}, Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: 'SecurityGroupRule': {'1.2'}, Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: 'SubPort': {'1.0'}, Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: 'Subnet': {'1.1'}, Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: 'Trunk': {'1.1'}} Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: consumer versions: Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: { DHCP agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: L3 agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: Metadata agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: Metering agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: Open vSwitch agent@dv-neutron-834600-1-hyperv: { 'AddressGroup': '1.2', Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: 'ConntrackHelper': '1.0', Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: 'Log': '1.0', Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: 'Network': '1.1', Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: 'Port': '1.7', Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: 'PortForwarding': '1.2', Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: 'QosPolicy': '1.8', Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: 'SecurityGroup': '1.4', Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: 'SecurityGroupRule': '1.2', Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: 'SubPort': '1.0', Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: 'Subnet': '1.1', Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: 'Trunk': '1.1'}} Apr 06 13:16:05.086106 dv-neutron-834600-1-hyperv neutron-server[88566]: {{(pid=88566) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 13:16:05.113661 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Attempting to bind port cd8a541f-2709-4c80-b8c2-ae69dbd64db0 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:16:05.114184 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Attempting to bind port cd8a541f-2709-4c80-b8c2-ae69dbd64db0 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '317dfe0a-40b4-40d4-9f4a-c325ec2f84d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '66a322c4-f6c3-4f80-b614-4444859f9b5f'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:16:05.114451 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Attempting to bind port cd8a541f-2709-4c80-b8c2-ae69dbd64db0 on network 66a322c4-f6c3-4f80-b614-4444859f9b5f {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:16:05.119515 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:16:05.119896 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Checking segment: {'id': '317dfe0a-40b4-40d4-9f4a-c325ec2f84d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '66a322c4-f6c3-4f80-b614-4444859f9b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:16:05.120370 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:05.120753 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Bound using segment: {'id': '317dfe0a-40b4-40d4-9f4a-c325ec2f84d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '66a322c4-f6c3-4f80-b614-4444859f9b5f'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:16:05.121209 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Bound port: cd8a541f-2709-4c80-b8c2-ae69dbd64db0, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317dfe0a-40b4-40d4-9f4a-c325ec2f84d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '66a322c4-f6c3-4f80-b614-4444859f9b5f'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:16:05.121591 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:05.224637 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] For port cd8a541f-2709-4c80-b8c2-ae69dbd64db0, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:16:05.228732 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] For port cd8a541f-2709-4c80-b8c2-ae69dbd64db0, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=cd8a541f-2709-4c80-b8c2-ae69dbd64db0,segment=NetworkSegment(317dfe0a-40b4-40d4-9f4a-c325ec2f84d8),segment_id=317dfe0a-40b4-40d4-9f4a-c325ec2f84d8)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:16:05.306556 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:05.397289 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a3370-9581-469f-b75e-084456cb7c1f None None] Pushing event updated for resources: {'Port': ['ID=cd8a541f-2709-4c80-b8c2-ae69dbd64db0,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:16:06.568491 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 36282) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:16:06.942245 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-06702f8c-112a-44f4-b074-36920a50fff1 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:16:06.943276 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-06702f8c-112a-44f4-b074-36920a50fff1 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3736224 Apr 06 13:16:08.452506 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device cd8a541f-2709-4c80-b8c2-ae69dbd64db0 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:16:08.557450 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port cd8a541f-2709-4c80-b8c2-ae69dbd64db0 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:16:09.231473 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef30505f-7bea-46e1-88e7-961e07a41bd6 None None] Network 66a322c4-f6c3-4f80-b614-4444859f9b5f requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:16:09.378962 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 36296) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:16:09.392654 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d74b01ee-1bb8-463d-8108-34669c21e87f None None] Provisioning for port cd8a541f-2709-4c80-b8c2-ae69dbd64db0 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:16:09.402197 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d74b01ee-1bb8-463d-8108-34669c21e87f None None] Provisioning complete for port cd8a541f-2709-4c80-b8c2-ae69dbd64db0 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:16:09.402596 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d74b01ee-1bb8-463d-8108-34669c21e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:09.607018 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d74b01ee-1bb8-463d-8108-34669c21e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:09.648791 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-d74b01ee-1bb8-463d-8108-34669c21e87f None None] For port cd8a541f-2709-4c80-b8c2-ae69dbd64db0, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=cd8a541f-2709-4c80-b8c2-ae69dbd64db0,segment=NetworkSegment(317dfe0a-40b4-40d4-9f4a-c325ec2f84d8),segment_id=317dfe0a-40b4-40d4-9f4a-c325ec2f84d8)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:16:09.740842 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d74b01ee-1bb8-463d-8108-34669c21e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:09.765073 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-a9af26b1-7155-40e0-8611-dc045be9618e admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:16:09.766845 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a9af26b1-7155-40e0-8611-dc045be9618e admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3858354 Apr 06 13:16:09.810579 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b01ee-1bb8-463d-8108-34669c21e87f None None] Pushing event updated for resources: {'Port': ['ID=cd8a541f-2709-4c80-b8c2-ae69dbd64db0,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:16:09.863068 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e6328898-1e0e-4c86-9c47-398352e8e186 None None] Provisioning complete for port cd8a541f-2709-4c80-b8c2-ae69dbd64db0 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:16:09.863435 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e6328898-1e0e-4c86-9c47-398352e8e186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:10.427233 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device cd8a541f-2709-4c80-b8c2-ae69dbd64db0 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:16:10.498279 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port cd8a541f-2709-4c80-b8c2-ae69dbd64db0 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:16:10.498656 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:12.463558 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 36308) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:16:12.801525 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-25325237-d5aa-46b0-bbab-8c5456e3ab09 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '6a2ebe96e4f24bfb855e7cfd8471e07b', 'name': 'router1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:16:12.806447 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-25325237-d5aa-46b0-bbab-8c5456e3ab09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:16:12.811226 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-25325237-d5aa-46b0-bbab-8c5456e3ab09 admin admin] Usage tracker for resource:router and tenant:6a2ebe96e4f24bfb855e7cfd8471e07b is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:16:12.814977 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-25325237-d5aa-46b0-bbab-8c5456e3ab09 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:16:12.821465 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-25325237-d5aa-46b0-bbab-8c5456e3ab09 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:16:12.934895 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-25325237-d5aa-46b0-bbab-8c5456e3ab09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:12.936533 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-25325237-d5aa-46b0-bbab-8c5456e3ab09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:12.959469 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-25325237-d5aa-46b0-bbab-8c5456e3ab09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:13.118011 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-25325237-d5aa-46b0-bbab-8c5456e3ab09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:13.179950 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-25325237-d5aa-46b0-bbab-8c5456e3ab09 admin admin] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:13.181136 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-25325237-d5aa-46b0-bbab-8c5456e3ab09 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7166350 Apr 06 13:16:15.346057 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b69508eb-d52e-4db3-b3e7-200472eaf050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:15.563836 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 36318) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:16:15.932781 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-0012cdc6-c6f6-4890-8e7f-caab28e76e61 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:16:15.933738 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0012cdc6-c6f6-4890-8e7f-caab28e76e61 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3689945 Apr 06 13:16:17.637292 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d7a49a03-82e7-42f5-a1a8-9ae99d38a7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:18.316326 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 36328) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:16:18.675940 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:16:18.681061 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:16:18.684774 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Usage tracker for resource:network and tenant:186a9ad94bb44976acc7dd0cb4acddf7 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:16:18.688079 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:16:18.694225 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:16:18.728497 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:18.785686 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Made reservation on behalf of 186a9ad94bb44976acc7dd0cb4acddf7 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:16:18.788508 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:18.805916 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:18.813967 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:18.820338 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:16:18.824002 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Usage tracker for resource:security_group_rule and tenant:186a9ad94bb44976acc7dd0cb4acddf7 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:16:18.827179 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:16:18.832953 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:16:18.925297 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:18.985304 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:19.000584 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Reserving flat network on physical network physnet1 {{(pid=88564) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 06 13:16:19.030844 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748748714069', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:19.031400 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Unsubscribe: segment precommit_create {{(pid=88564) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 13:16:19.031908 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Added segment 21b4b194-a2af-413d-99a7-427f89bcdcc0 of type flat for network 4620f211-7c2e-4ee8-bf91-9181827f0622 Apr 06 13:16:19.081715 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81cefb0-6734-4b8e-b7c2-214507b4be4a,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:16:19.100234 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:19.100579 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:19.100909 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:19.101233 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:19.101553 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:19.101886 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:19.102209 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:19.102526 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:19.102867 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:19.103180 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:19.103491 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:19.103800 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Tracked resource versions report: Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: pushed versions: Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: { 'AddressGroup': {'1.2'}, Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: 'ConntrackHelper': {'1.0'}, Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: 'Log': {'1.0'}, Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: 'Network': {'1.1'}, Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: 'Port': {'1.7'}, Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: 'PortForwarding': {'1.2'}, Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: 'QosPolicy': {'1.8'}, Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: 'SecurityGroup': {'1.4'}, Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: 'SecurityGroupRule': {'1.2'}, Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: 'SubPort': {'1.0'}, Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: 'Subnet': {'1.1'}, Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: 'Trunk': {'1.1'}} Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: consumer versions: Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: { DHCP agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: L3 agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: Metadata agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: Metering agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: Open vSwitch agent@dv-neutron-834600-1-hyperv: { 'AddressGroup': '1.2', Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: 'ConntrackHelper': '1.0', Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: 'Log': '1.0', Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: 'Network': '1.1', Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: 'Port': '1.7', Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: 'PortForwarding': '1.2', Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: 'QosPolicy': '1.8', Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: 'SecurityGroup': '1.4', Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: 'SecurityGroupRule': '1.2', Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: 'SubPort': '1.0', Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: 'Subnet': '1.1', Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: 'Trunk': '1.1'}} Apr 06 13:16:19.105132 dv-neutron-834600-1-hyperv neutron-server[88564]: {{(pid=88564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 13:16:19.147576 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:19.254378 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:19.255404 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:16:19.256019 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:19.364505 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] Pushing event updated for resources: {'Network': ['ID=4620f211-7c2e-4ee8-bf91-9181827f0622,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:16:19.374727 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:16:19.398233 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-355d41dc-9473-4f38-9dae-0771b54b452a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0808735 Apr 06 13:16:20.192312 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:20.458214 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 5 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:16:21.783316 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 36352) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:16:21.991432 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9d72d7-97cb-485f-9b81-7aa0992ee274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:16:21.992776 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-bf9d72d7-97cb-485f-9b81-7aa0992ee274 admin admin] 10.222.0.48 "GET /v2.0/subnets/64231bcd-1d55-49f1-ade9-6c19cc535784 HTTP/1.1" status: 200 len: 849 time: 0.2084463 Apr 06 13:16:22.145379 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b966caf8-8c53-408a-ae18-ac220affd3a4 admin admin] 10.222.0.48 "GET /v2.0/routers/4d858aa6-ee9d-446a-8c1c-94a1b0ab5162 HTTP/1.1" status: 200 len: 704 time: 0.1470902 Apr 06 13:16:22.603064 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-07e59804-3098-48db-862e-991046e91d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:22.832351 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-07e59804-3098-48db-862e-991046e91d06 admin admin] Allocated IP 172.20.0.1 (66a322c4-f6c3-4f80-b614-4444859f9b5f/64231bcd-1d55-49f1-ade9-6c19cc535784/3404a4a0-6444-4000-8e15-0bd24e28d4f5) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:16:22.986215 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-07e59804-3098-48db-862e-991046e91d06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:23.004308 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-07e59804-3098-48db-862e-991046e91d06 admin admin] Transition to ACTIVE for port object 3404a4a0-6444-4000-8e15-0bd24e28d4f5 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:16:23.123014 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-07e59804-3098-48db-862e-991046e91d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:23.182961 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e59804-3098-48db-862e-991046e91d06 admin admin] Network 66a322c4-f6c3-4f80-b614-4444859f9b5f is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:16:23.185658 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-07e59804-3098-48db-862e-991046e91d06 admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:16:23.196890 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e59804-3098-48db-862e-991046e91d06 admin admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:16:23.197915 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-07e59804-3098-48db-862e-991046e91d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:23.328707 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e59804-3098-48db-862e-991046e91d06 admin admin] Pushing event updated for resources: {'Port': ['ID=3404a4a0-6444-4000-8e15-0bd24e28d4f5,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:16:23.454019 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-a0dca0cc-75d2-490c-ac10-2d093d28b46b None None] Provisioning for port 3404a4a0-6444-4000-8e15-0bd24e28d4f5 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:16:23.459130 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-a0dca0cc-75d2-490c-ac10-2d093d28b46b None None] Provisioning complete for port 3404a4a0-6444-4000-8e15-0bd24e28d4f5 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:16:23.469361 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a0dca0cc-75d2-490c-ac10-2d093d28b46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:23.514967 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-a0dca0cc-75d2-490c-ac10-2d093d28b46b None None] Port 3404a4a0-6444-4000-8e15-0bd24e28d4f5 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:16:23.609123 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-07e59804-3098-48db-862e-991046e91d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:23.832148 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-07e59804-3098-48db-862e-991046e91d06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:23.899724 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-07e59804-3098-48db-862e-991046e91d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:23.900458 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-07e59804-3098-48db-862e-991046e91d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:24.041533 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e59804-3098-48db-862e-991046e91d06 admin admin] Pushing event updated for resources: {'Port': ['ID=3404a4a0-6444-4000-8e15-0bd24e28d4f5,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:16:24.092763 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e59804-3098-48db-862e-991046e91d06 admin admin] Network 66a322c4-f6c3-4f80-b614-4444859f9b5f is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:16:24.093713 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-07e59804-3098-48db-862e-991046e91d06 admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:16:24.337290 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-53b500cb-47a7-4ff7-9dac-a0316000e787 None None] Provisioning complete for port 3404a4a0-6444-4000-8e15-0bd24e28d4f5 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:16:24.337647 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-53b500cb-47a7-4ff7-9dac-a0316000e787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:24.363284 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e59804-3098-48db-862e-991046e91d06 admin admin] Router 4d858aa6-ee9d-446a-8c1c-94a1b0ab5162 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:16:24.389924 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-53b500cb-47a7-4ff7-9dac-a0316000e787 None None] Port 3404a4a0-6444-4000-8e15-0bd24e28d4f5 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:16:24.516347 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e59804-3098-48db-862e-991046e91d06 admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:16:24.529000 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-07e59804-3098-48db-862e-991046e91d06 admin admin] 10.222.0.48 "PUT /v2.0/routers/4d858aa6-ee9d-446a-8c1c-94a1b0ab5162/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3768177 Apr 06 13:16:24.529188 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9b7e17-39f5-4b31-bc39-be5ac177dd23 None None] Sync routers for ids ['4d858aa6-ee9d-446a-8c1c-94a1b0ab5162'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:16:24.539635 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9b7e17-39f5-4b31-bc39-be5ac177dd23 None None] Routers {'4d858aa6-ee9d-446a-8c1c-94a1b0ab5162'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:16:24.540471 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-dc9b7e17-39f5-4b31-bc39-be5ac177dd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:16:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4d858aa6-ee9d-446a-8c1c-94a1b0ab5162'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:16:24.714975 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-dc9b7e17-39f5-4b31-bc39-be5ac177dd23 None None] Set router 4d858aa6-ee9d-446a-8c1c-94a1b0ab5162 gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:16:25.077097 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-dc9b7e17-39f5-4b31-bc39-be5ac177dd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d858aa6-ee9d-446a-8c1c-94a1b0ab5162', 'name': 'router1', 'tenant_id': '6a2ebe96e4f24bfb855e7cfd8471e07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:16:12Z', 'updated_at': '2022-04-06T13:16:23Z', 'revision_number': 2, 'project_id': '6a2ebe96e4f24bfb855e7cfd8471e07b', 'gw_port_host': None, '_interfaces': [{'id': '3404a4a0-6444-4000-8e15-0bd24e28d4f5', 'name': '', 'network_id': '66a322c4-f6c3-4f80-b614-4444859f9b5f', 'tenant_id': '6a2ebe96e4f24bfb855e7cfd8471e07b', 'mac_address': 'fa:16:3e:4c:a6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d858aa6-ee9d-446a-8c1c-94a1b0ab5162', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64231bcd-1d55-49f1-ade9-6c19cc535784', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:16:22Z', 'updated_at': '2022-04-06T13:16:23Z', 'revision_number': 2, 'project_id': '6a2ebe96e4f24bfb855e7cfd8471e07b', 'subnets': [{'id': '64231bcd-1d55-49f1-ade9-6c19cc535784', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ddc4bb7-4ccd-4e14-adc8-6ad01df60c13'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:16:25.082508 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9b7e17-39f5-4b31-bc39-be5ac177dd23 None None] Checking router: 4d858aa6-ee9d-446a-8c1c-94a1b0ab5162 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:16:25.082910 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9b7e17-39f5-4b31-bc39-be5ac177dd23 None None] Updating router 4d858aa6-ee9d-446a-8c1c-94a1b0ab5162 port 3404a4a0-6444-4000-8e15-0bd24e28d4f5 binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:16:25.133864 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-dc9b7e17-39f5-4b31-bc39-be5ac177dd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:25.512380 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-dc9b7e17-39f5-4b31-bc39-be5ac177dd23 None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:25.526444 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-dc9b7e17-39f5-4b31-bc39-be5ac177dd23 None None] Transition to ACTIVE for port object 3404a4a0-6444-4000-8e15-0bd24e28d4f5 will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:16:25.608685 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-dc9b7e17-39f5-4b31-bc39-be5ac177dd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:25.835057 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ba1c8-3bdd-4126-a62a-30bca33aa4dc None None] Pushing event updated for resources: {'Port': ['ID=3404a4a0-6444-4000-8e15-0bd24e28d4f5,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:16:25.851976 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3ba1c8-3bdd-4126-a62a-30bca33aa4dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:25.852326 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3ba1c8-3bdd-4126-a62a-30bca33aa4dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:25.852665 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3ba1c8-3bdd-4126-a62a-30bca33aa4dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:25.852992 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3ba1c8-3bdd-4126-a62a-30bca33aa4dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:25.853313 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3ba1c8-3bdd-4126-a62a-30bca33aa4dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:25.853651 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3ba1c8-3bdd-4126-a62a-30bca33aa4dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:25.853975 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3ba1c8-3bdd-4126-a62a-30bca33aa4dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:25.854295 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3ba1c8-3bdd-4126-a62a-30bca33aa4dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:25.854631 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3ba1c8-3bdd-4126-a62a-30bca33aa4dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:25.855026 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3ba1c8-3bdd-4126-a62a-30bca33aa4dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:25.855346 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3ba1c8-3bdd-4126-a62a-30bca33aa4dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:25.855659 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3ba1c8-3bdd-4126-a62a-30bca33aa4dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3ba1c8-3bdd-4126-a62a-30bca33aa4dc None None] Tracked resource versions report: Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: pushed versions: Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: { 'AddressGroup': {'1.2'}, Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: 'ConntrackHelper': {'1.0'}, Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: 'Log': {'1.0'}, Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: 'Network': {'1.1'}, Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: 'Port': {'1.7'}, Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: 'PortForwarding': {'1.2'}, Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: 'QosPolicy': {'1.8'}, Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: 'SecurityGroup': {'1.4'}, Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: 'SecurityGroupRule': {'1.2'}, Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: 'SubPort': {'1.0'}, Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: 'Subnet': {'1.1'}, Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: 'Trunk': {'1.1'}} Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: consumer versions: Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: { DHCP agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: L3 agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: Metadata agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: Metering agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: Open vSwitch agent@dv-neutron-834600-1-hyperv: { 'AddressGroup': '1.2', Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: 'ConntrackHelper': '1.0', Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: 'Log': '1.0', Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: 'Network': '1.1', Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: 'Port': '1.7', Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: 'PortForwarding': '1.2', Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: 'QosPolicy': '1.8', Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: 'SecurityGroup': '1.4', Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: 'SecurityGroupRule': '1.2', Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: 'SubPort': '1.0', Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: 'Subnet': '1.1', Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: 'Trunk': '1.1'}} Apr 06 13:16:25.856982 dv-neutron-834600-1-hyperv neutron-server[88567]: {{(pid=88567) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 13:16:25.862947 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-dc9b7e17-39f5-4b31-bc39-be5ac177dd23 None None] Attempting to bind port 3404a4a0-6444-4000-8e15-0bd24e28d4f5 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:16:25.863350 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-dc9b7e17-39f5-4b31-bc39-be5ac177dd23 None None] Attempting to bind port 3404a4a0-6444-4000-8e15-0bd24e28d4f5 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '317dfe0a-40b4-40d4-9f4a-c325ec2f84d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '66a322c4-f6c3-4f80-b614-4444859f9b5f'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:16:25.863764 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9b7e17-39f5-4b31-bc39-be5ac177dd23 None None] Attempting to bind port 3404a4a0-6444-4000-8e15-0bd24e28d4f5 on network 66a322c4-f6c3-4f80-b614-4444859f9b5f {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:16:25.869197 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9b7e17-39f5-4b31-bc39-be5ac177dd23 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:16:25.869652 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9b7e17-39f5-4b31-bc39-be5ac177dd23 None None] Checking segment: {'id': '317dfe0a-40b4-40d4-9f4a-c325ec2f84d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '66a322c4-f6c3-4f80-b614-4444859f9b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:16:25.870138 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-dc9b7e17-39f5-4b31-bc39-be5ac177dd23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:25.870518 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9b7e17-39f5-4b31-bc39-be5ac177dd23 None None] Bound using segment: {'id': '317dfe0a-40b4-40d4-9f4a-c325ec2f84d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '66a322c4-f6c3-4f80-b614-4444859f9b5f'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:16:25.871015 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-dc9b7e17-39f5-4b31-bc39-be5ac177dd23 None None] Bound port: 3404a4a0-6444-4000-8e15-0bd24e28d4f5, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317dfe0a-40b4-40d4-9f4a-c325ec2f84d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '66a322c4-f6c3-4f80-b614-4444859f9b5f'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:16:25.871399 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-dc9b7e17-39f5-4b31-bc39-be5ac177dd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:25.960204 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-dc9b7e17-39f5-4b31-bc39-be5ac177dd23 None None] For port 3404a4a0-6444-4000-8e15-0bd24e28d4f5, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:16:25.964004 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-dc9b7e17-39f5-4b31-bc39-be5ac177dd23 None None] For port 3404a4a0-6444-4000-8e15-0bd24e28d4f5, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=3404a4a0-6444-4000-8e15-0bd24e28d4f5,segment=NetworkSegment(317dfe0a-40b4-40d4-9f4a-c325ec2f84d8),segment_id=317dfe0a-40b4-40d4-9f4a-c325ec2f84d8)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:16:26.025689 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-dc9b7e17-39f5-4b31-bc39-be5ac177dd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:26.109641 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9b7e17-39f5-4b31-bc39-be5ac177dd23 None None] Routers {'4d858aa6-ee9d-446a-8c1c-94a1b0ab5162'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:16:26.110268 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-dc9b7e17-39f5-4b31-bc39-be5ac177dd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:16:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4d858aa6-ee9d-446a-8c1c-94a1b0ab5162'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:16:26.168416 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ba1c8-3bdd-4126-a62a-30bca33aa4dc None None] Pushing event updated for resources: {'Port': ['ID=3404a4a0-6444-4000-8e15-0bd24e28d4f5,revision_number=4']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:16:26.275837 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-dc9b7e17-39f5-4b31-bc39-be5ac177dd23 None None] Set router 4d858aa6-ee9d-446a-8c1c-94a1b0ab5162 gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:16:26.602281 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-dc9b7e17-39f5-4b31-bc39-be5ac177dd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d858aa6-ee9d-446a-8c1c-94a1b0ab5162', 'name': 'router1', 'tenant_id': '6a2ebe96e4f24bfb855e7cfd8471e07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:16:12Z', 'updated_at': '2022-04-06T13:16:23Z', 'revision_number': 2, 'project_id': '6a2ebe96e4f24bfb855e7cfd8471e07b', 'gw_port_host': None, '_interfaces': [{'id': '3404a4a0-6444-4000-8e15-0bd24e28d4f5', 'name': '', 'network_id': '66a322c4-f6c3-4f80-b614-4444859f9b5f', 'tenant_id': '6a2ebe96e4f24bfb855e7cfd8471e07b', 'mac_address': 'fa:16:3e:4c:a6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d858aa6-ee9d-446a-8c1c-94a1b0ab5162', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64231bcd-1d55-49f1-ade9-6c19cc535784', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:16:22Z', 'updated_at': '2022-04-06T13:16:25Z', 'revision_number': 4, 'project_id': '6a2ebe96e4f24bfb855e7cfd8471e07b', 'subnets': [{'id': '64231bcd-1d55-49f1-ade9-6c19cc535784', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ddc4bb7-4ccd-4e14-adc8-6ad01df60c13'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:16:26.606049 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9b7e17-39f5-4b31-bc39-be5ac177dd23 None None] The sync data for ids ['4d858aa6-ee9d-446a-8c1c-94a1b0ab5162'] in dv-neutron-834600-1-hyperv is: [{'id': '4d858aa6-ee9d-446a-8c1c-94a1b0ab5162', 'name': 'router1', 'tenant_id': '6a2ebe96e4f24bfb855e7cfd8471e07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:16:12Z', 'updated_at': '2022-04-06T13:16:23Z', 'revision_number': 2, 'project_id': '6a2ebe96e4f24bfb855e7cfd8471e07b', 'gw_port_host': None, '_interfaces': [{'id': '3404a4a0-6444-4000-8e15-0bd24e28d4f5', 'name': '', 'network_id': '66a322c4-f6c3-4f80-b614-4444859f9b5f', 'tenant_id': '6a2ebe96e4f24bfb855e7cfd8471e07b', 'mac_address': 'fa:16:3e:4c:a6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d858aa6-ee9d-446a-8c1c-94a1b0ab5162', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64231bcd-1d55-49f1-ade9-6c19cc535784', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:16:22Z', 'updated_at': '2022-04-06T13:16:25Z', 'revision_number': 4, 'project_id': '6a2ebe96e4f24bfb855e7cfd8471e07b', 'subnets': [{'id': '64231bcd-1d55-49f1-ade9-6c19cc535784', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ddc4bb7-4ccd-4e14-adc8-6ad01df60c13'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:16:26.755558 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 36374) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:16:26.920697 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96148230-6154-4ca5-a693-f497c9c489a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:16:26.922045 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-96148230-6154-4ca5-a693-f497c9c489a9 admin admin] 10.222.0.48 "GET /v2.0/networks/4620f211-7c2e-4ee8-bf91-9181827f0622 HTTP/1.1" status: 200 len: 842 time: 0.1655438 Apr 06 13:16:26.931950 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-8bbfe9f2-ae07-4a33-9f7f-9223594958bd admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.26.4.0/24', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'ip_version': 4, 'gateway_ip': '172.26.4.1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:16:26.936521 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-8bbfe9f2-ae07-4a33-9f7f-9223594958bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:16:26.940944 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8bbfe9f2-ae07-4a33-9f7f-9223594958bd admin admin] Usage tracker for resource:subnet and tenant:186a9ad94bb44976acc7dd0cb4acddf7 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:16:26.943784 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8bbfe9f2-ae07-4a33-9f7f-9223594958bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:16:26.949383 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-8bbfe9f2-ae07-4a33-9f7f-9223594958bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:16:27.019600 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbfe9f2-ae07-4a33-9f7f-9223594958bd admin admin] Made reservation on behalf of 186a9ad94bb44976acc7dd0cb4acddf7 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:16:27.021893 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8bbfe9f2-ae07-4a33-9f7f-9223594958bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:27.479851 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.objects.ports [None req-8bbfe9f2-ae07-4a33-9f7f-9223594958bd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88565) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 06 13:16:27.480323 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8bbfe9f2-ae07-4a33-9f7f-9223594958bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:27.555125 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfe9f2-ae07-4a33-9f7f-9223594958bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6bbfe73-8393-4592-b25d-2e0eef256580,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:16:27.562087 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbfe9f2-ae07-4a33-9f7f-9223594958bd admin admin] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:16:27.562438 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbfe9f2-ae07-4a33-9f7f-9223594958bd admin admin] Network hostable DHCP agents. Network: 4620f211-7c2e-4ee8-bf91-9181827f0622, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:16:27.631073 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbfe9f2-ae07-4a33-9f7f-9223594958bd admin admin] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:16:27.693894 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-8bbfe9f2-ae07-4a33-9f7f-9223594958bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 4620f211-7c2e-4ee8-bf91-9181827f0622) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:16:27.697718 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbfe9f2-ae07-4a33-9f7f-9223594958bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:16:27.698299 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8bbfe9f2-ae07-4a33-9f7f-9223594958bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:27.703722 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd91f5b0-477f-4686-a597-a1d155a118db None None] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:16:27.757707 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8bbfe9f2-ae07-4a33-9f7f-9223594958bd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8290875 Apr 06 13:16:27.925955 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bd401e-d32a-4012-9c5e-486d17e8d5dc None None] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:16:28.460709 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 3404a4a0-6444-4000-8e15-0bd24e28d4f5 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:16:28.579473 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 3404a4a0-6444-4000-8e15-0bd24e28d4f5 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:16:28.584595 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 3404a4a0-6444-4000-8e15-0bd24e28d4f5 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:16:28.584971 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:28.702600 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:28.733177 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 3404a4a0-6444-4000-8e15-0bd24e28d4f5, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=3404a4a0-6444-4000-8e15-0bd24e28d4f5,segment=NetworkSegment(317dfe0a-40b4-40d4-9f4a-c325ec2f84d8),segment_id=317dfe0a-40b4-40d4-9f4a-c325ec2f84d8)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:16:28.791196 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:28.856953 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=3404a4a0-6444-4000-8e15-0bd24e28d4f5,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:16:30.020363 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 36388) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:16:30.241551 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-74182a39-1b86-4300-97b5-a2af59cacc5c admin admin] 10.222.0.48 "GET /v2.0/routers/4d858aa6-ee9d-446a-8c1c-94a1b0ab5162 HTTP/1.1" status: 200 len: 710 time: 0.2200098 Apr 06 13:16:30.366003 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d66819-d086-4abe-9761-db657c9e90c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:16:30.367352 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e5d66819-d086-4abe-9761-db657c9e90c3 admin admin] 10.222.0.48 "GET /v2.0/networks/4620f211-7c2e-4ee8-bf91-9181827f0622 HTTP/1.1" status: 200 len: 886 time: 0.1207716 Apr 06 13:16:30.375942 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-82f27cf3-f681-42ea-87b0-f877b31564cb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:16:30.435213 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 3404a4a0-6444-4000-8e15-0bd24e28d4f5 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:16:30.501892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 3404a4a0-6444-4000-8e15-0bd24e28d4f5 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:16:30.502179 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:30.850836 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-82f27cf3-f681-42ea-87b0-f877b31564cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:31.225233 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-82f27cf3-f681-42ea-87b0-f877b31564cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:31.280219 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-82f27cf3-f681-42ea-87b0-f877b31564cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:31.414369 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-82f27cf3-f681-42ea-87b0-f877b31564cb admin admin] Allocated IP 172.26.4.131 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/695f5aee-78e5-46ec-8c11-9a471fd24a84) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:16:31.559759 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-82f27cf3-f681-42ea-87b0-f877b31564cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:31.654638 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-82f27cf3-f681-42ea-87b0-f877b31564cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:31.716611 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f27cf3-f681-42ea-87b0-f877b31564cb admin admin] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:16:31.719186 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-82f27cf3-f681-42ea-87b0-f877b31564cb admin admin] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:16:31.727644 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f27cf3-f681-42ea-87b0-f877b31564cb admin admin] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:16:31.790212 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f27cf3-f681-42ea-87b0-f877b31564cb admin admin] Pushing event updated for resources: {'Port': ['ID=695f5aee-78e5-46ec-8c11-9a471fd24a84,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:16:32.179824 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-82f27cf3-f681-42ea-87b0-f877b31564cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:32.545274 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-82f27cf3-f681-42ea-87b0-f877b31564cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:32.548434 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-82f27cf3-f681-42ea-87b0-f877b31564cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1624175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625362'] for router, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:32.730455 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f27cf3-f681-42ea-87b0-f877b31564cb admin admin] Router 4d858aa6-ee9d-446a-8c1c-94a1b0ab5162 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:16:32.903436 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f27cf3-f681-42ea-87b0-f877b31564cb admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:16:32.911610 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-82f27cf3-f681-42ea-87b0-f877b31564cb admin admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:32.912796 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-82f27cf3-f681-42ea-87b0-f877b31564cb admin admin] 10.222.0.48 "PUT /v2.0/routers/4d858aa6-ee9d-446a-8c1c-94a1b0ab5162 HTTP/1.1" status: 200 len: 890 time: 2.5399895 Apr 06 13:16:32.913709 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd39738-6f77-400f-976c-499cebc960b0 None None] Sync routers for ids ['4d858aa6-ee9d-446a-8c1c-94a1b0ab5162'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:16:32.923772 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd39738-6f77-400f-976c-499cebc960b0 None None] Routers {'4d858aa6-ee9d-446a-8c1c-94a1b0ab5162'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:16:32.924949 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-7dd39738-6f77-400f-976c-499cebc960b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:16:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4d858aa6-ee9d-446a-8c1c-94a1b0ab5162'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:16:33.139201 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-7dd39738-6f77-400f-976c-499cebc960b0 None None] Set router 4d858aa6-ee9d-446a-8c1c-94a1b0ab5162 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:16:33.480879 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-7dd39738-6f77-400f-976c-499cebc960b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d858aa6-ee9d-446a-8c1c-94a1b0ab5162', 'name': 'router1', 'tenant_id': '6a2ebe96e4f24bfb855e7cfd8471e07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': '695f5aee-78e5-46ec-8c11-9a471fd24a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:16:12Z', 'updated_at': '2022-04-06T13:16:31Z', 'revision_number': 4, 'project_id': '6a2ebe96e4f24bfb855e7cfd8471e07b', 'gw_port': {'id': '695f5aee-78e5-46ec-8c11-9a471fd24a84', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:65:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d858aa6-ee9d-446a-8c1c-94a1b0ab5162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:16:31Z', 'updated_at': '2022-04-06T13:16:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '3404a4a0-6444-4000-8e15-0bd24e28d4f5', 'name': '', 'network_id': '66a322c4-f6c3-4f80-b614-4444859f9b5f', 'tenant_id': '6a2ebe96e4f24bfb855e7cfd8471e07b', 'mac_address': 'fa:16:3e:4c:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d858aa6-ee9d-446a-8c1c-94a1b0ab5162', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64231bcd-1d55-49f1-ade9-6c19cc535784', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:16:22Z', 'updated_at': '2022-04-06T13:16:28Z', 'revision_number': 5, 'project_id': '6a2ebe96e4f24bfb855e7cfd8471e07b', 'subnets': [{'id': '64231bcd-1d55-49f1-ade9-6c19cc535784', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ddc4bb7-4ccd-4e14-adc8-6ad01df60c13'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:16:33.485582 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd39738-6f77-400f-976c-499cebc960b0 None None] Checking router: 4d858aa6-ee9d-446a-8c1c-94a1b0ab5162 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:16:33.485936 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd39738-6f77-400f-976c-499cebc960b0 None None] Updating router 4d858aa6-ee9d-446a-8c1c-94a1b0ab5162 port 695f5aee-78e5-46ec-8c11-9a471fd24a84 binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:16:33.538406 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7dd39738-6f77-400f-976c-499cebc960b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:33.870652 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7dd39738-6f77-400f-976c-499cebc960b0 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:33.884094 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7dd39738-6f77-400f-976c-499cebc960b0 None None] Transition to ACTIVE for port object 695f5aee-78e5-46ec-8c11-9a471fd24a84 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:16:33.968198 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7dd39738-6f77-400f-976c-499cebc960b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:34.046991 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7dd39738-6f77-400f-976c-499cebc960b0 None None] Attempting to bind port 695f5aee-78e5-46ec-8c11-9a471fd24a84 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:16:34.047349 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7dd39738-6f77-400f-976c-499cebc960b0 None None] Attempting to bind port 695f5aee-78e5-46ec-8c11-9a471fd24a84 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:16:34.047705 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd39738-6f77-400f-976c-499cebc960b0 None None] Attempting to bind port 695f5aee-78e5-46ec-8c11-9a471fd24a84 on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:16:34.050064 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5908ae8-c0aa-4c67-822f-2b34f16f0278 None None] Pushing event updated for resources: {'Port': ['ID=695f5aee-78e5-46ec-8c11-9a471fd24a84,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:16:34.056929 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd39738-6f77-400f-976c-499cebc960b0 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:16:34.057719 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd39738-6f77-400f-976c-499cebc960b0 None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:16:34.057719 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7dd39738-6f77-400f-976c-499cebc960b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:34.058031 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd39738-6f77-400f-976c-499cebc960b0 None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:16:34.058516 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7dd39738-6f77-400f-976c-499cebc960b0 None None] Bound port: 695f5aee-78e5-46ec-8c11-9a471fd24a84, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:16:34.058874 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7dd39738-6f77-400f-976c-499cebc960b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:34.133968 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-7dd39738-6f77-400f-976c-499cebc960b0 None None] For port 695f5aee-78e5-46ec-8c11-9a471fd24a84, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:16:34.137182 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-7dd39738-6f77-400f-976c-499cebc960b0 None None] For port 695f5aee-78e5-46ec-8c11-9a471fd24a84, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=695f5aee-78e5-46ec-8c11-9a471fd24a84,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:16:34.214779 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7dd39738-6f77-400f-976c-499cebc960b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:34.292016 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd39738-6f77-400f-976c-499cebc960b0 None None] Routers {'4d858aa6-ee9d-446a-8c1c-94a1b0ab5162'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:16:34.292618 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-7dd39738-6f77-400f-976c-499cebc960b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:16:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4d858aa6-ee9d-446a-8c1c-94a1b0ab5162'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:16:34.360324 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5908ae8-c0aa-4c67-822f-2b34f16f0278 None None] Pushing event updated for resources: {'Port': ['ID=695f5aee-78e5-46ec-8c11-9a471fd24a84,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:16:34.478442 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-7dd39738-6f77-400f-976c-499cebc960b0 None None] Set router 4d858aa6-ee9d-446a-8c1c-94a1b0ab5162 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:16:34.829083 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-7dd39738-6f77-400f-976c-499cebc960b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d858aa6-ee9d-446a-8c1c-94a1b0ab5162', 'name': 'router1', 'tenant_id': '6a2ebe96e4f24bfb855e7cfd8471e07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': '695f5aee-78e5-46ec-8c11-9a471fd24a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:16:12Z', 'updated_at': '2022-04-06T13:16:31Z', 'revision_number': 4, 'project_id': '6a2ebe96e4f24bfb855e7cfd8471e07b', 'gw_port': {'id': '695f5aee-78e5-46ec-8c11-9a471fd24a84', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:65:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d858aa6-ee9d-446a-8c1c-94a1b0ab5162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:16:31Z', 'updated_at': '2022-04-06T13:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '3404a4a0-6444-4000-8e15-0bd24e28d4f5', 'name': '', 'network_id': '66a322c4-f6c3-4f80-b614-4444859f9b5f', 'tenant_id': '6a2ebe96e4f24bfb855e7cfd8471e07b', 'mac_address': 'fa:16:3e:4c:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d858aa6-ee9d-446a-8c1c-94a1b0ab5162', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64231bcd-1d55-49f1-ade9-6c19cc535784', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:16:22Z', 'updated_at': '2022-04-06T13:16:28Z', 'revision_number': 5, 'project_id': '6a2ebe96e4f24bfb855e7cfd8471e07b', 'subnets': [{'id': '64231bcd-1d55-49f1-ade9-6c19cc535784', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ddc4bb7-4ccd-4e14-adc8-6ad01df60c13'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:16:34.832847 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd39738-6f77-400f-976c-499cebc960b0 None None] The sync data for ids ['4d858aa6-ee9d-446a-8c1c-94a1b0ab5162'] in dv-neutron-834600-1-hyperv is: [{'id': '4d858aa6-ee9d-446a-8c1c-94a1b0ab5162', 'name': 'router1', 'tenant_id': '6a2ebe96e4f24bfb855e7cfd8471e07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': '695f5aee-78e5-46ec-8c11-9a471fd24a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:16:12Z', 'updated_at': '2022-04-06T13:16:31Z', 'revision_number': 4, 'project_id': '6a2ebe96e4f24bfb855e7cfd8471e07b', 'gw_port': {'id': '695f5aee-78e5-46ec-8c11-9a471fd24a84', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:65:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d858aa6-ee9d-446a-8c1c-94a1b0ab5162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:16:31Z', 'updated_at': '2022-04-06T13:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '3404a4a0-6444-4000-8e15-0bd24e28d4f5', 'name': '', 'network_id': '66a322c4-f6c3-4f80-b614-4444859f9b5f', 'tenant_id': '6a2ebe96e4f24bfb855e7cfd8471e07b', 'mac_address': 'fa:16:3e:4c:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d858aa6-ee9d-446a-8c1c-94a1b0ab5162', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64231bcd-1d55-49f1-ade9-6c19cc535784', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:16:22Z', 'updated_at': '2022-04-06T13:16:28Z', 'revision_number': 5, 'project_id': '6a2ebe96e4f24bfb855e7cfd8471e07b', 'subnets': [{'id': '64231bcd-1d55-49f1-ade9-6c19cc535784', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ddc4bb7-4ccd-4e14-adc8-6ad01df60c13'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:16:35.292191 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 36398) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:16:35.411895 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0aaeb175-c7e7-4554-8bbf-5ba1db778f5c admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1185763 Apr 06 13:16:36.461319 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 695f5aee-78e5-46ec-8c11-9a471fd24a84 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:16:36.568000 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 695f5aee-78e5-46ec-8c11-9a471fd24a84 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:16:36.573146 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 695f5aee-78e5-46ec-8c11-9a471fd24a84 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:16:36.573364 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:36.697964 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:36.714179 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 695f5aee-78e5-46ec-8c11-9a471fd24a84, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=695f5aee-78e5-46ec-8c11-9a471fd24a84,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:16:36.779274 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:36.843859 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=695f5aee-78e5-46ec-8c11-9a471fd24a84,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:16:38.442938 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 695f5aee-78e5-46ec-8c11-9a471fd24a84 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:16:38.514793 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 695f5aee-78e5-46ec-8c11-9a471fd24a84 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:16:38.515389 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:45.338770 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4e5f20f2-42b7-42b6-99cc-b3ef1de7077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:47.642264 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7761f91b-03e3-45a9-9a41-7e4e51ca652b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:48.727535 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:48.784914 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:50.174333 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:16:57.457191 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 5 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:17:15.349515 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-576d015d-ef76-4e50-897a-a52e540a8cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:17:17.629304 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0a1367ec-cb57-44db-b1db-c2abb300de34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:17:18.726578 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:17:18.829266 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:17:20.160842 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:17:34.456615 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 5 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:17:45.348497 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-31a3b229-96fa-4900-90cf-2caf987d9d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:17:47.629051 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fb9782c9-00d2-4010-9ca7-60127b3547e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:17:48.726599 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:17:48.800134 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:17:50.171646 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:18:11.456327 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 5 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:18:15.406003 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d3a405b0-7c32-46e2-9db7-b5d8150526b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:18:17.611273 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-08dd5af7-9572-4776-95b9-547f91cb519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:18:18.720148 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:18:18.823152 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:18:20.176494 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:18:44.410207 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37000) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:18:44.476232 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-162f1e5c-c67d-4cfc-ad3d-d4e0215f8778 admin admin] GET failed (client error): The resource could not be found. Apr 06 13:18:44.477527 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-162f1e5c-c67d-4cfc-ad3d-d4e0215f8778 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0658598 Apr 06 13:18:44.607785 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4bdb51-fd74-427a-b8db-0ad35a356830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:18:44.609230 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4e4bdb51-fd74-427a-b8db-0ad35a356830 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1278894 Apr 06 13:18:45.354425 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3a6cb50e-bb28-4bc9-b8d2-a8d1a348af33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:18:46.758241 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37010) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:18:46.865887 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e7da14-5947-4270-a5ca-5018513f6764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:18:46.866423 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-44e7da14-5947-4270-a5ca-5018513f6764 admin admin] Synchronizing usage tracker for tenant:186a9ad94bb44976acc7dd0cb4acddf7 on resource:subnet {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:18:46.937282 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-44e7da14-5947-4270-a5ca-5018513f6764 admin admin] Unset dirty status for tenant:186a9ad94bb44976acc7dd0cb4acddf7 on resource:subnet {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:18:46.938448 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-44e7da14-5947-4270-a5ca-5018513f6764 admin admin] 10.222.0.48 "GET /v2.0/subnets/64231bcd-1d55-49f1-ade9-6c19cc535784 HTTP/1.1" status: 200 len: 849 time: 0.1792438 Apr 06 13:18:46.948943 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-189f6290-92a8-4d06-a35d-a550106777c6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:18:47.063789 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-189f6290-92a8-4d06-a35d-a550106777c6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:18:47.291432 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-189f6290-92a8-4d06-a35d-a550106777c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748748767088'] for subnet, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:18:47.338328 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189f6290-92a8-4d06-a35d-a550106777c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:18:47.338942 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-189f6290-92a8-4d06-a35d-a550106777c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:18:47.340013 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf58b080-5364-44f1-85c2-f3848fa892d9 None None] Network 66a322c4-f6c3-4f80-b614-4444859f9b5f requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:18:47.340438 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-189f6290-92a8-4d06-a35d-a550106777c6 admin admin] 10.222.0.48 "PUT /v2.0/subnets/64231bcd-1d55-49f1-ade9-6c19cc535784 HTTP/1.1" status: 200 len: 868 time: 0.3955843 Apr 06 13:18:47.367714 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f6290-92a8-4d06-a35d-a550106777c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64231bcd-1d55-49f1-ade9-6c19cc535784,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:18:47.377730 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f6290-92a8-4d06-a35d-a550106777c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:18:47.378071 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f6290-92a8-4d06-a35d-a550106777c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:18:47.378725 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f6290-92a8-4d06-a35d-a550106777c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:18:47.379254 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f6290-92a8-4d06-a35d-a550106777c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:18:47.385244 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f6290-92a8-4d06-a35d-a550106777c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:18:47.385244 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f6290-92a8-4d06-a35d-a550106777c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:18:47.385244 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f6290-92a8-4d06-a35d-a550106777c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:18:47.385244 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f6290-92a8-4d06-a35d-a550106777c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:18:47.385244 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f6290-92a8-4d06-a35d-a550106777c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:18:47.385244 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f6290-92a8-4d06-a35d-a550106777c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:18:47.385244 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f6290-92a8-4d06-a35d-a550106777c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:18:47.385244 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f6290-92a8-4d06-a35d-a550106777c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:18:47.634762 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4e63608a-6381-4a91-a30a-100de9ec483e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:18:47.790498 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d110c5bf-81ae-4909-b47a-1fa28c6d9cd7 None None] Provisioning complete for port cd8a541f-2709-4c80-b8c2-ae69dbd64db0 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:18:47.790885 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d110c5bf-81ae-4909-b47a-1fa28c6d9cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:18:47.918427 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d110c5bf-81ae-4909-b47a-1fa28c6d9cd7 None None] Provisioning complete for port 3404a4a0-6444-4000-8e15-0bd24e28d4f5 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:18:47.918748 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d110c5bf-81ae-4909-b47a-1fa28c6d9cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:18:48.454829 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 5 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:18:48.725143 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:18:48.823183 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:18:49.518564 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37020) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:18:49.689116 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf16d98-ed92-47d3-a5e3-4fc124fa9a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:18:49.689575 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf16d98-ed92-47d3-a5e3-4fc124fa9a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:18:49.691089 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6cf16d98-ed92-47d3-a5e3-4fc124fa9a79 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1715269 Apr 06 13:18:50.200490 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:18:51.842884 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37030) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:18:52.055439 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63058cc9-2859-4b64-b4e9-9a96cd6ff284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:18:52.055812 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63058cc9-2859-4b64-b4e9-9a96cd6ff284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:18:52.057303 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-63058cc9-2859-4b64-b4e9-9a96cd6ff284 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2134895 Apr 06 13:18:54.201497 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37040) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:18:54.364363 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed3cecd-29f4-4a89-99b4-10bcecd067a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:18:54.365008 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-5ed3cecd-29f4-4a89-99b4-10bcecd067a2 admin admin] Synchronizing usage tracker for tenant:186a9ad94bb44976acc7dd0cb4acddf7 on resource:network {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:18:54.439843 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-5ed3cecd-29f4-4a89-99b4-10bcecd067a2 admin admin] Unset dirty status for tenant:186a9ad94bb44976acc7dd0cb4acddf7 on resource:network {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:18:54.440959 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5ed3cecd-29f4-4a89-99b4-10bcecd067a2 admin admin] 10.222.0.48 "GET /v2.0/networks/4620f211-7c2e-4ee8-bf91-9181827f0622 HTTP/1.1" status: 200 len: 886 time: 0.2384799 Apr 06 13:18:56.609711 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37050) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:18:56.778438 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eaaf5a-3a5a-4bca-b9b4-051574bfc757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:18:56.779726 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-89eaaf5a-3a5a-4bca-b9b4-051574bfc757 admin admin] 10.222.0.48 "GET /v2.0/networks/66a322c4-f6c3-4f80-b614-4444859f9b5f HTTP/1.1" status: 200 len: 869 time: 0.1690612 Apr 06 13:18:58.932138 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37060) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:18:59.036000 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305f193f-9b5a-4928-ba81-6b77ef4e5437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:18:59.036457 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305f193f-9b5a-4928-ba81-6b77ef4e5437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:18:59.038423 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-305f193f-9b5a-4928-ba81-6b77ef4e5437 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1053503 Apr 06 13:19:01.200922 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37070) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:19:01.308806 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafdf33c-c34c-4e4f-a01a-782109225deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:19:01.309271 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafdf33c-c34c-4e4f-a01a-782109225deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:19:01.310716 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-dafdf33c-c34c-4e4f-a01a-782109225deb admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1088722 Apr 06 13:19:03.596544 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37080) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:19:03.703283 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fb43b9-fc23-440b-9e4a-93927e9f50c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:19:03.704579 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b7fb43b9-fc23-440b-9e4a-93927e9f50c2 admin admin] 10.222.0.48 "GET /v2.0/subnets/64231bcd-1d55-49f1-ade9-6c19cc535784 HTTP/1.1" status: 200 len: 868 time: 0.1070938 Apr 06 13:19:05.872179 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37090) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:19:05.970594 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ca1275-88dd-4d00-969d-1b72f3c7f66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:19:05.971975 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f1ca1275-88dd-4d00-969d-1b72f3c7f66f admin admin] 10.222.0.48 "GET /v2.0/subnets/b6bbfe73-8393-4592-b25d-2e0eef256580 HTTP/1.1" status: 200 len: 816 time: 0.0988443 Apr 06 13:19:15.370978 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-93308b02-9e0d-4908-af36-dc980c7b183b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:19:17.628560 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-42c66686-8f92-4025-9aaa-4b043e3b7fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:19:18.719459 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:19:18.816689 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:19:20.194857 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:19:24.785730 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37136) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:19:24.832940 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-055bbdbb-e800-4baf-af09-31b9fe4a7424 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:19:24.834035 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-055bbdbb-e800-4baf-af09-31b9fe4a7424 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468078 Apr 06 13:19:25.452865 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 5 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:19:27.082367 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37146) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:19:27.149598 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-528336fd-d9bc-4953-9ac0-e38faf7a0854 admin admin] GET failed (client error): The resource could not be found. Apr 06 13:19:27.150903 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-528336fd-d9bc-4953-9ac0-e38faf7a0854 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0675523 Apr 06 13:19:27.275703 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc8a768-d8c3-428f-8fb3-e213b193da56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:19:27.277061 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2cc8a768-d8c3-428f-8fb3-e213b193da56 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1223276 Apr 06 13:19:29.443959 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37156) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:19:29.490503 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-1100ec05-417a-48f7-b2eb-4cc3191ad0b6 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:19:29.495491 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1100ec05-417a-48f7-b2eb-4cc3191ad0b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:19:29.504848 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1100ec05-417a-48f7-b2eb-4cc3191ad0b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:19:29.571565 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1100ec05-417a-48f7-b2eb-4cc3191ad0b6 admin admin] Made reservation on behalf of 186a9ad94bb44976acc7dd0cb4acddf7 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:19:29.573810 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1100ec05-417a-48f7-b2eb-4cc3191ad0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:19:29.659339 dv-neutron-834600-1-hyperv neutron-server[88565]: WARNING neutron.services.revisions.revision_plugin [None req-1100ec05-417a-48f7-b2eb-4cc3191ad0b6 admin admin] Could not find related network for resource to bump revision. Apr 06 13:19:29.671519 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1100ec05-417a-48f7-b2eb-4cc3191ad0b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:19:29.680223 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1100ec05-417a-48f7-b2eb-4cc3191ad0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:19:29.680559 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-1100ec05-417a-48f7-b2eb-4cc3191ad0b6 admin admin] Added segment 66dd8e79-7d6b-4b2d-a434-bd0cab9b0d4b of type vlan for network 8021beac-6815-4fba-bbfd-e08036c2caee Apr 06 13:19:29.707027 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1100ec05-417a-48f7-b2eb-4cc3191ad0b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:19:29.794575 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1100ec05-417a-48f7-b2eb-4cc3191ad0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:19:29.795530 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1100ec05-417a-48f7-b2eb-4cc3191ad0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:19:29.796131 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1100ec05-417a-48f7-b2eb-4cc3191ad0b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:19:29.897823 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100ec05-417a-48f7-b2eb-4cc3191ad0b6 admin admin] Pushing event updated for resources: {'Network': ['ID=8021beac-6815-4fba-bbfd-e08036c2caee,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:19:29.908034 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 8021beac-6815-4fba-bbfd-e08036c2caee details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:19:29.949686 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1100ec05-417a-48f7-b2eb-4cc3191ad0b6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5046287 Apr 06 13:19:32.110649 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37166) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:19:32.177404 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb039805-06e5-4578-9390-bfafaecd654c admin admin] GET failed (client error): The resource could not be found. Apr 06 13:19:32.177915 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-fb039805-06e5-4578-9390-bfafaecd654c admin admin] Synchronizing usage tracker for tenant:186a9ad94bb44976acc7dd0cb4acddf7 on resource:network {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:19:32.263683 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-fb039805-06e5-4578-9390-bfafaecd654c admin admin] Unset dirty status for tenant:186a9ad94bb44976acc7dd0cb4acddf7 on resource:network {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:19:32.264845 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-fb039805-06e5-4578-9390-bfafaecd654c admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1531839 Apr 06 13:19:32.368920 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebe748c-124f-4a11-8521-1e0c347be867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:19:32.370265 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6ebe748c-124f-4a11-8521-1e0c347be867 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1015708 Apr 06 13:19:32.380674 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-5bd872ce-d2d5-4886-820a-6f5b4da75c31 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '8021beac-6815-4fba-bbfd-e08036c2caee'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:19:32.384876 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-5bd872ce-d2d5-4886-820a-6f5b4da75c31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:19:32.394306 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-5bd872ce-d2d5-4886-820a-6f5b4da75c31 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:19:32.503045 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd872ce-d2d5-4886-820a-6f5b4da75c31 admin admin] Made reservation on behalf of 186a9ad94bb44976acc7dd0cb4acddf7 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:19:32.506049 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5bd872ce-d2d5-4886-820a-6f5b4da75c31 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:19:32.747898 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5bd872ce-d2d5-4886-820a-6f5b4da75c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:19:32.819407 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd872ce-d2d5-4886-820a-6f5b4da75c31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31ec66eb-e804-44de-a9f9-0ca3f9c9e414,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:19:32.824776 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd872ce-d2d5-4886-820a-6f5b4da75c31 admin admin] Checking segment: {'id': '66dd8e79-7d6b-4b2d-a434-bd0cab9b0d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8021beac-6815-4fba-bbfd-e08036c2caee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:19:32.825112 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd872ce-d2d5-4886-820a-6f5b4da75c31 admin admin] Network hostable DHCP agents. Network: 8021beac-6815-4fba-bbfd-e08036c2caee, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:19:32.920029 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd872ce-d2d5-4886-820a-6f5b4da75c31 admin admin] Network 8021beac-6815-4fba-bbfd-e08036c2caee is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:19:32.982632 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-5bd872ce-d2d5-4886-820a-6f5b4da75c31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 8021beac-6815-4fba-bbfd-e08036c2caee) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:19:32.986462 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd872ce-d2d5-4886-820a-6f5b4da75c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:19:32.987068 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5bd872ce-d2d5-4886-820a-6f5b4da75c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:19:32.992405 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf6ac7b-d052-4b93-b704-85128a81b5cb None None] Network 8021beac-6815-4fba-bbfd-e08036c2caee requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:19:33.080856 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5bd872ce-d2d5-4886-820a-6f5b4da75c31 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7041988 Apr 06 13:19:33.216836 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-8021beac-6815-4fba-bbfd-e08036c2caee', 'network_id': '8021beac-6815-4fba-bbfd-e08036c2caee', 'tenant_id': '186a9ad94bb44976acc7dd0cb4acddf7', 'fixed_ips': [{'subnet_id': '31ec66eb-e804-44de-a9f9-0ca3f9c9e414'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:19:33.217697 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:19:33.374420 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Allocated IP 192.168.233.2 (8021beac-6815-4fba-bbfd-e08036c2caee/31ec66eb-e804-44de-a9f9-0ca3f9c9e414/857d5b15-eaac-4f9c-a728-38ed2ccca071) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:19:33.582034 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:19:33.592835 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Transition to ACTIVE for port object 857d5b15-eaac-4f9c-a728-38ed2ccca071 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:19:33.610734 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Transition to ACTIVE for port object 857d5b15-eaac-4f9c-a728-38ed2ccca071 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:19:33.692786 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:19:33.761289 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Network 8021beac-6815-4fba-bbfd-e08036c2caee is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:19:33.767343 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:19:33.769169 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Pushing event updated for resources: {'Port': ['ID=857d5b15-eaac-4f9c-a728-38ed2ccca071,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:19:33.771960 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:19:33.804043 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:19:33.804389 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:19:33.804737 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:19:33.805062 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:19:33.805391 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:19:33.805736 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:19:33.806088 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:19:33.806411 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:19:33.806747 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:19:33.807093 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:19:33.807409 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:19:33.807718 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:19:33.869678 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Attempting to bind port 857d5b15-eaac-4f9c-a728-38ed2ccca071 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:19:33.870034 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Attempting to bind port 857d5b15-eaac-4f9c-a728-38ed2ccca071 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '66dd8e79-7d6b-4b2d-a434-bd0cab9b0d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8021beac-6815-4fba-bbfd-e08036c2caee'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:19:33.870393 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Attempting to bind port 857d5b15-eaac-4f9c-a728-38ed2ccca071 on network 8021beac-6815-4fba-bbfd-e08036c2caee {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:19:33.875590 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:19:33.875951 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Checking segment: {'id': '66dd8e79-7d6b-4b2d-a434-bd0cab9b0d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8021beac-6815-4fba-bbfd-e08036c2caee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:19:33.876339 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:19:33.876780 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Bound using segment: {'id': '66dd8e79-7d6b-4b2d-a434-bd0cab9b0d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8021beac-6815-4fba-bbfd-e08036c2caee'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:19:33.877232 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Bound port: 857d5b15-eaac-4f9c-a728-38ed2ccca071, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66dd8e79-7d6b-4b2d-a434-bd0cab9b0d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8021beac-6815-4fba-bbfd-e08036c2caee'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:19:33.877647 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:19:33.968494 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] For port 857d5b15-eaac-4f9c-a728-38ed2ccca071, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:19:33.971327 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] For port 857d5b15-eaac-4f9c-a728-38ed2ccca071, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=857d5b15-eaac-4f9c-a728-38ed2ccca071,segment=NetworkSegment(66dd8e79-7d6b-4b2d-a434-bd0cab9b0d4b),segment_id=66dd8e79-7d6b-4b2d-a434-bd0cab9b0d4b)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:19:34.035154 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:19:34.121670 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4ca24-5ea0-4e64-83cb-998633714f28 None None] Pushing event updated for resources: {'Port': ['ID=857d5b15-eaac-4f9c-a728-38ed2ccca071,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:19:34.558666 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 857d5b15-eaac-4f9c-a728-38ed2ccca071 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:19:34.680112 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 857d5b15-eaac-4f9c-a728-38ed2ccca071 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:19:34.976754 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576bebf4-eafe-4ea1-87cb-3721dd24d8c1 None None] Network 8021beac-6815-4fba-bbfd-e08036c2caee requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:19:35.157071 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-35f5b1d7-d5bd-4449-b0b1-f61a9c4887ad None None] Provisioning for port 857d5b15-eaac-4f9c-a728-38ed2ccca071 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:19:35.179014 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-35f5b1d7-d5bd-4449-b0b1-f61a9c4887ad None None] Provisioning complete for port 857d5b15-eaac-4f9c-a728-38ed2ccca071 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:19:35.179378 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-35f5b1d7-d5bd-4449-b0b1-f61a9c4887ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:19:35.349512 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-35f5b1d7-d5bd-4449-b0b1-f61a9c4887ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:19:35.387023 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-35f5b1d7-d5bd-4449-b0b1-f61a9c4887ad None None] For port 857d5b15-eaac-4f9c-a728-38ed2ccca071, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=857d5b15-eaac-4f9c-a728-38ed2ccca071,segment=NetworkSegment(66dd8e79-7d6b-4b2d-a434-bd0cab9b0d4b),segment_id=66dd8e79-7d6b-4b2d-a434-bd0cab9b0d4b)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:19:35.474433 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-35f5b1d7-d5bd-4449-b0b1-f61a9c4887ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:19:35.545723 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5b1d7-d5bd-4449-b0b1-f61a9c4887ad None None] Pushing event updated for resources: {'Port': ['ID=857d5b15-eaac-4f9c-a728-38ed2ccca071,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:19:35.597302 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2f24a3b1-6d1f-4c4d-b94d-0a2b7cd49970 None None] Provisioning complete for port 857d5b15-eaac-4f9c-a728-38ed2ccca071 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:19:35.597302 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2f24a3b1-6d1f-4c4d-b94d-0a2b7cd49970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:19:36.533185 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 857d5b15-eaac-4f9c-a728-38ed2ccca071 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:19:36.600714 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 857d5b15-eaac-4f9c-a728-38ed2ccca071 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:19:36.601079 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:19:45.349608 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5a46-c8c0-4db1-bfcb-da2ef9a6b034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:19:47.646383 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b96c768e-cad1-4be4-ba5b-cc576e86dc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:19:48.754838 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:19:48.805968 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:19:50.200222 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:20:02.450557 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 5 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:20:15.343066 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0f2efbef-448c-47ca-b00f-c1e8e678d246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:20:17.640406 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-35b4166c-38a2-4c47-80b4-8a11489c7978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:20:18.782149 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:20:18.851551 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:20:20.177864 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:20:39.450308 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 5 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:20:45.372031 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a69b7b96-adf8-4d7d-a38a-a6f5442e1032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:20:47.646163 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-425e2804-0a11-4b9f-9672-f09c33366fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:20:48.714313 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:20:48.822716 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:20:50.181855 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:21:07.218450 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37210) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:21:07.225081 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-7fbb9b7e-a53d-4b2c-93ab-2abbdc0c2781 tempest-verify_tempest_config-212654827 tempest-verify_tempest_config-212654827-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:21:07.226040 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7fbb9b7e-a53d-4b2c-93ab-2abbdc0c2781 tempest-verify_tempest_config-212654827 tempest-verify_tempest_config-212654827-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066011 Apr 06 13:21:07.746324 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37228) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:21:07.859975 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e03cc5ee-6486-4573-82f0-050d74feecc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:21:07.877879 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e03cc5ee-6486-4573-82f0-050d74feecc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:21:07.882157 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e03cc5ee-6486-4573-82f0-050d74feecc9 admin admin] Usage tracker for resource:security_group_rule and tenant:4e216be2f0b44635a7146401656cb22f is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:21:07.884975 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e03cc5ee-6486-4573-82f0-050d74feecc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:21:07.890984 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e03cc5ee-6486-4573-82f0-050d74feecc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:21:07.970973 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e03cc5ee-6486-4573-82f0-050d74feecc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:21:08.039934 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e03cc5ee-6486-4573-82f0-050d74feecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:21:08.084632 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e03cc5ee-6486-4573-82f0-050d74feecc9 admin admin] Synchronizing usage tracker for tenant:186a9ad94bb44976acc7dd0cb4acddf7 on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:21:08.088506 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03cc5ee-6486-4573-82f0-050d74feecc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727eab1f-c69b-46e1-97a8-295a07c42ac7,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:21:08.098163 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03cc5ee-6486-4573-82f0-050d74feecc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:21:08.102987 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03cc5ee-6486-4573-82f0-050d74feecc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:21:08.102987 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03cc5ee-6486-4573-82f0-050d74feecc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:21:08.102987 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03cc5ee-6486-4573-82f0-050d74feecc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:21:08.102987 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03cc5ee-6486-4573-82f0-050d74feecc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:21:08.102987 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03cc5ee-6486-4573-82f0-050d74feecc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:21:08.102987 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03cc5ee-6486-4573-82f0-050d74feecc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:21:08.102987 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03cc5ee-6486-4573-82f0-050d74feecc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:21:08.102987 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03cc5ee-6486-4573-82f0-050d74feecc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:21:08.102987 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03cc5ee-6486-4573-82f0-050d74feecc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:21:08.102987 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03cc5ee-6486-4573-82f0-050d74feecc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:21:08.102987 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03cc5ee-6486-4573-82f0-050d74feecc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:21:08.181196 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e03cc5ee-6486-4573-82f0-050d74feecc9 admin admin] Unset dirty status for tenant:186a9ad94bb44976acc7dd0cb4acddf7 on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:21:08.182366 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e03cc5ee-6486-4573-82f0-050d74feecc9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4e216be2f0b44635a7146401656cb22f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4350638 Apr 06 13:21:08.185162 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37234) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:21:08.242019 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1d3a44d1-7877-4049-9794-98875d2e025c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:21:08.266253 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1d3a44d1-7877-4049-9794-98875d2e025c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:21:08.434366 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1d3a44d1-7877-4049-9794-98875d2e025c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:21:08.451178 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a44d1-7877-4049-9794-98875d2e025c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727eab1f-c69b-46e1-97a8-295a07c42ac7,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:21:08.458059 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1d3a44d1-7877-4049-9794-98875d2e025c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:21:08.458871 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1d3a44d1-7877-4049-9794-98875d2e025c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/727eab1f-c69b-46e1-97a8-295a07c42ac7 HTTP/1.1" status: 204 len: 168 time: 0.2727828 Apr 06 13:21:15.342521 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-623e1486-ce3c-46d8-87c3-db86f8f714fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:21:16.449514 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 5 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:21:17.656927 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-664847dd-68bf-4e21-8433-844858b6a363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:21:18.742746 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:21:18.845700 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:21:20.188580 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:21:45.375324 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-29ffc263-1056-4837-b854-d663dd435c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:21:47.685167 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-925973a1-08b6-48d1-a7e5-8d84de77ca08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:21:48.719221 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:21:48.811165 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:21:50.188067 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:21:53.448226 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 5 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:22:15.357769 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8f39cfe6-d353-486e-9c08-cfd6eebae68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:22:17.649268 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3dab37df-fdf8-4eb9-93ed-202474bda1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:22:18.746530 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:22:18.826371 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:22:20.186073 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:22:26.982511 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1626696'] for agent, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:22:30.446379 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:22:42.618033 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37304) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:22:42.729592 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0afe2ea1-babb-423b-96cf-6f564c7e4c00 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1104879 Apr 06 13:22:44.923843 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37318) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:22:44.978913 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6bf05732-ba65-4ca4-b747-a0da65cab499 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0539992 Apr 06 13:22:45.364818 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7f744221-05cb-4688-8ad8-8d7c43355081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:22:47.649118 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-df6bd00a-d7d2-41fb-bc19-6ef4e00de862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:22:48.718929 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:22:48.911225 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:22:50.187947 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:22:56.976475 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:23:07.448521 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:23:15.425811 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-dab17d06-d85d-43ff-931d-e1dd3bb685d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:23:17.665477 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ebcfd12f-e365-46ef-810f-86d076f01417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:23:18.779771 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:23:18.941567 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:23:20.225936 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:23:26.962526 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:23:44.448194 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:23:45.373397 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-773115d4-a498-45f4-876c-d39221924a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:23:47.684840 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2c310c56-7d10-47f1-b92e-d7da429f36b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:23:48.753438 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:23:48.864909 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:23:50.208014 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:23:57.009914 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:15.363922 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a519bb0f-d52f-4388-9178-19d46448c347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:17.505092 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37436) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:17.655407 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-753cb559-7d48-4334-805b-0998d8d91cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:18.213778 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-729544512-network', 'tenant_id': '9a4d54de52764226baa1254caab457dd'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:18.224624 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:18.224624 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Usage tracker for resource:network and tenant:9a4d54de52764226baa1254caab457dd is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:18.226056 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:18.232117 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:18.310589 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Made reservation on behalf of 9a4d54de52764226baa1254caab457dd for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:24:18.310589 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:18.322631 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:18.337691 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:18.341445 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Usage tracker for resource:security_group_rule and tenant:9a4d54de52764226baa1254caab457dd is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:18.344186 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:18.349901 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:18.443303 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:18.510438 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:18.534072 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:24:18.556044 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4492e687-87fb-4f3b-8955-04998d66b60f,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:18.563287 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:18.563634 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Added segment 736e4659-c022-4000-9327-4bba1a040dcb of type vlan for network 5be2eead-86e0-4801-95e6-7956006492a1 Apr 06 13:24:18.566072 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:18.566468 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:18.566753 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:18.567112 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:18.567447 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:18.567782 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:18.568114 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:18.568806 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:18.568998 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:18.569200 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:18.569702 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:18.570227 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Tracked resource versions report: Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: pushed versions: Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: { 'AddressGroup': {'1.2'}, Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: 'ConntrackHelper': {'1.0'}, Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: 'Log': {'1.0'}, Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: 'Network': {'1.1'}, Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: 'Port': {'1.7'}, Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: 'PortForwarding': {'1.2'}, Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: 'QosPolicy': {'1.8'}, Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: 'SecurityGroup': {'1.4'}, Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: 'SecurityGroupRule': {'1.2'}, Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: 'SubPort': {'1.0'}, Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: 'Subnet': {'1.1'}, Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: 'Trunk': {'1.1'}} Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: consumer versions: Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: { DHCP agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: HyperV agent@hv-neutron-8346: {}, Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: L3 agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: Metadata agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: Metering agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: Open vSwitch agent@dv-neutron-834600-1-hyperv: { 'AddressGroup': '1.2', Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: 'ConntrackHelper': '1.0', Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: 'Log': '1.0', Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: 'Network': '1.1', Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: 'Port': '1.7', Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: 'PortForwarding': '1.2', Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: 'QosPolicy': '1.8', Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: 'SecurityGroup': '1.4', Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: 'SecurityGroupRule': '1.2', Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: 'SubPort': '1.0', Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: 'Subnet': '1.1', Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: 'Trunk': '1.1'}} Apr 06 13:24:18.571164 dv-neutron-834600-1-hyperv neutron-server[88565]: {{(pid=88565) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 13:24:18.601831 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:18.712752 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:18.714019 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:18.715066 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:18.826990 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] Pushing event updated for resources: {'Network': ['ID=5be2eead-86e0-4801-95e6-7956006492a1,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:18.829916 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:18.841018 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 5be2eead-86e0-4801-95e6-7956006492a1 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:24:18.877804 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:18.914269 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37488) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:18.916829 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d11cb09a-0b22-4757-9ae2-1676c88f8341 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4149945 Apr 06 13:24:18.922299 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-49eb9cf0-3f47-4a11-b993-eddb3f378399 admin admin] Request body: {'subnet': {'network_id': '5be2eead-86e0-4801-95e6-7956006492a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-729544512-subnet', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:18.980511 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-49eb9cf0-3f47-4a11-b993-eddb3f378399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:18.984573 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-49eb9cf0-3f47-4a11-b993-eddb3f378399 admin admin] Usage tracker for resource:subnet and tenant:9a4d54de52764226baa1254caab457dd is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:18.988890 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-49eb9cf0-3f47-4a11-b993-eddb3f378399 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:18.994687 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-49eb9cf0-3f47-4a11-b993-eddb3f378399 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:19.089762 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49eb9cf0-3f47-4a11-b993-eddb3f378399 admin admin] Made reservation on behalf of 9a4d54de52764226baa1254caab457dd for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:24:19.092302 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-49eb9cf0-3f47-4a11-b993-eddb3f378399 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:19.393565 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-49eb9cf0-3f47-4a11-b993-eddb3f378399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:19.483437 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb9cf0-3f47-4a11-b993-eddb3f378399 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05aded58-8f1f-47e0-842d-ddd950b58777,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:19.496362 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb9cf0-3f47-4a11-b993-eddb3f378399 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:19.496724 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb9cf0-3f47-4a11-b993-eddb3f378399 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:19.497062 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb9cf0-3f47-4a11-b993-eddb3f378399 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:19.497393 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb9cf0-3f47-4a11-b993-eddb3f378399 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:19.497719 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb9cf0-3f47-4a11-b993-eddb3f378399 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:19.498057 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb9cf0-3f47-4a11-b993-eddb3f378399 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:19.498391 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb9cf0-3f47-4a11-b993-eddb3f378399 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:19.498784 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb9cf0-3f47-4a11-b993-eddb3f378399 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:19.499067 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb9cf0-3f47-4a11-b993-eddb3f378399 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb9cf0-3f47-4a11-b993-eddb3f378399 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb9cf0-3f47-4a11-b993-eddb3f378399 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb9cf0-3f47-4a11-b993-eddb3f378399 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb9cf0-3f47-4a11-b993-eddb3f378399 admin admin] Tracked resource versions report: Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: pushed versions: Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: { 'AddressGroup': {'1.2'}, Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: 'ConntrackHelper': {'1.0'}, Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: 'Log': {'1.0'}, Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: 'Network': {'1.1'}, Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: 'Port': {'1.7'}, Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: 'PortForwarding': {'1.2'}, Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: 'QosPolicy': {'1.8'}, Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: 'SecurityGroup': {'1.4'}, Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: 'SecurityGroupRule': {'1.2'}, Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: 'SubPort': {'1.0'}, Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: 'Subnet': {'1.1'}, Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: 'Trunk': {'1.1'}} Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: consumer versions: Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: { DHCP agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: HyperV agent@hv-neutron-8346: {}, Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: L3 agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: Metadata agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: Metering agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: Open vSwitch agent@dv-neutron-834600-1-hyperv: { 'AddressGroup': '1.2', Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: 'ConntrackHelper': '1.0', Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: 'Log': '1.0', Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: 'Network': '1.1', Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: 'Port': '1.7', Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: 'PortForwarding': '1.2', Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: 'QosPolicy': '1.8', Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: 'SecurityGroup': '1.4', Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: 'SecurityGroupRule': '1.2', Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: 'SubPort': '1.0', Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: 'Subnet': '1.1', Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: 'Trunk': '1.1'}} Apr 06 13:24:19.504462 dv-neutron-834600-1-hyperv neutron-server[88564]: {{(pid=88564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 13:24:19.507824 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eb9cf0-3f47-4a11-b993-eddb3f378399 admin admin] Checking segment: {'id': '736e4659-c022-4000-9327-4bba1a040dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5be2eead-86e0-4801-95e6-7956006492a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:24:19.508231 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49eb9cf0-3f47-4a11-b993-eddb3f378399 admin admin] Network hostable DHCP agents. Network: 5be2eead-86e0-4801-95e6-7956006492a1, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:24:19.596707 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49eb9cf0-3f47-4a11-b993-eddb3f378399 admin admin] Network 5be2eead-86e0-4801-95e6-7956006492a1 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:24:19.712809 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-49eb9cf0-3f47-4a11-b993-eddb3f378399 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 5be2eead-86e0-4801-95e6-7956006492a1) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:19.718053 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49eb9cf0-3f47-4a11-b993-eddb3f378399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:19.719681 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-49eb9cf0-3f47-4a11-b993-eddb3f378399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:19.724075 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11494be-2fb6-4664-9816-7237136c0e58 None None] Network 5be2eead-86e0-4801-95e6-7956006492a1 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:24:19.824952 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-49eb9cf0-3f47-4a11-b993-eddb3f378399 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9089622 Apr 06 13:24:19.830880 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37516) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:19.834153 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-e1c671b5-7af9-4a6d-8f3d-e692565b4ec4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-729544512-router', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:19.839421 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e1c671b5-7af9-4a6d-8f3d-e692565b4ec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:19.844108 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e1c671b5-7af9-4a6d-8f3d-e692565b4ec4 admin admin] Usage tracker for resource:router and tenant:9a4d54de52764226baa1254caab457dd is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:19.848663 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e1c671b5-7af9-4a6d-8f3d-e692565b4ec4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:19.855177 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e1c671b5-7af9-4a6d-8f3d-e692565b4ec4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:19.971259 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e1c671b5-7af9-4a6d-8f3d-e692565b4ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:19.974395 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e1c671b5-7af9-4a6d-8f3d-e692565b4ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:19.978872 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-5be2eead-86e0-4801-95e6-7956006492a1', 'network_id': '5be2eead-86e0-4801-95e6-7956006492a1', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'fixed_ips': [{'subnet_id': '05aded58-8f1f-47e0-842d-ddd950b58777'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:24:19.995187 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:19.996035 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e1c671b5-7af9-4a6d-8f3d-e692565b4ec4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:20.152854 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Allocated IP 172.20.0.2 (5be2eead-86e0-4801-95e6-7956006492a1/05aded58-8f1f-47e0-842d-ddd950b58777/552e07d0-bbb0-4245-8b8e-3b7ae5bff350) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:24:20.176102 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37526) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:20.388746 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:20.400414 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Transition to ACTIVE for port object 552e07d0-bbb0-4245-8b8e-3b7ae5bff350 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:24:20.426941 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e1c671b5-7af9-4a6d-8f3d-e692565b4ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:20.429287 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Transition to ACTIVE for port object 552e07d0-bbb0-4245-8b8e-3b7ae5bff350 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:24:20.441207 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:20.536356 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:20.614269 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Pushing event updated for resources: {'Port': ['ID=552e07d0-bbb0-4245-8b8e-3b7ae5bff350,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:20.627814 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Tracked resource versions report: Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: pushed versions: Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: { 'AddressGroup': {'1.2'}, Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: 'ConntrackHelper': {'1.0'}, Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: 'Log': {'1.0'}, Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: 'Network': {'1.1'}, Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: 'Port': {'1.7'}, Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: 'PortForwarding': {'1.2'}, Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: 'QosPolicy': {'1.8'}, Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: 'SecurityGroup': {'1.4'}, Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: 'SecurityGroupRule': {'1.2'}, Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: 'SubPort': {'1.0'}, Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: 'Subnet': {'1.1'}, Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: 'Trunk': {'1.1'}} Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: consumer versions: Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: { DHCP agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: HyperV agent@hv-neutron-8346: {}, Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: L3 agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: Metadata agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: Metering agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: Open vSwitch agent@dv-neutron-834600-1-hyperv: { 'AddressGroup': '1.2', Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: 'ConntrackHelper': '1.0', Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: 'Log': '1.0', Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: 'Network': '1.1', Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: 'Port': '1.7', Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: 'PortForwarding': '1.2', Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: 'QosPolicy': '1.8', Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: 'SecurityGroup': '1.4', Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: 'SecurityGroupRule': '1.2', Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: 'SubPort': '1.0', Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: 'Subnet': '1.1', Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: 'Trunk': '1.1'}} Apr 06 13:24:20.634156 dv-neutron-834600-1-hyperv neutron-server[88566]: {{(pid=88566) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 13:24:20.643708 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Network 5be2eead-86e0-4801-95e6-7956006492a1 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:24:20.645546 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:20.648053 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:24:20.751527 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Attempting to bind port 552e07d0-bbb0-4245-8b8e-3b7ae5bff350 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:20.752285 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Attempting to bind port 552e07d0-bbb0-4245-8b8e-3b7ae5bff350 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '736e4659-c022-4000-9327-4bba1a040dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5be2eead-86e0-4801-95e6-7956006492a1'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:20.752886 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Attempting to bind port 552e07d0-bbb0-4245-8b8e-3b7ae5bff350 on network 5be2eead-86e0-4801-95e6-7956006492a1 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:20.759916 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:24:20.760678 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Checking segment: {'id': '736e4659-c022-4000-9327-4bba1a040dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5be2eead-86e0-4801-95e6-7956006492a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:24:20.761300 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:20.761916 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Bound using segment: {'id': '736e4659-c022-4000-9327-4bba1a040dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5be2eead-86e0-4801-95e6-7956006492a1'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:24:20.762618 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Bound port: 552e07d0-bbb0-4245-8b8e-3b7ae5bff350, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736e4659-c022-4000-9327-4bba1a040dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5be2eead-86e0-4801-95e6-7956006492a1'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:24:20.763649 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:20.809800 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-284b4396-8b1a-47fa-b59b-002c5a480dbc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-331739158-network', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:20.809800 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-284b4396-8b1a-47fa-b59b-002c5a480dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:20.809800 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-284b4396-8b1a-47fa-b59b-002c5a480dbc admin admin] Usage tracker for resource:network and tenant:29506e5a39ce4f2db4e880a74f738951 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:20.809800 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-284b4396-8b1a-47fa-b59b-002c5a480dbc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:20.827819 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-284b4396-8b1a-47fa-b59b-002c5a480dbc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:20.887244 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e1c671b5-7af9-4a6d-8f3d-e692565b4ec4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:20.887737 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] For port 552e07d0-bbb0-4245-8b8e-3b7ae5bff350, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:24:20.891140 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] For port 552e07d0-bbb0-4245-8b8e-3b7ae5bff350, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=552e07d0-bbb0-4245-8b8e-3b7ae5bff350,segment=NetworkSegment(736e4659-c022-4000-9327-4bba1a040dcb),segment_id=736e4659-c022-4000-9327-4bba1a040dcb)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:24:20.919709 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e1c671b5-7af9-4a6d-8f3d-e692565b4ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:20.996229 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284b4396-8b1a-47fa-b59b-002c5a480dbc admin admin] Made reservation on behalf of 29506e5a39ce4f2db4e880a74f738951 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:24:20.996859 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:20.999399 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-284b4396-8b1a-47fa-b59b-002c5a480dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:21.013013 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-284b4396-8b1a-47fa-b59b-002c5a480dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:21.029444 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-284b4396-8b1a-47fa-b59b-002c5a480dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:21.034607 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-284b4396-8b1a-47fa-b59b-002c5a480dbc admin admin] Usage tracker for resource:security_group_rule and tenant:29506e5a39ce4f2db4e880a74f738951 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:21.037799 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-284b4396-8b1a-47fa-b59b-002c5a480dbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:21.043897 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-284b4396-8b1a-47fa-b59b-002c5a480dbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:21.082879 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-e1c671b5-7af9-4a6d-8f3d-e692565b4ec4 admin admin] Allocated IP 172.26.4.216 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/96bc3ff0-2ca2-4dbc-a691-bfc3030cb734) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:24:21.141594 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-284b4396-8b1a-47fa-b59b-002c5a480dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:21.152036 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21d936-2275-4d8a-ab1e-d6dcd263a6c1 None None] Pushing event updated for resources: {'Port': ['ID=552e07d0-bbb0-4245-8b8e-3b7ae5bff350,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:21.204264 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-284b4396-8b1a-47fa-b59b-002c5a480dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:21.242307 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-284b4396-8b1a-47fa-b59b-002c5a480dbc admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:24:21.256196 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b4396-8b1a-47fa-b59b-002c5a480dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cffdb75-05d6-47c1-8255-c05fedf1dba0,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:21.260879 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-284b4396-8b1a-47fa-b59b-002c5a480dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:21.261210 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-284b4396-8b1a-47fa-b59b-002c5a480dbc admin admin] Added segment 54e4ee41-531e-440c-8308-aeb4581df134 of type vlan for network b4af085f-1110-4224-b013-05549a7ec08d Apr 06 13:24:21.277894 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e1c671b5-7af9-4a6d-8f3d-e692565b4ec4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:21.292251 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-284b4396-8b1a-47fa-b59b-002c5a480dbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:21.390977 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e1c671b5-7af9-4a6d-8f3d-e692565b4ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:21.419078 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-284b4396-8b1a-47fa-b59b-002c5a480dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:21.420287 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284b4396-8b1a-47fa-b59b-002c5a480dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:21.421209 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-284b4396-8b1a-47fa-b59b-002c5a480dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:21.460085 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:24:21.473464 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c671b5-7af9-4a6d-8f3d-e692565b4ec4 admin admin] Pushing event updated for resources: {'Port': ['ID=96bc3ff0-2ca2-4dbc-a691-bfc3030cb734,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:21.491083 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c671b5-7af9-4a6d-8f3d-e692565b4ec4 admin admin] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:24:21.492527 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-e1c671b5-7af9-4a6d-8f3d-e692565b4ec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:21.495354 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c671b5-7af9-4a6d-8f3d-e692565b4ec4 admin admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:24:21.589778 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b4396-8b1a-47fa-b59b-002c5a480dbc admin admin] Pushing event updated for resources: {'Network': ['ID=b4af085f-1110-4224-b013-05549a7ec08d,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:21.603866 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network b4af085f-1110-4224-b013-05549a7ec08d details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:24:21.684783 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-284b4396-8b1a-47fa-b59b-002c5a480dbc admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5075917 Apr 06 13:24:21.687730 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37562) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:21.693527 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-43d6881e-dc3e-4c0b-83c7-ee27172bf8d3 admin admin] Request body: {'subnet': {'network_id': 'b4af085f-1110-4224-b013-05549a7ec08d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-331739158-subnet', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:21.701961 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-43d6881e-dc3e-4c0b-83c7-ee27172bf8d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:21.709324 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-43d6881e-dc3e-4c0b-83c7-ee27172bf8d3 admin admin] Usage tracker for resource:subnet and tenant:29506e5a39ce4f2db4e880a74f738951 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:21.712511 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-43d6881e-dc3e-4c0b-83c7-ee27172bf8d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:21.723497 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-43d6881e-dc3e-4c0b-83c7-ee27172bf8d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:21.826634 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d6881e-dc3e-4c0b-83c7-ee27172bf8d3 admin admin] Made reservation on behalf of 29506e5a39ce4f2db4e880a74f738951 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:24:21.829026 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-43d6881e-dc3e-4c0b-83c7-ee27172bf8d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:22.195984 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e1c671b5-7af9-4a6d-8f3d-e692565b4ec4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:22.284541 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281a3148-ebb1-4e1a-b970-5890c4801bdd None None] Network 5be2eead-86e0-4801-95e6-7956006492a1 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:24:22.316570 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-43d6881e-dc3e-4c0b-83c7-ee27172bf8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:22.433624 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6881e-dc3e-4c0b-83c7-ee27172bf8d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bba6dec-718f-43df-a092-4ff68fc37b48,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:22.466552 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37586) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:22.485029 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d6881e-dc3e-4c0b-83c7-ee27172bf8d3 admin admin] Checking segment: {'id': '54e4ee41-531e-440c-8308-aeb4581df134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b4af085f-1110-4224-b013-05549a7ec08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:24:22.486164 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d6881e-dc3e-4c0b-83c7-ee27172bf8d3 admin admin] Network hostable DHCP agents. Network: b4af085f-1110-4224-b013-05549a7ec08d, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:24:22.551372 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9c9317f7-bd98-44d4-80a2-354f0fc89d4d None None] Provisioning for port 552e07d0-bbb0-4245-8b8e-3b7ae5bff350 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:24:22.592825 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e1c671b5-7af9-4a6d-8f3d-e692565b4ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:22.607678 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d6881e-dc3e-4c0b-83c7-ee27172bf8d3 admin admin] Network b4af085f-1110-4224-b013-05549a7ec08d is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:24:22.672879 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-43d6881e-dc3e-4c0b-83c7-ee27172bf8d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, b4af085f-1110-4224-b013-05549a7ec08d) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:22.677891 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d6881e-dc3e-4c0b-83c7-ee27172bf8d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:22.678749 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-43d6881e-dc3e-4c0b-83c7-ee27172bf8d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:22.695586 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91740e1f-c21b-4d08-b2ca-637319c97c57 None None] Network b4af085f-1110-4224-b013-05549a7ec08d requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:24:22.757075 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 552e07d0-bbb0-4245-8b8e-3b7ae5bff350 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:24:22.770165 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-43d6881e-dc3e-4c0b-83c7-ee27172bf8d3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0810401 Apr 06 13:24:22.772640 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37596) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:22.779254 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-4ae532e2-740d-44a5-8be3-ba540304fd1c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-331739158-router', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:22.795295 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4ae532e2-740d-44a5-8be3-ba540304fd1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:22.803579 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4ae532e2-740d-44a5-8be3-ba540304fd1c admin admin] Usage tracker for resource:router and tenant:29506e5a39ce4f2db4e880a74f738951 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:22.809235 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4ae532e2-740d-44a5-8be3-ba540304fd1c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:22.837519 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4ae532e2-740d-44a5-8be3-ba540304fd1c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:22.936059 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4ae532e2-740d-44a5-8be3-ba540304fd1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:22.937477 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4ae532e2-740d-44a5-8be3-ba540304fd1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:22.964302 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c671b5-7af9-4a6d-8f3d-e692565b4ec4 admin admin] Router b7a760c3-8022-44e5-a4fb-cbad94600734 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:24:22.966818 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4ae532e2-740d-44a5-8be3-ba540304fd1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:23.042406 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 552e07d0-bbb0-4245-8b8e-3b7ae5bff350 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:24:23.081182 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 552e07d0-bbb0-4245-8b8e-3b7ae5bff350 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:23.081548 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:23.185597 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-16e80f72-1963-4ca6-be25-8acad08c3ca9 None None] Provisioning complete for port 552e07d0-bbb0-4245-8b8e-3b7ae5bff350 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:23.185597 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-16e80f72-1963-4ca6-be25-8acad08c3ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:23.276049 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c671b5-7af9-4a6d-8f3d-e692565b4ec4 admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:24:23.292175 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fa7f80-3a4e-4a83-8e76-a3b622111651 None None] Sync routers for ids ['b7a760c3-8022-44e5-a4fb-cbad94600734'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:24:23.330832 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fa7f80-3a4e-4a83-8e76-a3b622111651 None None] Routers {'b7a760c3-8022-44e5-a4fb-cbad94600734'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:24:23.331728 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-78fa7f80-3a4e-4a83-8e76-a3b622111651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:24:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['b7a760c3-8022-44e5-a4fb-cbad94600734'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:23.371307 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-16e80f72-1963-4ca6-be25-8acad08c3ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:23.409432 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad5a63d-411d-4cf0-be34-0ccaeadf6bc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-b4af085f-1110-4224-b013-05549a7ec08d', 'network_id': 'b4af085f-1110-4224-b013-05549a7ec08d', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'fixed_ips': [{'subnet_id': '1bba6dec-718f-43df-a092-4ff68fc37b48'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:24:23.410321 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5ad5a63d-411d-4cf0-be34-0ccaeadf6bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:23.444390 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e1c671b5-7af9-4a6d-8f3d-e692565b4ec4 admin admin] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:23.449440 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e1c671b5-7af9-4a6d-8f3d-e692565b4ec4 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6171825 Apr 06 13:24:23.449440 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37616) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:23.467023 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-9c3efbde-3563-47d1-b9f7-e53b628d9676 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-353448537', 'router:external': True}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:23.472111 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-9c3efbde-3563-47d1-b9f7-e53b628d9676 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:23.476816 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9c3efbde-3563-47d1-b9f7-e53b628d9676 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Usage tracker for resource:network and tenant:b295c7e5a84744f7a6d0d8748d67f940 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:23.480117 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9c3efbde-3563-47d1-b9f7-e53b628d9676 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:23.486405 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-9c3efbde-3563-47d1-b9f7-e53b628d9676 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:23.572682 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4ae532e2-740d-44a5-8be3-ba540304fd1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:23.588876 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3efbde-3563-47d1-b9f7-e53b628d9676 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Made reservation on behalf of b295c7e5a84744f7a6d0d8748d67f940 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:24:23.596426 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9c3efbde-3563-47d1-b9f7-e53b628d9676 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:23.609677 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-5ad5a63d-411d-4cf0-be34-0ccaeadf6bc3 None None] Allocated IP 172.20.0.2 (b4af085f-1110-4224-b013-05549a7ec08d/1bba6dec-718f-43df-a092-4ff68fc37b48/0891f4a0-42b2-4983-b5bc-edcc8e3d7831) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:24:23.628000 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9c3efbde-3563-47d1-b9f7-e53b628d9676 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:23.665802 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37620) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:23.677541 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-9c3efbde-3563-47d1-b9f7-e53b628d9676 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:23.701826 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9c3efbde-3563-47d1-b9f7-e53b628d9676 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Usage tracker for resource:security_group_rule and tenant:b295c7e5a84744f7a6d0d8748d67f940 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:23.746980 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-78fa7f80-3a4e-4a83-8e76-a3b622111651 None None] Set router b7a760c3-8022-44e5-a4fb-cbad94600734 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:24:23.759703 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9c3efbde-3563-47d1-b9f7-e53b628d9676 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:23.799956 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-9c3efbde-3563-47d1-b9f7-e53b628d9676 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:23.858895 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5ad5a63d-411d-4cf0-be34-0ccaeadf6bc3 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:23.871812 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-5ad5a63d-411d-4cf0-be34-0ccaeadf6bc3 None None] Transition to ACTIVE for port object 0891f4a0-42b2-4983-b5bc-edcc8e3d7831 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:24:23.893826 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-5ad5a63d-411d-4cf0-be34-0ccaeadf6bc3 None None] Transition to ACTIVE for port object 0891f4a0-42b2-4983-b5bc-edcc8e3d7831 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:24:23.903447 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-16e80f72-1963-4ca6-be25-8acad08c3ca9 None None] For port 552e07d0-bbb0-4245-8b8e-3b7ae5bff350, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=552e07d0-bbb0-4245-8b8e-3b7ae5bff350,segment=NetworkSegment(736e4659-c022-4000-9327-4bba1a040dcb),segment_id=736e4659-c022-4000-9327-4bba1a040dcb)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:24:23.991263 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5ad5a63d-411d-4cf0-be34-0ccaeadf6bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:24.017245 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37630) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:24.116499 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-16e80f72-1963-4ca6-be25-8acad08c3ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:24.118652 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5a63d-411d-4cf0-be34-0ccaeadf6bc3 None None] Pushing event updated for resources: {'Port': ['ID=0891f4a0-42b2-4983-b5bc-edcc8e3d7831,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:24.136222 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad5a63d-411d-4cf0-be34-0ccaeadf6bc3 None None] Network b4af085f-1110-4224-b013-05549a7ec08d is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:24:24.137421 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:24.185824 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-5ad5a63d-411d-4cf0-be34-0ccaeadf6bc3 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:24.196036 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-78fa7f80-3a4e-4a83-8e76-a3b622111651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'name': 'tempest-ServerActionsTestJSON-729544512-router', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '96bc3ff0-2ca2-4dbc-a691-bfc3030cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:19Z', 'updated_at': '2022-04-06T13:24:21Z', 'revision_number': 3, 'project_id': '9a4d54de52764226baa1254caab457dd', 'gw_port': {'id': '96bc3ff0-2ca2-4dbc-a691-bfc3030cb734', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:20Z', 'updated_at': '2022-04-06T13:24:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:24.200599 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9c3efbde-3563-47d1-b9f7-e53b628d9676 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:24.207640 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad5a63d-411d-4cf0-be34-0ccaeadf6bc3 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:24:24.214218 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fa7f80-3a4e-4a83-8e76-a3b622111651 None None] Checking router: b7a760c3-8022-44e5-a4fb-cbad94600734 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:24:24.214218 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fa7f80-3a4e-4a83-8e76-a3b622111651 None None] Updating router b7a760c3-8022-44e5-a4fb-cbad94600734 port 96bc3ff0-2ca2-4dbc-a691-bfc3030cb734 binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:24:24.234846 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37638) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:24.297456 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9c3efbde-3563-47d1-b9f7-e53b628d9676 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:24.612993 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3efbde-3563-47d1-b9f7-e53b628d9676 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:24:24.612993 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9c3efbde-3563-47d1-b9f7-e53b628d9676 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:24.612993 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-9c3efbde-3563-47d1-b9f7-e53b628d9676 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Added segment 1899931a-1f32-4a8f-b8fc-6f38eae5c8dc of type vlan for network 8e06ba17-8199-4e0f-9c02-e1454dc5c7fd Apr 06 13:24:24.612993 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9c3efbde-3563-47d1-b9f7-e53b628d9676 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:24.614559 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-78fa7f80-3a4e-4a83-8e76-a3b622111651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:24.615892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:24:24.615892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:24:24.615892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-5ad5a63d-411d-4cf0-be34-0ccaeadf6bc3 None None] Attempting to bind port 0891f4a0-42b2-4983-b5bc-edcc8e3d7831 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:24.615892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-5ad5a63d-411d-4cf0-be34-0ccaeadf6bc3 None None] Attempting to bind port 0891f4a0-42b2-4983-b5bc-edcc8e3d7831 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '54e4ee41-531e-440c-8308-aeb4581df134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b4af085f-1110-4224-b013-05549a7ec08d'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:24.615892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad5a63d-411d-4cf0-be34-0ccaeadf6bc3 None None] Attempting to bind port 0891f4a0-42b2-4983-b5bc-edcc8e3d7831 on network b4af085f-1110-4224-b013-05549a7ec08d {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:24.615892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad5a63d-411d-4cf0-be34-0ccaeadf6bc3 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:24:24.615892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad5a63d-411d-4cf0-be34-0ccaeadf6bc3 None None] Checking segment: {'id': '54e4ee41-531e-440c-8308-aeb4581df134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b4af085f-1110-4224-b013-05549a7ec08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:24:24.615892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5ad5a63d-411d-4cf0-be34-0ccaeadf6bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:24.615892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad5a63d-411d-4cf0-be34-0ccaeadf6bc3 None None] Bound using segment: {'id': '54e4ee41-531e-440c-8308-aeb4581df134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b4af085f-1110-4224-b013-05549a7ec08d'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:24:24.615892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-5ad5a63d-411d-4cf0-be34-0ccaeadf6bc3 None None] Bound port: 0891f4a0-42b2-4983-b5bc-edcc8e3d7831, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e4ee41-531e-440c-8308-aeb4581df134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b4af085f-1110-4224-b013-05549a7ec08d'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:24:24.622583 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5ad5a63d-411d-4cf0-be34-0ccaeadf6bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:24.623859 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3efbde-3563-47d1-b9f7-e53b628d9676 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363b2821-1ebf-4e85-bffd-47d1fbe7b536,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:24.624301 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e80f72-1963-4ca6-be25-8acad08c3ca9 None None] Pushing event updated for resources: {'Port': ['ID=552e07d0-bbb0-4245-8b8e-3b7ae5bff350,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:24.632645 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-5ad5a63d-411d-4cf0-be34-0ccaeadf6bc3 None None] For port 0891f4a0-42b2-4983-b5bc-edcc8e3d7831, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:24:24.644581 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-5ad5a63d-411d-4cf0-be34-0ccaeadf6bc3 None None] For port 0891f4a0-42b2-4983-b5bc-edcc8e3d7831, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0891f4a0-42b2-4983-b5bc-edcc8e3d7831,segment=NetworkSegment(54e4ee41-531e-440c-8308-aeb4581df134),segment_id=54e4ee41-531e-440c-8308-aeb4581df134)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:24:24.668809 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37648) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:24.709248 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9c3efbde-3563-47d1-b9f7-e53b628d9676 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:24.710541 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3efbde-3563-47d1-b9f7-e53b628d9676 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:24.711533 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9c3efbde-3563-47d1-b9f7-e53b628d9676 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:24.733425 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5ad5a63d-411d-4cf0-be34-0ccaeadf6bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:24.791629 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-a05b7890-dc78-45de-8174-3e879b1f46cc tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:24.836551 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-d1112d0f-7d76-44e3-b6d5-f8b64f4f5615 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-570181098'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:24.936742 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-78fa7f80-3a4e-4a83-8e76-a3b622111651 None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:24.937000 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37658) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:24.956046 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cd4100aa-c241-49f9-8ba3-2831282aa7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:24.958779 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-78fa7f80-3a4e-4a83-8e76-a3b622111651 None None] Transition to ACTIVE for port object 96bc3ff0-2ca2-4dbc-a691-bfc3030cb734 will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:24:24.986796 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5a63d-411d-4cf0-be34-0ccaeadf6bc3 None None] Pushing event updated for resources: {'Port': ['ID=0891f4a0-42b2-4983-b5bc-edcc8e3d7831,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:25.020230 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4ae532e2-740d-44a5-8be3-ba540304fd1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:25.043374 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-d8c44e21-f968-4075-808c-5cc7763784f1 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:25.061616 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-39527de6-95f3-4604-b629-e110fb12fee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-600718416'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:25.064971 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-78fa7f80-3a4e-4a83-8e76-a3b622111651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:25.088503 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a05b7890-dc78-45de-8174-3e879b1f46cc tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:25.092249 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d1112d0f-7d76-44e3-b6d5-f8b64f4f5615 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:25.102416 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-41cf854b-d1a5-45da-9284-b13d72d12e19 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-830056428'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:25.104328 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4ae532e2-740d-44a5-8be3-ba540304fd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:25.106430 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d1112d0f-7d76-44e3-b6d5-f8b64f4f5615 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Usage tracker for resource:router and tenant:253e03e6683b406aba372127e4497ff8 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:25.109973 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a05b7890-dc78-45de-8174-3e879b1f46cc tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Usage tracker for resource:floatingip and tenant:6362e0577ac54e50a18757fd2192625e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:25.113845 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3efbde-3563-47d1-b9f7-e53b628d9676 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Pushing event updated for resources: {'Network': ['ID=8e06ba17-8199-4e0f-9c02-e1454dc5c7fd,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:25.116822 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a05b7890-dc78-45de-8174-3e879b1f46cc tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:25.121141 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d1112d0f-7d76-44e3-b6d5-f8b64f4f5615 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:25.128861 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 8e06ba17-8199-4e0f-9c02-e1454dc5c7fd details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:24:25.174909 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-41cf854b-d1a5-45da-9284-b13d72d12e19 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:25.185038 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-41cf854b-d1a5-45da-9284-b13d72d12e19 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Usage tracker for resource:network and tenant:aa89b4b7b3a6419f8eb29ef47066ffa9 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:25.186623 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-41cf854b-d1a5-45da-9284-b13d72d12e19 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:25.219892 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-41cf854b-d1a5-45da-9284-b13d72d12e19 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:25.220408 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 552e07d0-bbb0-4245-8b8e-3b7ae5bff350 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:24:25.256330 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d8c44e21-f968-4075-808c-5cc7763784f1 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] 10.222.0.48 "PUT /v2.0/quotas/2d85d60429da4b3581892ac4dfc0de33 HTTP/1.1" status: 200 len: 368 time: 0.3182912 Apr 06 13:24:25.259955 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37668) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:25.271443 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-6e427088-18da-47be-9cfe-3cd8585646d3 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Request body: {'network': {'project_id': '2d85d60429da4b3581892ac4dfc0de33'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:25.278650 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-78fa7f80-3a4e-4a83-8e76-a3b622111651 None None] Attempting to bind port 96bc3ff0-2ca2-4dbc-a691-bfc3030cb734 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:25.279132 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-78fa7f80-3a4e-4a83-8e76-a3b622111651 None None] Attempting to bind port 96bc3ff0-2ca2-4dbc-a691-bfc3030cb734 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:25.279502 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fa7f80-3a4e-4a83-8e76-a3b622111651 None None] Attempting to bind port 96bc3ff0-2ca2-4dbc-a691-bfc3030cb734 on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:25.283479 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a7895-0e59-4260-8f05-731e8b3b1c59 None None] Pushing event updated for resources: {'Port': ['ID=96bc3ff0-2ca2-4dbc-a691-bfc3030cb734,revision_number=2']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:25.291098 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-6e427088-18da-47be-9cfe-3cd8585646d3 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:25.296824 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fa7f80-3a4e-4a83-8e76-a3b622111651 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:24:25.297200 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fa7f80-3a4e-4a83-8e76-a3b622111651 None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:24:25.297604 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-78fa7f80-3a4e-4a83-8e76-a3b622111651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:25.298699 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fa7f80-3a4e-4a83-8e76-a3b622111651 None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:24:25.299216 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-78fa7f80-3a4e-4a83-8e76-a3b622111651 None None] Bound port: 96bc3ff0-2ca2-4dbc-a691-bfc3030cb734, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:24:25.299608 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-78fa7f80-3a4e-4a83-8e76-a3b622111651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:25.328448 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07a7895-0e59-4260-8f05-731e8b3b1c59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:25.328850 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07a7895-0e59-4260-8f05-731e8b3b1c59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:25.329925 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07a7895-0e59-4260-8f05-731e8b3b1c59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:25.330950 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07a7895-0e59-4260-8f05-731e8b3b1c59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:25.330950 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07a7895-0e59-4260-8f05-731e8b3b1c59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:25.331158 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07a7895-0e59-4260-8f05-731e8b3b1c59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:25.331596 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07a7895-0e59-4260-8f05-731e8b3b1c59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:25.331974 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07a7895-0e59-4260-8f05-731e8b3b1c59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:25.332843 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07a7895-0e59-4260-8f05-731e8b3b1c59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:25.333175 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07a7895-0e59-4260-8f05-731e8b3b1c59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:25.333545 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07a7895-0e59-4260-8f05-731e8b3b1c59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:25.333906 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07a7895-0e59-4260-8f05-731e8b3b1c59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07a7895-0e59-4260-8f05-731e8b3b1c59 None None] Tracked resource versions report: Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: pushed versions: Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: { 'AddressGroup': {'1.2'}, Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: 'ConntrackHelper': {'1.0'}, Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: 'Log': {'1.0'}, Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: 'Network': {'1.1'}, Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: 'Port': {'1.7'}, Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: 'PortForwarding': {'1.2'}, Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: 'QosPolicy': {'1.8'}, Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: 'SecurityGroup': {'1.4'}, Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: 'SecurityGroupRule': {'1.2'}, Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: 'SubPort': {'1.0'}, Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: 'Subnet': {'1.1'}, Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: 'Trunk': {'1.1'}} Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: consumer versions: Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: { DHCP agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: HyperV agent@hv-neutron-8346: {}, Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: L3 agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: Metadata agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: Metering agent@dv-neutron-834600-1-hyperv: {}, Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: Open vSwitch agent@dv-neutron-834600-1-hyperv: { 'AddressGroup': '1.2', Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: 'ConntrackHelper': '1.0', Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: 'Log': '1.0', Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: 'Network': '1.1', Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: 'Port': '1.7', Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: 'PortForwarding': '1.2', Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: 'QosPolicy': '1.8', Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: 'SecurityGroup': '1.4', Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: 'SecurityGroupRule': '1.2', Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: 'SubPort': '1.0', Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: 'Subnet': '1.1', Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: 'Trunk': '1.1'}} Apr 06 13:24:25.335272 dv-neutron-834600-1-hyperv neutron-server[88567]: {{(pid=88567) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 13:24:25.353765 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a05b7890-dc78-45de-8174-3e879b1f46cc tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:25.354175 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6e427088-18da-47be-9cfe-3cd8585646d3 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Usage tracker for resource:network and tenant:2d85d60429da4b3581892ac4dfc0de33 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:25.357627 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6e427088-18da-47be-9cfe-3cd8585646d3 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:25.367384 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cf854b-d1a5-45da-9284-b13d72d12e19 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Made reservation on behalf of aa89b4b7b3a6419f8eb29ef47066ffa9 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:24:25.371746 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-41cf854b-d1a5-45da-9284-b13d72d12e19 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:25.372467 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d1112d0f-7d76-44e3-b6d5-f8b64f4f5615 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:25.376798 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9c3efbde-3563-47d1-b9f7-e53b628d9676 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.9089892 Apr 06 13:24:25.385538 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37672) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:25.393784 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-39527de6-95f3-4604-b629-e110fb12fee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:25.395182 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-41cf854b-d1a5-45da-9284-b13d72d12e19 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:25.404245 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-39527de6-95f3-4604-b629-e110fb12fee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Usage tracker for resource:network and tenant:d40e6f7eb45c42c4aa1a0790037c053e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:25.410416 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-6e427088-18da-47be-9cfe-3cd8585646d3 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:25.418271 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-39527de6-95f3-4604-b629-e110fb12fee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:25.420105 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-41cf854b-d1a5-45da-9284-b13d72d12e19 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:25.425402 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-39527de6-95f3-4604-b629-e110fb12fee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:25.431030 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-41cf854b-d1a5-45da-9284-b13d72d12e19 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Usage tracker for resource:security_group_rule and tenant:aa89b4b7b3a6419f8eb29ef47066ffa9 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:25.434398 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-41cf854b-d1a5-45da-9284-b13d72d12e19 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:25.435564 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-78fa7f80-3a4e-4a83-8e76-a3b622111651 None None] For port 96bc3ff0-2ca2-4dbc-a691-bfc3030cb734, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:24:25.440168 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-78fa7f80-3a4e-4a83-8e76-a3b622111651 None None] For port 96bc3ff0-2ca2-4dbc-a691-bfc3030cb734, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=96bc3ff0-2ca2-4dbc-a691-bfc3030cb734,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:24:25.441569 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-41cf854b-d1a5-45da-9284-b13d72d12e19 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:25.447364 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-eacd4c85-8e04-4e02-b49a-09002916998d tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Request body: {'subnet': {'network_id': '8e06ba17-8199-4e0f-9c02-e1454dc5c7fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:25.467267 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 552e07d0-bbb0-4245-8b8e-3b7ae5bff350 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:25.467844 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:25.473796 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-eacd4c85-8e04-4e02-b49a-09002916998d tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:25.486872 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-eacd4c85-8e04-4e02-b49a-09002916998d tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Usage tracker for resource:subnet and tenant:b295c7e5a84744f7a6d0d8748d67f940 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:25.496188 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-eacd4c85-8e04-4e02-b49a-09002916998d tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:25.506325 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-cd4100aa-c241-49f9-8ba3-2831282aa7c7 admin admin] Allocated IP 172.20.0.1 (5be2eead-86e0-4801-95e6-7956006492a1/05aded58-8f1f-47e0-842d-ddd950b58777/a1cd4a2c-8c80-40cd-909f-65233ddd35ac) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:24:25.508731 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-eacd4c85-8e04-4e02-b49a-09002916998d tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:25.518232 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39527de6-95f3-4604-b629-e110fb12fee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Made reservation on behalf of d40e6f7eb45c42c4aa1a0790037c053e for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:24:25.522369 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-39527de6-95f3-4604-b629-e110fb12fee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:25.543354 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-39527de6-95f3-4604-b629-e110fb12fee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:25.553201 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-78fa7f80-3a4e-4a83-8e76-a3b622111651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:25.564156 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d1112d0f-7d76-44e3-b6d5-f8b64f4f5615 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:25.566065 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d1112d0f-7d76-44e3-b6d5-f8b64f4f5615 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:25.568395 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e427088-18da-47be-9cfe-3cd8585646d3 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Made reservation on behalf of 2d85d60429da4b3581892ac4dfc0de33 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:24:25.570766 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6e427088-18da-47be-9cfe-3cd8585646d3 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:25.589306 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d1112d0f-7d76-44e3-b6d5-f8b64f4f5615 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:25.608242 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-4ae532e2-740d-44a5-8be3-ba540304fd1c admin admin] Allocated IP 172.26.4.22 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/ffe6f522-b172-4288-80ff-a42f4b83eaf4) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:24:25.632115 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a05b7890-dc78-45de-8174-3e879b1f46cc tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:25.652209 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6e427088-18da-47be-9cfe-3cd8585646d3 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:25.669581 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-39527de6-95f3-4604-b629-e110fb12fee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:25.670486 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacd4c85-8e04-4e02-b49a-09002916998d tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Made reservation on behalf of b295c7e5a84744f7a6d0d8748d67f940 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:24:25.671745 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fa7f80-3a4e-4a83-8e76-a3b622111651 None None] Routers {'b7a760c3-8022-44e5-a4fb-cbad94600734'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:24:25.672311 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-78fa7f80-3a4e-4a83-8e76-a3b622111651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:24:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['b7a760c3-8022-44e5-a4fb-cbad94600734'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:25.673025 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-eacd4c85-8e04-4e02-b49a-09002916998d tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:25.712017 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-39527de6-95f3-4604-b629-e110fb12fee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Usage tracker for resource:security_group_rule and tenant:d40e6f7eb45c42c4aa1a0790037c053e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:25.717014 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-39527de6-95f3-4604-b629-e110fb12fee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:25.723405 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-6e427088-18da-47be-9cfe-3cd8585646d3 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:25.729194 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a7895-0e59-4260-8f05-731e8b3b1c59 None None] Pushing event updated for resources: {'Port': ['ID=96bc3ff0-2ca2-4dbc-a691-bfc3030cb734,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:25.735026 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6e427088-18da-47be-9cfe-3cd8585646d3 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Usage tracker for resource:security_group_rule and tenant:2d85d60429da4b3581892ac4dfc0de33 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:25.786622 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-39527de6-95f3-4604-b629-e110fb12fee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:25.786832 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6e427088-18da-47be-9cfe-3cd8585646d3 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:25.809198 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-6e427088-18da-47be-9cfe-3cd8585646d3 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:25.853547 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-41cf854b-d1a5-45da-9284-b13d72d12e19 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:25.875331 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-78fa7f80-3a4e-4a83-8e76-a3b622111651 None None] Set router b7a760c3-8022-44e5-a4fb-cbad94600734 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:24:25.899655 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cd4100aa-c241-49f9-8ba3-2831282aa7c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:25.939803 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-cd4100aa-c241-49f9-8ba3-2831282aa7c7 admin admin] Transition to ACTIVE for port object a1cd4a2c-8c80-40cd-909f-65233ddd35ac will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:24:25.947273 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-39527de6-95f3-4604-b629-e110fb12fee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:25.962586 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d1112d0f-7d76-44e3-b6d5-f8b64f4f5615 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:25.996874 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-41cf854b-d1a5-45da-9284-b13d72d12e19 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:26.043465 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4ae532e2-740d-44a5-8be3-ba540304fd1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:26.056704 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-39527de6-95f3-4604-b629-e110fb12fee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:26.059819 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf854b-d1a5-45da-9284-b13d72d12e19 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=830f6a80-d02a-40cf-a9d8-b0b6c49f9576,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:26.097127 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41cf854b-d1a5-45da-9284-b13d72d12e19 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:24:26.101948 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39527de6-95f3-4604-b629-e110fb12fee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4eab2d-d5a6-4174-b355-10b457234d8b,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:26.116489 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d1112d0f-7d76-44e3-b6d5-f8b64f4f5615 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:26.118162 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d1112d0f-7d76-44e3-b6d5-f8b64f4f5615 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 2.0991933 Apr 06 13:24:26.120300 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37680) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:26.127366 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39527de6-95f3-4604-b629-e110fb12fee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:24:26.138286 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-41cf854b-d1a5-45da-9284-b13d72d12e19 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:26.138629 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-41cf854b-d1a5-45da-9284-b13d72d12e19 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Added segment b6570ad6-7b34-49da-a35d-cf14fb174bfe of type vlan for network c803a79b-b540-4d71-9154-beb9d0eb5e93 Apr 06 13:24:26.142353 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6e427088-18da-47be-9cfe-3cd8585646d3 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:26.192141 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-41cf854b-d1a5-45da-9284-b13d72d12e19 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:26.250565 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6e427088-18da-47be-9cfe-3cd8585646d3 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:26.279552 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2a1f77-71a8-44fc-9761-19d4def4b1d9 None None] Network b4af085f-1110-4224-b013-05549a7ec08d requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:24:26.292897 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e427088-18da-47be-9cfe-3cd8585646d3 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:24:26.304831 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-39527de6-95f3-4604-b629-e110fb12fee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:26.305200 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-39527de6-95f3-4604-b629-e110fb12fee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Added segment 1e21123f-e13e-450e-b41e-655aa102d456 of type vlan for network db35ae19-a0d0-4767-b14c-f45ac7e09271 Apr 06 13:24:26.306186 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6e427088-18da-47be-9cfe-3cd8585646d3 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:26.306752 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-6e427088-18da-47be-9cfe-3cd8585646d3 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Added segment 715ad577-cdd6-49e1-aa89-59c4d335bb24 of type vlan for network 2d396f59-87ef-4ed1-9e90-a6e2735f7ff6 Apr 06 13:24:26.328173 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-10155d90-00a8-4b07-9451-45a4c5ac17b9 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:26.333482 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-78fa7f80-3a4e-4a83-8e76-a3b622111651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'name': 'tempest-ServerActionsTestJSON-729544512-router', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '96bc3ff0-2ca2-4dbc-a691-bfc3030cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:19Z', 'updated_at': '2022-04-06T13:24:21Z', 'revision_number': 3, 'project_id': '9a4d54de52764226baa1254caab457dd', 'gw_port': {'id': '96bc3ff0-2ca2-4dbc-a691-bfc3030cb734', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:20Z', 'updated_at': '2022-04-06T13:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:26.337723 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fa7f80-3a4e-4a83-8e76-a3b622111651 None None] The sync data for ids ['b7a760c3-8022-44e5-a4fb-cbad94600734'] in dv-neutron-834600-1-hyperv is: [{'id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'name': 'tempest-ServerActionsTestJSON-729544512-router', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '96bc3ff0-2ca2-4dbc-a691-bfc3030cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:19Z', 'updated_at': '2022-04-06T13:24:21Z', 'revision_number': 3, 'project_id': '9a4d54de52764226baa1254caab457dd', 'gw_port': {'id': '96bc3ff0-2ca2-4dbc-a691-bfc3030cb734', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:20Z', 'updated_at': '2022-04-06T13:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:24:26.344606 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6e427088-18da-47be-9cfe-3cd8585646d3 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:26.371275 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cd4100aa-c241-49f9-8ba3-2831282aa7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:26.371275 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-41cf854b-d1a5-45da-9284-b13d72d12e19 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:26.376763 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cf854b-d1a5-45da-9284-b13d72d12e19 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:26.377832 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-41cf854b-d1a5-45da-9284-b13d72d12e19 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:26.401614 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a05b7890-dc78-45de-8174-3e879b1f46cc tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:26.483584 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e427088-18da-47be-9cfe-3cd8585646d3 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c4ec6a-50f8-47d3-b5bd-ca581dcc2311,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:26.488460 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.resource_extend [None req-6e427088-18da-47be-9cfe-3cd8585646d3 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 13:24:26.523970 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3d6981cb-6977-4414-b82b-463921976eed None None] Provisioning for port 0891f4a0-42b2-4983-b5bc-edcc8e3d7831 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:24:26.530709 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-39527de6-95f3-4604-b629-e110fb12fee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:26.562442 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4100aa-c241-49f9-8ba3-2831282aa7c7 admin admin] Pushing event updated for resources: {'Port': ['ID=a1cd4a2c-8c80-40cd-909f-65233ddd35ac,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:26.593364 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4100aa-c241-49f9-8ba3-2831282aa7c7 admin admin] Network 5be2eead-86e0-4801-95e6-7956006492a1 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:24:26.604868 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-cd4100aa-c241-49f9-8ba3-2831282aa7c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:26.693286 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4ae532e2-740d-44a5-8be3-ba540304fd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:26.741961 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.resource_extend [None req-39527de6-95f3-4604-b629-e110fb12fee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 13:24:26.755790 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4100aa-c241-49f9-8ba3-2831282aa7c7 admin admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:24:26.756771 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cd4100aa-c241-49f9-8ba3-2831282aa7c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:26.797290 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6e427088-18da-47be-9cfe-3cd8585646d3 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:26.798926 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e427088-18da-47be-9cfe-3cd8585646d3 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:26.800173 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6e427088-18da-47be-9cfe-3cd8585646d3 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:26.813064 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf854b-d1a5-45da-9284-b13d72d12e19 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Pushing event updated for resources: {'Network': ['ID=c803a79b-b540-4d71-9154-beb9d0eb5e93,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:26.827263 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network c803a79b-b540-4d71-9154-beb9d0eb5e93 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:24:26.852693 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-10155d90-00a8-4b07-9451-45a4c5ac17b9 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:26.870441 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-10155d90-00a8-4b07-9451-45a4c5ac17b9 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:26.888444 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae532e2-740d-44a5-8be3-ba540304fd1c admin admin] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:24:26.900778 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-41cf854b-d1a5-45da-9284-b13d72d12e19 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2292871 Apr 06 13:24:26.924430 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37688) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:27.003052 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-174fa08c-dbe2-4485-a799-3a6a558c0b51 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Request body: {'subnet': {'network_id': 'c803a79b-b540-4d71-9154-beb9d0eb5e93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:27.079654 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-4ae532e2-740d-44a5-8be3-ba540304fd1c admin admin] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:27.094178 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:27.106889 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae532e2-740d-44a5-8be3-ba540304fd1c admin admin] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:24:27.122576 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6e427088-18da-47be-9cfe-3cd8585646d3 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8608158 Apr 06 13:24:27.133320 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37692) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:27.193018 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-45865287-87bf-4b01-90d4-1884fc696c0a None None] Provisioning for port a1cd4a2c-8c80-40cd-909f-65233ddd35ac completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:24:27.199299 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-45865287-87bf-4b01-90d4-1884fc696c0a None None] Provisioning complete for port a1cd4a2c-8c80-40cd-909f-65233ddd35ac triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:27.199932 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-45865287-87bf-4b01-90d4-1884fc696c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:27.228302 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e427088-18da-47be-9cfe-3cd8585646d3 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Pushing event updated for resources: {'Network': ['ID=2d396f59-87ef-4ed1-9e90-a6e2735f7ff6,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:27.235526 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-e975ec09-84b5-46cf-8a4a-d8f1086e206a tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Request body: {'network': {'project_id': '2d85d60429da4b3581892ac4dfc0de33'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:27.243745 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e975ec09-84b5-46cf-8a4a-d8f1086e206a tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:27.250095 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e975ec09-84b5-46cf-8a4a-d8f1086e206a tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Usage tracker for resource:network and tenant:2d85d60429da4b3581892ac4dfc0de33 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:27.263194 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e975ec09-84b5-46cf-8a4a-d8f1086e206a tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:27.271234 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e975ec09-84b5-46cf-8a4a-d8f1086e206a tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:27.302186 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 2d396f59-87ef-4ed1-9e90-a6e2735f7ff6 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:24:27.316421 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 96bc3ff0-2ca2-4dbc-a691-bfc3030cb734 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:24:27.333972 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-174fa08c-dbe2-4485-a799-3a6a558c0b51 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:27.340487 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-174fa08c-dbe2-4485-a799-3a6a558c0b51 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Usage tracker for resource:subnet and tenant:aa89b4b7b3a6419f8eb29ef47066ffa9 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:27.345253 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-174fa08c-dbe2-4485-a799-3a6a558c0b51 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:27.365418 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-174fa08c-dbe2-4485-a799-3a6a558c0b51 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:27.374058 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e975ec09-84b5-46cf-8a4a-d8f1086e206a tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Made reservation on behalf of 2d85d60429da4b3581892ac4dfc0de33 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:24:27.377926 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e975ec09-84b5-46cf-8a4a-d8f1086e206a tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:27.440414 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e975ec09-84b5-46cf-8a4a-d8f1086e206a tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:24:27.450445 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e975ec09-84b5-46cf-8a4a-d8f1086e206a tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:27.450787 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-e975ec09-84b5-46cf-8a4a-d8f1086e206a tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Added segment 7778334e-c21d-4c48-bd42-cb376f7399c8 of type vlan for network e4b63917-7f67-474f-a7d6-2b01322f13a2 Apr 06 13:24:27.480768 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e975ec09-84b5-46cf-8a4a-d8f1086e206a tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:27.485906 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-45865287-87bf-4b01-90d4-1884fc696c0a None None] Port a1cd4a2c-8c80-40cd-909f-65233ddd35ac cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:24:27.513477 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174fa08c-dbe2-4485-a799-3a6a558c0b51 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Made reservation on behalf of aa89b4b7b3a6419f8eb29ef47066ffa9 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:24:27.517745 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-174fa08c-dbe2-4485-a799-3a6a558c0b51 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks [] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:27.534454 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-39527de6-95f3-4604-b629-e110fb12fee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:27.540843 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39527de6-95f3-4604-b629-e110fb12fee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:27.541478 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-39527de6-95f3-4604-b629-e110fb12fee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:27.569713 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae532e2-740d-44a5-8be3-ba540304fd1c admin admin] Pushing event updated for resources: {'Port': ['ID=ffe6f522-b172-4288-80ff-a42f4b83eaf4,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:27.598678 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 96bc3ff0-2ca2-4dbc-a691-bfc3030cb734 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:24:27.605227 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 96bc3ff0-2ca2-4dbc-a691-bfc3030cb734 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:27.605400 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:27.670766 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-a05b7890-dc78-45de-8174-3e879b1f46cc tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Allocated IP 172.26.4.148 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/d0775262-1194-411f-b1ef-4e06b7d11f4d) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:24:27.674109 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.objects.ports [None req-eacd4c85-8e04-4e02-b49a-09002916998d tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88564) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 06 13:24:27.674630 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-eacd4c85-8e04-4e02-b49a-09002916998d tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:27.686084 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-10155d90-00a8-4b07-9451-45a4c5ac17b9 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:27.686750 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10155d90-00a8-4b07-9451-45a4c5ac17b9 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d09fad5d-28ae-4609-913f-ba7549146789 {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:24:27.701861 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-10155d90-00a8-4b07-9451-45a4c5ac17b9 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:27.706631 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-10155d90-00a8-4b07-9451-45a4c5ac17b9 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] 10.222.0.48 "DELETE /v2.0/routers/d09fad5d-28ae-4609-913f-ba7549146789 HTTP/1.1" status: 204 len: 168 time: 1.5788078 Apr 06 13:24:27.706631 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39527de6-95f3-4604-b629-e110fb12fee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Pushing event updated for resources: {'Network': ['ID=db35ae19-a0d0-4767-b14c-f45ac7e09271,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:27.707952 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37696) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:27.743637 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-7761c6c9-6b46-47c9-93b9-02d29154fda0 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Request body: {'router': {'name': 'tempest-router-789075568', 'distributed': False}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:27.753081 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e975ec09-84b5-46cf-8a4a-d8f1086e206a tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:27.753424 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e975ec09-84b5-46cf-8a4a-d8f1086e206a tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:27.754022 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e975ec09-84b5-46cf-8a4a-d8f1086e206a tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:27.769588 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-7761c6c9-6b46-47c9-93b9-02d29154fda0 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:27.774590 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network db35ae19-a0d0-4767-b14c-f45ac7e09271 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:24:27.793509 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-39527de6-95f3-4604-b629-e110fb12fee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.5436070 Apr 06 13:24:27.839008 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:27.852800 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-7761c6c9-6b46-47c9-93b9-02d29154fda0 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Usage tracker for resource:router and tenant:253e03e6683b406aba372127e4497ff8 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:27.884052 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cd4100aa-c241-49f9-8ba3-2831282aa7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:27.925974 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-7761c6c9-6b46-47c9-93b9-02d29154fda0 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:27.948133 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 96bc3ff0-2ca2-4dbc-a691-bfc3030cb734, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=96bc3ff0-2ca2-4dbc-a691-bfc3030cb734,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:24:27.948405 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-7761c6c9-6b46-47c9-93b9-02d29154fda0 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:28.046160 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd4c85-8e04-4e02-b49a-09002916998d tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Pushing event updated for resources: {'Subnet': ['ID=02356476-afb8-482e-8064-f907dc9c1455,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:28.059893 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e975ec09-84b5-46cf-8a4a-d8f1086e206a tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8545601 Apr 06 13:24:28.059893 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975ec09-84b5-46cf-8a4a-d8f1086e206a tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Pushing event updated for resources: {'Network': ['ID=e4b63917-7f67-474f-a7d6-2b01322f13a2,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:28.064656 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37710) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:28.070532 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network e4b63917-7f67-474f-a7d6-2b01322f13a2 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:24:28.089808 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a05b7890-dc78-45de-8174-3e879b1f46cc tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:28.101063 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7761c6c9-6b46-47c9-93b9-02d29154fda0 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:28.102045 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7761c6c9-6b46-47c9-93b9-02d29154fda0 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:28.132167 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4ae532e2-740d-44a5-8be3-ba540304fd1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:28.169148 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-35489f72-07cc-4774-bfd7-55ee29976842 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Request body: {'network': {'project_id': '2d85d60429da4b3581892ac4dfc0de33'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:28.198711 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-35489f72-07cc-4774-bfd7-55ee29976842 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:28.225192 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-35489f72-07cc-4774-bfd7-55ee29976842 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Usage tracker for resource:network and tenant:2d85d60429da4b3581892ac4dfc0de33 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:28.237973 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-35489f72-07cc-4774-bfd7-55ee29976842 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:28.274841 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-35489f72-07cc-4774-bfd7-55ee29976842 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:28.279837 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacd4c85-8e04-4e02-b49a-09002916998d tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Checking segment: {'id': '1899931a-1f32-4a8f-b8fc-6f38eae5c8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8e06ba17-8199-4e0f-9c02-e1454dc5c7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:24:28.280438 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacd4c85-8e04-4e02-b49a-09002916998d tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Network hostable DHCP agents. Network: 8e06ba17-8199-4e0f-9c02-e1454dc5c7fd, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:24:28.285064 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7761c6c9-6b46-47c9-93b9-02d29154fda0 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:28.324196 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-35489f72-07cc-4774-bfd7-55ee29976842 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 06 13:24:28.324802 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35489f72-07cc-4774-bfd7-55ee29976842 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:24:28.326293 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-35489f72-07cc-4774-bfd7-55ee29976842 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2586913 Apr 06 13:24:28.330900 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:28.332960 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37714) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:28.333124 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0891f4a0-42b2-4983-b5bc-edcc8e3d7831 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:24:28.511800 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-174fa08c-dbe2-4485-a799-3a6a558c0b51 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:28.522007 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=96bc3ff0-2ca2-4dbc-a691-bfc3030cb734,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:28.556850 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacd4c85-8e04-4e02-b49a-09002916998d tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Network 8e06ba17-8199-4e0f-9c02-e1454dc5c7fd is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:24:28.578774 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7761c6c9-6b46-47c9-93b9-02d29154fda0 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:28.583703 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a05b7890-dc78-45de-8174-3e879b1f46cc tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:28.627423 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ef5e36c2-8000-4055-a8c2-993ff887309c tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d85d60429da4b3581892ac4dfc0de33&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2339201 Apr 06 13:24:28.634029 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37718) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:28.638391 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 0891f4a0-42b2-4983-b5bc-edcc8e3d7831 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:24:28.652137 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 0891f4a0-42b2-4983-b5bc-edcc8e3d7831 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:28.652137 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:28.662641 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174fa08c-dbe2-4485-a799-3a6a558c0b51 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Pushing event updated for resources: {'Subnet': ['ID=c87d2e87-a6c6-4679-80e6-89c3517c230d,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:28.668773 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cd4100aa-c241-49f9-8ba3-2831282aa7c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:28.672528 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174fa08c-dbe2-4485-a799-3a6a558c0b51 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Checking segment: {'id': 'b6570ad6-7b34-49da-a35d-cf14fb174bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c803a79b-b540-4d71-9154-beb9d0eb5e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:24:28.673133 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174fa08c-dbe2-4485-a799-3a6a558c0b51 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Network hostable DHCP agents. Network: c803a79b-b540-4d71-9154-beb9d0eb5e93, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:24:28.684773 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-eacd4c85-8e04-4e02-b49a-09002916998d tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 8e06ba17-8199-4e0f-9c02-e1454dc5c7fd) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:28.700462 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37722) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:28.701702 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacd4c85-8e04-4e02-b49a-09002916998d tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:28.702289 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-eacd4c85-8e04-4e02-b49a-09002916998d tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:28.704703 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05b7890-dc78-45de-8174-3e879b1f46cc tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:24:28.726132 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Request body: {'port': {'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271', 'binding:host_id': 'hv-neutron-8346', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1913916878'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:28.737642 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb6a621-1135-48ef-bad7-6650c80caa5b None None] Network 8e06ba17-8199-4e0f-9c02-e1454dc5c7fd requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:24:28.740941 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:28.754267 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Usage tracker for resource:port and tenant:3ad83b884e78416f945948159afd728d is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:28.758745 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:28.767217 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-a05b7890-dc78-45de-8174-3e879b1f46cc tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:28.767684 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cd4100aa-c241-49f9-8ba3-2831282aa7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:28.768186 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cd4100aa-c241-49f9-8ba3-2831282aa7c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:28.772289 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:28.774891 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05b7890-dc78-45de-8174-3e879b1f46cc tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:24:28.780718 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b7890-dc78-45de-8174-3e879b1f46cc tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Pushing event updated for resources: {'Port': ['ID=d0775262-1194-411f-b1ef-4e06b7d11f4d,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:28.793199 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7761c6c9-6b46-47c9-93b9-02d29154fda0 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:28.797502 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7761c6c9-6b46-47c9-93b9-02d29154fda0 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0793862 Apr 06 13:24:28.822276 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37726) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:28.864108 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4ae532e2-740d-44a5-8be3-ba540304fd1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:28.919791 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a515e5e4-91bb-4ae1-b5f9-30bb4d89442b tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:28.925766 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174fa08c-dbe2-4485-a799-3a6a558c0b51 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Network c803a79b-b540-4d71-9154-beb9d0eb5e93 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:24:28.931186 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-eacd4c85-8e04-4e02-b49a-09002916998d tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.5201626 Apr 06 13:24:28.935118 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37730) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:28.955146 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-7cad90f3-1224-4fab-ab8c-44e0005f2d4a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1853404210', 'network_id': '8e06ba17-8199-4e0f-9c02-e1454dc5c7fd'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:28.960427 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a05b7890-dc78-45de-8174-3e879b1f46cc tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:28.968464 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-7cad90f3-1224-4fab-ab8c-44e0005f2d4a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:28.978940 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-7cad90f3-1224-4fab-ab8c-44e0005f2d4a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Usage tracker for resource:port and tenant:b295c7e5a84744f7a6d0d8748d67f940 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:28.983420 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-7cad90f3-1224-4fab-ab8c-44e0005f2d4a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:28.990560 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:28.998792 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-7cad90f3-1224-4fab-ab8c-44e0005f2d4a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:29.050835 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-174fa08c-dbe2-4485-a799-3a6a558c0b51 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, c803a79b-b540-4d71-9154-beb9d0eb5e93) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:29.052356 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Made reservation on behalf of 3ad83b884e78416f945948159afd728d for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:24:29.054946 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:29.067422 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1711e0bc-db5f-4845-9596-44f84bba8efa None None] Network c803a79b-b540-4d71-9154-beb9d0eb5e93 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:24:29.105165 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 0891f4a0-42b2-4983-b5bc-edcc8e3d7831, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0891f4a0-42b2-4983-b5bc-edcc8e3d7831,segment=NetworkSegment(54e4ee41-531e-440c-8308-aeb4581df134),segment_id=54e4ee41-531e-440c-8308-aeb4581df134)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:24:29.110673 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f59a14d-7ad4-46a7-9e87-c0ac1f7ff907 None None] Network 8e06ba17-8199-4e0f-9c02-e1454dc5c7fd requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:24:29.133611 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174fa08c-dbe2-4485-a799-3a6a558c0b51 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:29.134200 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-174fa08c-dbe2-4485-a799-3a6a558c0b51 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:29.147417 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4100aa-c241-49f9-8ba3-2831282aa7c7 admin admin] Pushing event updated for resources: {'Port': ['ID=a1cd4a2c-8c80-40cd-909f-65233ddd35ac,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:29.193548 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:29.199003 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:29.222002 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a515e5e4-91bb-4ae1-b5f9-30bb4d89442b tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:29.229346 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-637470f9-d09e-4e9e-8c0a-3848392026cb tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:29.293746 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a05b7890-dc78-45de-8174-3e879b1f46cc tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:29.335915 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 96bc3ff0-2ca2-4dbc-a691-bfc3030cb734 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:24:29.338293 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cad90f3-1224-4fab-ab8c-44e0005f2d4a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Made reservation on behalf of b295c7e5a84744f7a6d0d8748d67f940 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:24:29.340565 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7cad90f3-1224-4fab-ab8c-44e0005f2d4a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:29.390861 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-7cad90f3-1224-4fab-ab8c-44e0005f2d4a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] device_id is not set on port f2b3e8e3-3b8d-4510-9eff-273fac3b9274 yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:24:29.415003 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:29.478857 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Usage tracker for resource:security_group_rule and tenant:3ad83b884e78416f945948159afd728d is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:29.485443 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae532e2-740d-44a5-8be3-ba540304fd1c admin admin] Router c1091558-e437-4f90-81f2-b353168ad4ce is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:24:29.498337 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=0891f4a0-42b2-4983-b5bc-edcc8e3d7831,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:29.545921 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:29.549808 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-174fa08c-dbe2-4485-a799-3a6a558c0b51 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5632331 Apr 06 13:24:29.555042 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37734) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:29.574332 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-ca6cda31-e7ba-4540-acf5-1b8bbe86bed1 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Request body: {'port': {'network_id': 'c803a79b-b540-4d71-9154-beb9d0eb5e93', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1190320807'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:29.575388 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:29.621360 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 96bc3ff0-2ca2-4dbc-a691-bfc3030cb734 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:29.621731 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:29.656560 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-637470f9-d09e-4e9e-8c0a-3848392026cb tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:29.660085 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac59ac25-3bc5-41bf-97f0-89213b16def3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-c803a79b-b540-4d71-9154-beb9d0eb5e93', 'network_id': 'c803a79b-b540-4d71-9154-beb9d0eb5e93', 'tenant_id': 'aa89b4b7b3a6419f8eb29ef47066ffa9', 'fixed_ips': [{'subnet_id': 'c87d2e87-a6c6-4679-80e6-89c3517c230d'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:24:29.660984 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ac59ac25-3bc5-41bf-97f0-89213b16def3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:29.666090 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4100aa-c241-49f9-8ba3-2831282aa7c7 admin admin] Network 5be2eead-86e0-4801-95e6-7956006492a1 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:24:29.667511 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-637470f9-d09e-4e9e-8c0a-3848392026cb tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:29.677249 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-cd4100aa-c241-49f9-8ba3-2831282aa7c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:29.894336 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-7cad90f3-1224-4fab-ab8c-44e0005f2d4a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Allocated IP 172.20.0.8 (8e06ba17-8199-4e0f-9c02-e1454dc5c7fd/02356476-afb8-482e-8064-f907dc9c1455/f2b3e8e3-3b8d-4510-9eff-273fac3b9274) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:24:29.984160 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.resource_extend [None req-a05b7890-dc78-45de-8174-3e879b1f46cc tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 13:24:29.990124 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a515e5e4-91bb-4ae1-b5f9-30bb4d89442b tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:29.994366 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-637470f9-d09e-4e9e-8c0a-3848392026cb tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:29.994850 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637470f9-d09e-4e9e-8c0a-3848392026cb tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bef70c6c-e03c-4d0c-b6c9-821a5d33c0ee {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:24:30.001606 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-ac59ac25-3bc5-41bf-97f0-89213b16def3 None None] Allocated IP 172.20.0.2 (c803a79b-b540-4d71-9154-beb9d0eb5e93/c87d2e87-a6c6-4679-80e6-89c3517c230d/a56e106d-2b39-4d9a-a562-38c6a7b9940e) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:24:30.008696 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a05b7890-dc78-45de-8174-3e879b1f46cc tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:30.010716 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ca6cda31-e7ba-4540-acf5-1b8bbe86bed1 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:30.034477 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515e5e4-91bb-4ae1-b5f9-30bb4d89442b tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c4ec6a-50f8-47d3-b5bd-ca581dcc2311,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:30.037786 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ca6cda31-e7ba-4540-acf5-1b8bbe86bed1 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Usage tracker for resource:port and tenant:aa89b4b7b3a6419f8eb29ef47066ffa9 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:30.043560 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4100aa-c241-49f9-8ba3-2831282aa7c7 admin admin] Router b7a760c3-8022-44e5-a4fb-cbad94600734 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:24:30.047957 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ca6cda31-e7ba-4540-acf5-1b8bbe86bed1 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:30.053145 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae532e2-740d-44a5-8be3-ba540304fd1c admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:24:30.074657 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ca6cda31-e7ba-4540-acf5-1b8bbe86bed1 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:30.077884 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8098778-f19b-4f56-b0e0-b4922c7b352e None None] Sync routers for ids ['c1091558-e437-4f90-81f2-b353168ad4ce'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:24:30.090704 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a05b7890-dc78-45de-8174-3e879b1f46cc tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:30.093465 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-637470f9-d09e-4e9e-8c0a-3848392026cb tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:30.098927 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-637470f9-d09e-4e9e-8c0a-3848392026cb tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] 10.222.0.48 "DELETE /v2.0/routers/bef70c6c-e03c-4d0c-b6c9-821a5d33c0ee HTTP/1.1" status: 204 len: 168 time: 1.2704239 Apr 06 13:24:30.135393 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37738) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:30.156555 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-da791d6f-b0e1-47d3-becc-ad7ef0488f37 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Request body: {'router': {'name': 'tempest-router-570330948', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5bd30b4d153645f5a14cc1938d7aa928'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:30.161174 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a515e5e4-91bb-4ae1-b5f9-30bb4d89442b tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:30.165605 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a515e5e4-91bb-4ae1-b5f9-30bb4d89442b tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/e5c4ec6a-50f8-47d3-b5bd-ca581dcc2311 HTTP/1.1" status: 204 len: 168 time: 1.5271983 Apr 06 13:24:30.166494 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37742) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:30.173420 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-56b1a3de-ded0-4f97-aa91-05f1701e5e71 None None] Provisioning complete for port a1cd4a2c-8c80-40cd-909f-65233ddd35ac triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:30.173587 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-56b1a3de-ded0-4f97-aa91-05f1701e5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:30.199600 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-da791d6f-b0e1-47d3-becc-ad7ef0488f37 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:30.201208 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:30.205442 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8098778-f19b-4f56-b0e0-b4922c7b352e None None] Routers {'c1091558-e437-4f90-81f2-b353168ad4ce'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:24:30.205985 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-f8098778-f19b-4f56-b0e0-b4922c7b352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:24:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1091558-e437-4f90-81f2-b353168ad4ce'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:30.211995 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a05b7890-dc78-45de-8174-3e879b1f46cc tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:30.218739 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-da791d6f-b0e1-47d3-becc-ad7ef0488f37 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Usage tracker for resource:router and tenant:5bd30b4d153645f5a14cc1938d7aa928 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:30.229189 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6cda31-e7ba-4540-acf5-1b8bbe86bed1 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Made reservation on behalf of aa89b4b7b3a6419f8eb29ef47066ffa9 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:24:30.232419 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ca6cda31-e7ba-4540-acf5-1b8bbe86bed1 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:30.243011 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-da791d6f-b0e1-47d3-becc-ad7ef0488f37 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:30.289610 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:30.305981 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4ae532e2-740d-44a5-8be3-ba540304fd1c admin admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:30.307479 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4ae532e2-740d-44a5-8be3-ba540304fd1c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 7.5332167 Apr 06 13:24:30.316082 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-da791d6f-b0e1-47d3-becc-ad7ef0488f37 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:30.329851 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37746) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:30.351174 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-56b1a3de-ded0-4f97-aa91-05f1701e5e71 None None] Port a1cd4a2c-8c80-40cd-909f-65233ddd35ac cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:24:30.351695 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b7890-dc78-45de-8174-3e879b1f46cc tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Pushing event updated for resources: {'Port': ['ID=d0775262-1194-411f-b1ef-4e06b7d11f4d,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:30.412721 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] device_id is not set on port be20994a-cd96-41d6-a59d-9d3e42a5f340 yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:24:30.539359 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-f8098778-f19b-4f56-b0e0-b4922c7b352e None None] Set router c1091558-e437-4f90-81f2-b353168ad4ce gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:24:30.560905 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a05b7890-dc78-45de-8174-3e879b1f46cc tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:30.562493 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a05b7890-dc78-45de-8174-3e879b1f46cc tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8955088 Apr 06 13:24:30.566842 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-ca6cda31-e7ba-4540-acf5-1b8bbe86bed1 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] device_id is not set on port 31441261-51c8-47d7-858e-a2700122f73e yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:24:30.571199 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37750) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:30.609693 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7cad90f3-1224-4fab-ab8c-44e0005f2d4a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:30.613084 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-a3434f13-179c-45e4-bdb3-b86c8a589063 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-46962141', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'fixed_ips': [{'ip_address': '172.26.4.148'}]}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:30.621273 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1b560b07-5c2b-40fa-9f26-6f339042a41f tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:30.628398 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-da791d6f-b0e1-47d3-becc-ad7ef0488f37 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:30.629427 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-da791d6f-b0e1-47d3-becc-ad7ef0488f37 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:30.629577 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a3434f13-179c-45e4-bdb3-b86c8a589063 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:30.635194 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf383c8-6fc3-4eeb-87db-803cd16a850f,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:30.648566 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a3434f13-179c-45e4-bdb3-b86c8a589063 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Usage tracker for resource:port and tenant:6362e0577ac54e50a18757fd2192625e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:30.653972 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4100aa-c241-49f9-8ba3-2831282aa7c7 admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:24:30.654450 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a3434f13-179c-45e4-bdb3-b86c8a589063 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:30.665963 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9954e6-2f9d-4f93-b121-6c30c9fbfebf None None] Sync routers for ids ['b7a760c3-8022-44e5-a4fb-cbad94600734'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:24:30.676564 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a3434f13-179c-45e4-bdb3-b86c8a589063 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:30.680619 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ac59ac25-3bc5-41bf-97f0-89213b16def3 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:30.682843 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9954e6-2f9d-4f93-b121-6c30c9fbfebf None None] Routers {'b7a760c3-8022-44e5-a4fb-cbad94600734'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:24:30.683880 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-cb9954e6-2f9d-4f93-b121-6c30c9fbfebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:24:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['b7a760c3-8022-44e5-a4fb-cbad94600734'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:30.729083 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ac59ac25-3bc5-41bf-97f0-89213b16def3 None None] Transition to ACTIVE for port object a56e106d-2b39-4d9a-a562-38c6a7b9940e will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:24:30.729751 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-cd4100aa-c241-49f9-8ba3-2831282aa7c7 admin admin] 10.222.0.48 "PUT /v2.0/routers/b7a760c3-8022-44e5-a4fb-cbad94600734/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2800531 Apr 06 13:24:30.772208 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-da791d6f-b0e1-47d3-becc-ad7ef0488f37 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:30.818712 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3434f13-179c-45e4-bdb3-b86c8a589063 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Made reservation on behalf of 6362e0577ac54e50a18757fd2192625e for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:24:30.821183 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a3434f13-179c-45e4-bdb3-b86c8a589063 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:30.884693 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a3434f13-179c-45e4-bdb3-b86c8a589063 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:30.956219 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ac59ac25-3bc5-41bf-97f0-89213b16def3 None None] Transition to ACTIVE for port object a56e106d-2b39-4d9a-a562-38c6a7b9940e will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:24:30.956399 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1b560b07-5c2b-40fa-9f26-6f339042a41f tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:30.968637 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-cb9954e6-2f9d-4f93-b121-6c30c9fbfebf None None] Set router b7a760c3-8022-44e5-a4fb-cbad94600734 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:24:31.003026 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a3434f13-179c-45e4-bdb3-b86c8a589063 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:31.013671 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a3434f13-179c-45e4-bdb3-b86c8a589063 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Usage tracker for resource:security_group_rule and tenant:6362e0577ac54e50a18757fd2192625e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:31.026204 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1b560b07-5c2b-40fa-9f26-6f339042a41f tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:24:31.026557 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1b560b07-5c2b-40fa-9f26-6f339042a41f tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:24:31.027405 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1b560b07-5c2b-40fa-9f26-6f339042a41f tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:24:31.027753 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1b560b07-5c2b-40fa-9f26-6f339042a41f tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Subscribe: > port after_create 55550000 {{(pid=88564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:24:31.028074 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1b560b07-5c2b-40fa-9f26-6f339042a41f tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:24:31.028447 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1b560b07-5c2b-40fa-9f26-6f339042a41f tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Subscribe: > port after_update 55550000 {{(pid=88564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:24:31.028742 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1b560b07-5c2b-40fa-9f26-6f339042a41f tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:24:31.029133 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1b560b07-5c2b-40fa-9f26-6f339042a41f tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:24:31.029457 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1b560b07-5c2b-40fa-9f26-6f339042a41f tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:24:31.029775 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1b560b07-5c2b-40fa-9f26-6f339042a41f tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:24:31.086686 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ac59ac25-3bc5-41bf-97f0-89213b16def3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:31.164927 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7cad90f3-1224-4fab-ab8c-44e0005f2d4a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:31.175565 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-da791d6f-b0e1-47d3-becc-ad7ef0488f37 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:31.272867 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1b560b07-5c2b-40fa-9f26-6f339042a41f tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:24:31.274683 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1b560b07-5c2b-40fa-9f26-6f339042a41f tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:24:31.275278 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1b560b07-5c2b-40fa-9f26-6f339042a41f tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:24:31.276476 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1b560b07-5c2b-40fa-9f26-6f339042a41f tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:24:31.277102 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-1b560b07-5c2b-40fa-9f26-6f339042a41f tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b63917-7f67-474f-a7d6-2b01322f13a2']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:31.291225 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-da791d6f-b0e1-47d3-becc-ad7ef0488f37 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:31.292496 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-da791d6f-b0e1-47d3-becc-ad7ef0488f37 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1532855 Apr 06 13:24:31.304122 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-1b560b07-5c2b-40fa-9f26-6f339042a41f tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7778334e-c21d-4c48-bd42-cb376f7399c8') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:31.304765 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-1b560b07-5c2b-40fa-9f26-6f339042a41f tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7778334e-c21d-4c48-bd42-cb376f7399c8') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:31.308559 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37766) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:31.323957 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a3434f13-179c-45e4-bdb3-b86c8a589063 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:31.332100 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a3434f13-179c-45e4-bdb3-b86c8a589063 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:31.374232 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59ac25-3bc5-41bf-97f0-89213b16def3 None None] Pushing event updated for resources: {'Port': ['ID=a56e106d-2b39-4d9a-a562-38c6a7b9940e,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:31.382060 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0891f4a0-42b2-4983-b5bc-edcc8e3d7831 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:24:31.435848 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a3434f13-179c-45e4-bdb3-b86c8a589063 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:31.472637 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac59ac25-3bc5-41bf-97f0-89213b16def3 None None] Network c803a79b-b540-4d71-9154-beb9d0eb5e93 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:24:31.475373 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-ac59ac25-3bc5-41bf-97f0-89213b16def3 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:31.478472 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac59ac25-3bc5-41bf-97f0-89213b16def3 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:24:31.523937 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] device_id is not set on port be20994a-cd96-41d6-a59d-9d3e42a5f340 yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:24:31.530567 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cad90f3-1224-4fab-ab8c-44e0005f2d4a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Network 8e06ba17-8199-4e0f-9c02-e1454dc5c7fd is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:24:31.537157 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-78d34980-3bad-426e-a724-2cc0bf8b5444 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:31.541229 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:31.556893 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Transition to ACTIVE for port object be20994a-cd96-41d6-a59d-9d3e42a5f340 will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:24:31.558525 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-cb9954e6-2f9d-4f93-b121-6c30c9fbfebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'name': 'tempest-ServerActionsTestJSON-729544512-router', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '96bc3ff0-2ca2-4dbc-a691-bfc3030cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:19Z', 'updated_at': '2022-04-06T13:24:27Z', 'revision_number': 4, 'project_id': '9a4d54de52764226baa1254caab457dd', 'gw_port': {'id': '96bc3ff0-2ca2-4dbc-a691-bfc3030cb734', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:20Z', 'updated_at': '2022-04-06T13:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'a1cd4a2c-8c80-40cd-909f-65233ddd35ac', 'name': '', 'network_id': '5be2eead-86e0-4801-95e6-7956006492a1', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'mac_address': 'fa:16:3e:e9:c2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '05aded58-8f1f-47e0-842d-ddd950b58777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:25Z', 'updated_at': '2022-04-06T13:24:28Z', 'revision_number': 2, 'project_id': '9a4d54de52764226baa1254caab457dd', 'subnets': [{'id': '05aded58-8f1f-47e0-842d-ddd950b58777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:31.567094 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a3434f13-179c-45e4-bdb3-b86c8a589063 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:31.568240 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9954e6-2f9d-4f93-b121-6c30c9fbfebf None None] Checking router: b7a760c3-8022-44e5-a4fb-cbad94600734 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:24:31.570916 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9954e6-2f9d-4f93-b121-6c30c9fbfebf None None] Updating router b7a760c3-8022-44e5-a4fb-cbad94600734 port a1cd4a2c-8c80-40cd-909f-65233ddd35ac binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:24:31.598240 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 0891f4a0-42b2-4983-b5bc-edcc8e3d7831 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:31.598603 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:31.600746 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-7cad90f3-1224-4fab-ab8c-44e0005f2d4a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:31.617151 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-a3434f13-179c-45e4-bdb3-b86c8a589063 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] device_id is not set on port 30fedd75-5043-485e-af0a-8a93d65811ba yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:24:31.635556 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ac59ac25-3bc5-41bf-97f0-89213b16def3 None None] Attempting to bind port a56e106d-2b39-4d9a-a562-38c6a7b9940e on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:31.635891 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ac59ac25-3bc5-41bf-97f0-89213b16def3 None None] Attempting to bind port a56e106d-2b39-4d9a-a562-38c6a7b9940e by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'b6570ad6-7b34-49da-a35d-cf14fb174bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c803a79b-b540-4d71-9154-beb9d0eb5e93'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:31.636269 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac59ac25-3bc5-41bf-97f0-89213b16def3 None None] Attempting to bind port a56e106d-2b39-4d9a-a562-38c6a7b9940e on network c803a79b-b540-4d71-9154-beb9d0eb5e93 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:31.640401 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cad90f3-1224-4fab-ab8c-44e0005f2d4a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:24:31.642127 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cad90f3-1224-4fab-ab8c-44e0005f2d4a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:31.643117 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7cad90f3-1224-4fab-ab8c-44e0005f2d4a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:31.654150 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac59ac25-3bc5-41bf-97f0-89213b16def3 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:24:31.664761 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac59ac25-3bc5-41bf-97f0-89213b16def3 None None] Checking segment: {'id': 'b6570ad6-7b34-49da-a35d-cf14fb174bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c803a79b-b540-4d71-9154-beb9d0eb5e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:24:31.664761 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ac59ac25-3bc5-41bf-97f0-89213b16def3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:31.664761 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac59ac25-3bc5-41bf-97f0-89213b16def3 None None] Bound using segment: {'id': 'b6570ad6-7b34-49da-a35d-cf14fb174bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c803a79b-b540-4d71-9154-beb9d0eb5e93'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:24:31.664761 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ac59ac25-3bc5-41bf-97f0-89213b16def3 None None] Bound port: a56e106d-2b39-4d9a-a562-38c6a7b9940e, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6570ad6-7b34-49da-a35d-cf14fb174bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c803a79b-b540-4d71-9154-beb9d0eb5e93'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:24:31.664761 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ac59ac25-3bc5-41bf-97f0-89213b16def3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:31.679375 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1b560b07-5c2b-40fa-9f26-6f339042a41f tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:31.682392 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-f8098778-f19b-4f56-b0e0-b4922c7b352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'name': 'tempest-ServersTestJSON-331739158-router', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:22Z', 'updated_at': '2022-04-06T13:24:27Z', 'revision_number': 3, 'project_id': '29506e5a39ce4f2db4e880a74f738951', 'gw_port': {'id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ff:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:25Z', 'updated_at': '2022-04-06T13:24:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:31.692776 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-ca6cda31-e7ba-4540-acf5-1b8bbe86bed1 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Allocated IP 172.20.0.7 (c803a79b-b540-4d71-9154-beb9d0eb5e93/c87d2e87-a6c6-4679-80e6-89c3517c230d/31441261-51c8-47d7-858e-a2700122f73e) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:24:31.695514 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3434f13-179c-45e4-bdb3-b86c8a589063 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33028df8-5e0e-484c-91e0-1fe35850e950,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:31.697322 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad90f3-1224-4fab-ab8c-44e0005f2d4a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Pushing event updated for resources: {'Port': ['ID=f2b3e8e3-3b8d-4510-9eff-273fac3b9274,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:31.700897 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8098778-f19b-4f56-b0e0-b4922c7b352e None None] Checking router: c1091558-e437-4f90-81f2-b353168ad4ce for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:24:31.701637 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8098778-f19b-4f56-b0e0-b4922c7b352e None None] Updating router c1091558-e437-4f90-81f2-b353168ad4ce port ffe6f522-b172-4288-80ff-a42f4b83eaf4 binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:24:31.729287 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:31.740096 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-cb9954e6-2f9d-4f93-b121-6c30c9fbfebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:31.763754 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f8098778-f19b-4f56-b0e0-b4922c7b352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:31.836447 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7cad90f3-1224-4fab-ab8c-44e0005f2d4a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.8914664 Apr 06 13:24:31.843479 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37770) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:31.851287 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Pushing event updated for resources: {'Port': ['ID=be20994a-cd96-41d6-a59d-9d3e42a5f340,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:31.901601 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1b560b07-5c2b-40fa-9f26-6f339042a41f tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:31.952196 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b560b07-5c2b-40fa-9f26-6f339042a41f tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:24:31.956718 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1b560b07-5c2b-40fa-9f26-6f339042a41f tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: from cryptography.utils import int_from_bytes Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: from cryptography.utils import int_from_bytes Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: util.warn_limited( Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: util.warn_limited( Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:24:32.004340 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:24:32.100711 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Checking segment: {'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:24:32.101230 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Network hostable DHCP agents. Network: db35ae19-a0d0-4767-b14c-f45ac7e09271, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:24:32.119639 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f8098778-f19b-4f56-b0e0-b4922c7b352e None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:32.225864 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ac59ac25-3bc5-41bf-97f0-89213b16def3 None None] For port a56e106d-2b39-4d9a-a562-38c6a7b9940e, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:24:32.269001 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-f0bd8521-cefd-4135-b873-8f617d5157c5 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Deleting port f2b3e8e3-3b8d-4510-9eff-273fac3b9274 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:24:32.269269 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0bd8521-cefd-4135-b873-8f617d5157c5 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:32.370088 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-78d34980-3bad-426e-a724-2cc0bf8b5444 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:32.370836 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-78d34980-3bad-426e-a724-2cc0bf8b5444 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks [] for router, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:32.390117 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-cb9954e6-2f9d-4f93-b121-6c30c9fbfebf None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:32.415106 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Network db35ae19-a0d0-4767-b14c-f45ac7e09271 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:24:32.523230 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f8098778-f19b-4f56-b0e0-b4922c7b352e None None] Transition to ACTIVE for port object ffe6f522-b172-4288-80ff-a42f4b83eaf4 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:24:32.524691 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1b560b07-5c2b-40fa-9f26-6f339042a41f tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:32.531070 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-cb9954e6-2f9d-4f93-b121-6c30c9fbfebf None None] Transition to ACTIVE for port object a1cd4a2c-8c80-40cd-909f-65233ddd35ac will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:24:32.532468 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ac59ac25-3bc5-41bf-97f0-89213b16def3 None None] For port a56e106d-2b39-4d9a-a562-38c6a7b9940e, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a56e106d-2b39-4d9a-a562-38c6a7b9940e,segment=NetworkSegment(b6570ad6-7b34-49da-a35d-cf14fb174bfe),segment_id=b6570ad6-7b34-49da-a35d-cf14fb174bfe)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:24:32.569537 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1b560b07-5c2b-40fa-9f26-6f339042a41f tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:32.575790 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b560b07-5c2b-40fa-9f26-6f339042a41f tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Pushing event deleted for resources: {'Network': ['ID=e4b63917-7f67-474f-a7d6-2b01322f13a2,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:32.587684 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0bd8521-cefd-4135-b873-8f617d5157c5 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:32.598389 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, db35ae19-a0d0-4767-b14c-f45ac7e09271) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:32.602298 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1b560b07-5c2b-40fa-9f26-6f339042a41f tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] 10.222.0.48 "DELETE /v2.0/networks/e4b63917-7f67-474f-a7d6-2b01322f13a2 HTTP/1.1" status: 204 len: 168 time: 2.4251790 Apr 06 13:24:32.609087 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e6216e-a6e6-41bb-8cd3-769b038fd1e8 None None] Network db35ae19-a0d0-4767-b14c-f45ac7e09271 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:24:32.630279 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37776) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:32.665271 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37780) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:32.666051 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:24:32.676173 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-cb9954e6-2f9d-4f93-b121-6c30c9fbfebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:32.717852 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-78d34980-3bad-426e-a724-2cc0bf8b5444 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88565) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 06 13:24:32.718197 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-78d34980-3bad-426e-a724-2cc0bf8b5444 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Router cb38d382-80da-4d1c-aa70-3c00e7beda67 migrating from provider to provider. {{(pid=88565) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 06 13:24:32.718572 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-78d34980-3bad-426e-a724-2cc0bf8b5444 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:32.726919 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4756bb17-4f78-4bb4-b188-540f75b98d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:32.736742 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-b9206d0d-96c1-48c2-bbc1-edfea91d4363 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1710679040', 'description': 'tempest-description--958571294'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:32.742966 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b9206d0d-96c1-48c2-bbc1-edfea91d4363 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:32.746673 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b9206d0d-96c1-48c2-bbc1-edfea91d4363 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Usage tracker for resource:security_group and tenant:9a4d54de52764226baa1254caab457dd is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:32.749539 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b9206d0d-96c1-48c2-bbc1-edfea91d4363 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:32.755992 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b9206d0d-96c1-48c2-bbc1-edfea91d4363 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:32.761279 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af1a56-27f9-46b6-8f52-b1bc5eaf84d3 None None] Pushing event updated for resources: {'Port': ['ID=a1cd4a2c-8c80-40cd-909f-65233ddd35ac,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:32.787668 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-f0bd8521-cefd-4135-b873-8f617d5157c5 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Calling delete_port for f2b3e8e3-3b8d-4510-9eff-273fac3b9274 owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:24:32.794028 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-78d34980-3bad-426e-a724-2cc0bf8b5444 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:32.850204 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ac59ac25-3bc5-41bf-97f0-89213b16def3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:32.866651 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f8098778-f19b-4f56-b0e0-b4922c7b352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:32.867381 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ca6cda31-e7ba-4540-acf5-1b8bbe86bed1 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:32.887704 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-ca6cda31-e7ba-4540-acf5-1b8bbe86bed1 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Transition to ACTIVE for port object 31441261-51c8-47d7-858e-a2700122f73e will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:24:32.905461 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:32.906044 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:32.906775 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:32.937586 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b9206d0d-96c1-48c2-bbc1-edfea91d4363 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:32.971440 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-cb9954e6-2f9d-4f93-b121-6c30c9fbfebf None None] Attempting to bind port a1cd4a2c-8c80-40cd-909f-65233ddd35ac on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:32.973845 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-cb9954e6-2f9d-4f93-b121-6c30c9fbfebf None None] Attempting to bind port a1cd4a2c-8c80-40cd-909f-65233ddd35ac by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '736e4659-c022-4000-9327-4bba1a040dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5be2eead-86e0-4801-95e6-7956006492a1'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:32.974284 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9954e6-2f9d-4f93-b121-6c30c9fbfebf None None] Attempting to bind port a1cd4a2c-8c80-40cd-909f-65233ddd35ac on network 5be2eead-86e0-4801-95e6-7956006492a1 {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:32.981190 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9954e6-2f9d-4f93-b121-6c30c9fbfebf None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:24:32.982377 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9954e6-2f9d-4f93-b121-6c30c9fbfebf None None] Checking segment: {'id': '736e4659-c022-4000-9327-4bba1a040dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5be2eead-86e0-4801-95e6-7956006492a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:24:32.982377 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-cb9954e6-2f9d-4f93-b121-6c30c9fbfebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:32.982538 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9954e6-2f9d-4f93-b121-6c30c9fbfebf None None] Bound using segment: {'id': '736e4659-c022-4000-9327-4bba1a040dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5be2eead-86e0-4801-95e6-7956006492a1'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:24:32.983044 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-cb9954e6-2f9d-4f93-b121-6c30c9fbfebf None None] Bound port: a1cd4a2c-8c80-40cd-909f-65233ddd35ac, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736e4659-c022-4000-9327-4bba1a040dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5be2eead-86e0-4801-95e6-7956006492a1'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:24:32.984574 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-cb9954e6-2f9d-4f93-b121-6c30c9fbfebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:32.986133 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port be20994a-cd96-41d6-a59d-9d3e42a5f340 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:24:32.989746 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:24:32.995985 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-f8098778-f19b-4f56-b0e0-b4922c7b352e None None] Attempting to bind port ffe6f522-b172-4288-80ff-a42f4b83eaf4 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:32.996347 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-f8098778-f19b-4f56-b0e0-b4922c7b352e None None] Attempting to bind port ffe6f522-b172-4288-80ff-a42f4b83eaf4 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:32.996708 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8098778-f19b-4f56-b0e0-b4922c7b352e None None] Attempting to bind port ffe6f522-b172-4288-80ff-a42f4b83eaf4 on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:33.007644 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempt 2 to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 Apr 06 13:24:33.017744 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8098778-f19b-4f56-b0e0-b4922c7b352e None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:24:33.018274 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8098778-f19b-4f56-b0e0-b4922c7b352e None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:24:33.018678 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f8098778-f19b-4f56-b0e0-b4922c7b352e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:33.019102 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8098778-f19b-4f56-b0e0-b4922c7b352e None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:24:33.019588 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-f8098778-f19b-4f56-b0e0-b4922c7b352e None None] Bound port: ffe6f522-b172-4288-80ff-a42f4b83eaf4, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:24:33.019975 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f8098778-f19b-4f56-b0e0-b4922c7b352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:33.073318 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59ac25-3bc5-41bf-97f0-89213b16def3 None None] Pushing event updated for resources: {'Port': ['ID=a56e106d-2b39-4d9a-a562-38c6a7b9940e,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:33.100679 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:33.101556 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:33.102249 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:33.111260 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-cb9954e6-2f9d-4f93-b121-6c30c9fbfebf None None] For port a1cd4a2c-8c80-40cd-909f-65233ddd35ac, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:24:33.115004 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-cb9954e6-2f9d-4f93-b121-6c30c9fbfebf None None] For port a1cd4a2c-8c80-40cd-909f-65233ddd35ac, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a1cd4a2c-8c80-40cd-909f-65233ddd35ac,segment=NetworkSegment(736e4659-c022-4000-9327-4bba1a040dcb),segment_id=736e4659-c022-4000-9327-4bba1a040dcb)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:24:33.133423 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-78d34980-3bad-426e-a724-2cc0bf8b5444 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1624175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625362'] for router, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:33.138328 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ca6cda31-e7ba-4540-acf5-1b8bbe86bed1 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:33.217042 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc27ec-158f-4005-b600-c2fd442d25fe None None] Pushing event updated for resources: {'Port': ['ID=ffe6f522-b172-4288-80ff-a42f4b83eaf4,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:33.218744 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-cb9954e6-2f9d-4f93-b121-6c30c9fbfebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:33.306847 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-f8098778-f19b-4f56-b0e0-b4922c7b352e None None] For port ffe6f522-b172-4288-80ff-a42f4b83eaf4, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:24:33.316768 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-f8098778-f19b-4f56-b0e0-b4922c7b352e None None] For port ffe6f522-b172-4288-80ff-a42f4b83eaf4, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ffe6f522-b172-4288-80ff-a42f4b83eaf4,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:24:33.330572 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b9206d0d-96c1-48c2-bbc1-edfea91d4363 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:33.332242 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6cda31-e7ba-4540-acf5-1b8bbe86bed1 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Network c803a79b-b540-4d71-9154-beb9d0eb5e93 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:24:33.356512 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9954e6-2f9d-4f93-b121-6c30c9fbfebf None None] Routers {'b7a760c3-8022-44e5-a4fb-cbad94600734'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:24:33.357422 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-cb9954e6-2f9d-4f93-b121-6c30c9fbfebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:24:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['b7a760c3-8022-44e5-a4fb-cbad94600734'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:33.363496 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3434f13-179c-45e4-bdb3-b86c8a589063 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 06 13:24:33.364036 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3434f13-179c-45e4-bdb3-b86c8a589063 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:24:33.371070 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b9206d0d-96c1-48c2-bbc1-edfea91d4363 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Usage tracker for resource:security_group_rule and tenant:9a4d54de52764226baa1254caab457dd is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:33.377864 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b9206d0d-96c1-48c2-bbc1-edfea91d4363 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:33.383667 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port be20994a-cd96-41d6-a59d-9d3e42a5f340 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:24:33.383820 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-ca6cda31-e7ba-4540-acf5-1b8bbe86bed1 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:33.384275 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:24:33.385729 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6cda31-e7ba-4540-acf5-1b8bbe86bed1 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:24:33.390968 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f8098778-f19b-4f56-b0e0-b4922c7b352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:33.392809 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempt 3 to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 Apr 06 13:24:33.399436 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6cda31-e7ba-4540-acf5-1b8bbe86bed1 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:33.400099 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ca6cda31-e7ba-4540-acf5-1b8bbe86bed1 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:33.406718 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b9206d0d-96c1-48c2-bbc1-edfea91d4363 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:33.435758 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e708ff4c-76fa-45c1-b574-c28fcb268546 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:33.435957 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:33.435957 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:33.436114 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af1a56-27f9-46b6-8f52-b1bc5eaf84d3 None None] Pushing event updated for resources: {'Port': ['ID=a1cd4a2c-8c80-40cd-909f-65233ddd35ac,revision_number=4']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:33.436183 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:33.491312 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port be20994a-cd96-41d6-a59d-9d3e42a5f340 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:24:33.491837 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:24:33.505727 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempt 4 to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 Apr 06 13:24:33.540185 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:33.543215 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:33.543784 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:33.554075 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8098778-f19b-4f56-b0e0-b4922c7b352e None None] Routers {'c1091558-e437-4f90-81f2-b353168ad4ce'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:24:33.555250 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-f8098778-f19b-4f56-b0e0-b4922c7b352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:24:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1091558-e437-4f90-81f2-b353168ad4ce'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:33.570462 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a3434f13-179c-45e4-bdb3-b86c8a589063 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.9876988 Apr 06 13:24:33.573829 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37784) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:33.617300 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port be20994a-cd96-41d6-a59d-9d3e42a5f340 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:24:33.617763 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:24:33.619836 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempt 5 to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 Apr 06 13:24:33.646471 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-cb9954e6-2f9d-4f93-b121-6c30c9fbfebf None None] Set router b7a760c3-8022-44e5-a4fb-cbad94600734 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:24:33.653551 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ca6cda31-e7ba-4540-acf5-1b8bbe86bed1 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0910757 Apr 06 13:24:33.664299 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37788) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:33.694876 dv-neutron-834600-1-hyperv neutron-server[88565]: WARNING neutron.scheduler.l3_agent_scheduler [None req-78d34980-3bad-426e-a724-2cc0bf8b5444 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] No L3 agents can host the router cb38d382-80da-4d1c-aa70-3c00e7beda67 Apr 06 13:24:33.718231 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0bd8521-cefd-4135-b873-8f617d5157c5 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:33.786471 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-f8098778-f19b-4f56-b0e0-b4922c7b352e None None] Set router c1091558-e437-4f90-81f2-b353168ad4ce gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:24:33.839343 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:33.839755 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:33.840184 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:33.869540 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd8521-cefd-4135-b873-8f617d5157c5 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2b3e8e3-3b8d-4510-9eff-273fac3b9274,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:33.889263 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port be20994a-cd96-41d6-a59d-9d3e42a5f340 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:24:33.889733 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:24:33.894526 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempt 6 to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 Apr 06 13:24:33.902284 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-010bc5b8-0c0f-4e1c-91dc-8581b2f920b3 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Deleting port d0775262-1194-411f-b1ef-4e06b7d11f4d {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:24:33.902729 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-010bc5b8-0c0f-4e1c-91dc-8581b2f920b3 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:33.961964 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cda31-e7ba-4540-acf5-1b8bbe86bed1 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Pushing event updated for resources: {'Port': ['ID=31441261-51c8-47d7-858e-a2700122f73e,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:33.993300 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc27ec-158f-4005-b600-c2fd442d25fe None None] Pushing event updated for resources: {'Port': ['ID=ffe6f522-b172-4288-80ff-a42f4b83eaf4,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:34.045649 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-4756bb17-4f78-4bb4-b188-540f75b98d05 admin admin] Allocated IP 172.20.0.1 (b4af085f-1110-4224-b013-05549a7ec08d/1bba6dec-718f-43df-a092-4ff68fc37b48/d032ab39-83fd-4506-a1dc-3e99bd66aea3) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:24:34.060351 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:34.060892 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:34.061199 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:34.074708 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d34980-3bad-426e-a724-2cc0bf8b5444 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Hosts for router cb38d382-80da-4d1c-aa70-3c00e7beda67: [] {{(pid=88565) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Apr 06 13:24:34.151247 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-cb9954e6-2f9d-4f93-b121-6c30c9fbfebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'name': 'tempest-ServerActionsTestJSON-729544512-router', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '96bc3ff0-2ca2-4dbc-a691-bfc3030cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:19Z', 'updated_at': '2022-04-06T13:24:27Z', 'revision_number': 4, 'project_id': '9a4d54de52764226baa1254caab457dd', 'gw_port': {'id': '96bc3ff0-2ca2-4dbc-a691-bfc3030cb734', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:20Z', 'updated_at': '2022-04-06T13:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'a1cd4a2c-8c80-40cd-909f-65233ddd35ac', 'name': '', 'network_id': '5be2eead-86e0-4801-95e6-7956006492a1', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'mac_address': 'fa:16:3e:e9:c2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '05aded58-8f1f-47e0-842d-ddd950b58777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:25Z', 'updated_at': '2022-04-06T13:24:33Z', 'revision_number': 4, 'project_id': '9a4d54de52764226baa1254caab457dd', 'subnets': [{'id': '05aded58-8f1f-47e0-842d-ddd950b58777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:34.156256 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d34980-3bad-426e-a724-2cc0bf8b5444 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Hosts for other DVR routers connected to router cb38d382-80da-4d1c-aa70-3c00e7beda67: set() {{(pid=88565) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Apr 06 13:24:34.157413 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9954e6-2f9d-4f93-b121-6c30c9fbfebf None None] The sync data for ids ['b7a760c3-8022-44e5-a4fb-cbad94600734'] in dv-neutron-834600-1-hyperv is: [{'id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'name': 'tempest-ServerActionsTestJSON-729544512-router', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '96bc3ff0-2ca2-4dbc-a691-bfc3030cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:19Z', 'updated_at': '2022-04-06T13:24:27Z', 'revision_number': 4, 'project_id': '9a4d54de52764226baa1254caab457dd', 'gw_port': {'id': '96bc3ff0-2ca2-4dbc-a691-bfc3030cb734', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:20Z', 'updated_at': '2022-04-06T13:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'a1cd4a2c-8c80-40cd-909f-65233ddd35ac', 'name': '', 'network_id': '5be2eead-86e0-4801-95e6-7956006492a1', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'mac_address': 'fa:16:3e:e9:c2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '05aded58-8f1f-47e0-842d-ddd950b58777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:25Z', 'updated_at': '2022-04-06T13:24:33Z', 'revision_number': 4, 'project_id': '9a4d54de52764226baa1254caab457dd', 'subnets': [{'id': '05aded58-8f1f-47e0-842d-ddd950b58777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:24:34.164517 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-78d34980-3bad-426e-a724-2cc0bf8b5444 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:34.167408 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-78d34980-3bad-426e-a724-2cc0bf8b5444 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] 10.222.0.48 "PUT /v2.0/routers/cb38d382-80da-4d1c-aa70-3c00e7beda67 HTTP/1.1" status: 200 len: 716 time: 2.6770003 Apr 06 13:24:34.187538 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port be20994a-cd96-41d6-a59d-9d3e42a5f340 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:24:34.189932 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:24:34.212461 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37794) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:34.212461 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempt 7 to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 Apr 06 13:24:34.254171 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e708ff4c-76fa-45c1-b574-c28fcb268546 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:34.273178 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-f8098778-f19b-4f56-b0e0-b4922c7b352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'name': 'tempest-ServersTestJSON-331739158-router', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:22Z', 'updated_at': '2022-04-06T13:24:27Z', 'revision_number': 3, 'project_id': '29506e5a39ce4f2db4e880a74f738951', 'gw_port': {'id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ff:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:25Z', 'updated_at': '2022-04-06T13:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:34.277756 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8098778-f19b-4f56-b0e0-b4922c7b352e None None] The sync data for ids ['c1091558-e437-4f90-81f2-b353168ad4ce'] in dv-neutron-834600-1-hyperv is: [{'id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'name': 'tempest-ServersTestJSON-331739158-router', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:22Z', 'updated_at': '2022-04-06T13:24:27Z', 'revision_number': 3, 'project_id': '29506e5a39ce4f2db4e880a74f738951', 'gw_port': {'id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ff:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:25Z', 'updated_at': '2022-04-06T13:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:24:34.284856 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e708ff4c-76fa-45c1-b574-c28fcb268546 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:24:34.285199 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e708ff4c-76fa-45c1-b574-c28fcb268546 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:24:34.285981 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e708ff4c-76fa-45c1-b574-c28fcb268546 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:24:34.286319 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e708ff4c-76fa-45c1-b574-c28fcb268546 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Subscribe: > port after_create 55550000 {{(pid=88565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:24:34.286633 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e708ff4c-76fa-45c1-b574-c28fcb268546 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:24:34.287001 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e708ff4c-76fa-45c1-b574-c28fcb268546 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Subscribe: > port after_update 55550000 {{(pid=88565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:24:34.287445 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e708ff4c-76fa-45c1-b574-c28fcb268546 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:24:34.287840 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e708ff4c-76fa-45c1-b574-c28fcb268546 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:24:34.288147 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e708ff4c-76fa-45c1-b574-c28fcb268546 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:24:34.288467 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e708ff4c-76fa-45c1-b574-c28fcb268546 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:24:34.376230 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b9206d0d-96c1-48c2-bbc1-edfea91d4363 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:34.449008 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:34.449345 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:34.450092 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:34.480101 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e708ff4c-76fa-45c1-b574-c28fcb268546 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:24:34.480638 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e708ff4c-76fa-45c1-b574-c28fcb268546 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:24:34.484203 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e708ff4c-76fa-45c1-b574-c28fcb268546 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:24:34.484203 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e708ff4c-76fa-45c1-b574-c28fcb268546 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:24:34.484203 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-e708ff4c-76fa-45c1-b574-c28fcb268546 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d396f59-87ef-4ed1-9e90-a6e2735f7ff6']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:34.498009 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-742137ff-bef6-478a-afc5-0843ef3b3c89 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Deleting port 31441261-51c8-47d7-858e-a2700122f73e {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:24:34.498362 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-742137ff-bef6-478a-afc5-0843ef3b3c89 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:34.518514 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b4a368-d2f0-4b7f-9f45-2f9d14e10001 None None] Network c803a79b-b540-4d71-9154-beb9d0eb5e93 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:24:34.528667 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-e708ff4c-76fa-45c1-b574-c28fcb268546 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '715ad577-cdd6-49e1-aa89-59c4d335bb24') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:34.528941 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-e708ff4c-76fa-45c1-b574-c28fcb268546 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '715ad577-cdd6-49e1-aa89-59c4d335bb24') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:34.548351 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b9206d0d-96c1-48c2-bbc1-edfea91d4363 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:34.568696 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port be20994a-cd96-41d6-a59d-9d3e42a5f340 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:24:34.569096 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:24:34.576690 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempt 8 to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 Apr 06 13:24:34.598692 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c688d289-c618-47bf-b6ff-934b62da8dbd tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] 10.222.0.48 "GET /v2.0/routers/cb38d382-80da-4d1c-aa70-3c00e7beda67 HTTP/1.1" status: 200 len: 716 time: 0.3603992 Apr 06 13:24:34.602823 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e708ff4c-76fa-45c1-b574-c28fcb268546 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:34.611985 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37798) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:34.674754 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0bd8521-cefd-4135-b873-8f617d5157c5 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:34.680573 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:34.681459 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:34.683154 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:34.729808 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9206d0d-96c1-48c2-bbc1-edfea91d4363 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2a0ca3-7d39-4abd-bec6-8ca418267a79,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:34.735652 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port be20994a-cd96-41d6-a59d-9d3e42a5f340 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:24:34.735993 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:24:34.738395 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-010bc5b8-0c0f-4e1c-91dc-8581b2f920b3 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:34.738969 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-010bc5b8-0c0f-4e1c-91dc-8581b2f920b3 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:34.755623 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e708ff4c-76fa-45c1-b574-c28fcb268546 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:34.763813 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempt 9 to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 Apr 06 13:24:34.798331 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f0bd8521-cefd-4135-b873-8f617d5157c5 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "DELETE /v2.0/ports/f2b3e8e3-3b8d-4510-9eff-273fac3b9274 HTTP/1.1" status: 204 len: 168 time: 2.9345419 Apr 06 13:24:34.806265 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b9206d0d-96c1-48c2-bbc1-edfea91d4363 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:34.807819 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b9206d0d-96c1-48c2-bbc1-edfea91d4363 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.1345780 Apr 06 13:24:34.811069 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37804) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:34.811572 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37806) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:34.825040 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e708ff4c-76fa-45c1-b574-c28fcb268546 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:24:34.825433 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e708ff4c-76fa-45c1-b574-c28fcb268546 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: from cryptography.utils import int_from_bytes Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: from cryptography.utils import int_from_bytes Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn_limited( Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn_limited( Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:24:34.853721 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:24:34.914777 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8ba041be-f9b2-4fde-b515-b4fed02c39f3 None None] Provisioning for port a56e106d-2b39-4d9a-a562-38c6a7b9940e completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:24:35.024281 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-50e1c645-6a93-4d24-a6b1-c9ddb36bb8c3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e06ba17-8199-4e0f-9c02-e1454dc5c7fd', 'external_fixed_ips': [{'subnet_id': '02356476-afb8-482e-8064-f907dc9c1455', 'ip_address': '172.20.0.8'}]}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:35.030286 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-5348a3b4-8979-4b98-be6b-5b71ca70ad8d tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Request body: {'security_group_rule': {'security_group_id': '4a2a0ca3-7d39-4abd-bec6-8ca418267a79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:35.038409 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:35.038740 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:35.039201 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:35.057529 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-010bc5b8-0c0f-4e1c-91dc-8581b2f920b3 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Calling delete_port for d0775262-1194-411f-b1ef-4e06b7d11f4d owned by network:floatingip {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:24:35.161250 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e708ff4c-76fa-45c1-b574-c28fcb268546 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:35.164100 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-5348a3b4-8979-4b98-be6b-5b71ca70ad8d tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:35.194311 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-50e1c645-6a93-4d24-a6b1-c9ddb36bb8c3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:35.196722 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port be20994a-cd96-41d6-a59d-9d3e42a5f340 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:24:35.196848 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:24:35.237428 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempt 10 to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 Apr 06 13:24:35.260955 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-50e1c645-6a93-4d24-a6b1-c9ddb36bb8c3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Usage tracker for resource:router and tenant:b295c7e5a84744f7a6d0d8748d67f940 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:35.276845 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-5348a3b4-8979-4b98-be6b-5b71ca70ad8d tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Usage tracker for resource:security_group_rule and tenant:9a4d54de52764226baa1254caab457dd is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:35.279766 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-50e1c645-6a93-4d24-a6b1-c9ddb36bb8c3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:35.296813 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e708ff4c-76fa-45c1-b574-c28fcb268546 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:35.312036 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:35.312365 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:35.312688 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:35.324416 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-5348a3b4-8979-4b98-be6b-5b71ca70ad8d tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:35.346270 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4756bb17-4f78-4bb4-b188-540f75b98d05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:35.365655 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708ff4c-76fa-45c1-b574-c28fcb268546 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] Pushing event deleted for resources: {'Network': ['ID=2d396f59-87ef-4ed1-9e90-a6e2735f7ff6,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:35.379287 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e708ff4c-76fa-45c1-b574-c28fcb268546 tempest-QuotasNegativeTest-383422453 tempest-QuotasNegativeTest-383422453-project-admin] 10.222.0.48 "DELETE /v2.0/networks/2d396f59-87ef-4ed1-9e90-a6e2735f7ff6 HTTP/1.1" status: 204 len: 168 time: 2.7332716 Apr 06 13:24:35.418079 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-4756bb17-4f78-4bb4-b188-540f75b98d05 admin admin] Transition to ACTIVE for port object d032ab39-83fd-4506-a1dc-3e99bd66aea3 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:24:35.460379 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-742137ff-bef6-478a-afc5-0843ef3b3c89 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:35.479943 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0bf95926-1db6-4669-a386-a02bb050e077 tempest-RoutersTestDVR-158859103 tempest-RoutersTestDVR-158859103-project] 10.222.0.48 "GET /v2.0/routers/cb38d382-80da-4d1c-aa70-3c00e7beda67 HTTP/1.1" status: 200 len: 682 time: 0.8476298 Apr 06 13:24:35.494200 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-50e1c645-6a93-4d24-a6b1-c9ddb36bb8c3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:35.495381 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37816) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:35.517157 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-5348a3b4-8979-4b98-be6b-5b71ca70ad8d tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:35.523094 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device a1cd4a2c-8c80-40cd-909f-65233ddd35ac up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:24:35.529515 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port be20994a-cd96-41d6-a59d-9d3e42a5f340 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:24:35.530146 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port be20994a-cd96-41d6-a59d-9d3e42a5f340 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:24:35.530640 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:35.598608 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8a79636a-d28e-46d1-9f7f-a6df7dd84c46 None None] Provisioning for port 31441261-51c8-47d7-858e-a2700122f73e completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:24:35.613837 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8a79636a-d28e-46d1-9f7f-a6df7dd84c46 None None] Provisioning complete for port 31441261-51c8-47d7-858e-a2700122f73e triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:35.614452 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8a79636a-d28e-46d1-9f7f-a6df7dd84c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:35.722791 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-8a79636a-d28e-46d1-9f7f-a6df7dd84c46 None None] Port 31441261-51c8-47d7-858e-a2700122f73e cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:24:35.803396 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-50e1c645-6a93-4d24-a6b1-c9ddb36bb8c3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:35.803396 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-50e1c645-6a93-4d24-a6b1-c9ddb36bb8c3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:35.816038 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5348a3b4-8979-4b98-be6b-5b71ca70ad8d tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:35.820964 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port a1cd4a2c-8c80-40cd-909f-65233ddd35ac completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:24:35.826670 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port a1cd4a2c-8c80-40cd-909f-65233ddd35ac triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:35.827268 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:35.932668 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f32a3ccb-33e8-4973-be56-8aa9117ce52b None None] Provisioning complete for port 31441261-51c8-47d7-858e-a2700122f73e triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:35.933340 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f32a3ccb-33e8-4973-be56-8aa9117ce52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:35.936314 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-742137ff-bef6-478a-afc5-0843ef3b3c89 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Calling delete_port for 31441261-51c8-47d7-858e-a2700122f73e owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:24:35.939814 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-50e1c645-6a93-4d24-a6b1-c9ddb36bb8c3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:35.981050 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] For port be20994a-cd96-41d6-a59d-9d3e42a5f340, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:24:35.981226 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempted to set empty binding levels {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 06 13:24:36.005053 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5e3e919f-f29f-4d18-ba66-b01e1b9397cd tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:36.019022 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5348a3b4-8979-4b98-be6b-5b71ca70ad8d tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:36.061144 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:36.073185 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-f32a3ccb-33e8-4973-be56-8aa9117ce52b None None] Port 31441261-51c8-47d7-858e-a2700122f73e cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:24:36.076697 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:36.117532 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port a1cd4a2c-8c80-40cd-909f-65233ddd35ac, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a1cd4a2c-8c80-40cd-909f-65233ddd35ac,segment=NetworkSegment(736e4659-c022-4000-9327-4bba1a040dcb),segment_id=736e4659-c022-4000-9327-4bba1a040dcb)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:24:36.143503 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5348a3b4-8979-4b98-be6b-5b71ca70ad8d tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:36.152426 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:36.153008 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:36.183190 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-010bc5b8-0c0f-4e1c-91dc-8581b2f920b3 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:36.237932 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:36.238633 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device a56e106d-2b39-4d9a-a562-38c6a7b9940e up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:24:36.252952 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4756bb17-4f78-4bb4-b188-540f75b98d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:36.325162 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348a3b4-8979-4b98-be6b-5b71ca70ad8d tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1750b2-ff31-4943-a9a2-3e1fa0350a68,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:36.366529 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 7.6564667 Apr 06 13:24:36.374256 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=a1cd4a2c-8c80-40cd-909f-65233ddd35ac,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:36.411508 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37824) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:36.470888 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f01cec-cd02-4ded-b70e-8b0f35e5eb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Pushing event updated for resources: {'Port': ['ID=be20994a-cd96-41d6-a59d-9d3e42a5f340,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:36.472889 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5348a3b4-8979-4b98-be6b-5b71ca70ad8d tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:36.476669 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5348a3b4-8979-4b98-be6b-5b71ca70ad8d tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5620894 Apr 06 13:24:36.507026 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4756bb17-4f78-4bb4-b188-540f75b98d05 admin admin] Network b4af085f-1110-4224-b013-05549a7ec08d is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:24:36.511984 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port a56e106d-2b39-4d9a-a562-38c6a7b9940e completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:24:36.519360 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port a56e106d-2b39-4d9a-a562-38c6a7b9940e triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:36.519726 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:36.549442 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37830) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:36.585649 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-4756bb17-4f78-4bb4-b188-540f75b98d05 admin admin] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:36.588331 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4756bb17-4f78-4bb4-b188-540f75b98d05 admin admin] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:24:36.591300 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bc5b8-0c0f-4e1c-91dc-8581b2f920b3 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0775262-1194-411f-b1ef-4e06b7d11f4d,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:36.603435 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-d7c156a6-42d6-487a-aa4d-85d051ea7ea7 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Request body: {'security_group_rule': {'security_group_id': '4a2a0ca3-7d39-4abd-bec6-8ca418267a79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:36.617915 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-d7c156a6-42d6-487a-aa4d-85d051ea7ea7 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:36.680345 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:36.684862 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37834) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:36.697374 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d7c156a6-42d6-487a-aa4d-85d051ea7ea7 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Usage tracker for resource:security_group_rule and tenant:9a4d54de52764226baa1254caab457dd is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:36.701753 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-50e1c645-6a93-4d24-a6b1-c9ddb36bb8c3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:36.713014 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d7c156a6-42d6-487a-aa4d-85d051ea7ea7 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:36.721024 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5e3e919f-f29f-4d18-ba66-b01e1b9397cd tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:36.723681 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-d7c156a6-42d6-487a-aa4d-85d051ea7ea7 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:36.725786 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port a56e106d-2b39-4d9a-a562-38c6a7b9940e, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a56e106d-2b39-4d9a-a562-38c6a7b9940e,segment=NetworkSegment(b6570ad6-7b34-49da-a35d-cf14fb174bfe),segment_id=b6570ad6-7b34-49da-a35d-cf14fb174bfe)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:24:36.728087 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-010bc5b8-0c0f-4e1c-91dc-8581b2f920b3 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:36.730386 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-010bc5b8-0c0f-4e1c-91dc-8581b2f920b3 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:36.734580 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-010bc5b8-0c0f-4e1c-91dc-8581b2f920b3 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802 tempest-ExternalNetworksAdminNegativeTestJSON-1606839802-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/f7e6bcf7-35f8-4a82-8cf5-fe76ee7f6e90 HTTP/1.1" status: 204 len: 168 time: 3.1256921 Apr 06 13:24:36.734725 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5e3e919f-f29f-4d18-ba66-b01e1b9397cd tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:36.743401 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756bb17-4f78-4bb4-b188-540f75b98d05 admin admin] Pushing event updated for resources: {'Port': ['ID=d032ab39-83fd-4506-a1dc-3e99bd66aea3,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:36.793648 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-1812dc1e-cb6f-4c5e-95e4-20c4644be245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Deleting port be20994a-cd96-41d6-a59d-9d3e42a5f340 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:24:36.794049 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1812dc1e-cb6f-4c5e-95e4-20c4644be245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:36.838411 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:36.839479 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ffe6f522-b172-4288-80ff-a42f4b83eaf4 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:24:36.864738 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d7c156a6-42d6-487a-aa4d-85d051ea7ea7 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:36.874187 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4756bb17-4f78-4bb4-b188-540f75b98d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:36.981770 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b803bdf6-57b9-480b-9de5-464d2270cd21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:37.003565 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=a56e106d-2b39-4d9a-a562-38c6a7b9940e,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:37.010181 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-742137ff-bef6-478a-afc5-0843ef3b3c89 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:37.022448 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b803bdf6-57b9-480b-9de5-464d2270cd21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:37.028844 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b803bdf6-57b9-480b-9de5-464d2270cd21 admin admin] Usage tracker for resource:security_group_rule and tenant:d10d28483bb24324ae5576a08a2bd4ac is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:37.035362 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b803bdf6-57b9-480b-9de5-464d2270cd21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:37.052527 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b803bdf6-57b9-480b-9de5-464d2270cd21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:37.055433 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5e3e919f-f29f-4d18-ba66-b01e1b9397cd tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:37.055937 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3e919f-f29f-4d18-ba66-b01e1b9397cd tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb38d382-80da-4d1c-aa70-3c00e7beda67 {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:24:37.060199 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d7c156a6-42d6-487a-aa4d-85d051ea7ea7 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:37.078054 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-46e6b834-54c2-497e-af46-b05290ffba21 None None] Provisioning for port d032ab39-83fd-4506-a1dc-3e99bd66aea3 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:24:37.086063 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-46e6b834-54c2-497e-af46-b05290ffba21 None None] Provisioning complete for port d032ab39-83fd-4506-a1dc-3e99bd66aea3 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:37.094974 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-46e6b834-54c2-497e-af46-b05290ffba21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:37.095297 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742137ff-bef6-478a-afc5-0843ef3b3c89 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Pushing event deleted for resources: {'Port': ['ID=31441261-51c8-47d7-858e-a2700122f73e,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:37.147541 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port ffe6f522-b172-4288-80ff-a42f4b83eaf4 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:24:37.172891 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port ffe6f522-b172-4288-80ff-a42f4b83eaf4 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:37.173464 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:37.182243 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d7c156a6-42d6-487a-aa4d-85d051ea7ea7 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:37.221031 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-46e6b834-54c2-497e-af46-b05290ffba21 None None] Port d032ab39-83fd-4506-a1dc-3e99bd66aea3 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:24:37.274372 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5e3e919f-f29f-4d18-ba66-b01e1b9397cd tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:37.275591 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5e3e919f-f29f-4d18-ba66-b01e1b9397cd tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] 10.222.0.48 "DELETE /v2.0/routers/cb38d382-80da-4d1c-aa70-3c00e7beda67 HTTP/1.1" status: 204 len: 168 time: 1.7713716 Apr 06 13:24:37.290549 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37842) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:37.308136 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c156a6-42d6-487a-aa4d-85d051ea7ea7 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c8fd4c-c166-4225-8062-5de834b3d0ce,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:37.331462 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-9bc184c5-2c41-48d9-8d4b-09f1884959b2 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Request body: {'router': {'name': 'tempest-router-322846220', 'distributed': True}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:37.348259 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-9bc184c5-2c41-48d9-8d4b-09f1884959b2 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:37.355046 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-9bc184c5-2c41-48d9-8d4b-09f1884959b2 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Usage tracker for resource:router and tenant:253e03e6683b406aba372127e4497ff8 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:37.366347 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-9bc184c5-2c41-48d9-8d4b-09f1884959b2 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:37.436514 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:37.451552 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-9bc184c5-2c41-48d9-8d4b-09f1884959b2 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:37.457614 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port ffe6f522-b172-4288-80ff-a42f4b83eaf4, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ffe6f522-b172-4288-80ff-a42f4b83eaf4,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:24:37.468570 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d7c156a6-42d6-487a-aa4d-85d051ea7ea7 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:37.469782 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d7c156a6-42d6-487a-aa4d-85d051ea7ea7 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8802881 Apr 06 13:24:37.477272 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37848) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:37.479100 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b803bdf6-57b9-480b-9de5-464d2270cd21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:37.487291 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-6562c14b-bb53-4814-867a-8033bb94e807 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:37.488329 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-742137ff-bef6-478a-afc5-0843ef3b3c89 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:37.490305 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-742137ff-bef6-478a-afc5-0843ef3b3c89 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] 10.222.0.48 "DELETE /v2.0/ports/31441261-51c8-47d7-858e-a2700122f73e HTTP/1.1" status: 204 len: 168 time: 3.8089778 Apr 06 13:24:37.495561 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37852) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:37.495892 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37854) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:37.546974 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-6562c14b-bb53-4814-867a-8033bb94e807 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:37.557028 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:37.572278 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-1812dc1e-cb6f-4c5e-95e4-20c4644be245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] For port be20994a-cd96-41d6-a59d-9d3e42a5f340, host hv-neutron-8346, got binding levels [] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:24:37.572712 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1812dc1e-cb6f-4c5e-95e4-20c4644be245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:37.581276 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6562c14b-bb53-4814-867a-8033bb94e807 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Usage tracker for resource:floatingip and tenant:9a4d54de52764226baa1254caab457dd is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:37.586861 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6562c14b-bb53-4814-867a-8033bb94e807 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:37.603966 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-6562c14b-bb53-4814-867a-8033bb94e807 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:37.606074 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b803bdf6-57b9-480b-9de5-464d2270cd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:37.614333 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9bc184c5-2c41-48d9-8d4b-09f1884959b2 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:37.615420 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9bc184c5-2c41-48d9-8d4b-09f1884959b2 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:37.690611 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-50e1c645-6a93-4d24-a6b1-c9ddb36bb8c3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:37.740104 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=ffe6f522-b172-4288-80ff-a42f4b83eaf4,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:37.750366 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device a1cd4a2c-8c80-40cd-909f-65233ddd35ac up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:24:37.755476 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b803bdf6-57b9-480b-9de5-464d2270cd21 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d10d28483bb24324ae5576a08a2bd4ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0671978 Apr 06 13:24:37.771295 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37864) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:37.772399 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803bdf6-57b9-480b-9de5-464d2270cd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7e3c19-8bed-48d1-94ee-9af3537b3feb,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:37.776536 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6562c14b-bb53-4814-867a-8033bb94e807 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks [] for floatingip, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:37.793318 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-50e1c645-6a93-4d24-a6b1-c9ddb36bb8c3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:37.796690 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9bc184c5-2c41-48d9-8d4b-09f1884959b2 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:37.817613 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-1812dc1e-cb6f-4c5e-95e4-20c4644be245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Calling delete_port for be20994a-cd96-41d6-a59d-9d3e42a5f340 owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:24:37.850413 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port a1cd4a2c-8c80-40cd-909f-65233ddd35ac triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:37.851003 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:37.909810 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b750b63c-494c-4b06-8767-0eb29dad85cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:37.964360 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b750b63c-494c-4b06-8767-0eb29dad85cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:37.993486 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b750b63c-494c-4b06-8767-0eb29dad85cb admin admin] Usage tracker for resource:security_group_rule and tenant:3e94445e59b74495bdbc436ee3bf52ab is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:38.001748 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b750b63c-494c-4b06-8767-0eb29dad85cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:38.009522 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b8509c4a-0ad3-4f1a-9a2e-be5eac917160 tempest-DHCPAgentSchedulersTestJSON-1359302469 tempest-DHCPAgentSchedulersTestJSON-1359302469-project-admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5085905 Apr 06 13:24:38.011919 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37870) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:38.012519 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b750b63c-494c-4b06-8767-0eb29dad85cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:38.023093 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-38e9ae2b-b4cb-4934-9838-41da8d258068 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-997966810'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:38.046784 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device a56e106d-2b39-4d9a-a562-38c6a7b9940e up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:24:38.057179 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-38e9ae2b-b4cb-4934-9838-41da8d258068 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:38.074215 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-38e9ae2b-b4cb-4934-9838-41da8d258068 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Usage tracker for resource:network and tenant:aa89b4b7b3a6419f8eb29ef47066ffa9 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:38.086843 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-38e9ae2b-b4cb-4934-9838-41da8d258068 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:38.089887 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a9e639f0-5f83-48c7-833a-38c36387ee43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:38.097971 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-38e9ae2b-b4cb-4934-9838-41da8d258068 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:38.119922 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port a56e106d-2b39-4d9a-a562-38c6a7b9940e triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:38.120438 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:38.127125 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4756bb17-4f78-4bb4-b188-540f75b98d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:38.150859 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9bc184c5-2c41-48d9-8d4b-09f1884959b2 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:38.184243 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1812dc1e-cb6f-4c5e-95e4-20c4644be245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:38.184522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a9e639f0-5f83-48c7-833a-38c36387ee43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:38.252008 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812dc1e-cb6f-4c5e-95e4-20c4644be245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Pushing event deleted for resources: {'Port': ['ID=be20994a-cd96-41d6-a59d-9d3e42a5f340,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:38.318133 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e9ae2b-b4cb-4934-9838-41da8d258068 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Made reservation on behalf of aa89b4b7b3a6419f8eb29ef47066ffa9 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:24:38.321519 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-38e9ae2b-b4cb-4934-9838-41da8d258068 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:38.328275 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-50e1c645-6a93-4d24-a6b1-c9ddb36bb8c3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Allocated IP 172.20.0.8 (8e06ba17-8199-4e0f-9c02-e1454dc5c7fd/02356476-afb8-482e-8064-f907dc9c1455/8c020654-76a1-4896-9c24-95d120e55878) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:24:38.341700 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6562c14b-bb53-4814-867a-8033bb94e807 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:38.409101 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9bc184c5-2c41-48d9-8d4b-09f1884959b2 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:38.410238 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9bc184c5-2c41-48d9-8d4b-09f1884959b2 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.1146805 Apr 06 13:24:38.414390 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37876) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:38.417860 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1812dc1e-cb6f-4c5e-95e4-20c4644be245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:38.425437 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a9e639f0-5f83-48c7-833a-38c36387ee43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:38.442267 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b750b63c-494c-4b06-8767-0eb29dad85cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:38.507698 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e639f0-5f83-48c7-833a-38c36387ee43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7e3c19-8bed-48d1-94ee-9af3537b3feb,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:38.522182 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e9ae2b-b4cb-4934-9838-41da8d258068 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:24:38.530842 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b750b63c-494c-4b06-8767-0eb29dad85cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:38.578379 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a9e639f0-5f83-48c7-833a-38c36387ee43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:38.581921 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a9e639f0-5f83-48c7-833a-38c36387ee43 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ed7e3c19-8bed-48d1-94ee-9af3537b3feb HTTP/1.1" status: 204 len: 168 time: 0.7889719 Apr 06 13:24:38.634513 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-50e1c645-6a93-4d24-a6b1-c9ddb36bb8c3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:38.643303 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1812dc1e-cb6f-4c5e-95e4-20c4644be245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] 10.222.0.48 "DELETE /v2.0/ports/be20994a-cd96-41d6-a59d-9d3e42a5f340 HTTP/1.1" status: 204 len: 168 time: 2.2216203 Apr 06 13:24:38.646664 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37882) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:38.647906 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-6562c14b-bb53-4814-867a-8033bb94e807 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Allocated IP 172.26.4.189 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/13a3e408-5dbd-491e-93bc-4baead45b1de) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:24:38.701599 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-0476e1cb-fc3a-4d4f-ad4a-a9948a2600ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] GET failed (client error): The resource could not be found. Apr 06 13:24:38.702125 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0476e1cb-fc3a-4d4f-ad4a-a9948a2600ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Synchronizing usage tracker for tenant:3ad83b884e78416f945948159afd728d on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:24:38.717365 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-38e9ae2b-b4cb-4934-9838-41da8d258068 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:38.717661 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-38e9ae2b-b4cb-4934-9838-41da8d258068 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Added segment e26116bf-fe2c-4f12-8101-043c05022b80 of type vlan for network 9a1c3271-a32f-4999-bea5-32a60b3ff2a0 Apr 06 13:24:38.753873 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6fe0ee23-a66d-4224-b9df-a2ed5f29daf5 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:38.835712 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750b63c-494c-4b06-8767-0eb29dad85cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b70c7b-3b91-4e5b-994b-f581af5ea867,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:38.842353 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37886) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:38.842515 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b750b63c-494c-4b06-8767-0eb29dad85cb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e94445e59b74495bdbc436ee3bf52ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3456500 Apr 06 13:24:38.892106 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0476e1cb-fc3a-4d4f-ad4a-a9948a2600ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Unset dirty status for tenant:3ad83b884e78416f945948159afd728d on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:24:38.898403 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0476e1cb-fc3a-4d4f-ad4a-a9948a2600ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] 10.222.0.48 "GET /v2.0/ports/be20994a-cd96-41d6-a59d-9d3e42a5f340 HTTP/1.1" status: 404 len: 333 time: 0.2435472 Apr 06 13:24:38.898403 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37892) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:38.909119 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6562c14b-bb53-4814-867a-8033bb94e807 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:38.918037 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-a998e037-adde-4a57-933b-f3a8db6a8e53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Request body: {'port': {'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-392522081'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:38.919686 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-38e9ae2b-b4cb-4934-9838-41da8d258068 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:38.933337 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a998e037-adde-4a57-933b-f3a8db6a8e53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:38.936456 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-50e1c645-6a93-4d24-a6b1-c9ddb36bb8c3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:39.005384 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a998e037-adde-4a57-933b-f3a8db6a8e53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:39.040052 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e1c645-6a93-4d24-a6b1-c9ddb36bb8c3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Network 8e06ba17-8199-4e0f-9c02-e1454dc5c7fd is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:24:39.054969 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-50e1c645-6a93-4d24-a6b1-c9ddb36bb8c3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:39.057567 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e1c645-6a93-4d24-a6b1-c9ddb36bb8c3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:24:39.058335 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.resource_extend [None req-4756bb17-4f78-4bb4-b188-540f75b98d05 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 13:24:39.091096 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-14fd06c5-2a7c-40db-99bd-33415113e769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:39.092597 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1c645-6a93-4d24-a6b1-c9ddb36bb8c3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Pushing event updated for resources: {'Port': ['ID=8c020654-76a1-4896-9c24-95d120e55878,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:39.124267 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.resource_extend [None req-38e9ae2b-b4cb-4934-9838-41da8d258068 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 13:24:39.127052 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a998e037-adde-4a57-933b-f3a8db6a8e53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Made reservation on behalf of 3ad83b884e78416f945948159afd728d for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:24:39.129612 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a998e037-adde-4a57-933b-f3a8db6a8e53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:39.141299 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4756bb17-4f78-4bb4-b188-540f75b98d05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:39.147077 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6fe0ee23-a66d-4224-b9df-a2ed5f29daf5 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:39.150535 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6fe0ee23-a66d-4224-b9df-a2ed5f29daf5 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:39.180734 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-14fd06c5-2a7c-40db-99bd-33415113e769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:39.226197 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4756bb17-4f78-4bb4-b188-540f75b98d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:39.242286 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-a998e037-adde-4a57-933b-f3a8db6a8e53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] device_id is not set on port a7026dd1-f81a-4166-918d-8d537a97d03e yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:24:39.293798 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6562c14b-bb53-4814-867a-8033bb94e807 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:39.299073 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6fe0ee23-a66d-4224-b9df-a2ed5f29daf5 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:39.299274 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe0ee23-a66d-4224-b9df-a2ed5f29daf5 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf0a9270-135c-4d61-ba76-5eaecaab1453 {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:24:39.307611 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-38e9ae2b-b4cb-4934-9838-41da8d258068 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:39.312965 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e9ae2b-b4cb-4934-9838-41da8d258068 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:39.313547 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-38e9ae2b-b4cb-4934-9838-41da8d258068 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:39.335764 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37896) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:39.408976 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-be7aff8d-40c0-4866-bb05-9a85d41e3d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:39.417375 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756bb17-4f78-4bb4-b188-540f75b98d05 admin admin] Pushing event updated for resources: {'Port': ['ID=d032ab39-83fd-4506-a1dc-3e99bd66aea3,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:39.472851 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4756bb17-4f78-4bb4-b188-540f75b98d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:39.489532 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6fe0ee23-a66d-4224-b9df-a2ed5f29daf5 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:39.494760 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6fe0ee23-a66d-4224-b9df-a2ed5f29daf5 tempest-RoutersTestDVR-2014691930 tempest-RoutersTestDVR-2014691930-project-admin] 10.222.0.48 "DELETE /v2.0/routers/cf0a9270-135c-4d61-ba76-5eaecaab1453 HTTP/1.1" status: 204 len: 168 time: 1.0608966 Apr 06 13:24:39.494760 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-be7aff8d-40c0-4866-bb05-9a85d41e3d27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:39.502526 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-38e9ae2b-b4cb-4934-9838-41da8d258068 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4852576 Apr 06 13:24:39.502526 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9ae2b-b4cb-4934-9838-41da8d258068 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Pushing event updated for resources: {'Network': ['ID=9a1c3271-a32f-4999-bea5-32a60b3ff2a0,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:39.504819 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-be7aff8d-40c0-4866-bb05-9a85d41e3d27 admin admin] Usage tracker for resource:security_group_rule and tenant:a4bb4e4c6fef44ed9a99ad278f0230e9 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:39.508444 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37902) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:39.523953 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 9a1c3271-a32f-4999-bea5-32a60b3ff2a0 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:24:39.526347 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6562c14b-bb53-4814-867a-8033bb94e807 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:24:39.544041 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-be7aff8d-40c0-4866-bb05-9a85d41e3d27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:39.546887 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-6562c14b-bb53-4814-867a-8033bb94e807 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:39.550378 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6562c14b-bb53-4814-867a-8033bb94e807 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:24:39.554343 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-be7aff8d-40c0-4866-bb05-9a85d41e3d27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:39.587978 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562c14b-bb53-4814-867a-8033bb94e807 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Pushing event updated for resources: {'Port': ['ID=13a3e408-5dbd-491e-93bc-4baead45b1de,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:39.730810 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ffe6f522-b172-4288-80ff-a42f4b83eaf4 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:24:39.818924 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4756bb17-4f78-4bb4-b188-540f75b98d05 admin admin] Network b4af085f-1110-4224-b013-05549a7ec08d is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:24:39.825123 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-4756bb17-4f78-4bb4-b188-540f75b98d05 admin admin] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:39.866358 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port ffe6f522-b172-4288-80ff-a42f4b83eaf4 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:39.866967 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:39.923350 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-cabff142-5162-4702-8ed0-ff65c45ac896 tempest-DHCPAgentSchedulersTestJSON-1359302469 tempest-DHCPAgentSchedulersTestJSON-1359302469-project-admin] 10.222.0.48 "GET /v2.0/agents/89b0eb28-1f02-48f9-82c7-c543f7c3e4c0/dhcp-networks HTTP/1.1" status: 200 len: 6458 time: 0.4146802 Apr 06 13:24:39.935870 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37906) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:39.957729 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-14fd06c5-2a7c-40db-99bd-33415113e769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:40.008055 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd06c5-2a7c-40db-99bd-33415113e769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b70c7b-3b91-4e5b-994b-f581af5ea867,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:40.090838 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-be7aff8d-40c0-4866-bb05-9a85d41e3d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:40.152886 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6562c14b-bb53-4814-867a-8033bb94e807 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:40.208740 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37912) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:40.225634 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-be7aff8d-40c0-4866-bb05-9a85d41e3d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:40.242322 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-14fd06c5-2a7c-40db-99bd-33415113e769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:40.246012 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-14fd06c5-2a7c-40db-99bd-33415113e769 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/78b70c7b-3b91-4e5b-994b-f581af5ea867 HTTP/1.1" status: 204 len: 168 time: 1.3947060 Apr 06 13:24:40.276660 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a998e037-adde-4a57-933b-f3a8db6a8e53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:40.276797 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9b7c0a16-872d-4e70-bb39-2c267bb12e73 None None] Provisioning complete for port d032ab39-83fd-4506-a1dc-3e99bd66aea3 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:40.277079 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9b7c0a16-872d-4e70-bb39-2c267bb12e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:40.338244 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-50e1c645-6a93-4d24-a6b1-c9ddb36bb8c3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:40.384833 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-9b7c0a16-872d-4e70-bb39-2c267bb12e73 None None] Port d032ab39-83fd-4506-a1dc-3e99bd66aea3 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:24:40.392468 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4756bb17-4f78-4bb4-b188-540f75b98d05 admin admin] Router c1091558-e437-4f90-81f2-b353168ad4ce has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:24:40.406045 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7aff8d-40c0-4866-bb05-9a85d41e3d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b69a54c-d252-4493-947f-48a409ce5037,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:40.410757 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-be7aff8d-40c0-4866-bb05-9a85d41e3d27 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4bb4e4c6fef44ed9a99ad278f0230e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0641608 Apr 06 13:24:40.425430 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37920) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:40.454013 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a998e037-adde-4a57-933b-f3a8db6a8e53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:40.455857 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-41376bbb-f579-4e0a-8d37-aeaf78d7c45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:40.562317 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d50e8e-cd78-413c-95f6-af635d0612ae tempest-DHCPAgentSchedulersTestJSON-1359302469 tempest-DHCPAgentSchedulersTestJSON-1359302469-project-admin] Network 9a1c3271-a32f-4999-bea5-32a60b3ff2a0 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:24:40.569907 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a998e037-adde-4a57-933b-f3a8db6a8e53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Network db35ae19-a0d0-4767-b14c-f45ac7e09271 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:24:40.573775 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-41376bbb-f579-4e0a-8d37-aeaf78d7c45e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:40.576992 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-a998e037-adde-4a57-933b-f3a8db6a8e53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:40.592281 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-41376bbb-f579-4e0a-8d37-aeaf78d7c45e admin admin] Usage tracker for resource:security_group_rule and tenant:5bd30b4d153645f5a14cc1938d7aa928 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:40.599349 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-41376bbb-f579-4e0a-8d37-aeaf78d7c45e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:40.614658 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-41376bbb-f579-4e0a-8d37-aeaf78d7c45e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:40.641227 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a998e037-adde-4a57-933b-f3a8db6a8e53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:24:40.642176 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a998e037-adde-4a57-933b-f3a8db6a8e53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:40.643067 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a998e037-adde-4a57-933b-f3a8db6a8e53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:40.668126 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6562c14b-bb53-4814-867a-8033bb94e807 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:40.714192 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9b1a351d-8259-4275-af37-53b42f6bd3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:40.716470 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998e037-adde-4a57-933b-f3a8db6a8e53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Pushing event updated for resources: {'Port': ['ID=a7026dd1-f81a-4166-918d-8d537a97d03e,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:40.727052 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-81d50e8e-cd78-413c-95f6-af635d0612ae tempest-DHCPAgentSchedulersTestJSON-1359302469 tempest-DHCPAgentSchedulersTestJSON-1359302469-project-admin] 10.222.0.48 "POST /v2.0/agents/89b0eb28-1f02-48f9-82c7-c543f7c3e4c0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7848313 Apr 06 13:24:40.732830 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37926) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:40.737341 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2195b7e9-f52c-44aa-b6a0-808e2e69f43b None None] Network 9a1c3271-a32f-4999-bea5-32a60b3ff2a0 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:24:40.780212 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4756bb17-4f78-4bb4-b188-540f75b98d05 admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:24:40.793886 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9b1a351d-8259-4275-af37-53b42f6bd3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:40.829776 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781d0f86-c475-4a5a-83f0-56ca27ecb915 None None] Sync routers for ids ['c1091558-e437-4f90-81f2-b353168ad4ce'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:24:40.855598 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a998e037-adde-4a57-933b-f3a8db6a8e53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9559524 Apr 06 13:24:40.856584 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37930) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:40.863352 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4756bb17-4f78-4bb4-b188-540f75b98d05 admin admin] 10.222.0.48 "PUT /v2.0/routers/c1091558-e437-4f90-81f2-b353168ad4ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5132973 Apr 06 13:24:40.894931 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781d0f86-c475-4a5a-83f0-56ca27ecb915 None None] Routers {'c1091558-e437-4f90-81f2-b353168ad4ce'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:24:40.895556 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-781d0f86-c475-4a5a-83f0-56ca27ecb915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:24:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1091558-e437-4f90-81f2-b353168ad4ce'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:40.922013 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:40.929040 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-41376bbb-f579-4e0a-8d37-aeaf78d7c45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:41.009858 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-41376bbb-f579-4e0a-8d37-aeaf78d7c45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:41.035026 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9b1a351d-8259-4275-af37-53b42f6bd3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:41.080855 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41376bbb-f579-4e0a-8d37-aeaf78d7c45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992cd192-7630-49ed-833b-ca792b45fab9,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:41.090887 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9b1a351d-8259-4275-af37-53b42f6bd3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:41.092023 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9b1a351d-8259-4275-af37-53b42f6bd3cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b69a54c-d252-4493-947f-48a409ce5037 HTTP/1.1" status: 204 len: 168 time: 0.6625612 Apr 06 13:24:41.097234 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-41376bbb-f579-4e0a-8d37-aeaf78d7c45e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5bd30b4d153645f5a14cc1938d7aa928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8821416 Apr 06 13:24:41.099751 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37942) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:41.102796 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a351d-8259-4275-af37-53b42f6bd3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b69a54c-d252-4493-947f-48a409ce5037,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:41.186614 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37946) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:41.244966 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-781d0f86-c475-4a5a-83f0-56ca27ecb915 None None] Set router c1091558-e437-4f90-81f2-b353168ad4ce gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:24:41.274952 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f02d86f8-52e8-433f-89e8-da867c3e2265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:41.394577 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f02d86f8-52e8-433f-89e8-da867c3e2265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:41.419370 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2d2c37b4-c8a6-4383-ab56-7f10960d3368 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6362e0577ac54e50a18757fd2192625e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252245 Apr 06 13:24:41.421083 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37950) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:41.453180 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:41.553969 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-36aafcbd-2c98-462e-8e38-6daa78512fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:41.585466 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-36aafcbd-2c98-462e-8e38-6daa78512fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:41.660227 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ab49e8cf-f26d-4483-a85f-1c160ddd72b8 tempest-DHCPAgentSchedulersTestJSON-1359302469 tempest-DHCPAgentSchedulersTestJSON-1359302469-project-admin] 10.222.0.48 "GET /v2.0/agents/89b0eb28-1f02-48f9-82c7-c543f7c3e4c0/dhcp-networks HTTP/1.1" status: 200 len: 7227 time: 0.9202297 Apr 06 13:24:41.665728 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37954) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:41.688665 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f02d86f8-52e8-433f-89e8-da867c3e2265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:41.720881 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d86f8-52e8-433f-89e8-da867c3e2265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992cd192-7630-49ed-833b-ca792b45fab9,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:41.729384 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-50e1c645-6a93-4d24-a6b1-c9ddb36bb8c3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:41.734021 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f02d86f8-52e8-433f-89e8-da867c3e2265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:41.737353 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f02d86f8-52e8-433f-89e8-da867c3e2265 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/992cd192-7630-49ed-833b-ca792b45fab9 HTTP/1.1" status: 204 len: 168 time: 0.6358945 Apr 06 13:24:41.832765 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-36aafcbd-2c98-462e-8e38-6daa78512fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:41.885696 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aafcbd-2c98-462e-8e38-6daa78512fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33028df8-5e0e-484c-91e0-1fe35850e950,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:41.918365 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-36aafcbd-2c98-462e-8e38-6daa78512fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:41.923753 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-36aafcbd-2c98-462e-8e38-6daa78512fc5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33028df8-5e0e-484c-91e0-1fe35850e950 HTTP/1.1" status: 204 len: 168 time: 0.4994266 Apr 06 13:24:41.929771 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.resource_extend [None req-6562c14b-bb53-4814-867a-8033bb94e807 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 13:24:41.968776 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-781d0f86-c475-4a5a-83f0-56ca27ecb915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'name': 'tempest-ServersTestJSON-331739158-router', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:22Z', 'updated_at': '2022-04-06T13:24:37Z', 'revision_number': 4, 'project_id': '29506e5a39ce4f2db4e880a74f738951', 'gw_port': {'id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ff:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:25Z', 'updated_at': '2022-04-06T13:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'd032ab39-83fd-4506-a1dc-3e99bd66aea3', 'name': '', 'network_id': 'b4af085f-1110-4224-b013-05549a7ec08d', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'mac_address': 'fa:16:3e:10:d4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1bba6dec-718f-43df-a092-4ff68fc37b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:32Z', 'updated_at': '2022-04-06T13:24:38Z', 'revision_number': 2, 'project_id': '29506e5a39ce4f2db4e880a74f738951', 'subnets': [{'id': '1bba6dec-718f-43df-a092-4ff68fc37b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:41.976404 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781d0f86-c475-4a5a-83f0-56ca27ecb915 None None] Checking router: c1091558-e437-4f90-81f2-b353168ad4ce for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:24:41.977032 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781d0f86-c475-4a5a-83f0-56ca27ecb915 None None] Updating router c1091558-e437-4f90-81f2-b353168ad4ce port d032ab39-83fd-4506-a1dc-3e99bd66aea3 binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:24:42.074330 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-781d0f86-c475-4a5a-83f0-56ca27ecb915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:42.078658 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6562c14b-bb53-4814-867a-8033bb94e807 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:42.262927 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6562c14b-bb53-4814-867a-8033bb94e807 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:42.359015 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9ae345a4-bd38-4ffc-93cb-ec2a976cf271 tempest-DHCPAgentSchedulersTestJSON-1359302469 tempest-DHCPAgentSchedulersTestJSON-1359302469-project-admin] 10.222.0.48 "DELETE /v2.0/agents/89b0eb28-1f02-48f9-82c7-c543f7c3e4c0/dhcp-networks/9a1c3271-a32f-4999-bea5-32a60b3ff2a0 HTTP/1.1" status: 204 len: 168 time: 0.6889901 Apr 06 13:24:42.363334 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37972) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:42.468101 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562c14b-bb53-4814-867a-8033bb94e807 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Pushing event updated for resources: {'Port': ['ID=13a3e408-5dbd-491e-93bc-4baead45b1de,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:42.507223 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6562c14b-bb53-4814-867a-8033bb94e807 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:42.582904 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37980) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:42.593715 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-b55c3646-8f4a-4b26-9eb2-df1a4f5c8edf tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2009826077', 'description': 'tempest-description--904249213'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:42.604708 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b55c3646-8f4a-4b26-9eb2-df1a4f5c8edf tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:42.613326 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b55c3646-8f4a-4b26-9eb2-df1a4f5c8edf tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Usage tracker for resource:security_group and tenant:29506e5a39ce4f2db4e880a74f738951 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:42.617327 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] device_id is not set on port a7026dd1-f81a-4166-918d-8d537a97d03e yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:24:42.622763 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b55c3646-8f4a-4b26-9eb2-df1a4f5c8edf tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:42.631338 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:42.633848 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b55c3646-8f4a-4b26-9eb2-df1a4f5c8edf tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:42.651141 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Transition to ACTIVE for port object a7026dd1-f81a-4166-918d-8d537a97d03e will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:24:42.669940 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6562c14b-bb53-4814-867a-8033bb94e807 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:42.672558 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6562c14b-bb53-4814-867a-8033bb94e807 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1919878 Apr 06 13:24:42.675400 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6828332a-fe6e-4cfc-b81d-49d9ff206492 tempest-DHCPAgentSchedulersTestJSON-1359302469 tempest-DHCPAgentSchedulersTestJSON-1359302469-project-admin] 10.222.0.48 "GET /v2.0/agents/89b0eb28-1f02-48f9-82c7-c543f7c3e4c0/dhcp-networks HTTP/1.1" status: 200 len: 6458 time: 0.3107212 Apr 06 13:24:42.687534 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37990) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:42.711426 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ccf5b2d4-02ff-4c48-82c3-c29eb0bd0a4d tempest-DHCPAgentSchedulersTestJSON-1359302469 tempest-DHCPAgentSchedulersTestJSON-1359302469-project-admin] 10.222.0.48 "GET /v2.0/networks/c803a79b-b540-4d71-9154-beb9d0eb5e93/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0188847 Apr 06 13:24:42.711813 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 37994) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:42.734607 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2f90fe29-846c-4c88-9c37-02011e4530e1 tempest-DHCPAgentSchedulersTestJSON-1359302469 tempest-DHCPAgentSchedulersTestJSON-1359302469-project-admin] 10.222.0.48 "GET /v2.0/networks/c803a79b-b540-4d71-9154-beb9d0eb5e93/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0195813 Apr 06 13:24:42.734826 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-781d0f86-c475-4a5a-83f0-56ca27ecb915 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:42.735184 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 37998) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:42.738305 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e1c645-6a93-4d24-a6b1-c9ddb36bb8c3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Router 1b4f0087-a8c8-4ca8-87e3-301050f732ff is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:24:42.753553 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-781d0f86-c475-4a5a-83f0-56ca27ecb915 None None] Transition to ACTIVE for port object d032ab39-83fd-4506-a1dc-3e99bd66aea3 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:24:42.811286 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:42.815943 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b55c3646-8f4a-4b26-9eb2-df1a4f5c8edf tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:42.858216 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-781d0f86-c475-4a5a-83f0-56ca27ecb915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:42.964974 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38004) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:42.981590 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-bd3bee72-2fa7-489f-93c0-a4a70d11eaa0 tempest-DHCPAgentSchedulersTestJSON-1359302469 tempest-DHCPAgentSchedulersTestJSON-1359302469-project-admin] 10.222.0.48 "GET /v2.0/agents/89b0eb28-1f02-48f9-82c7-c543f7c3e4c0/dhcp-networks HTTP/1.1" status: 200 len: 6458 time: 0.2413578 Apr 06 13:24:42.988311 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38006) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:42.994868 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b55c3646-8f4a-4b26-9eb2-df1a4f5c8edf tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:43.049197 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Pushing event updated for resources: {'Port': ['ID=a7026dd1-f81a-4166-918d-8d537a97d03e,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:43.065780 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fe3f8-e78e-4f73-a4b7-ec5e5d09c6a3 None None] Pushing event updated for resources: {'Port': ['ID=d032ab39-83fd-4506-a1dc-3e99bd66aea3,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:43.125928 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b55c3646-8f4a-4b26-9eb2-df1a4f5c8edf tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Usage tracker for resource:security_group_rule and tenant:29506e5a39ce4f2db4e880a74f738951 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:43.132710 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b55c3646-8f4a-4b26-9eb2-df1a4f5c8edf tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:43.144648 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b5cb0813-d468-4da4-8790-5fba3c6257e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:43.155620 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b55c3646-8f4a-4b26-9eb2-df1a4f5c8edf tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:43.159638 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-781d0f86-c475-4a5a-83f0-56ca27ecb915 None None] Attempting to bind port d032ab39-83fd-4506-a1dc-3e99bd66aea3 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:43.160002 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-781d0f86-c475-4a5a-83f0-56ca27ecb915 None None] Attempting to bind port d032ab39-83fd-4506-a1dc-3e99bd66aea3 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '54e4ee41-531e-440c-8308-aeb4581df134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b4af085f-1110-4224-b013-05549a7ec08d'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:43.160353 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781d0f86-c475-4a5a-83f0-56ca27ecb915 None None] Attempting to bind port d032ab39-83fd-4506-a1dc-3e99bd66aea3 on network b4af085f-1110-4224-b013-05549a7ec08d {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:43.174816 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781d0f86-c475-4a5a-83f0-56ca27ecb915 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:24:43.175211 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781d0f86-c475-4a5a-83f0-56ca27ecb915 None None] Checking segment: {'id': '54e4ee41-531e-440c-8308-aeb4581df134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b4af085f-1110-4224-b013-05549a7ec08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:24:43.175608 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-781d0f86-c475-4a5a-83f0-56ca27ecb915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:43.180739 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781d0f86-c475-4a5a-83f0-56ca27ecb915 None None] Bound using segment: {'id': '54e4ee41-531e-440c-8308-aeb4581df134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b4af085f-1110-4224-b013-05549a7ec08d'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:24:43.181308 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-781d0f86-c475-4a5a-83f0-56ca27ecb915 None None] Bound port: d032ab39-83fd-4506-a1dc-3e99bd66aea3, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e4ee41-531e-440c-8308-aeb4581df134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b4af085f-1110-4224-b013-05549a7ec08d'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:24:43.187517 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-781d0f86-c475-4a5a-83f0-56ca27ecb915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:43.244669 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:43.244669 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:43.244949 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:43.278300 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b5cb0813-d468-4da4-8790-5fba3c6257e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:43.280830 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port a7026dd1-f81a-4166-918d-8d537a97d03e on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:24:43.281159 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:24:43.284278 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e58e8cd2-d9c2-41da-9a49-506a500318b0 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:43.286081 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempt 2 to bind port a7026dd1-f81a-4166-918d-8d537a97d03e Apr 06 13:24:43.294020 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b5cb0813-d468-4da4-8790-5fba3c6257e9 admin admin] Usage tracker for resource:security_group_rule and tenant:253e03e6683b406aba372127e4497ff8 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:43.319797 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b5cb0813-d468-4da4-8790-5fba3c6257e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:43.345090 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b5cb0813-d468-4da4-8790-5fba3c6257e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:43.357455 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e1c645-6a93-4d24-a6b1-c9ddb36bb8c3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:24:43.365160 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:43.365534 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:43.365867 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:43.377354 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5ebeb2-004b-4c6f-9645-383cab183ee5 None None] Sync routers for ids ['1b4f0087-a8c8-4ca8-87e3-301050f732ff'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:24:43.378937 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port a7026dd1-f81a-4166-918d-8d537a97d03e on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:24:43.379411 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:24:43.383372 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempt 3 to bind port a7026dd1-f81a-4166-918d-8d537a97d03e Apr 06 13:24:43.397880 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5ebeb2-004b-4c6f-9645-383cab183ee5 None None] Routers {'1b4f0087-a8c8-4ca8-87e3-301050f732ff'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:24:43.399448 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7b5ebeb2-004b-4c6f-9645-383cab183ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:24:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1b4f0087-a8c8-4ca8-87e3-301050f732ff'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:43.407889 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-781d0f86-c475-4a5a-83f0-56ca27ecb915 None None] For port d032ab39-83fd-4506-a1dc-3e99bd66aea3, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:24:43.419056 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-781d0f86-c475-4a5a-83f0-56ca27ecb915 None None] For port d032ab39-83fd-4506-a1dc-3e99bd66aea3, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d032ab39-83fd-4506-a1dc-3e99bd66aea3,segment=NetworkSegment(54e4ee41-531e-440c-8308-aeb4581df134),segment_id=54e4ee41-531e-440c-8308-aeb4581df134)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:24:43.437349 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:43.437731 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:43.438059 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:43.454863 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e58e8cd2-d9c2-41da-9a49-506a500318b0 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:43.462058 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port a7026dd1-f81a-4166-918d-8d537a97d03e on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:24:43.462382 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:24:43.471689 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempt 4 to bind port a7026dd1-f81a-4166-918d-8d537a97d03e Apr 06 13:24:43.486038 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-e58e8cd2-d9c2-41da-9a49-506a500318b0 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1c3271-a32f-4999-bea5-32a60b3ff2a0']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:43.503966 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-e58e8cd2-d9c2-41da-9a49-506a500318b0 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26116bf-fe2c-4f12-8101-043c05022b80') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:43.504406 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-e58e8cd2-d9c2-41da-9a49-506a500318b0 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26116bf-fe2c-4f12-8101-043c05022b80') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:43.509456 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:43.509894 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:43.510102 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:43.517359 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b55c3646-8f4a-4b26-9eb2-df1a4f5c8edf tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:43.519482 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port a7026dd1-f81a-4166-918d-8d537a97d03e on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:24:43.519801 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:24:43.521226 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempt 5 to bind port a7026dd1-f81a-4166-918d-8d537a97d03e Apr 06 13:24:43.523464 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-781d0f86-c475-4a5a-83f0-56ca27ecb915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:43.524431 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e58e8cd2-d9c2-41da-9a49-506a500318b0 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:43.546059 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e58e8cd2-d9c2-41da-9a49-506a500318b0 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:43.549005 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:43.549338 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:43.549671 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:43.561480 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58e8cd2-d9c2-41da-9a49-506a500318b0 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:24:43.561902 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e58e8cd2-d9c2-41da-9a49-506a500318b0 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:43.565481 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port a7026dd1-f81a-4166-918d-8d537a97d03e on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:24:43.565808 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:24:43.572314 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempt 6 to bind port a7026dd1-f81a-4166-918d-8d537a97d03e Apr 06 13:24:43.592373 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-50e1c645-6a93-4d24-a6b1-c9ddb36bb8c3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:43.596703 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-50e1c645-6a93-4d24-a6b1-c9ddb36bb8c3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.6844099 Apr 06 13:24:43.596703 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b5cb0813-d468-4da4-8790-5fba3c6257e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:43.599179 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38030) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:24:43.624709 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:24:43.734329 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-7b5ebeb2-004b-4c6f-9645-383cab183ee5 None None] Set router 1b4f0087-a8c8-4ca8-87e3-301050f732ff gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:24:43.754822 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781d0f86-c475-4a5a-83f0-56ca27ecb915 None None] Routers {'c1091558-e437-4f90-81f2-b353168ad4ce'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:24:43.755445 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-781d0f86-c475-4a5a-83f0-56ca27ecb915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:24:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1091558-e437-4f90-81f2-b353168ad4ce'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:43.882503 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fe3f8-e78e-4f73-a4b7-ec5e5d09c6a3 None None] Pushing event updated for resources: {'Port': ['ID=d032ab39-83fd-4506-a1dc-3e99bd66aea3,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:43.889591 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6698bb78-483c-401c-845e-c78a58021133 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:43.918217 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e58e8cd2-d9c2-41da-9a49-506a500318b0 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:43.947098 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e58e8cd2-d9c2-41da-9a49-506a500318b0 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:43.955650 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e58e8cd2-d9c2-41da-9a49-506a500318b0 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] 10.222.0.48 "DELETE /v2.0/networks/9a1c3271-a32f-4999-bea5-32a60b3ff2a0 HTTP/1.1" status: 204 len: 168 time: 0.9710801 Apr 06 13:24:43.957183 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e8cd2-d9c2-41da-9a49-506a500318b0 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Pushing event deleted for resources: {'Network': ['ID=9a1c3271-a32f-4999-bea5-32a60b3ff2a0,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:43.959502 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38044) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:43.962455 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:43.964333 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:43.964824 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:43.978056 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b5cb0813-d468-4da4-8790-5fba3c6257e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:43.985715 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b55c3646-8f4a-4b26-9eb2-df1a4f5c8edf tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:44.057272 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4f349c-67f1-4c6d-8a25-4e4f1b013cd9 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] DELETE failed (client error): The resource could not be found. Apr 06 13:24:44.059794 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b4f349c-67f1-4c6d-8a25-4e4f1b013cd9 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:24:44.061397 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0b4f349c-67f1-4c6d-8a25-4e4f1b013cd9 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] 10.222.0.48 "DELETE /v2.0/ports/31441261-51c8-47d7-858e-a2700122f73e HTTP/1.1" status: 404 len: 333 time: 0.1004052 Apr 06 13:24:44.078769 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38050) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:44.131089 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38058) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:44.151285 dv-neutron-834600-1-hyperv neutron-server[88565]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 13:24:44.229906 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-781d0f86-c475-4a5a-83f0-56ca27ecb915 None None] Set router c1091558-e437-4f90-81f2-b353168ad4ce gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:24:44.232061 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d5aa8e8-7b3e-4bdf-84eb-7f9a841715b2 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Deleting subnet c87d2e87-a6c6-4679-80e6-89c3517c230d {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:24:44.237613 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5d5aa8e8-7b3e-4bdf-84eb-7f9a841715b2 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:44.291067 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7b5ebeb2-004b-4c6f-9645-383cab183ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4f0087-a8c8-4ca8-87e3-301050f732ff', 'name': '', 'tenant_id': 'b295c7e5a84744f7a6d0d8748d67f940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e06ba17-8199-4e0f-9c02-e1454dc5c7fd', 'external_fixed_ips': [{'subnet_id': '02356476-afb8-482e-8064-f907dc9c1455', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '8c020654-76a1-4896-9c24-95d120e55878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:35Z', 'updated_at': '2022-04-06T13:24:39Z', 'revision_number': 3, 'project_id': 'b295c7e5a84744f7a6d0d8748d67f940', 'gw_port': {'id': '8c020654-76a1-4896-9c24-95d120e55878', 'name': '', 'network_id': '8e06ba17-8199-4e0f-9c02-e1454dc5c7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:37:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4f0087-a8c8-4ca8-87e3-301050f732ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '02356476-afb8-482e-8064-f907dc9c1455', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:37Z', 'updated_at': '2022-04-06T13:24:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02356476-afb8-482e-8064-f907dc9c1455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:44.301479 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5ebeb2-004b-4c6f-9645-383cab183ee5 None None] Checking router: 1b4f0087-a8c8-4ca8-87e3-301050f732ff for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:24:44.302307 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5ebeb2-004b-4c6f-9645-383cab183ee5 None None] Updating router 1b4f0087-a8c8-4ca8-87e3-301050f732ff port 8c020654-76a1-4896-9c24-95d120e55878 binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:24:44.367972 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port a7026dd1-f81a-4166-918d-8d537a97d03e on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:24:44.368327 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:24:44.373692 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b5cb0813-d468-4da4-8790-5fba3c6257e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=253e03e6683b406aba372127e4497ff8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3941162 Apr 06 13:24:44.377289 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38064) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:44.377289 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38066) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:44.383552 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempt 7 to bind port a7026dd1-f81a-4166-918d-8d537a97d03e Apr 06 13:24:44.394526 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b55c3646-8f4a-4b26-9eb2-df1a4f5c8edf tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:44.395789 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b55c3646-8f4a-4b26-9eb2-df1a4f5c8edf tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8110242 Apr 06 13:24:44.414649 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7b5ebeb2-004b-4c6f-9645-383cab183ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:44.419639 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38074) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:44.443359 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-9ee5f527-1500-4f42-ac41-1d53affe9e0c tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Request body: {'security_group_rule': {'security_group_id': '0e34bce9-08ce-41d7-8339-191fe383b876', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:44.473064 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-9ee5f527-1500-4f42-ac41-1d53affe9e0c tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:44.478891 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:44.478891 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:44.478891 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:44.480059 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-07771963-1588-4ea2-934f-2d623469b5f4 req-18da0383-a8e2-459b-a98f-627837f01c4e tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Synchronizing usage tracker for tenant:9a4d54de52764226baa1254caab457dd on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:24:44.542841 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port a7026dd1-f81a-4166-918d-8d537a97d03e on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:24:44.543182 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:24:44.552191 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-9ee5f527-1500-4f42-ac41-1d53affe9e0c tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Usage tracker for resource:security_group_rule and tenant:29506e5a39ce4f2db4e880a74f738951 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:44.557199 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempt 8 to bind port a7026dd1-f81a-4166-918d-8d537a97d03e Apr 06 13:24:44.558911 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5d5aa8e8-7b3e-4bdf-84eb-7f9a841715b2 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:44.574033 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb0813-d468-4da4-8790-5fba3c6257e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f16e77-ff43-4e32-88f1-798866ed9d56,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:44.585416 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-9ee5f527-1500-4f42-ac41-1d53affe9e0c tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:44.633027 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c3646-8f4a-4b26-9eb2-df1a4f5c8edf tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e34bce9-08ce-41d7-8339-191fe383b876,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:44.652922 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-9ee5f527-1500-4f42-ac41-1d53affe9e0c tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:44.668416 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-07771963-1588-4ea2-934f-2d623469b5f4 req-18da0383-a8e2-459b-a98f-627837f01c4e tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Unset dirty status for tenant:9a4d54de52764226baa1254caab457dd on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:24:44.670344 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:44.671984 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:44.677448 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-07771963-1588-4ea2-934f-2d623469b5f4 req-18da0383-a8e2-459b-a98f-627837f01c4e tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1710679040&fields=id&tenant_id=9a4d54de52764226baa1254caab457dd HTTP/1.1" status: 200 len: 267 time: 0.5417078 Apr 06 13:24:44.678584 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:44.704313 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port a7026dd1-f81a-4166-918d-8d537a97d03e on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:24:44.704693 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:24:44.708493 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempt 9 to bind port a7026dd1-f81a-4166-918d-8d537a97d03e Apr 06 13:24:44.730069 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:44.730404 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:44.730737 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:44.752799 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6698bb78-483c-401c-845e-c78a58021133 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:44.759090 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port a7026dd1-f81a-4166-918d-8d537a97d03e on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:24:44.759437 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:24:44.762876 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempt 10 to bind port a7026dd1-f81a-4166-918d-8d537a97d03e Apr 06 13:24:44.773730 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38082) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:44.779335 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2273feaa-5e50-40f6-8758-1efbd67022fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:44.817329 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2273feaa-5e50-40f6-8758-1efbd67022fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:44.883592 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-781d0f86-c475-4a5a-83f0-56ca27ecb915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'name': 'tempest-ServersTestJSON-331739158-router', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:22Z', 'updated_at': '2022-04-06T13:24:37Z', 'revision_number': 4, 'project_id': '29506e5a39ce4f2db4e880a74f738951', 'gw_port': {'id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ff:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:25Z', 'updated_at': '2022-04-06T13:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'd032ab39-83fd-4506-a1dc-3e99bd66aea3', 'name': '', 'network_id': 'b4af085f-1110-4224-b013-05549a7ec08d', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'mac_address': 'fa:16:3e:10:d4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1bba6dec-718f-43df-a092-4ff68fc37b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:32Z', 'updated_at': '2022-04-06T13:24:43Z', 'revision_number': 4, 'project_id': '29506e5a39ce4f2db4e880a74f738951', 'subnets': [{'id': '1bba6dec-718f-43df-a092-4ff68fc37b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:44.888523 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781d0f86-c475-4a5a-83f0-56ca27ecb915 None None] The sync data for ids ['c1091558-e437-4f90-81f2-b353168ad4ce'] in dv-neutron-834600-1-hyperv is: [{'id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'name': 'tempest-ServersTestJSON-331739158-router', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:22Z', 'updated_at': '2022-04-06T13:24:37Z', 'revision_number': 4, 'project_id': '29506e5a39ce4f2db4e880a74f738951', 'gw_port': {'id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ff:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:25Z', 'updated_at': '2022-04-06T13:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'd032ab39-83fd-4506-a1dc-3e99bd66aea3', 'name': '', 'network_id': 'b4af085f-1110-4224-b013-05549a7ec08d', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'mac_address': 'fa:16:3e:10:d4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1bba6dec-718f-43df-a092-4ff68fc37b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:32Z', 'updated_at': '2022-04-06T13:24:43Z', 'revision_number': 4, 'project_id': '29506e5a39ce4f2db4e880a74f738951', 'subnets': [{'id': '1bba6dec-718f-43df-a092-4ff68fc37b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:24:44.898531 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-335f2716-5a32-4109-a2ea-0ac0a883a27d tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:44.899815 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-335f2716-5a32-4109-a2ea-0ac0a883a27d tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.5083139 Apr 06 13:24:44.902138 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-6698bb78-483c-401c-845e-c78a58021133 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Deleting port 8c020654-76a1-4896-9c24-95d120e55878 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:24:44.902476 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6698bb78-483c-401c-845e-c78a58021133 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:44.916850 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7b5ebeb2-004b-4c6f-9645-383cab183ee5 None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:44.933858 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-7b5ebeb2-004b-4c6f-9645-383cab183ee5 None None] Transition to ACTIVE for port object 8c020654-76a1-4896-9c24-95d120e55878 will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:24:44.933945 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38088) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:44.933945 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:44.933945 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:44.934912 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:44.942128 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5d5aa8e8-7b3e-4bdf-84eb-7f9a841715b2 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:44.947540 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9ee5f527-1500-4f42-ac41-1d53affe9e0c tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:44.981807 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-b983ffc1-d77d-485e-a3ac-b52debe92c06 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:44.982867 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b983ffc1-d77d-485e-a3ac-b52debe92c06 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0455754 Apr 06 13:24:44.988839 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port a7026dd1-f81a-4166-918d-8d537a97d03e on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:24:44.989165 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port a7026dd1-f81a-4166-918d-8d537a97d03e on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:24:44.989529 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:45.007341 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38092) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:45.021295 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-6736ab2a-07a6-492f-9b67-85703af71cc9 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-744705326'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:45.024100 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7b5ebeb2-004b-4c6f-9645-383cab183ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:45.032554 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-e83d12a4-683f-4f6b-9bfc-49732f269d08 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:45.035905 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e83d12a4-683f-4f6b-9bfc-49732f269d08 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0207400 Apr 06 13:24:45.050894 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38096) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:45.054439 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-6736ab2a-07a6-492f-9b67-85703af71cc9 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:45.055844 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-44426572-5c9a-45c4-bdcf-c75306575984 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:45.056796 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-44426572-5c9a-45c4-bdcf-c75306575984 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0051126 Apr 06 13:24:45.068498 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38100) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:45.077771 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-1e1d12a9-6104-4fc2-a99a-5437ae5b3aa6 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:45.078938 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1e1d12a9-6104-4fc2-a99a-5437ae5b3aa6 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0074797 Apr 06 13:24:45.089148 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38104) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:45.098521 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-4bf8374b-ff18-4430-a655-220e46a0b2fc tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:45.099426 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4bf8374b-ff18-4430-a655-220e46a0b2fc tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0095289 Apr 06 13:24:45.104295 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38108) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:45.128933 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6736ab2a-07a6-492f-9b67-85703af71cc9 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Usage tracker for resource:network and tenant:6a4d2fd9fb1946a4af678b0db809b452 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:45.131431 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-7b5ebeb2-004b-4c6f-9645-383cab183ee5 None None] Attempting to bind port 8c020654-76a1-4896-9c24-95d120e55878 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:45.132013 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-7b5ebeb2-004b-4c6f-9645-383cab183ee5 None None] Attempting to bind port 8c020654-76a1-4896-9c24-95d120e55878 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '1899931a-1f32-4a8f-b8fc-6f38eae5c8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8e06ba17-8199-4e0f-9c02-e1454dc5c7fd'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:45.132606 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5ebeb2-004b-4c6f-9645-383cab183ee5 None None] Attempting to bind port 8c020654-76a1-4896-9c24-95d120e55878 on network 8e06ba17-8199-4e0f-9c02-e1454dc5c7fd {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:45.145572 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6736ab2a-07a6-492f-9b67-85703af71cc9 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:45.155397 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-5a67c47d-45f3-4b48-8dbe-b26eed86e9b9 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:45.156940 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5a67c47d-45f3-4b48-8dbe-b26eed86e9b9 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0248525 Apr 06 13:24:45.162433 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07771963-1588-4ea2-934f-2d623469b5f4 req-06fe087e-0780-4877-a757-73a18a3b3a85 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:45.163181 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-07771963-1588-4ea2-934f-2d623469b5f4 req-06fe087e-0780-4877-a757-73a18a3b3a85 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Synchronizing usage tracker for tenant:9a4d54de52764226baa1254caab457dd on resource:network {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:24:45.165610 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38112) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:45.165719 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-6736ab2a-07a6-492f-9b67-85703af71cc9 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:45.171649 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-8e9bfb51-982f-44ac-b7d7-1efbb8fef583 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:45.175843 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8e9bfb51-982f-44ac-b7d7-1efbb8fef583 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0058146 Apr 06 13:24:45.176232 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38116) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:45.181626 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-5cd1ea42-84d0-4ff5-940f-4c512c672fb2 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:45.183287 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5cd1ea42-84d0-4ff5-940f-4c512c672fb2 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0055451 Apr 06 13:24:45.185680 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38120) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:45.199780 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-4467c10f-6eaf-48d8-b3e9-412fa5b68164 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:45.203280 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4467c10f-6eaf-48d8-b3e9-412fa5b68164 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0142255 Apr 06 13:24:45.203397 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77a78d-2348-4f78-b471-1cfa6d8ef18b None None] Pushing event updated for resources: {'Port': ['ID=8c020654-76a1-4896-9c24-95d120e55878,revision_number=2']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:45.209906 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38124) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:45.212426 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5ebeb2-004b-4c6f-9645-383cab183ee5 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:24:45.214000 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5ebeb2-004b-4c6f-9645-383cab183ee5 None None] Checking segment: {'id': '1899931a-1f32-4a8f-b8fc-6f38eae5c8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8e06ba17-8199-4e0f-9c02-e1454dc5c7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:24:45.214418 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7b5ebeb2-004b-4c6f-9645-383cab183ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:45.215059 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5ebeb2-004b-4c6f-9645-383cab183ee5 None None] Bound using segment: {'id': '1899931a-1f32-4a8f-b8fc-6f38eae5c8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8e06ba17-8199-4e0f-9c02-e1454dc5c7fd'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:24:45.215818 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-bfe73bbc-8abc-469d-af62-97d7ed0904f0 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:45.215923 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-7b5ebeb2-004b-4c6f-9645-383cab183ee5 None None] Bound port: 8c020654-76a1-4896-9c24-95d120e55878, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1899931a-1f32-4a8f-b8fc-6f38eae5c8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8e06ba17-8199-4e0f-9c02-e1454dc5c7fd'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:24:45.216284 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7b5ebeb2-004b-4c6f-9645-383cab183ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:45.220289 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-bfe73bbc-8abc-469d-af62-97d7ed0904f0 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0059803 Apr 06 13:24:45.220500 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38128) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:45.225400 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-913b6ad5-6b4c-43b2-ab4e-ac37584f4245 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:45.228840 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-913b6ad5-6b4c-43b2-ab4e-ac37584f4245 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0051870 Apr 06 13:24:45.229542 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38132) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:45.235245 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-60669720-f687-44fa-a82a-43fc99f754a5 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:45.238689 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-60669720-f687-44fa-a82a-43fc99f754a5 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0058007 Apr 06 13:24:45.238855 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38136) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:45.252547 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-3163ab1c-dbd3-48f7-8003-26ac5c6b63a5 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:45.252547 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3163ab1c-dbd3-48f7-8003-26ac5c6b63a5 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0078840 Apr 06 13:24:45.252547 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5d5aa8e8-7b3e-4bdf-84eb-7f9a841715b2 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:45.254075 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38140) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:45.293983 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2273feaa-5e50-40f6-8758-1efbd67022fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:45.308180 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5aa8e8-7b3e-4bdf-84eb-7f9a841715b2 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Pushing event deleted for resources: {'Subnet': ['ID=c87d2e87-a6c6-4679-80e6-89c3517c230d,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:45.312229 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-e180035e-f122-4be8-8f7a-e36f47034a68 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:45.313264 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e180035e-f122-4be8-8f7a-e36f47034a68 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0093801 Apr 06 13:24:45.318025 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38144) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:45.323209 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-3861e8a7-91da-44ea-997a-a2192c268a48 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:45.324410 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3861e8a7-91da-44ea-997a-a2192c268a48 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0052435 Apr 06 13:24:45.325267 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5d5aa8e8-7b3e-4bdf-84eb-7f9a841715b2 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:45.332822 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05ef5fc-71e4-4e5d-9b4a-80b28314a25f None None] Network c803a79b-b540-4d71-9154-beb9d0eb5e93 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:24:45.334260 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38148) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:45.339700 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-fb63baf7-7b10-4cd9-b33b-3da49c59ff12 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:45.340804 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-fb63baf7-7b10-4cd9-b33b-3da49c59ff12 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0054381 Apr 06 13:24:45.346070 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5d5aa8e8-7b3e-4bdf-84eb-7f9a841715b2 tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] 10.222.0.48 "DELETE /v2.0/subnets/c87d2e87-a6c6-4679-80e6-89c3517c230d HTTP/1.1" status: 204 len: 168 time: 1.2658682 Apr 06 13:24:45.349155 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38152) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:45.352964 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38154) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:45.354201 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-7b5ebeb2-004b-4c6f-9645-383cab183ee5 None None] For port 8c020654-76a1-4896-9c24-95d120e55878, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:24:45.358085 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-7b5ebeb2-004b-4c6f-9645-383cab183ee5 None None] For port 8c020654-76a1-4896-9c24-95d120e55878, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=8c020654-76a1-4896-9c24-95d120e55878,segment=NetworkSegment(1899931a-1f32-4a8f-b8fc-6f38eae5c8dc),segment_id=1899931a-1f32-4a8f-b8fc-6f38eae5c8dc)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:24:45.380591 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9ee5f527-1500-4f42-ac41-1d53affe9e0c tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:45.382910 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-c3ca24bb-9040-45b9-8ba7-f924d29b849e tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:45.383875 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c3ca24bb-9040-45b9-8ba7-f924d29b849e tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0117495 Apr 06 13:24:45.390609 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273feaa-5e50-40f6-8758-1efbd67022fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f16e77-ff43-4e32-88f1-798866ed9d56,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:45.396003 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-93e2ab4b-353a-4c2c-9a2b-2eb343aaafb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:45.396957 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38160) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:45.403070 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6736ab2a-07a6-492f-9b67-85703af71cc9 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Made reservation on behalf of 6a4d2fd9fb1946a4af678b0db809b452 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:24:45.410728 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6736ab2a-07a6-492f-9b67-85703af71cc9 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:45.426050 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-f086cb8d-b2e9-4690-b8be-528b9fc077ca tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:45.429387 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f086cb8d-b2e9-4690-b8be-528b9fc077ca tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0062075 Apr 06 13:24:45.438748 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] For port a7026dd1-f81a-4166-918d-8d537a97d03e, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:24:45.439154 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempted to set empty binding levels {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 06 13:24:45.441598 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38164) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:45.447670 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6736ab2a-07a6-492f-9b67-85703af71cc9 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:45.453210 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7b5ebeb2-004b-4c6f-9645-383cab183ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:45.462194 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-70ab6b08-ebb3-49f5-84d3-e813d6bf475a tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:45.465825 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-70ab6b08-ebb3-49f5-84d3-e813d6bf475a tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0205674 Apr 06 13:24:45.467404 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38168) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:45.471947 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2273feaa-5e50-40f6-8758-1efbd67022fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:45.472421 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-4a4387ce-e7cc-4492-91ab-1bed51f588c0 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:45.476461 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4a4387ce-e7cc-4492-91ab-1bed51f588c0 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0068121 Apr 06 13:24:45.481591 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38174) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:45.481743 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2273feaa-5e50-40f6-8758-1efbd67022fb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3f16e77-ff43-4e32-88f1-798866ed9d56 HTTP/1.1" status: 204 len: 168 time: 1.0829751 Apr 06 13:24:45.490743 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-07771963-1588-4ea2-934f-2d623469b5f4 req-06fe087e-0780-4877-a757-73a18a3b3a85 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Unset dirty status for tenant:9a4d54de52764226baa1254caab457dd on resource:network {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:24:45.495461 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-07771963-1588-4ea2-934f-2d623469b5f4 req-06fe087e-0780-4877-a757-73a18a3b3a85 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/networks?id=5be2eead-86e0-4801-95e6-7956006492a1 HTTP/1.1" status: 200 len: 811 time: 0.8171356 Apr 06 13:24:45.514697 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9ee5f527-1500-4f42-ac41-1d53affe9e0c tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:45.517178 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-6736ab2a-07a6-492f-9b67-85703af71cc9 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:45.526197 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-a0343fdd-b0af-441d-ae8a-f04bade29304 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:45.533837 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a0343fdd-b0af-441d-ae8a-f04bade29304 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0507727 Apr 06 13:24:45.538654 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0934db5e-f740-4490-a98e-37850b974a8a tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:45.551677 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38178) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:45.562098 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-d63094a7-db19-4c3e-abdc-c205607c0fd7 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:45.565431 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6698bb78-483c-401c-845e-c78a58021133 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:45.568805 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d63094a7-db19-4c3e-abdc-c205607c0fd7 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0158954 Apr 06 13:24:45.590428 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38182) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:45.603807 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:45.611065 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-07771963-1588-4ea2-934f-2d623469b5f4 req-e7013fc8-eb5c-47ff-ab59-48b96b3e1996 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/quotas/9a4d54de52764226baa1254caab457dd HTTP/1.1" status: 200 len: 375 time: 0.0703640 Apr 06 13:24:45.613990 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-aff2f144-c2b5-4ddf-b572-3fbf480ed4a6 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:45.617283 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5ebeb2-004b-4c6f-9645-383cab183ee5 None None] Routers {'1b4f0087-a8c8-4ca8-87e3-301050f732ff'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:24:45.618639 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7b5ebeb2-004b-4c6f-9645-383cab183ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:24:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1b4f0087-a8c8-4ca8-87e3-301050f732ff'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:45.629529 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-aff2f144-c2b5-4ddf-b572-3fbf480ed4a6 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0213838 Apr 06 13:24:45.632241 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38186) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:45.634542 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-0934db5e-f740-4490-a98e-37850b974a8a tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Deleting port a56e106d-2b39-4d9a-a562-38c6a7b9940e {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:24:45.647526 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0934db5e-f740-4490-a98e-37850b974a8a tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:45.653867 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6736ab2a-07a6-492f-9b67-85703af71cc9 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Usage tracker for resource:security_group_rule and tenant:6a4d2fd9fb1946a4af678b0db809b452 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:45.742838 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77a78d-2348-4f78-b471-1cfa6d8ef18b None None] Pushing event updated for resources: {'Port': ['ID=8c020654-76a1-4896-9c24-95d120e55878,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:45.748884 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6736ab2a-07a6-492f-9b67-85703af71cc9 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:45.756586 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-f9211542-4da8-4da9-8c77-1d0585132ae0 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:45.762766 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f9211542-4da8-4da9-8c77-1d0585132ae0 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.1243279 Apr 06 13:24:45.766135 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d032ab39-83fd-4506-a1dc-3e99bd66aea3 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:24:45.771570 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38190) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:45.871454 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5f527-1500-4f42-ac41-1d53affe9e0c tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c6879d-e1c3-412d-9900-0ce9e783d3f7,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:45.873937 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] In _notify_port_updated(), no bound segment for port a7026dd1-f81a-4166-918d-8d537a97d03e on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 06 13:24:45.875141 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:45.876451 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:45.877986 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] 10.222.0.48 "PUT /v2.0/ports/a7026dd1-f81a-4166-918d-8d537a97d03e HTTP/1.1" status: 200 len: 980 time: 4.9859581 Apr 06 13:24:45.882910 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38194) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:45.926099 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-7b5ebeb2-004b-4c6f-9645-383cab183ee5 None None] Set router 1b4f0087-a8c8-4ca8-87e3-301050f732ff gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:24:45.950585 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-6736ab2a-07a6-492f-9b67-85703af71cc9 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:45.973586 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76db137e-55dc-4263-a008-9fef4bbeb0c7 None None] DHCP port deletion for c803a79b-b540-4d71-9154-beb9d0eb5e93 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:24:45.978384 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-76db137e-55dc-4263-a008-9fef4bbeb0c7 None None] Deleting port a56e106d-2b39-4d9a-a562-38c6a7b9940e {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:24:45.978614 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-76db137e-55dc-4263-a008-9fef4bbeb0c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:45.979391 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-6698bb78-483c-401c-845e-c78a58021133 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Calling delete_port for 8c020654-76a1-4896-9c24-95d120e55878 owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:24:46.011258 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-0a64902e-8804-489a-b272-aac5cda2f99a tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:46.012237 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0a64902e-8804-489a-b272-aac5cda2f99a tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.1425691 Apr 06 13:24:46.026624 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38200) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:46.042425 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port d032ab39-83fd-4506-a1dc-3e99bd66aea3 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:24:46.069295 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-e5651cfb-a9ef-4f97-96df-4026e5f74b9e tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:46.070299 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e5651cfb-a9ef-4f97-96df-4026e5f74b9e tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0306101 Apr 06 13:24:46.075032 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38204) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:46.086909 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port d032ab39-83fd-4506-a1dc-3e99bd66aea3 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:46.087279 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:46.104157 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7b5ebeb2-004b-4c6f-9645-383cab183ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4f0087-a8c8-4ca8-87e3-301050f732ff', 'name': '', 'tenant_id': 'b295c7e5a84744f7a6d0d8748d67f940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:35Z', 'updated_at': '2022-04-06T13:24:44Z', 'revision_number': 4, 'project_id': 'b295c7e5a84744f7a6d0d8748d67f940', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:46.117491 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5ebeb2-004b-4c6f-9645-383cab183ee5 None None] The sync data for ids ['1b4f0087-a8c8-4ca8-87e3-301050f732ff'] in dv-neutron-834600-1-hyperv is: [{'id': '1b4f0087-a8c8-4ca8-87e3-301050f732ff', 'name': '', 'tenant_id': 'b295c7e5a84744f7a6d0d8748d67f940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:35Z', 'updated_at': '2022-04-06T13:24:44Z', 'revision_number': 4, 'project_id': 'b295c7e5a84744f7a6d0d8748d67f940', 'gw_port_host': None}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:24:46.153192 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-583c14b5-4848-4e5f-974f-4abb6821c101 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:46.154182 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-583c14b5-4848-4e5f-974f-4abb6821c101 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0715165 Apr 06 13:24:46.169050 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9ee5f527-1500-4f42-ac41-1d53affe9e0c tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:46.170306 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9ee5f527-1500-4f42-ac41-1d53affe9e0c tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7462895 Apr 06 13:24:46.175209 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38208) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:46.175395 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38210) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:46.179033 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17688bd-cf8c-4b5f-8eab-33c50247591e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Pushing event updated for resources: {'Port': ['ID=a7026dd1-f81a-4166-918d-8d537a97d03e,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:46.233149 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-0934db5e-f740-4490-a98e-37850b974a8a tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] For port a56e106d-2b39-4d9a-a562-38c6a7b9940e, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a56e106d-2b39-4d9a-a562-38c6a7b9940e,segment=NetworkSegment(b6570ad6-7b34-49da-a35d-cf14fb174bfe),segment_id=b6570ad6-7b34-49da-a35d-cf14fb174bfe)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:24:46.233661 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0934db5e-f740-4490-a98e-37850b974a8a tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:46.237320 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-8f1e6b80-c246-4e6f-9ca7-2e2d91c2262d tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:46.242084 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8f1e6b80-c246-4e6f-9ca7-2e2d91c2262d tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0604589 Apr 06 13:24:46.252689 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-212a9f6d-4e29-4994-bdb3-dde5522fa9b6 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Request body: {'security_group_rule': {'security_group_id': '0e34bce9-08ce-41d7-8339-191fe383b876', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:46.258689 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38220) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:46.445013 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-0934db5e-f740-4490-a98e-37850b974a8a tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Calling delete_port for a56e106d-2b39-4d9a-a562-38c6a7b9940e owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:24:46.456365 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:46.521617 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-92d7d03a-e740-4cc0-914d-ddebe9e0ef81 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:46.522573 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-92d7d03a-e740-4cc0-914d-ddebe9e0ef81 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0306902 Apr 06 13:24:46.529875 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-212a9f6d-4e29-4994-bdb3-dde5522fa9b6 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:46.540030 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38228) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:46.566009 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-8c036cf0-e926-4d7b-990e-6a067189f7e1 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:46.567682 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8c036cf0-e926-4d7b-990e-6a067189f7e1 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0220609 Apr 06 13:24:46.572371 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38232) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:46.572865 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-76db137e-55dc-4263-a008-9fef4bbeb0c7 None None] For port a56e106d-2b39-4d9a-a562-38c6a7b9940e, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a56e106d-2b39-4d9a-a562-38c6a7b9940e,segment=NetworkSegment(b6570ad6-7b34-49da-a35d-cf14fb174bfe),segment_id=b6570ad6-7b34-49da-a35d-cf14fb174bfe)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:24:46.573262 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-76db137e-55dc-4263-a008-9fef4bbeb0c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:46.574397 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-212a9f6d-4e29-4994-bdb3-dde5522fa9b6 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Usage tracker for resource:security_group_rule and tenant:29506e5a39ce4f2db4e880a74f738951 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:46.579913 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-212a9f6d-4e29-4994-bdb3-dde5522fa9b6 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:46.600414 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port d032ab39-83fd-4506-a1dc-3e99bd66aea3, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d032ab39-83fd-4506-a1dc-3e99bd66aea3,segment=NetworkSegment(54e4ee41-531e-440c-8308-aeb4581df134),segment_id=54e4ee41-531e-440c-8308-aeb4581df134)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:24:46.609603 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98a35c0-8d2f-4235-8cd8-72ac559d4f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:46.610490 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98a35c0-8d2f-4235-8cd8-72ac559d4f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:46.611271 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98a35c0-8d2f-4235-8cd8-72ac559d4f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:46.611988 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98a35c0-8d2f-4235-8cd8-72ac559d4f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:46.612775 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98a35c0-8d2f-4235-8cd8-72ac559d4f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:46.613568 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98a35c0-8d2f-4235-8cd8-72ac559d4f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:46.614298 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98a35c0-8d2f-4235-8cd8-72ac559d4f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:46.615132 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98a35c0-8d2f-4235-8cd8-72ac559d4f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:46.615748 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98a35c0-8d2f-4235-8cd8-72ac559d4f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:46.616402 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98a35c0-8d2f-4235-8cd8-72ac559d4f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:46.616875 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98a35c0-8d2f-4235-8cd8-72ac559d4f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:46.617425 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98a35c0-8d2f-4235-8cd8-72ac559d4f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:46.617927 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98a35c0-8d2f-4235-8cd8-72ac559d4f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:46.618437 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98a35c0-8d2f-4235-8cd8-72ac559d4f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:46.620093 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d98a35c0-8d2f-4235-8cd8-72ac559d4f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Synchronizing usage tracker for tenant:3ad83b884e78416f945948159afd728d on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:24:46.645180 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-07771963-1588-4ea2-934f-2d623469b5f4 req-e561725e-d4b4-4d30-b253-365178b6ff48 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a4d54de52764226baa1254caab457dd&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0072908 Apr 06 13:24:46.645374 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-1d7149e3-ce09-4648-85de-deeb40c46663 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:46.646449 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1d7149e3-ce09-4648-85de-deeb40c46663 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0691366 Apr 06 13:24:46.647613 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-212a9f6d-4e29-4994-bdb3-dde5522fa9b6 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:46.650787 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38236) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:46.689553 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-a580264e-1c71-4641-a701-580a2eb3a3bf tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:46.690941 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a580264e-1c71-4641-a701-580a2eb3a3bf tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0378878 Apr 06 13:24:46.696550 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38244) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:46.705344 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-ef51b3da-3407-4b2b-9b0d-05b8f939711a tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:46.705754 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0934db5e-f740-4490-a98e-37850b974a8a tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:46.706747 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ef51b3da-3407-4b2b-9b0d-05b8f939711a tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0091882 Apr 06 13:24:46.716357 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38248) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:46.783686 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-241f1810-25ef-4aa2-84d3-7245dcbd42c2 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:46.785287 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-241f1810-25ef-4aa2-84d3-7245dcbd42c2 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0156744 Apr 06 13:24:46.788029 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38252) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:46.792804 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-76db137e-55dc-4263-a008-9fef4bbeb0c7 None None] Calling delete_port for a56e106d-2b39-4d9a-a562-38c6a7b9940e owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:24:46.795439 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-212a9f6d-4e29-4994-bdb3-dde5522fa9b6 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:46.799411 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0934db5e-f740-4490-a98e-37850b974a8a tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] No DVR routers for this DVR port a56e106d-2b39-4d9a-a562-38c6a7b9940e on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:24:46.807511 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-4faa21f8-2f00-4144-80e3-98e3f0c9f99d tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:46.808812 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4faa21f8-2f00-4144-80e3-98e3f0c9f99d tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0192459 Apr 06 13:24:46.811693 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6736ab2a-07a6-492f-9b67-85703af71cc9 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:46.812801 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38256) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:46.815712 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.api [None req-6698bb78-483c-401c-845e-c78a58021133 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:24:46.816576 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG oslo_db.api [None req-6698bb78-483c-401c-845e-c78a58021133 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:24:46.826698 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-dcb4e98c-54cf-4018-a19e-234c56ce8bce tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:46.827769 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-dcb4e98c-54cf-4018-a19e-234c56ce8bce tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0103171 Apr 06 13:24:46.832832 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38260) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:46.836498 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934db5e-f740-4490-a98e-37850b974a8a tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Pushing event deleted for resources: {'Port': ['ID=a56e106d-2b39-4d9a-a562-38c6a7b9940e,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:46.850204 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-f043d664-5169-49e9-87d7-28722027ceee tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:46.852084 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f043d664-5169-49e9-87d7-28722027ceee tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0176413 Apr 06 13:24:46.855337 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38266) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:46.866693 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-e85ea390-02c5-4588-8cfb-38aed72b0bfb tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:46.867794 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e85ea390-02c5-4588-8cfb-38aed72b0bfb tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0114577 Apr 06 13:24:46.876387 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d98a35c0-8d2f-4235-8cd8-72ac559d4f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Unset dirty status for tenant:3ad83b884e78416f945948159afd728d on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:24:46.877897 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d98a35c0-8d2f-4235-8cd8-72ac559d4f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12847 time: 0.9925609 Apr 06 13:24:46.878745 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38270) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:46.886120 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38272) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:46.893697 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:46.895067 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-b6ef1099-8a8e-49b2-a9d6-fe44f781bca4 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:46.895201 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6736ab2a-07a6-492f-9b67-85703af71cc9 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:46.896427 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b6ef1099-8a8e-49b2-a9d6-fe44f781bca4 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0133097 Apr 06 13:24:46.947806 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38278) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:46.961088 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-955ec3d8-4d1e-4614-9807-f9c7c9dfca52 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:46.964540 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-955ec3d8-4d1e-4614-9807-f9c7c9dfca52 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0128319 Apr 06 13:24:46.969814 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38284) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:46.981176 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-9a4f066f-4794-4a1e-b58d-8ad2d507fba5 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:46.985308 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9a4f066f-4794-4a1e-b58d-8ad2d507fba5 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0112331 Apr 06 13:24:46.985308 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0934db5e-f740-4490-a98e-37850b974a8a tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:46.990184 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38290) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:47.013234 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-0934db5e-f740-4490-a98e-37850b974a8a tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c803a79b-b540-4d71-9154-beb9d0eb5e93']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:47.019662 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-91ce156e-7bfb-435c-8efa-1d2377be8fad tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:47.020648 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-91ce156e-7bfb-435c-8efa-1d2377be8fad tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0255735 Apr 06 13:24:47.024680 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38296) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:47.025736 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6736ab2a-07a6-492f-9b67-85703af71cc9 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:24:47.029887 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-0934db5e-f740-4490-a98e-37850b974a8a tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6570ad6-7b34-49da-a35d-cf14fb174bfe') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:47.030178 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-0934db5e-f740-4490-a98e-37850b974a8a tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6570ad6-7b34-49da-a35d-cf14fb174bfe') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:47.040094 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-269544ae-4362-43e7-a2d4-badb7a0692f8 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:47.041051 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-269544ae-4362-43e7-a2d4-badb7a0692f8 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0158012 Apr 06 13:24:47.044180 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38300) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:47.054088 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-f6aabca4-7ce2-4fde-88bc-9edb1be8efe4 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:47.059498 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f6aabca4-7ce2-4fde-88bc-9edb1be8efe4 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0094955 Apr 06 13:24:47.059498 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0934db5e-f740-4490-a98e-37850b974a8a tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:47.064295 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38304) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:47.064756 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736ab2a-07a6-492f-9b67-85703af71cc9 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74f737b6-68b8-4537-a505-f34f3be48478,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:47.071896 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-212a9f6d-4e29-4994-bdb3-dde5522fa9b6 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:47.076735 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-630ea22a-760e-4cdd-9379-56e00f217c46 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:47.081084 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-630ea22a-760e-4cdd-9379-56e00f217c46 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0099885 Apr 06 13:24:47.082518 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-be2f129e-5b89-48ab-8218-aa9d3e625939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Deleting port a7026dd1-f81a-4166-918d-8d537a97d03e {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:24:47.082887 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-be2f129e-5b89-48ab-8218-aa9d3e625939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:47.084159 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38308) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:47.108081 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6736ab2a-07a6-492f-9b67-85703af71cc9 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:47.108427 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-6736ab2a-07a6-492f-9b67-85703af71cc9 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Added segment cb81ddbc-55b3-4e0a-9e2f-724e5131a27d of type vlan for network 8cab3f5c-d3b1-45cd-bf15-e3534ac426b1 Apr 06 13:24:47.110844 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-0a31bd08-041c-4de8-9840-54bb4f9775d7 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:47.114632 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0a31bd08-041c-4de8-9840-54bb4f9775d7 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0269420 Apr 06 13:24:47.120257 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38312) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:47.132225 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-31660005-aac7-4219-a686-1e075db59098 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:47.138429 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-31660005-aac7-4219-a686-1e075db59098 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0091219 Apr 06 13:24:47.138429 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38318) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:47.145523 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [req-07771963-1588-4ea2-934f-2d623469b5f4 req-10673197-7eef-4603-b90b-5d4d449dd0ae service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:47.147142 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-07771963-1588-4ea2-934f-2d623469b5f4 req-10673197-7eef-4603-b90b-5d4d449dd0ae service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1786127 Apr 06 13:24:47.151826 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-4a80f025-6f45-41d6-88f0-4edfa6e55783 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:47.155608 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4a80f025-6f45-41d6-88f0-4edfa6e55783 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0152321 Apr 06 13:24:47.155608 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0934db5e-f740-4490-a98e-37850b974a8a tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:47.158479 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38322) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:47.170060 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-6f7aa2c0-7270-42b6-88c7-4cb50534db1f tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:47.174299 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6f7aa2c0-7270-42b6-88c7-4cb50534db1f tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0116243 Apr 06 13:24:47.176926 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38326) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:47.177276 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6736ab2a-07a6-492f-9b67-85703af71cc9 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:47.192173 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-3b8e72f1-6a1c-4c17-887b-9f08755c1f23 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:47.195938 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3b8e72f1-6a1c-4c17-887b-9f08755c1f23 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0154605 Apr 06 13:24:47.207300 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38330) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:47.207976 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-212a9f6d-4e29-4994-bdb3-dde5522fa9b6 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:47.234955 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-8064b308-f350-4f8e-922a-8b7b56ab2381 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:47.238507 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8064b308-f350-4f8e-922a-8b7b56ab2381 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0260313 Apr 06 13:24:47.255073 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38334) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:47.258446 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-76db137e-55dc-4263-a008-9fef4bbeb0c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:24:47.258862 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-76db137e-55dc-4263-a008-9fef4bbeb0c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:24:47.296704 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-1e4c40aa-95c3-4b8f-a6a6-94c05d22052a tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:47.296704 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1e4c40aa-95c3-4b8f-a6a6-94c05d22052a tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0336442 Apr 06 13:24:47.303325 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=d032ab39-83fd-4506-a1dc-3e99bd66aea3,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:47.306151 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a9f6d-4e29-4994-bdb3-dde5522fa9b6 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d2bb12-c408-4fcc-a68b-f47b3f1f139b,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:47.310152 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38340) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:47.411265 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6736ab2a-07a6-492f-9b67-85703af71cc9 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:47.417118 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6736ab2a-07a6-492f-9b67-85703af71cc9 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:47.417760 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6736ab2a-07a6-492f-9b67-85703af71cc9 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:47.424855 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-6698bb78-483c-401c-845e-c78a58021133 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Deleting port 8c020654-76a1-4896-9c24-95d120e55878 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:24:47.425193 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6698bb78-483c-401c-845e-c78a58021133 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:47.476686 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0934db5e-f740-4490-a98e-37850b974a8a tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:24:47.478310 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0934db5e-f740-4490-a98e-37850b974a8a tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:47.497293 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-6ba36707-69a1-4eef-ad97-d1ca59b2b11a tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:47.502619 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6ba36707-69a1-4eef-ad97-d1ca59b2b11a tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0753942 Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:24:47.503411 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:24:47.513370 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38344) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:47.546280 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-4c5f439d-eee8-4dc3-aae3-edbdba1a8d50 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:47.547530 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4c5f439d-eee8-4dc3-aae3-edbdba1a8d50 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0144081 Apr 06 13:24:47.552337 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38348) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:47.552668 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38350) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:47.618385 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-07771963-1588-4ea2-934f-2d623469b5f4 req-554147b8-a071-462c-9861-783f7e73b926 service neutron] 10.222.0.48 "GET /v2.0/networks/5be2eead-86e0-4801-95e6-7956006492a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449453 Apr 06 13:24:47.641316 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-bdc1643e-fb1e-4ab5-a6da-111f0d1b91c6 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:47.642341 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-bdc1643e-fb1e-4ab5-a6da-111f0d1b91c6 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0810711 Apr 06 13:24:47.645571 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38356) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:47.653658 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-d32875a3-22f5-46b4-8add-6c858c4533ff tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:47.655497 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d32875a3-22f5-46b4-8add-6c858c4533ff tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0089290 Apr 06 13:24:47.659717 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d032ab39-83fd-4506-a1dc-3e99bd66aea3 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:24:47.670688 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38362) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:47.683662 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-212a9f6d-4e29-4994-bdb3-dde5522fa9b6 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:47.684881 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-212a9f6d-4e29-4994-bdb3-dde5522fa9b6 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4747360 Apr 06 13:24:47.686268 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-45e40c84-ab17-4710-bae7-0f54c62d2428 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:47.687405 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-45e40c84-ab17-4710-bae7-0f54c62d2428 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0158262 Apr 06 13:24:47.694705 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38366) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:47.695066 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38368) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:47.698749 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-76d895ef-2a39-42db-9179-34875976fc7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:47.705298 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6736ab2a-07a6-492f-9b67-85703af71cc9 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.8505020 Apr 06 13:24:47.755152 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-ac57a6bb-ca0e-4e77-8d48-446d27760b7d tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:47.756214 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port d032ab39-83fd-4506-a1dc-3e99bd66aea3 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:47.756838 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:47.758986 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ac57a6bb-ca0e-4e77-8d48-446d27760b7d tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0612361 Apr 06 13:24:47.759523 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38374) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:47.759845 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38376) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:47.763105 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-f6bc4e0b-5e64-443a-b2ed-7824308d1baa tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:47.781928 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736ab2a-07a6-492f-9b67-85703af71cc9 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Pushing event updated for resources: {'Network': ['ID=8cab3f5c-d3b1-45cd-bf15-e3534ac426b1,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:47.782120 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f6bc4e0b-5e64-443a-b2ed-7824308d1baa tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:47.788812 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-38f7c329-6eba-470c-abbd-75f7857b37cf tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Request body: {'subnet': {'network_id': '8cab3f5c-d3b1-45cd-bf15-e3534ac426b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:47.808306 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-54c41dab-ce4f-45ee-9fcc-530c2505fd84 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:47.809382 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-76db137e-55dc-4263-a008-9fef4bbeb0c7 None None] Deleting port a56e106d-2b39-4d9a-a562-38c6a7b9940e {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:24:47.809750 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-76db137e-55dc-4263-a008-9fef4bbeb0c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:47.820267 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-acd1bc9b-1173-4666-b874-41b6758dc75c tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1472503879'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:47.820422 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-54c41dab-ce4f-45ee-9fcc-530c2505fd84 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0484574 Apr 06 13:24:47.820795 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0934db5e-f740-4490-a98e-37850b974a8a tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:47.823685 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38382) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:47.825159 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f6bc4e0b-5e64-443a-b2ed-7824308d1baa tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Usage tracker for resource:floatingip and tenant:29506e5a39ce4f2db4e880a74f738951 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:47.831988 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-fbbab710-0310-4ddd-9bd7-66a2eba7319b tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:47.835069 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-fbbab710-0310-4ddd-9bd7-66a2eba7319b tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0057981 Apr 06 13:24:47.836881 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f6bc4e0b-5e64-443a-b2ed-7824308d1baa tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:47.837554 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-acd1bc9b-1173-4666-b874-41b6758dc75c tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:47.837971 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 8cab3f5c-d3b1-45cd-bf15-e3534ac426b1 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:24:47.878427 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0934db5e-f740-4490-a98e-37850b974a8a tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:47.880691 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38386) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:47.893575 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f6bc4e0b-5e64-443a-b2ed-7824308d1baa tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:47.902300 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-be2f129e-5b89-48ab-8218-aa9d3e625939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] For port a7026dd1-f81a-4166-918d-8d537a97d03e, host hv-neutron-8346, got binding levels [] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:24:47.902856 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-be2f129e-5b89-48ab-8218-aa9d3e625939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:47.903943 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-f0becfcc-56bf-4268-a144-77856888f55c tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:47.908028 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f0becfcc-56bf-4268-a144-77856888f55c tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0207038 Apr 06 13:24:47.908028 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934db5e-f740-4490-a98e-37850b974a8a tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] Pushing event deleted for resources: {'Network': ['ID=c803a79b-b540-4d71-9154-beb9d0eb5e93,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:47.916967 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38390) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:47.918700 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-acd1bc9b-1173-4666-b874-41b6758dc75c tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Usage tracker for resource:network and tenant:d31d7d89a23243b7bdce6e86ac89a173 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:47.942112 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-acd1bc9b-1173-4666-b874-41b6758dc75c tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:47.958848 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-dd518fe5-ab43-4957-8df2-7448252d3e5c tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:47.961904 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-dd518fe5-ab43-4957-8df2-7448252d3e5c tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0253022 Apr 06 13:24:47.967292 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38394) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:47.976864 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0934db5e-f740-4490-a98e-37850b974a8a tempest-DHCPAgentSchedulersTestJSON-2124631915 tempest-DHCPAgentSchedulersTestJSON-2124631915-project] 10.222.0.48 "DELETE /v2.0/networks/c803a79b-b540-4d71-9154-beb9d0eb5e93 HTTP/1.1" status: 204 len: 168 time: 2.6265495 Apr 06 13:24:47.980516 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-76db137e-55dc-4263-a008-9fef4bbeb0c7 None None] The port 'a56e106d-2b39-4d9a-a562-38c6a7b9940e' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:24:48.011488 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-38f7c329-6eba-470c-abbd-75f7857b37cf tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:48.017494 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-38f7c329-6eba-470c-abbd-75f7857b37cf tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Usage tracker for resource:subnet and tenant:6a4d2fd9fb1946a4af678b0db809b452 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:48.022066 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-38f7c329-6eba-470c-abbd-75f7857b37cf tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:48.030245 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-38f7c329-6eba-470c-abbd-75f7857b37cf tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:48.096818 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-07771963-1588-4ea2-934f-2d623469b5f4 req-6e0e5ca9-bf9e-40fd-b992-1420494b6367 service neutron] 10.222.0.48 "GET /v2.0/networks/5be2eead-86e0-4801-95e6-7956006492a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721494 Apr 06 13:24:48.099396 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4e0b-5e64-443a-b2ed-7824308d1baa tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks [] for floatingip, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:48.160899 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f7c329-6eba-470c-abbd-75f7857b37cf tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Made reservation on behalf of 6a4d2fd9fb1946a4af678b0db809b452 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:24:48.166208 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-38f7c329-6eba-470c-abbd-75f7857b37cf tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:48.232706 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device a56e106d-2b39-4d9a-a562-38c6a7b9940e no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:24:48.256837 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-acd1bc9b-1173-4666-b874-41b6758dc75c tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:48.277600 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: a56e106d-2b39-4d9a-a562-38c6a7b9940e {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:24:48.278004 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device a56e106d-2b39-4d9a-a562-38c6a7b9940e not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:24:48.283979 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-be2f129e-5b89-48ab-8218-aa9d3e625939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Calling delete_port for a7026dd1-f81a-4166-918d-8d537a97d03e owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:24:48.323247 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-e8e67d1f-7420-4673-b086-51a0977a65e0 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:48.326695 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e8e67d1f-7420-4673-b086-51a0977a65e0 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.2647939 Apr 06 13:24:48.337560 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38400) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:48.350336 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-e8f699fc-853e-494d-a437-8456c7bfd535 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:48.353778 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e8f699fc-853e-494d-a437-8456c7bfd535 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0129449 Apr 06 13:24:48.358268 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38406) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:48.384537 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-2be2b93c-0ac4-4a6f-954c-bf048e756e9b tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:48.385518 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2be2b93c-0ac4-4a6f-954c-bf048e756e9b tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0263138 Apr 06 13:24:48.400796 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38412) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:48.411362 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-6698bb78-483c-401c-845e-c78a58021133 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] For port 8c020654-76a1-4896-9c24-95d120e55878, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=8c020654-76a1-4896-9c24-95d120e55878,segment=NetworkSegment(1899931a-1f32-4a8f-b8fc-6f38eae5c8dc),segment_id=1899931a-1f32-4a8f-b8fc-6f38eae5c8dc)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:24:48.411713 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6698bb78-483c-401c-845e-c78a58021133 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:48.415519 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-e13bedbc-bebc-4e77-90cd-ccae780809f8 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:48.416960 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e13bedbc-bebc-4e77-90cd-ccae780809f8 tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0119946 Apr 06 13:24:48.420494 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38420) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:48.452718 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [None req-98463cef-6762-4534-a5de-c7967c2b9dbd tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:48.463450 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-98463cef-6762-4534-a5de-c7967c2b9dbd tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0208745 Apr 06 13:24:48.463450 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd1bc9b-1173-4666-b874-41b6758dc75c tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Made reservation on behalf of d31d7d89a23243b7bdce6e86ac89a173 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:24:48.463647 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38430) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:48.465957 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-acd1bc9b-1173-4666-b874-41b6758dc75c tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:48.470919 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [None req-3df442ff-5847-4eca-bd42-cd035b41c53a tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:48.472218 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3df442ff-5847-4eca-bd42-cd035b41c53a tempest-ExtensionsTestJSON-1760030480 tempest-ExtensionsTestJSON-1760030480-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0102050 Apr 06 13:24:48.549607 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4e0b-5e64-443a-b2ed-7824308d1baa tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:48.606261 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38444) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:48.614377 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-acd1bc9b-1173-4666-b874-41b6758dc75c tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:48.631180 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-6698bb78-483c-401c-845e-c78a58021133 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Calling delete_port for 8c020654-76a1-4896-9c24-95d120e55878 owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:24:48.654218 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38450) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:48.681829 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-acd1bc9b-1173-4666-b874-41b6758dc75c tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:48.695490 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-acd1bc9b-1173-4666-b874-41b6758dc75c tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Usage tracker for resource:security_group_rule and tenant:d31d7d89a23243b7bdce6e86ac89a173 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:48.701446 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-acd1bc9b-1173-4666-b874-41b6758dc75c tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:48.711999 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-acd1bc9b-1173-4666-b874-41b6758dc75c tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:48.753127 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-38f7c329-6eba-470c-abbd-75f7857b37cf tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:48.759165 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-be2f129e-5b89-48ab-8218-aa9d3e625939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:48.820392 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:48.822391 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f129e-5b89-48ab-8218-aa9d3e625939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7026dd1-f81a-4166-918d-8d537a97d03e,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:48.831705 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-be2f129e-5b89-48ab-8218-aa9d3e625939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:48.854063 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:48.932088 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7c329-6eba-470c-abbd-75f7857b37cf tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Pushing event updated for resources: {'Subnet': ['ID=0ee3f7db-cf9f-4026-8571-3df94ca0be4b,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:48.956496 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-be2f129e-5b89-48ab-8218-aa9d3e625939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] 10.222.0.48 "DELETE /v2.0/ports/a7026dd1-f81a-4166-918d-8d537a97d03e HTTP/1.1" status: 204 len: 168 time: 2.0688684 Apr 06 13:24:48.957081 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38458) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:48.978570 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f7c329-6eba-470c-abbd-75f7857b37cf tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Checking segment: {'id': 'cb81ddbc-55b3-4e0a-9e2f-724e5131a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8cab3f5c-d3b1-45cd-bf15-e3534ac426b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:24:48.978951 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f7c329-6eba-470c-abbd-75f7857b37cf tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Network hostable DHCP agents. Network: 8cab3f5c-d3b1-45cd-bf15-e3534ac426b1, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:24:49.022601 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ebfcba-2192-4a8b-9a78-3a4f61975d90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] GET failed (client error): The resource could not be found. Apr 06 13:24:49.023771 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f9ebfcba-2192-4a8b-9a78-3a4f61975d90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Synchronizing usage tracker for tenant:3ad83b884e78416f945948159afd728d on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:24:49.043257 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a0987a5d-ec94-4f3d-bb3e-69cefda4198e req-c1ddbb8c-5115-4924-a926-266c7ea520cf tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 210 time: 0.4349864 Apr 06 13:24:49.071814 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-acd1bc9b-1173-4666-b874-41b6758dc75c tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:49.094757 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-f6bc4e0b-5e64-443a-b2ed-7824308d1baa tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Allocated IP 172.26.4.112 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/8f18d260-d8eb-4d74-bfe9-b3e2703fc0d5) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:24:49.101268 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f9ebfcba-2192-4a8b-9a78-3a4f61975d90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Unset dirty status for tenant:3ad83b884e78416f945948159afd728d on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:24:49.102447 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f9ebfcba-2192-4a8b-9a78-3a4f61975d90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] 10.222.0.48 "GET /v2.0/ports/a7026dd1-f81a-4166-918d-8d537a97d03e HTTP/1.1" status: 404 len: 333 time: 0.1383598 Apr 06 13:24:49.106196 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38466) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:49.112739 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-40ff294e-766c-446c-a83b-26c867105c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351796416', 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:49.119772 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-40ff294e-766c-446c-a83b-26c867105c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:49.132137 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-40ff294e-766c-446c-a83b-26c867105c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:49.133841 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6d54e48b-0d09-42a9-a154-a7f4258432b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa89b4b7b3a6419f8eb29ef47066ffa9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4783001 Apr 06 13:24:49.143064 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38472) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:49.143510 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38474) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:49.161668 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f7c329-6eba-470c-abbd-75f7857b37cf tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Network 8cab3f5c-d3b1-45cd-bf15-e3534ac426b1 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:24:49.197228 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6698bb78-483c-401c-845e-c78a58021133 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:49.244606 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-acd1bc9b-1173-4666-b874-41b6758dc75c tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:49.306173 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ff294e-766c-446c-a83b-26c867105c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Made reservation on behalf of 3ad83b884e78416f945948159afd728d for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:24:49.308473 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-40ff294e-766c-446c-a83b-26c867105c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:49.324816 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698bb78-483c-401c-845e-c78a58021133 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c020654-76a1-4896-9c24-95d120e55878,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:49.327270 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-38f7c329-6eba-470c-abbd-75f7857b37cf tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 8cab3f5c-d3b1-45cd-bf15-e3534ac426b1) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:49.344704 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a051ed-cf49-4005-bccd-a556c59cf337 None None] Network 8cab3f5c-d3b1-45cd-bf15-e3534ac426b1 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:24:49.348970 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1bc9b-1173-4666-b874-41b6758dc75c tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49662625-a4da-4bae-ae32-12968121878a,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:49.370279 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f7c329-6eba-470c-abbd-75f7857b37cf tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:49.376972 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-38f7c329-6eba-470c-abbd-75f7857b37cf tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:49.386075 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3b8bb315-7776-4771-bc7c-4cb53af16e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:49.394178 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acd1bc9b-1173-4666-b874-41b6758dc75c tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:24:49.406920 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-933263f1-582c-490d-9933-aef979da92ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:49.458549 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-40ff294e-766c-446c-a83b-26c867105c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] device_id is not set on port 4950addf-1770-4272-8d88-114e12ecde0f yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:24:49.462119 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4e0b-5e64-443a-b2ed-7824308d1baa tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:49.520765 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-acd1bc9b-1173-4666-b874-41b6758dc75c tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:49.521099 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-acd1bc9b-1173-4666-b874-41b6758dc75c tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Added segment 09b3181c-d824-4f8d-9add-c0a913322f5a of type vlan for network 2a560cc5-24da-422e-831a-7229cb5bb9fd Apr 06 13:24:49.522415 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-38f7c329-6eba-470c-abbd-75f7857b37cf tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7530885 Apr 06 13:24:49.525053 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38490) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:49.530416 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-933263f1-582c-490d-9933-aef979da92ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:49.531254 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-a72ab6bb-adee-42a8-b144-fa628e7d4e86 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2050881857', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:49.538206 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a72ab6bb-adee-42a8-b144-fa628e7d4e86 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:49.542970 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a72ab6bb-adee-42a8-b144-fa628e7d4e86 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Usage tracker for resource:router and tenant:6a4d2fd9fb1946a4af678b0db809b452 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:49.546188 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a72ab6bb-adee-42a8-b144-fa628e7d4e86 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:49.552010 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3b8bb315-7776-4771-bc7c-4cb53af16e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:49.558639 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a72ab6bb-adee-42a8-b144-fa628e7d4e86 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:49.587741 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-933263f1-582c-490d-9933-aef979da92ef admin admin] Usage tracker for resource:security_group_rule and tenant:b9981f7db9db464abeef0c19aa0a8e97 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:49.593493 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-933263f1-582c-490d-9933-aef979da92ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:49.621438 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952840d9-2779-4978-be6c-414ec050ef0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-8cab3f5c-d3b1-45cd-bf15-e3534ac426b1', 'network_id': '8cab3f5c-d3b1-45cd-bf15-e3534ac426b1', 'tenant_id': '6a4d2fd9fb1946a4af678b0db809b452', 'fixed_ips': [{'subnet_id': '0ee3f7db-cf9f-4026-8571-3df94ca0be4b'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:24:49.622284 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-952840d9-2779-4978-be6c-414ec050ef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:49.661443 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a72ab6bb-adee-42a8-b144-fa628e7d4e86 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:49.662496 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a72ab6bb-adee-42a8-b144-fa628e7d4e86 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:49.666330 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4e0b-5e64-443a-b2ed-7824308d1baa tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:49.714861 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-933263f1-582c-490d-9933-aef979da92ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:49.716891 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6698bb78-483c-401c-845e-c78a58021133 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:49.745690 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc4e0b-5e64-443a-b2ed-7824308d1baa tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Pushing event updated for resources: {'Port': ['ID=8f18d260-d8eb-4d74-bfe9-b3e2703fc0d5,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:49.755775 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bc4e0b-5e64-443a-b2ed-7824308d1baa tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:24:49.758277 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-f6bc4e0b-5e64-443a-b2ed-7824308d1baa tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:49.762512 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bc4e0b-5e64-443a-b2ed-7824308d1baa tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:24:49.797964 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-acd1bc9b-1173-4666-b874-41b6758dc75c tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:49.804677 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a72ab6bb-adee-42a8-b144-fa628e7d4e86 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:49.834225 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-952840d9-2779-4978-be6c-414ec050ef0f None None] Allocated IP 172.20.0.2 (8cab3f5c-d3b1-45cd-bf15-e3534ac426b1/0ee3f7db-cf9f-4026-8571-3df94ca0be4b/59bd172f-1a75-4af6-95bf-0c0486350742) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:24:49.921189 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4e0b-5e64-443a-b2ed-7824308d1baa tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:49.941026 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a72ab6bb-adee-42a8-b144-fa628e7d4e86 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:50.027508 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6698bb78-483c-401c-845e-c78a58021133 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:50.031817 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.resource_extend [None req-acd1bc9b-1173-4666-b874-41b6758dc75c tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 13:24:50.039656 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6698bb78-483c-401c-845e-c78a58021133 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:50.045906 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a72ab6bb-adee-42a8-b144-fa628e7d4e86 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:50.050235 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a72ab6bb-adee-42a8-b144-fa628e7d4e86 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5209498 Apr 06 13:24:50.052470 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38498) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:50.130224 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-952840d9-2779-4978-be6c-414ec050ef0f None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:50.152352 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-952840d9-2779-4978-be6c-414ec050ef0f None None] Transition to ACTIVE for port object 59bd172f-1a75-4af6-95bf-0c0486350742 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:24:50.173549 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-952840d9-2779-4978-be6c-414ec050ef0f None None] Transition to ACTIVE for port object 59bd172f-1a75-4af6-95bf-0c0486350742 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:24:50.175452 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6698bb78-483c-401c-845e-c78a58021133 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:50.176206 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6698bb78-483c-401c-845e-c78a58021133 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b4f0087-a8c8-4ca8-87e3-301050f732ff {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:24:50.179103 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-acd1bc9b-1173-4666-b874-41b6758dc75c tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:50.185200 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd1bc9b-1173-4666-b874-41b6758dc75c tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:50.185821 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-acd1bc9b-1173-4666-b874-41b6758dc75c tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:50.190640 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3b8bb315-7776-4771-bc7c-4cb53af16e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:50.283753 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8bb315-7776-4771-bc7c-4cb53af16e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830f6a80-d02a-40cf-a9d8-b0b6c49f9576,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:50.293272 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:50.294665 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-952840d9-2779-4978-be6c-414ec050ef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:50.406774 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d5869d45-0225-480b-86a5-368b598d5140 req-e917bf2a-14ba-4805-b1ec-5a259c84851b tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 210 time: 0.1593378 Apr 06 13:24:50.443696 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1bc9b-1173-4666-b874-41b6758dc75c tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Pushing event updated for resources: {'Network': ['ID=2a560cc5-24da-422e-831a-7229cb5bb9fd,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:50.473835 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952840d9-2779-4978-be6c-414ec050ef0f None None] Network 8cab3f5c-d3b1-45cd-bf15-e3534ac426b1 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:24:50.473835 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-952840d9-2779-4978-be6c-414ec050ef0f None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:50.474866 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952840d9-2779-4978-be6c-414ec050ef0f None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:24:50.483779 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 2a560cc5-24da-422e-831a-7229cb5bb9fd details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:24:50.485943 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-40ff294e-766c-446c-a83b-26c867105c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:50.491597 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6698bb78-483c-401c-845e-c78a58021133 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:50.494855 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6698bb78-483c-401c-845e-c78a58021133 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "DELETE /v2.0/routers/1b4f0087-a8c8-4ca8-87e3-301050f732ff HTTP/1.1" status: 204 len: 168 time: 6.8926115 Apr 06 13:24:50.495518 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38510) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:50.498102 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4e0b-5e64-443a-b2ed-7824308d1baa tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:50.507219 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952840d9-2779-4978-be6c-414ec050ef0f None None] Pushing event updated for resources: {'Port': ['ID=59bd172f-1a75-4af6-95bf-0c0486350742,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:50.582776 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3b8bb315-7776-4771-bc7c-4cb53af16e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:50.586701 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3b8bb315-7776-4771-bc7c-4cb53af16e11 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/830f6a80-d02a-40cf-a9d8-b0b6c49f9576 HTTP/1.1" status: 204 len: 168 time: 1.4395669 Apr 06 13:24:50.614927 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-acd1bc9b-1173-4666-b874-41b6758dc75c tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.0536196 Apr 06 13:24:50.616986 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38516) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:50.644533 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c9ec207-300c-47b6-9679-564c422a7f92 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Deleting subnet 02356476-afb8-482e-8064-f907dc9c1455 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:24:50.651247 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5c9ec207-300c-47b6-9679-564c422a7f92 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:50.679774 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-952840d9-2779-4978-be6c-414ec050ef0f None None] Attempting to bind port 59bd172f-1a75-4af6-95bf-0c0486350742 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:50.680131 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-952840d9-2779-4978-be6c-414ec050ef0f None None] Attempting to bind port 59bd172f-1a75-4af6-95bf-0c0486350742 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'cb81ddbc-55b3-4e0a-9e2f-724e5131a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8cab3f5c-d3b1-45cd-bf15-e3534ac426b1'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:50.680480 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952840d9-2779-4978-be6c-414ec050ef0f None None] Attempting to bind port 59bd172f-1a75-4af6-95bf-0c0486350742 on network 8cab3f5c-d3b1-45cd-bf15-e3534ac426b1 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:50.690237 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952840d9-2779-4978-be6c-414ec050ef0f None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:24:50.690600 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952840d9-2779-4978-be6c-414ec050ef0f None None] Checking segment: {'id': 'cb81ddbc-55b3-4e0a-9e2f-724e5131a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8cab3f5c-d3b1-45cd-bf15-e3534ac426b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:24:50.691029 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-952840d9-2779-4978-be6c-414ec050ef0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:50.691405 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952840d9-2779-4978-be6c-414ec050ef0f None None] Bound using segment: {'id': 'cb81ddbc-55b3-4e0a-9e2f-724e5131a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8cab3f5c-d3b1-45cd-bf15-e3534ac426b1'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:24:50.691937 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-952840d9-2779-4978-be6c-414ec050ef0f None None] Bound port: 59bd172f-1a75-4af6-95bf-0c0486350742, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb81ddbc-55b3-4e0a-9e2f-724e5131a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8cab3f5c-d3b1-45cd-bf15-e3534ac426b1'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:24:50.692212 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-952840d9-2779-4978-be6c-414ec050ef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:50.709909 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-933263f1-582c-490d-9933-aef979da92ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:50.725899 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5c9ec207-300c-47b6-9679-564c422a7f92 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:50.732641 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-cf04ef84-bc76-4835-8a9e-64529a49322a tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Request body: {'subnet': {'network_id': '2a560cc5-24da-422e-831a-7229cb5bb9fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:50.766948 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-40ff294e-766c-446c-a83b-26c867105c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:50.768945 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-933263f1-582c-490d-9933-aef979da92ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:50.808589 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-952840d9-2779-4978-be6c-414ec050ef0f None None] For port 59bd172f-1a75-4af6-95bf-0c0486350742, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:24:50.813128 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-952840d9-2779-4978-be6c-414ec050ef0f None None] For port 59bd172f-1a75-4af6-95bf-0c0486350742, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=59bd172f-1a75-4af6-95bf-0c0486350742,segment=NetworkSegment(cb81ddbc-55b3-4e0a-9e2f-724e5131a27d),segment_id=cb81ddbc-55b3-4e0a-9e2f-724e5131a27d)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:24:50.898051 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5c9ec207-300c-47b6-9679-564c422a7f92 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:50.930209 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-952840d9-2779-4978-be6c-414ec050ef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:50.937403 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933263f1-582c-490d-9933-aef979da92ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f37912-e9ff-4f56-9e22-ce697c155f5d,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:50.944568 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-933263f1-582c-490d-9933-aef979da92ef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b9981f7db9db464abeef0c19aa0a8e97&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7963176 Apr 06 13:24:50.953062 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ff294e-766c-446c-a83b-26c867105c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Network db35ae19-a0d0-4767-b14c-f45ac7e09271 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:24:50.955834 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38520) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:50.963008 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-40ff294e-766c-446c-a83b-26c867105c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:50.964766 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff294e-766c-446c-a83b-26c867105c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Pushing event updated for resources: {'Port': ['ID=4950addf-1770-4272-8d88-114e12ecde0f,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:50.981642 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ff294e-766c-446c-a83b-26c867105c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:24:50.982552 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ff294e-766c-446c-a83b-26c867105c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:50.983193 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-40ff294e-766c-446c-a83b-26c867105c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:51.070103 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-eb36a5be-b6ed-4324-af60-db7ef34af1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:51.084275 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952840d9-2779-4978-be6c-414ec050ef0f None None] Pushing event updated for resources: {'Port': ['ID=59bd172f-1a75-4af6-95bf-0c0486350742,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:51.147911 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-eb36a5be-b6ed-4324-af60-db7ef34af1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:51.159960 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-cf04ef84-bc76-4835-8a9e-64529a49322a tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:51.176347 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-cf04ef84-bc76-4835-8a9e-64529a49322a tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Usage tracker for resource:subnet and tenant:d31d7d89a23243b7bdce6e86ac89a173 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:51.182931 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-cf04ef84-bc76-4835-8a9e-64529a49322a tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:51.225035 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5c9ec207-300c-47b6-9679-564c422a7f92 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:51.229984 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-40ff294e-766c-446c-a83b-26c867105c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1224771 Apr 06 13:24:51.233213 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-cf04ef84-bc76-4835-8a9e-64529a49322a tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:51.240192 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38528) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:51.271369 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ec207-300c-47b6-9679-564c422a7f92 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=02356476-afb8-482e-8064-f907dc9c1455,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:51.273269 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5c9ec207-300c-47b6-9679-564c422a7f92 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:51.286459 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5c9ec207-300c-47b6-9679-564c422a7f92 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/02356476-afb8-482e-8064-f907dc9c1455 HTTP/1.1" status: 204 len: 168 time: 0.7893791 Apr 06 13:24:51.289071 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38532) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:51.294967 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-39e21890-110a-44b3-ab36-e0daf0563251 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:51.310160 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-eb36a5be-b6ed-4324-af60-db7ef34af1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:51.313258 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-eb36a5be-b6ed-4324-af60-db7ef34af1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:51.315885 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-eb36a5be-b6ed-4324-af60-db7ef34af1e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a9f37912-e9ff-4f56-9e22-ce697c155f5d HTTP/1.1" status: 204 len: 168 time: 0.3561845 Apr 06 13:24:51.349475 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36a5be-b6ed-4324-af60-db7ef34af1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f37912-e9ff-4f56-9e22-ce697c155f5d,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:51.473561 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bead21a2-7e24-4c6a-8f7c-f879c7074764 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:51.540027 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e9daa2-ee5c-48f9-be97-7121c8e64b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:51.541909 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a8e9daa2-ee5c-48f9-be97-7121c8e64b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] 10.222.0.48 "GET /v2.0/ports/4950addf-1770-4272-8d88-114e12ecde0f HTTP/1.1" status: 200 len: 959 time: 0.2995565 Apr 06 13:24:51.554054 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf04ef84-bc76-4835-8a9e-64529a49322a tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Made reservation on behalf of d31d7d89a23243b7bdce6e86ac89a173 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:24:51.557882 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cf04ef84-bc76-4835-8a9e-64529a49322a tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:51.578973 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38540) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:51.578973 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38542) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:51.669485 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bead21a2-7e24-4c6a-8f7c-f879c7074764 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:51.676932 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4e0b-5e64-443a-b2ed-7824308d1baa tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:51.703926 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-bead21a2-7e24-4c6a-8f7c-f879c7074764 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e06ba17-8199-4e0f-9c02-e1454dc5c7fd']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:51.717596 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-bead21a2-7e24-4c6a-8f7c-f879c7074764 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1899931a-1f32-4a8f-b8fc-6f38eae5c8dc') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:51.718164 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-bead21a2-7e24-4c6a-8f7c-f879c7074764 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1899931a-1f32-4a8f-b8fc-6f38eae5c8dc') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:24:51.736544 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bead21a2-7e24-4c6a-8f7c-f879c7074764 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:51.738686 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 59bd172f-1a75-4af6-95bf-0c0486350742 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:24:51.757162 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bead21a2-7e24-4c6a-8f7c-f879c7074764 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:51.766778 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bead21a2-7e24-4c6a-8f7c-f879c7074764 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:24:51.767445 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bead21a2-7e24-4c6a-8f7c-f879c7074764 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:51.797898 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-f8b0e6b2-b81f-4d31-aac3-d64e801b38c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Deleting port 4950addf-1770-4272-8d88-114e12ecde0f {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:24:51.802066 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f8b0e6b2-b81f-4d31-aac3-d64e801b38c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: util.warn( Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:24:51.858252 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:24:51.863137 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-07dbe93d-e64d-47dc-8d78-36dec50abc21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:51.879995 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4e0b-5e64-443a-b2ed-7824308d1baa tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:51.940815 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 59bd172f-1a75-4af6-95bf-0c0486350742 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:24:51.992283 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bead21a2-7e24-4c6a-8f7c-f879c7074764 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:52.001764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bead21a2-7e24-4c6a-8f7c-f879c7074764 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8e06ba17-8199-4e0f-9c02-e1454dc5c7fd {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 06 13:24:52.011586 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bead21a2-7e24-4c6a-8f7c-f879c7074764 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:52.064241 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-07dbe93d-e64d-47dc-8d78-36dec50abc21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:52.068967 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-07dbe93d-e64d-47dc-8d78-36dec50abc21 admin admin] Usage tracker for resource:security_group_rule and tenant:26e70a183a2d4e30a3a91ed5c433cac0 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:52.072044 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-07dbe93d-e64d-47dc-8d78-36dec50abc21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:52.092201 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-bead21a2-7e24-4c6a-8f7c-f879c7074764 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "DELETE /v2.0/networks/8e06ba17-8199-4e0f-9c02-e1454dc5c7fd HTTP/1.1" status: 204 len: 168 time: 0.7980490 Apr 06 13:24:52.105790 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead21a2-7e24-4c6a-8f7c-f879c7074764 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Pushing event deleted for resources: {'Network': ['ID=8e06ba17-8199-4e0f-9c02-e1454dc5c7fd,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:52.258570 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-07dbe93d-e64d-47dc-8d78-36dec50abc21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:52.258570 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d0fc45a1-5871-46fb-9da6-b6900fa6a251 req-fc7cc511-9c24-41d4-bf58-867faea2feb8 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 210 time: 0.5387752 Apr 06 13:24:52.261568 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc4e0b-5e64-443a-b2ed-7824308d1baa tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Pushing event updated for resources: {'Port': ['ID=8f18d260-d8eb-4d74-bfe9-b3e2703fc0d5,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:52.503736 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42e103a-e696-40f1-a51b-9bba2b52265c None None] Network 8cab3f5c-d3b1-45cd-bf15-e3534ac426b1 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:24:52.710064 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4e0b-5e64-443a-b2ed-7824308d1baa tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:52.725282 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.61', 51399) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:52.776029 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0548a85a-98b3-4f64-bb09-92e25bf85101 None None] Provisioning for port 59bd172f-1a75-4af6-95bf-0c0486350742 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:24:52.788484 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0548a85a-98b3-4f64-bb09-92e25bf85101 None None] Provisioning complete for port 59bd172f-1a75-4af6-95bf-0c0486350742 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:52.792117 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0548a85a-98b3-4f64-bb09-92e25bf85101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:52.818832 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38574) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:52.865584 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cf04ef84-bc76-4835-8a9e-64529a49322a tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:52.877893 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-4b5dad33-8875-42bf-b8f1-a733d0d009d3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Request body: {'router': {'name': 'tempest-router--1158960229', 'project_id': '48e8c96d3861426fb1aefafca46dfc23'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:52.973741 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4b5dad33-8875-42bf-b8f1-a733d0d009d3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:52.992340 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0548a85a-98b3-4f64-bb09-92e25bf85101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:53.002208 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4b5dad33-8875-42bf-b8f1-a733d0d009d3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Usage tracker for resource:router and tenant:48e8c96d3861426fb1aefafca46dfc23 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:53.036730 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0548a85a-98b3-4f64-bb09-92e25bf85101 None None] For port 59bd172f-1a75-4af6-95bf-0c0486350742, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=59bd172f-1a75-4af6-95bf-0c0486350742,segment=NetworkSegment(cb81ddbc-55b3-4e0a-9e2f-724e5131a27d),segment_id=cb81ddbc-55b3-4e0a-9e2f-724e5131a27d)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:24:53.063722 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4b5dad33-8875-42bf-b8f1-a733d0d009d3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:53.088007 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4b5dad33-8875-42bf-b8f1-a733d0d009d3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:53.103707 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07771963-1588-4ea2-934f-2d623469b5f4 req-8d156613-9853-40a0-8706-eb520be6d2e1 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:53.106535 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-07771963-1588-4ea2-934f-2d623469b5f4 req-8d156613-9853-40a0-8706-eb520be6d2e1 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.61 "GET /v2.0/networks?id=5be2eead-86e0-4801-95e6-7956006492a1 HTTP/1.1" status: 200 len: 811 time: 0.3802366 Apr 06 13:24:53.154491 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4e0b-5e64-443a-b2ed-7824308d1baa tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:53.165541 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f6bc4e0b-5e64-443a-b2ed-7824308d1baa tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4692359 Apr 06 13:24:53.167527 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-39e21890-110a-44b3-ab36-e0daf0563251 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Allocated IP 172.20.0.1 (8cab3f5c-d3b1-45cd-bf15-e3534ac426b1/0ee3f7db-cf9f-4026-8571-3df94ca0be4b/201ceec0-642c-4c33-a853-6b95a0283a50) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:24:53.178969 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f8b0e6b2-b81f-4d31-aac3-d64e801b38c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:53.185950 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04ef84-bc76-4835-8a9e-64529a49322a tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Pushing event updated for resources: {'Subnet': ['ID=2d941abc-214b-408c-8515-288f38bb9cb5,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:53.201975 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-07771963-1588-4ea2-934f-2d623469b5f4 req-6a4fb938-b473-473e-b908-ff929ed04ec2 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Synchronizing usage tracker for tenant:9a4d54de52764226baa1254caab457dd on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:24:53.215362 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-07771963-1588-4ea2-934f-2d623469b5f4 req-6a4fb938-b473-473e-b908-ff929ed04ec2 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Unset dirty status for tenant:9a4d54de52764226baa1254caab457dd on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:24:53.216705 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-07771963-1588-4ea2-934f-2d623469b5f4 req-6a4fb938-b473-473e-b908-ff929ed04ec2 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a4d54de52764226baa1254caab457dd HTTP/1.1" status: 200 len: 380 time: 0.0703378 Apr 06 13:24:53.218190 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0548a85a-98b3-4f64-bb09-92e25bf85101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:53.225692 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-07771963-1588-4ea2-934f-2d623469b5f4 req-a5dfbc98-b603-496d-89cd-853073d0d32f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Request body: {'port': {'device_id': 'ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4', 'network_id': '5be2eead-86e0-4801-95e6-7956006492a1', 'admin_state_up': True, 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'security_groups': ['4a2a0ca3-7d39-4abd-bec6-8ca418267a79']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:53.371357 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548a85a-98b3-4f64-bb09-92e25bf85101 None None] Pushing event updated for resources: {'Port': ['ID=59bd172f-1a75-4af6-95bf-0c0486350742,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:53.402477 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0ad854b3-3a8f-4d4d-bf83-7e59d644a73a None None] Provisioning complete for port 59bd172f-1a75-4af6-95bf-0c0486350742 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:53.402477 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0ad854b3-3a8f-4d4d-bf83-7e59d644a73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:53.441182 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-f8b0e6b2-b81f-4d31-aac3-d64e801b38c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Calling delete_port for 4950addf-1770-4272-8d88-114e12ecde0f owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:24:53.459230 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-07771963-1588-4ea2-934f-2d623469b5f4 req-a5dfbc98-b603-496d-89cd-853073d0d32f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:53.465292 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-07771963-1588-4ea2-934f-2d623469b5f4 req-a5dfbc98-b603-496d-89cd-853073d0d32f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Usage tracker for resource:port and tenant:9a4d54de52764226baa1254caab457dd is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:53.468810 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-07771963-1588-4ea2-934f-2d623469b5f4 req-a5dfbc98-b603-496d-89cd-853073d0d32f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:53.476823 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-07771963-1588-4ea2-934f-2d623469b5f4 req-a5dfbc98-b603-496d-89cd-853073d0d32f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:53.487545 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-07dbe93d-e64d-47dc-8d78-36dec50abc21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:53.524552 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38604) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:53.555324 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf04ef84-bc76-4835-8a9e-64529a49322a tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Checking segment: {'id': '09b3181c-d824-4f8d-9add-c0a913322f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2a560cc5-24da-422e-831a-7229cb5bb9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:24:53.555685 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf04ef84-bc76-4835-8a9e-64529a49322a tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Network hostable DHCP agents. Network: 2a560cc5-24da-422e-831a-7229cb5bb9fd, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:24:53.632578 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c8dfe271-2be9-49cc-bc1a-c39a01241d23 req-6d8b14fa-d7e7-49b8-a69f-5d679bbf2b57 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 210 time: 0.1542442 Apr 06 13:24:53.635723 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07771963-1588-4ea2-934f-2d623469b5f4 req-a5dfbc98-b603-496d-89cd-853073d0d32f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Made reservation on behalf of 9a4d54de52764226baa1254caab457dd for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:24:53.636584 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-07dbe93d-e64d-47dc-8d78-36dec50abc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:53.639456 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-07771963-1588-4ea2-934f-2d623469b5f4 req-a5dfbc98-b603-496d-89cd-853073d0d32f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:53.685167 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 59bd172f-1a75-4af6-95bf-0c0486350742 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:24:53.820440 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4b5dad33-8875-42bf-b8f1-a733d0d009d3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:53.821031 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-05e728a2-c197-403f-806f-8469a32c5d52 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-440989478'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:53.821469 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4b5dad33-8875-42bf-b8f1-a733d0d009d3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:53.826305 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 59bd172f-1a75-4af6-95bf-0c0486350742 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:53.831105 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:53.832526 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-05e728a2-c197-403f-806f-8469a32c5d52 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:53.842419 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-05e728a2-c197-403f-806f-8469a32c5d52 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Usage tracker for resource:network and tenant:85b5a92c88a5421aa7d05fbcad83612c is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:53.848558 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-05e728a2-c197-403f-806f-8469a32c5d52 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:53.849244 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-07dbe93d-e64d-47dc-8d78-36dec50abc21 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=26e70a183a2d4e30a3a91ed5c433cac0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2349753 Apr 06 13:24:53.853929 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38620) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:53.855011 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbe93d-e64d-47dc-8d78-36dec50abc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdf4635-da27-442f-af32-ecdd2a3e9752,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:53.859803 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-05e728a2-c197-403f-806f-8469a32c5d52 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:53.860475 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-699ac786-25b8-4e99-a095-44ce98b9d53c tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Synchronizing usage tracker for tenant:29506e5a39ce4f2db4e880a74f738951 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:24:53.889255 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4b5dad33-8875-42bf-b8f1-a733d0d009d3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:53.892405 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-07771963-1588-4ea2-934f-2d623469b5f4 req-a5dfbc98-b603-496d-89cd-853073d0d32f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Allocated IP 172.20.0.10 (5be2eead-86e0-4801-95e6-7956006492a1/05aded58-8f1f-47e0-842d-ddd950b58777/ddde7491-e249-460a-b06c-c1af650f5bf7) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:24:53.924871 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf04ef84-bc76-4835-8a9e-64529a49322a tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Network 2a560cc5-24da-422e-831a-7229cb5bb9fd is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:24:53.954794 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f8b0e6b2-b81f-4d31-aac3-d64e801b38c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:53.960029 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-04bb5027-702a-4775-9349-7ba30033e36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:53.963202 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-39e21890-110a-44b3-ab36-e0daf0563251 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:54.001304 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-04bb5027-702a-4775-9349-7ba30033e36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:54.021058 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e728a2-c197-403f-806f-8469a32c5d52 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Made reservation on behalf of 85b5a92c88a5421aa7d05fbcad83612c for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:24:54.024649 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-05e728a2-c197-403f-806f-8469a32c5d52 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:54.028636 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f8b0e6b2-b81f-4d31-aac3-d64e801b38c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:54.033751 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0e6b2-b81f-4d31-aac3-d64e801b38c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Pushing event deleted for resources: {'Port': ['ID=4950addf-1770-4272-8d88-114e12ecde0f,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:54.037728 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-39e21890-110a-44b3-ab36-e0daf0563251 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Transition to ACTIVE for port object 201ceec0-642c-4c33-a853-6b95a0283a50 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:24:54.049029 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f8b0e6b2-b81f-4d31-aac3-d64e801b38c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] 10.222.0.48 "DELETE /v2.0/ports/4950addf-1770-4272-8d88-114e12ecde0f HTTP/1.1" status: 204 len: 168 time: 2.4363503 Apr 06 13:24:54.051716 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-cf04ef84-bc76-4835-8a9e-64529a49322a tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 2a560cc5-24da-422e-831a-7229cb5bb9fd) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:54.056083 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf04ef84-bc76-4835-8a9e-64529a49322a tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:54.057251 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cf04ef84-bc76-4835-8a9e-64529a49322a tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:54.060492 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa39bbd-81cb-4484-a157-5291283e8a8c None None] Network 2a560cc5-24da-422e-831a-7229cb5bb9fd requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:24:54.060956 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-699ac786-25b8-4e99-a095-44ce98b9d53c tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Unset dirty status for tenant:29506e5a39ce4f2db4e880a74f738951 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:24:54.061900 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-699ac786-25b8-4e99-a095-44ce98b9d53c tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2009826077&fields=id&tenant_id=29506e5a39ce4f2db4e880a74f738951 HTTP/1.1" status: 200 len: 267 time: 0.5244043 Apr 06 13:24:54.064579 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38628) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:54.066461 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4b5dad33-8875-42bf-b8f1-a733d0d009d3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:54.082002 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-05e728a2-c197-403f-806f-8469a32c5d52 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:54.165891 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa7c68d0-30c7-449b-ac61-e7465389da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] GET failed (client error): The resource could not be found. Apr 06 13:24:54.166970 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-aa7c68d0-30c7-449b-ac61-e7465389da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Synchronizing usage tracker for tenant:3ad83b884e78416f945948159afd728d on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:24:54.176477 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-05e728a2-c197-403f-806f-8469a32c5d52 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:54.189269 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-05e728a2-c197-403f-806f-8469a32c5d52 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Usage tracker for resource:security_group_rule and tenant:85b5a92c88a5421aa7d05fbcad83612c is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:54.194341 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-05e728a2-c197-403f-806f-8469a32c5d52 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:54.206956 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-05e728a2-c197-403f-806f-8469a32c5d52 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:54.250895 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-cf04ef84-bc76-4835-8a9e-64529a49322a tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5417523 Apr 06 13:24:54.258446 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38638) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:54.265049 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-8f37aee6-917c-493a-8a55-78c950dd5158 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Request body: {'port': {'network_id': '2a560cc5-24da-422e-831a-7229cb5bb9fd', 'name': 'tempest-AllowedAddressPairTestJSON-741452041'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:54.291928 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-04bb5027-702a-4775-9349-7ba30033e36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:54.310548 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-07771963-1588-4ea2-934f-2d623469b5f4 req-a5dfbc98-b603-496d-89cd-853073d0d32f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:54.324827 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4b5dad33-8875-42bf-b8f1-a733d0d009d3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:54.329895 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4b5dad33-8875-42bf-b8f1-a733d0d009d3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.5038049 Apr 06 13:24:54.338833 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38642) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:54.349894 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb5027-702a-4775-9349-7ba30033e36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdf4635-da27-442f-af32-ecdd2a3e9752,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:54.378926 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff31b437-7da0-4b93-a16a-b53ff6a2ee24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-2a560cc5-24da-422e-831a-7229cb5bb9fd', 'network_id': '2a560cc5-24da-422e-831a-7229cb5bb9fd', 'tenant_id': 'd31d7d89a23243b7bdce6e86ac89a173', 'fixed_ips': [{'subnet_id': '2d941abc-214b-408c-8515-288f38bb9cb5'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:24:54.379917 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ff31b437-7da0-4b93-a16a-b53ff6a2ee24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:54.458000 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-07771963-1588-4ea2-934f-2d623469b5f4 req-a5dfbc98-b603-496d-89cd-853073d0d32f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Transition to ACTIVE for port object ddde7491-e249-460a-b06c-c1af650f5bf7 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:24:54.492083 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-04bb5027-702a-4775-9349-7ba30033e36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:54.496208 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-04bb5027-702a-4775-9349-7ba30033e36e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0fdf4635-da27-442f-af32-ecdd2a3e9752 HTTP/1.1" status: 204 len: 168 time: 0.6361244 Apr 06 13:24:54.504536 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-aa7c68d0-30c7-449b-ac61-e7465389da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Unset dirty status for tenant:3ad83b884e78416f945948159afd728d on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:24:54.505711 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-aa7c68d0-30c7-449b-ac61-e7465389da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] 10.222.0.48 "GET /v2.0/ports/4950addf-1770-4272-8d88-114e12ecde0f HTTP/1.1" status: 404 len: 333 time: 0.4354749 Apr 06 13:24:54.506912 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-39e21890-110a-44b3-ab36-e0daf0563251 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:54.515160 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38650) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:54.546455 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-4b600f24-53ec-48e4-9952-5a99d9772f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Request body: {'port': {'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-731366145'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:54.558077 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-4b600f24-53ec-48e4-9952-5a99d9772f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:54.594638 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-ff31b437-7da0-4b93-a16a-b53ff6a2ee24 None None] Allocated IP 172.20.0.2 (2a560cc5-24da-422e-831a-7229cb5bb9fd/2d941abc-214b-408c-8515-288f38bb9cb5/4e1bc39e-42ba-4038-81fd-cbc60c411982) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:24:54.618796 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-4b600f24-53ec-48e4-9952-5a99d9772f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:54.655794 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e21890-110a-44b3-ab36-e0daf0563251 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Network 8cab3f5c-d3b1-45cd-bf15-e3534ac426b1 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:24:54.681283 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-39e21890-110a-44b3-ab36-e0daf0563251 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:54.697747 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e21890-110a-44b3-ab36-e0daf0563251 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:24:54.729690 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-07771963-1588-4ea2-934f-2d623469b5f4 req-a5dfbc98-b603-496d-89cd-853073d0d32f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:54.820854 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-8f37aee6-917c-493a-8a55-78c950dd5158 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:54.855982 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-e46f0fcd-9437-418f-8ff3-ff1686707767 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:54.856720 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-e46f0fcd-9437-418f-8ff3-ff1686707767 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Synchronizing usage tracker for tenant:29506e5a39ce4f2db4e880a74f738951 on resource:network {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:24:54.863623 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-8f37aee6-917c-493a-8a55-78c950dd5158 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Usage tracker for resource:port and tenant:d31d7d89a23243b7bdce6e86ac89a173 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:54.864742 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e21890-110a-44b3-ab36-e0daf0563251 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Pushing event updated for resources: {'Port': ['ID=201ceec0-642c-4c33-a853-6b95a0283a50,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:54.890585 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d14af462-2930-45ad-a019-6bb449c334ac tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:54.900288 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b600f24-53ec-48e4-9952-5a99d9772f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Made reservation on behalf of 3ad83b884e78416f945948159afd728d for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:24:54.902747 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4b600f24-53ec-48e4-9952-5a99d9772f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:54.936987 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-8f37aee6-917c-493a-8a55-78c950dd5158 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:54.975441 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-8f37aee6-917c-493a-8a55-78c950dd5158 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:55.001755 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-05e728a2-c197-403f-806f-8469a32c5d52 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:55.008938 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07771963-1588-4ea2-934f-2d623469b5f4 req-a5dfbc98-b603-496d-89cd-853073d0d32f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Network 5be2eead-86e0-4801-95e6-7956006492a1 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:24:55.019724 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-07771963-1588-4ea2-934f-2d623469b5f4 req-a5dfbc98-b603-496d-89cd-853073d0d32f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:55.021880 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-4b600f24-53ec-48e4-9952-5a99d9772f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] device_id is not set on port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:24:55.027309 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ff31b437-7da0-4b93-a16a-b53ff6a2ee24 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:55.067537 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ff31b437-7da0-4b93-a16a-b53ff6a2ee24 None None] Transition to ACTIVE for port object 4e1bc39e-42ba-4038-81fd-cbc60c411982 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:24:55.128440 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ff31b437-7da0-4b93-a16a-b53ff6a2ee24 None None] Transition to ACTIVE for port object 4e1bc39e-42ba-4038-81fd-cbc60c411982 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:24:55.131509 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfbc98-b603-496d-89cd-853073d0d32f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Pushing event updated for resources: {'Port': ['ID=ddde7491-e249-460a-b06c-c1af650f5bf7,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:55.163511 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-07771963-1588-4ea2-934f-2d623469b5f4 req-a5dfbc98-b603-496d-89cd-853073d0d32f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:24:55.245003 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-05e728a2-c197-403f-806f-8469a32c5d52 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:55.256737 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ff31b437-7da0-4b93-a16a-b53ff6a2ee24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:55.277682 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e728a2-c197-403f-806f-8469a32c5d52 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:24:55.311507 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-05e728a2-c197-403f-806f-8469a32c5d52 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:55.315492 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-05e728a2-c197-403f-806f-8469a32c5d52 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Added segment 932b50af-7db1-46f0-951a-3a70eba4df87 of type vlan for network 812b7c77-1c77-4674-b6cd-52d4914b4788 Apr 06 13:24:55.338926 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-91a9e6dd-e771-41b5-bc98-e3b5b47aaf83 None None] Provisioning for port 201ceec0-642c-4c33-a853-6b95a0283a50 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:24:55.359633 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-05e728a2-c197-403f-806f-8469a32c5d52 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:55.446645 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff31b437-7da0-4b93-a16a-b53ff6a2ee24 None None] Network 2a560cc5-24da-422e-831a-7229cb5bb9fd is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:24:55.448170 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-91a9e6dd-e771-41b5-bc98-e3b5b47aaf83 None None] Provisioning complete for port 201ceec0-642c-4c33-a853-6b95a0283a50 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:55.451273 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-91a9e6dd-e771-41b5-bc98-e3b5b47aaf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:55.503861 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-ff31b437-7da0-4b93-a16a-b53ff6a2ee24 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:55.541177 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff31b437-7da0-4b93-a16a-b53ff6a2ee24 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:24:55.559043 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f37aee6-917c-493a-8a55-78c950dd5158 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Made reservation on behalf of d31d7d89a23243b7bdce6e86ac89a173 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:24:55.572111 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8f37aee6-917c-493a-8a55-78c950dd5158 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:55.689716 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-05e728a2-c197-403f-806f-8469a32c5d52 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:55.708329 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e728a2-c197-403f-806f-8469a32c5d52 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:55.708329 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-05e728a2-c197-403f-806f-8469a32c5d52 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:55.746041 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-91a9e6dd-e771-41b5-bc98-e3b5b47aaf83 None None] Port 201ceec0-642c-4c33-a853-6b95a0283a50 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:24:55.749171 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31b437-7da0-4b93-a16a-b53ff6a2ee24 None None] Pushing event updated for resources: {'Port': ['ID=4e1bc39e-42ba-4038-81fd-cbc60c411982,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:55.792154 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ff31b437-7da0-4b93-a16a-b53ff6a2ee24 None None] Attempting to bind port 4e1bc39e-42ba-4038-81fd-cbc60c411982 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:24:55.793084 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ff31b437-7da0-4b93-a16a-b53ff6a2ee24 None None] Attempting to bind port 4e1bc39e-42ba-4038-81fd-cbc60c411982 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '09b3181c-d824-4f8d-9add-c0a913322f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2a560cc5-24da-422e-831a-7229cb5bb9fd'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:24:55.793647 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff31b437-7da0-4b93-a16a-b53ff6a2ee24 None None] Attempting to bind port 4e1bc39e-42ba-4038-81fd-cbc60c411982 on network 2a560cc5-24da-422e-831a-7229cb5bb9fd {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:24:55.800201 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-e46f0fcd-9437-418f-8ff3-ff1686707767 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Unset dirty status for tenant:29506e5a39ce4f2db4e880a74f738951 on resource:network {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:24:55.801373 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-e46f0fcd-9437-418f-8ff3-ff1686707767 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/networks?id=b4af085f-1110-4224-b013-05549a7ec08d HTTP/1.1" status: 200 len: 805 time: 1.6869018 Apr 06 13:24:55.802841 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff31b437-7da0-4b93-a16a-b53ff6a2ee24 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:24:55.803611 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff31b437-7da0-4b93-a16a-b53ff6a2ee24 None None] Checking segment: {'id': '09b3181c-d824-4f8d-9add-c0a913322f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2a560cc5-24da-422e-831a-7229cb5bb9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:24:55.804981 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ff31b437-7da0-4b93-a16a-b53ff6a2ee24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:55.805948 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff31b437-7da0-4b93-a16a-b53ff6a2ee24 None None] Bound using segment: {'id': '09b3181c-d824-4f8d-9add-c0a913322f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2a560cc5-24da-422e-831a-7229cb5bb9fd'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:24:55.806197 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ff31b437-7da0-4b93-a16a-b53ff6a2ee24 None None] Bound port: 4e1bc39e-42ba-4038-81fd-cbc60c411982, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b3181c-d824-4f8d-9add-c0a913322f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2a560cc5-24da-422e-831a-7229cb5bb9fd'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:24:55.807353 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ff31b437-7da0-4b93-a16a-b53ff6a2ee24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:55.825003 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07771963-1588-4ea2-934f-2d623469b5f4 req-a5dfbc98-b603-496d-89cd-853073d0d32f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:55.825554 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-07771963-1588-4ea2-934f-2d623469b5f4 req-a5dfbc98-b603-496d-89cd-853073d0d32f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:55.843106 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e728a2-c197-403f-806f-8469a32c5d52 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=646bcd3f-e28a-448e-a781-c1026f00def1,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:55.847053 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-8f37aee6-917c-493a-8a55-78c950dd5158 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] device_id is not set on port 2ffee3f8-b33b-45c0-9e05-1bc3019d5c69 yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:24:55.979791 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d14af462-2930-45ad-a019-6bb449c334ac tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:55.987834 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d14af462-2930-45ad-a019-6bb449c334ac tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:55.989480 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ff31b437-7da0-4b93-a16a-b53ff6a2ee24 None None] For port 4e1bc39e-42ba-4038-81fd-cbc60c411982, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:24:55.993538 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ff31b437-7da0-4b93-a16a-b53ff6a2ee24 None None] For port 4e1bc39e-42ba-4038-81fd-cbc60c411982, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=4e1bc39e-42ba-4038-81fd-cbc60c411982,segment=NetworkSegment(09b3181c-d824-4f8d-9add-c0a913322f5a),segment_id=09b3181c-d824-4f8d-9add-c0a913322f5a)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:24:55.995406 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d0e2d4f8-c2e0-4f58-bff5-99a75daf595a None None] Provisioning for port ddde7491-e249-460a-b06c-c1af650f5bf7 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:24:56.001647 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d0e2d4f8-c2e0-4f58-bff5-99a75daf595a None None] Provisioning complete for port ddde7491-e249-460a-b06c-c1af650f5bf7 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:56.002423 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d0e2d4f8-c2e0-4f58-bff5-99a75daf595a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:56.031525 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-39e21890-110a-44b3-ab36-e0daf0563251 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:56.042264 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-f6cdd9c3-424c-4af5-aec0-b652f55cebfa tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/quotas/29506e5a39ce4f2db4e880a74f738951 HTTP/1.1" status: 200 len: 375 time: 0.2154353 Apr 06 13:24:56.071841 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-8f37aee6-917c-493a-8a55-78c950dd5158 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Allocated IP 172.20.0.12 (2a560cc5-24da-422e-831a-7229cb5bb9fd/2d941abc-214b-408c-8515-288f38bb9cb5/2ffee3f8-b33b-45c0-9e05-1bc3019d5c69) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:24:56.079856 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ff31b437-7da0-4b93-a16a-b53ff6a2ee24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:56.122521 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d14af462-2930-45ad-a019-6bb449c334ac tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:56.123137 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14af462-2930-45ad-a019-6bb449c334ac tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36cdac0b-e0a3-4bc4-916b-1e2e0dcf82a8 {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:24:56.191111 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e728a2-c197-403f-806f-8469a32c5d52 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event updated for resources: {'Network': ['ID=812b7c77-1c77-4674-b6cd-52d4914b4788,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:56.195360 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6d938-295b-4ca1-91e2-d90bab37ed9a req-35fe42ac-3fa3-43a0-986c-6c3273e7fd18 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:56.196896 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-58b6d938-295b-4ca1-91e2-d90bab37ed9a req-35fe42ac-3fa3-43a0-986c-6c3273e7fd18 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 932 time: 1.0156736 Apr 06 13:24:56.210477 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d14af462-2930-45ad-a019-6bb449c334ac tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:56.213934 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d14af462-2930-45ad-a019-6bb449c334ac tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "DELETE /v2.0/routers/36cdac0b-e0a3-4bc4-916b-1e2e0dcf82a8 HTTP/1.1" status: 204 len: 168 time: 1.8686113 Apr 06 13:24:56.230948 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 812b7c77-1c77-4674-b6cd-52d4914b4788 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:24:56.338319 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-58b6d938-295b-4ca1-91e2-d90bab37ed9a req-02489f2d-843d-4936-b407-b40685d42012 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209157 Apr 06 13:24:56.351761 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-e8ed7c6a-f391-42c6-9487-f058854f213b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Synchronizing usage tracker for tenant:29506e5a39ce4f2db4e880a74f738951 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:24:56.437627 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-d0e2d4f8-c2e0-4f58-bff5-99a75daf595a None None] Port ddde7491-e249-460a-b06c-c1af650f5bf7 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:24:56.481402 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31b437-7da0-4b93-a16a-b53ff6a2ee24 None None] Pushing event updated for resources: {'Port': ['ID=4e1bc39e-42ba-4038-81fd-cbc60c411982,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:56.583369 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-39e21890-110a-44b3-ab36-e0daf0563251 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:56.658360 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-05e728a2-c197-403f-806f-8469a32c5d52 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.1323225 Apr 06 13:24:56.660029 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-07771963-1588-4ea2-934f-2d623469b5f4 req-a5dfbc98-b603-496d-89cd-853073d0d32f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4390056 Apr 06 13:24:56.666174 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38676) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:56.697739 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-467d3811-f9a6-4efb-afa3-2297d39d2609 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Request body: {'subnet': {'network_id': '812b7c77-1c77-4674-b6cd-52d4914b4788', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:56.878327 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-e8ed7c6a-f391-42c6-9487-f058854f213b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Unset dirty status for tenant:29506e5a39ce4f2db4e880a74f738951 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:24:56.879814 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-e8ed7c6a-f391-42c6-9487-f058854f213b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=29506e5a39ce4f2db4e880a74f738951&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8242807 Apr 06 13:24:56.921671 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [req-07771963-1588-4ea2-934f-2d623469b5f4 req-131f0718-a4a8-4477-b895-9f7e300fc0cb tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:56.926101 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-07771963-1588-4ea2-934f-2d623469b5f4 req-131f0718-a4a8-4477-b895-9f7e300fc0cb tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0241780 Apr 06 13:24:56.965412 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4b600f24-53ec-48e4-9952-5a99d9772f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:57.003942 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:57.045680 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38684) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:57.078388 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8f37aee6-917c-493a-8a55-78c950dd5158 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:57.086903 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-467d3811-f9a6-4efb-afa3-2297d39d2609 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:57.095305 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-467d3811-f9a6-4efb-afa3-2297d39d2609 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Usage tracker for resource:subnet and tenant:85b5a92c88a5421aa7d05fbcad83612c is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:57.101344 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-467d3811-f9a6-4efb-afa3-2297d39d2609 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:57.102533 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-8f37aee6-917c-493a-8a55-78c950dd5158 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Transition to ACTIVE for port object 2ffee3f8-b33b-45c0-9e05-1bc3019d5c69 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:24:57.146126 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-467d3811-f9a6-4efb-afa3-2297d39d2609 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:57.197152 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4b600f24-53ec-48e4-9952-5a99d9772f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:57.371798 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8f37aee6-917c-493a-8a55-78c950dd5158 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:57.515794 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b600f24-53ec-48e4-9952-5a99d9772f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Network db35ae19-a0d0-4767-b14c-f45ac7e09271 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:24:57.523625 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-4b600f24-53ec-48e4-9952-5a99d9772f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:57.562706 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-3a0bdd9f-29d1-44d5-bbe2-26f0ebc9ffd0 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1292725443', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}, 'admin_state_up': False}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:57.578203 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-3a0bdd9f-29d1-44d5-bbe2-26f0ebc9ffd0 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:57.585632 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-3a0bdd9f-29d1-44d5-bbe2-26f0ebc9ffd0 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Usage tracker for resource:router and tenant:a7d3934a216d42678dd20983f1025233 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:57.589474 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-3a0bdd9f-29d1-44d5-bbe2-26f0ebc9ffd0 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:57.604899 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-3a0bdd9f-29d1-44d5-bbe2-26f0ebc9ffd0 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:57.616947 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f37aee6-917c-493a-8a55-78c950dd5158 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Network 2a560cc5-24da-422e-831a-7229cb5bb9fd is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:24:57.617802 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b600f24-53ec-48e4-9952-5a99d9772f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:24:57.623003 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b600f24-53ec-48e4-9952-5a99d9772f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:57.623685 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4b600f24-53ec-48e4-9952-5a99d9772f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:57.669754 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b600f24-53ec-48e4-9952-5a99d9772f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Pushing event updated for resources: {'Port': ['ID=0a41709e-b789-4ca2-bba6-d766d6a4e4d4,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:57.695825 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-07771963-1588-4ea2-934f-2d623469b5f4 req-066dd103-7d8f-4d90-9d9d-cb318e2205cc service neutron] Request body: {'port': {'device_id': 'ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:57.734498 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 4e1bc39e-42ba-4038-81fd-cbc60c411982 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:24:57.747892 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467d3811-f9a6-4efb-afa3-2297d39d2609 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Made reservation on behalf of 85b5a92c88a5421aa7d05fbcad83612c for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:24:57.752558 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-467d3811-f9a6-4efb-afa3-2297d39d2609 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:57.781738 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-8f37aee6-917c-493a-8a55-78c950dd5158 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:57.785482 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f37aee6-917c-493a-8a55-78c950dd5158 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:24:57.902575 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4b600f24-53ec-48e4-9952-5a99d9772f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.3735845 Apr 06 13:24:57.920016 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3a0bdd9f-29d1-44d5-bbe2-26f0ebc9ffd0 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:57.921049 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3a0bdd9f-29d1-44d5-bbe2-26f0ebc9ffd0 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:57.925775 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38700) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:57.964000 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:57.991968 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 4e1bc39e-42ba-4038-81fd-cbc60c411982 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:24:58.137019 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:58.162475 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83390cff-1090-4597-ba5c-ae03d75f3da8 None None] Network 2a560cc5-24da-422e-831a-7229cb5bb9fd requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:24:58.229495 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-39e21890-110a-44b3-ab36-e0daf0563251 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:58.238364 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-6f28c2da-2ff0-4859-8718-b2f46d40ce1a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:24:58.239698 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-6f28c2da-2ff0-4859-8718-b2f46d40ce1a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5197780 Apr 06 13:24:58.241496 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-07771963-1588-4ea2-934f-2d623469b5f4 req-066dd103-7d8f-4d90-9d9d-cb318e2205cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:58.253467 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3a0bdd9f-29d1-44d5-bbe2-26f0ebc9ffd0 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:58.302507 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37aee6-917c-493a-8a55-78c950dd5158 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Pushing event updated for resources: {'Port': ['ID=2ffee3f8-b33b-45c0-9e05-1bc3019d5c69,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:58.334114 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f37aee6-917c-493a-8a55-78c950dd5158 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:58.335010 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8f37aee6-917c-493a-8a55-78c950dd5158 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:58.376631 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ed235299-024d-4e49-95b6-ad117b02df3c None None] Provisioning for port 4e1bc39e-42ba-4038-81fd-cbc60c411982 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:24:58.398156 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ed235299-024d-4e49-95b6-ad117b02df3c None None] Provisioning complete for port 4e1bc39e-42ba-4038-81fd-cbc60c411982 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:58.398488 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ed235299-024d-4e49-95b6-ad117b02df3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:58.460001 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:24:58.467245 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-7e9d7c60-9cd7-4fe2-8a16-8901d8b1c00a service neutron] 10.222.0.48 "GET /v2.0/networks/b4af085f-1110-4224-b013-05549a7ec08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179585 Apr 06 13:24:58.477960 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e5fe4-e148-4aed-8bb8-ccc7b51b78bf req-35c0c115-5a06-4fc2-a18a-1c2aa0cb91e4 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:24:58.488706 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6d8e5fe4-e148-4aed-8bb8-ccc7b51b78bf req-35c0c115-5a06-4fc2-a18a-1c2aa0cb91e4 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 932 time: 0.7662852 Apr 06 13:24:58.547611 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-39e21890-110a-44b3-ab36-e0daf0563251 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:58.761095 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-39e21890-110a-44b3-ab36-e0daf0563251 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:58.777929 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e21890-110a-44b3-ab36-e0daf0563251 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Pushing event updated for resources: {'Port': ['ID=201ceec0-642c-4c33-a853-6b95a0283a50,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:58.819316 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] device_id is not set on port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:24:58.827568 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:58.868764 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ed235299-024d-4e49-95b6-ad117b02df3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:58.972699 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ed235299-024d-4e49-95b6-ad117b02df3c None None] For port 4e1bc39e-42ba-4038-81fd-cbc60c411982, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=4e1bc39e-42ba-4038-81fd-cbc60c411982,segment=NetworkSegment(09b3181c-d824-4f8d-9add-c0a913322f5a),segment_id=09b3181c-d824-4f8d-9add-c0a913322f5a)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:24:59.024535 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6d8e5fe4-e148-4aed-8bb8-ccc7b51b78bf req-9f44f6fa-9411-4083-855c-fc6df3cdd8d8 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5325725 Apr 06 13:24:59.048195 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38714) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:59.280632 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3a0bdd9f-29d1-44d5-bbe2-26f0ebc9ffd0 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:59.293165 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8f37aee6-917c-493a-8a55-78c950dd5158 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0301762 Apr 06 13:24:59.298940 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38720) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:24:59.317946 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Transition to ACTIVE for port object 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:24:59.325350 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-48764a88-4eb1-4dc0-8293-7bf7cac46f90 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Request body: {'port': {'network_id': '2a560cc5-24da-422e-831a-7229cb5bb9fd', 'name': 'tempest-AllowedAddressPairTestJSON-397980125', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:ca:6a:97'}]}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:59.334753 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ed235299-024d-4e49-95b6-ad117b02df3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:59.375744 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-a25b3d24-5c75-4a63-beae-e81594dbd8a9 service neutron] 10.222.0.48 "GET /v2.0/networks/b4af085f-1110-4224-b013-05549a7ec08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8788590 Apr 06 13:24:59.417873 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-650faa1a-df51-4a2d-b74f-d037218c2822 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-419601953', 'router:external': True}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:24:59.472103 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed235299-024d-4e49-95b6-ad117b02df3c None None] Pushing event updated for resources: {'Port': ['ID=4e1bc39e-42ba-4038-81fd-cbc60c411982,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:24:59.500602 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-650faa1a-df51-4a2d-b74f-d037218c2822 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:24:59.520967 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-650faa1a-df51-4a2d-b74f-d037218c2822 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Usage tracker for resource:network and tenant:60a460cb10c44a699e8c4970a331215c is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:24:59.547933 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-650faa1a-df51-4a2d-b74f-d037218c2822 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:24:59.558372 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-650faa1a-df51-4a2d-b74f-d037218c2822 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:24:59.573980 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e21890-110a-44b3-ab36-e0daf0563251 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Network 8cab3f5c-d3b1-45cd-bf15-e3534ac426b1 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:24:59.585417 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-39e21890-110a-44b3-ab36-e0daf0563251 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:24:59.672692 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:59.717683 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e08aecf7-8ac2-41d3-82ed-4bbe0ab40e8b None None] Provisioning for port 2ffee3f8-b33b-45c0-9e05-1bc3019d5c69 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:24:59.723399 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 4e1bc39e-42ba-4038-81fd-cbc60c411982 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:24:59.778024 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e08aecf7-8ac2-41d3-82ed-4bbe0ab40e8b None None] Provisioning complete for port 2ffee3f8-b33b-45c0-9e05-1bc3019d5c69 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:59.779632 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e08aecf7-8ac2-41d3-82ed-4bbe0ab40e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:59.828806 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650faa1a-df51-4a2d-b74f-d037218c2822 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Made reservation on behalf of 60a460cb10c44a699e8c4970a331215c for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:24:59.832598 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-650faa1a-df51-4a2d-b74f-d037218c2822 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:59.871484 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-467d3811-f9a6-4efb-afa3-2297d39d2609 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:59.908621 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-e08aecf7-8ac2-41d3-82ed-4bbe0ab40e8b None None] Port 2ffee3f8-b33b-45c0-9e05-1bc3019d5c69 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:24:59.948706 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e08aecf7-8ac2-41d3-82ed-4bbe0ab40e8b None None] Provisioning complete for port 4e1bc39e-42ba-4038-81fd-cbc60c411982 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:59.949150 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e08aecf7-8ac2-41d3-82ed-4bbe0ab40e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:59.957075 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-650faa1a-df51-4a2d-b74f-d037218c2822 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:24:59.996506 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 4e1bc39e-42ba-4038-81fd-cbc60c411982 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:24:59.996914 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:00.258183 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-650faa1a-df51-4a2d-b74f-d037218c2822 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:00.301182 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-eba960b6-7fb3-468d-9773-01a0f7e7e1ee req-a90d4272-0f2f-4f82-8fbf-6fb76f9ed17a tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/ports?device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 210 time: 0.3450243 Apr 06 13:25:00.307143 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-650faa1a-df51-4a2d-b74f-d037218c2822 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Usage tracker for resource:security_group_rule and tenant:60a460cb10c44a699e8c4970a331215c is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:00.315218 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-650faa1a-df51-4a2d-b74f-d037218c2822 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:00.342569 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467d3811-f9a6-4efb-afa3-2297d39d2609 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Checking segment: {'id': '932b50af-7db1-46f0-951a-3a70eba4df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '812b7c77-1c77-4674-b6cd-52d4914b4788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:25:00.346711 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467d3811-f9a6-4efb-afa3-2297d39d2609 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Network hostable DHCP agents. Network: 812b7c77-1c77-4674-b6cd-52d4914b4788, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:25:00.369065 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d3811-f9a6-4efb-afa3-2297d39d2609 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event updated for resources: {'Subnet': ['ID=9ce1d277-20d4-45db-aff4-9f7ab7740ea1,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:00.383468 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-650faa1a-df51-4a2d-b74f-d037218c2822 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:00.458624 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Pushing event updated for resources: {'Port': ['ID=0a41709e-b789-4ca2-bba6-d766d6a4e4d4,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:00.473555 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d97b3bba-3a2e-470a-a4d1-d49cc7e09e57 None None] Provisioning complete for port 2ffee3f8-b33b-45c0-9e05-1bc3019d5c69 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:25:00.473730 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d97b3bba-3a2e-470a-a4d1-d49cc7e09e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:00.516923 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:25:00.517556 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:25:00.518505 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:25:00.558577 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-48764a88-4eb1-4dc0-8293-7bf7cac46f90 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:00.561617 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-d97b3bba-3a2e-470a-a4d1-d49cc7e09e57 None None] Port 2ffee3f8-b33b-45c0-9e05-1bc3019d5c69 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:25:00.571145 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-48764a88-4eb1-4dc0-8293-7bf7cac46f90 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Usage tracker for resource:port and tenant:d31d7d89a23243b7bdce6e86ac89a173 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:00.575657 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-48764a88-4eb1-4dc0-8293-7bf7cac46f90 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:00.583884 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d97b3bba-3a2e-470a-a4d1-d49cc7e09e57 None None] Provisioning complete for port 201ceec0-642c-4c33-a853-6b95a0283a50 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:25:00.585004 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d97b3bba-3a2e-470a-a4d1-d49cc7e09e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:00.593101 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-48764a88-4eb1-4dc0-8293-7bf7cac46f90 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:00.625092 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:25:00.625892 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:25:00.641237 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempt 2 to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 Apr 06 13:25:00.666918 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-d97b3bba-3a2e-470a-a4d1-d49cc7e09e57 None None] Port 201ceec0-642c-4c33-a853-6b95a0283a50 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:25:00.675358 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-650faa1a-df51-4a2d-b74f-d037218c2822 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:00.677029 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48764a88-4eb1-4dc0-8293-7bf7cac46f90 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Made reservation on behalf of d31d7d89a23243b7bdce6e86ac89a173 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:25:00.709758 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:25:00.710094 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:25:00.710431 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:25:00.728658 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c519e-529f-4648-9e0a-6bdb15769de8 req-491f5ad1-4a64-45dd-97a6-821ace6de942 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:00.736376 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3c8c519e-529f-4648-9e0a-6bdb15769de8 req-491f5ad1-4a64-45dd-97a6-821ace6de942 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 932 time: 0.3470063 Apr 06 13:25:00.901404 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467d3811-f9a6-4efb-afa3-2297d39d2609 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Network 812b7c77-1c77-4674-b6cd-52d4914b4788 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:25:00.901404 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e21890-110a-44b3-ab36-e0daf0563251 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Router 883eeb38-37ea-4a06-8f10-f70cd4e92bba is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:25:00.901404 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-650faa1a-df51-4a2d-b74f-d037218c2822 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:00.902551 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:25:00.902551 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:25:00.902551 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempt 3 to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 Apr 06 13:25:00.902776 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3c8c519e-529f-4648-9e0a-6bdb15769de8 req-53e7737a-09c9-45e0-bf12-7f0eae2ad2ee tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955045 Apr 06 13:25:00.902776 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650faa1a-df51-4a2d-b74f-d037218c2822 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:25:00.903252 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.resource_extend [req-07771963-1588-4ea2-934f-2d623469b5f4 req-066dd103-7d8f-4d90-9d9d-cb318e2205cc service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 13:25:00.903252 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:25:00.903252 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:25:00.903252 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:25:00.950195 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:25:00.950616 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:25:00.958758 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempt 4 to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 Apr 06 13:25:01.082540 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-48764a88-4eb1-4dc0-8293-7bf7cac46f90 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:01.114124 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-650faa1a-df51-4a2d-b74f-d037218c2822 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:01.115046 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-650faa1a-df51-4a2d-b74f-d037218c2822 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Added segment 5283dd0f-dcf9-4d5d-bc47-4c710cae18d7 of type vlan for network 7aec3d94-8eab-4147-850b-bb03c486a3b7 Apr 06 13:25:01.159832 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-07771963-1588-4ea2-934f-2d623469b5f4 req-066dd103-7d8f-4d90-9d9d-cb318e2205cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddde7491-e249-460a-b06c-c1af650f5bf7 {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:25:01.207281 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-650faa1a-df51-4a2d-b74f-d037218c2822 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:01.207842 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:25:01.208182 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:25:01.208523 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:25:01.219664 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-07771963-1588-4ea2-934f-2d623469b5f4 req-066dd103-7d8f-4d90-9d9d-cb318e2205cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:01.324162 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-467d3811-f9a6-4efb-afa3-2297d39d2609 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 812b7c77-1c77-4674-b6cd-52d4914b4788) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:01.333618 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467d3811-f9a6-4efb-afa3-2297d39d2609 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:01.346104 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-467d3811-f9a6-4efb-afa3-2297d39d2609 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:01.358333 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d819730-0177-4103-9157-c18652f58627 None None] Network 812b7c77-1c77-4674-b6cd-52d4914b4788 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:25:01.361209 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650faa1a-df51-4a2d-b74f-d037218c2822 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd96066e-7ae6-4af6-8fb8-bc10e5f57a60,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:01.387908 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-48764a88-4eb1-4dc0-8293-7bf7cac46f90 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] device_id is not set on port 42b80bfb-3a2f-43b1-82ea-2fb6715eacfe yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:25:01.506097 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:25:01.506867 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:25:01.563635 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e21890-110a-44b3-ab36-e0daf0563251 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:25:01.572121 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-650faa1a-df51-4a2d-b74f-d037218c2822 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:01.573076 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650faa1a-df51-4a2d-b74f-d037218c2822 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:01.574505 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-650faa1a-df51-4a2d-b74f-d037218c2822 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:01.608812 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b98a73-7a4d-4a7f-80d7-743157aa69a0 None None] Sync routers for ids ['883eeb38-37ea-4a06-8f10-f70cd4e92bba'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:25:01.634117 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b98a73-7a4d-4a7f-80d7-743157aa69a0 None None] Routers {'883eeb38-37ea-4a06-8f10-f70cd4e92bba'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:01.634883 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-13b98a73-7a4d-4a7f-80d7-743157aa69a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:24:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['883eeb38-37ea-4a06-8f10-f70cd4e92bba'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:01.673505 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3086756e-173e-43ea-b5f5-3d0091ac611f req-3ceefb58-2584-43e6-ba86-a3078ca5da08 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/ports?device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 210 time: 0.1022296 Apr 06 13:25:01.712411 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempt 5 to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 Apr 06 13:25:01.724542 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-48764a88-4eb1-4dc0-8293-7bf7cac46f90 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Allocated IP 172.20.0.9 (2a560cc5-24da-422e-831a-7229cb5bb9fd/2d941abc-214b-408c-8515-288f38bb9cb5/42b80bfb-3a2f-43b1-82ea-2fb6715eacfe) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:25:01.730204 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3a0bdd9f-29d1-44d5-bbe2-26f0ebc9ffd0 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:01.757906 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-13b98a73-7a4d-4a7f-80d7-743157aa69a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:01.774630 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-07771963-1588-4ea2-934f-2d623469b5f4 req-066dd103-7d8f-4d90-9d9d-cb318e2205cc service neutron] Transition to ACTIVE for port object ddde7491-e249-460a-b06c-c1af650f5bf7 will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:25:01.794229 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3a0bdd9f-29d1-44d5-bbe2-26f0ebc9ffd0 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:01.823537 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-39e21890-110a-44b3-ab36-e0daf0563251 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] 10.222.0.48 "PUT /v2.0/routers/883eeb38-37ea-4a06-8f10-f70cd4e92bba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7697277 Apr 06 13:25:01.824949 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650faa1a-df51-4a2d-b74f-d037218c2822 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Pushing event updated for resources: {'Network': ['ID=7aec3d94-8eab-4147-850b-bb03c486a3b7,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:01.828881 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38760) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:01.834180 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-650faa1a-df51-4a2d-b74f-d037218c2822 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.7846191 Apr 06 13:25:01.840199 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-49b768df-3c8f-4205-8de0-739698818e1d tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Request body: {'port': {'network_id': '8cab3f5c-d3b1-45cd-bf15-e3534ac426b1', 'name': 'tempest-FloatingIPNegativeTestJSON-2141400858'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:01.852279 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 7aec3d94-8eab-4147-850b-bb03c486a3b7 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:25:01.857786 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:25:01.858299 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:25:01.858631 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:25:01.869282 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38764) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:01.871690 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:25:01.872015 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:25:01.872833 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-07771963-1588-4ea2-934f-2d623469b5f4 req-066dd103-7d8f-4d90-9d9d-cb318e2205cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:01.879732 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-467d3811-f9a6-4efb-afa3-2297d39d2609 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.2046402 Apr 06 13:25:01.884521 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38768) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:01.884777 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-9799de14-8030-44f3-8efe-baead322bb2b tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Request body: {'subnet': {'network_id': '7aec3d94-8eab-4147-850b-bb03c486a3b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:01.892548 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-df7d96c5-d268-4aad-ad92-b0188c879e05 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1025444559', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}, 'admin_state_up': False}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:01.896750 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempt 6 to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 Apr 06 13:25:01.942598 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b98a73-7a4d-4a7f-80d7-743157aa69a0 None None] Routers {'883eeb38-37ea-4a06-8f10-f70cd4e92bba'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:01.943453 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-13b98a73-7a4d-4a7f-80d7-743157aa69a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:24:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['883eeb38-37ea-4a06-8f10-f70cd4e92bba'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:02.003411 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-df7d96c5-d268-4aad-ad92-b0188c879e05 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:02.007516 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066dd103-7d8f-4d90-9d9d-cb318e2205cc service neutron] Pushing event updated for resources: {'Port': ['ID=ddde7491-e249-460a-b06c-c1af650f5bf7,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:02.025126 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-9799de14-8030-44f3-8efe-baead322bb2b tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:02.039227 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-df7d96c5-d268-4aad-ad92-b0188c879e05 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Usage tracker for resource:router and tenant:85b5a92c88a5421aa7d05fbcad83612c is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:02.049731 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-df7d96c5-d268-4aad-ad92-b0188c879e05 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:02.057627 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-df7d96c5-d268-4aad-ad92-b0188c879e05 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:02.082465 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138f2ab9-0c6d-4eb7-9339-826e60e10e62 None None] Network 812b7c77-1c77-4674-b6cd-52d4914b4788 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:25:02.146706 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-49b768df-3c8f-4205-8de0-739698818e1d tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:02.150835 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-49b768df-3c8f-4205-8de0-739698818e1d tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Usage tracker for resource:port and tenant:6a4d2fd9fb1946a4af678b0db809b452 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:02.154910 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-49b768df-3c8f-4205-8de0-739698818e1d tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:02.161980 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-49b768df-3c8f-4205-8de0-739698818e1d tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:02.220988 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b39bd-541d-4e2f-b2a4-bddb09bcd7ab req-fc86e93a-4be5-4671-9aef-ad404d4fc740 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:02.222641 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6b3b39bd-541d-4e2f-b2a4-bddb09bcd7ab req-fc86e93a-4be5-4671-9aef-ad404d4fc740 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 944 time: 0.1331515 Apr 06 13:25:02.261446 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-13b98a73-7a4d-4a7f-80d7-743157aa69a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:02.262101 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b98a73-7a4d-4a7f-80d7-743157aa69a0 None None] The sync data for ids ['883eeb38-37ea-4a06-8f10-f70cd4e92bba'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:25:02.301768 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-df7d96c5-d268-4aad-ad92-b0188c879e05 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:02.303004 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-df7d96c5-d268-4aad-ad92-b0188c879e05 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:02.319972 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6b3b39bd-541d-4e2f-b2a4-bddb09bcd7ab req-4eee5273-6db9-4e17-b52e-9abd48841210 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907791 Apr 06 13:25:02.322466 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b768df-3c8f-4205-8de0-739698818e1d tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Made reservation on behalf of 6a4d2fd9fb1946a4af678b0db809b452 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:25:02.326552 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-49b768df-3c8f-4205-8de0-739698818e1d tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:02.360077 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-49b768df-3c8f-4205-8de0-739698818e1d tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] device_id is not set on port 1d8c802f-28a2-48c3-88ff-ad68c66ec788 yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:25:02.402977 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-df7d96c5-d268-4aad-ad92-b0188c879e05 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:02.593550 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-9799de14-8030-44f3-8efe-baead322bb2b tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Usage tracker for resource:subnet and tenant:60a460cb10c44a699e8c4970a331215c is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:02.593550 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-9799de14-8030-44f3-8efe-baead322bb2b tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:02.593550 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:25:02.593550 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:25:02.593550 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:25:02.634722 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-9799de14-8030-44f3-8efe-baead322bb2b tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:02.674263 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:25:02.674691 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:25:02.682890 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempt 7 to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 Apr 06 13:25:02.854613 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:25:02.855129 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:25:02.855237 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:25:02.893400 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-48764a88-4eb1-4dc0-8293-7bf7cac46f90 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:02.897964 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-3a0bdd9f-29d1-44d5-bbe2-26f0ebc9ffd0 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Allocated IP 172.26.4.77 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/06a02987-5781-469a-9765-eaa8129106d6) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:25:02.899924 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:25:02.910711 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:25:02.910711 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempt 8 to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 Apr 06 13:25:02.980898 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-48764a88-4eb1-4dc0-8293-7bf7cac46f90 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Transition to ACTIVE for port object 42b80bfb-3a2f-43b1-82ea-2fb6715eacfe will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:25:02.986135 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:25:02.986135 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:25:02.986135 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:25:03.014775 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9799de14-8030-44f3-8efe-baead322bb2b tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Made reservation on behalf of 60a460cb10c44a699e8c4970a331215c for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:25:03.017475 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9799de14-8030-44f3-8efe-baead322bb2b tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:03.031360 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:25:03.031729 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:25:03.087338 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempt 9 to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 Apr 06 13:25:03.092195 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f3b4fd0a-62f1-4a9a-9162-a03a09d52108 req-8278dc08-84f6-4bae-a3da-3d2db3c64a4b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/ports?device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 210 time: 0.1649592 Apr 06 13:25:03.133382 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-07771963-1588-4ea2-934f-2d623469b5f4 req-066dd103-7d8f-4d90-9d9d-cb318e2205cc service neutron] Attempting to bind port ddde7491-e249-460a-b06c-c1af650f5bf7 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:25:03.151200 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-07771963-1588-4ea2-934f-2d623469b5f4 req-066dd103-7d8f-4d90-9d9d-cb318e2205cc service neutron] Attempting to bind port ddde7491-e249-460a-b06c-c1af650f5bf7 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '736e4659-c022-4000-9327-4bba1a040dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5be2eead-86e0-4801-95e6-7956006492a1'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:25:03.151200 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07771963-1588-4ea2-934f-2d623469b5f4 req-066dd103-7d8f-4d90-9d9d-cb318e2205cc service neutron] Attempting to bind port ddde7491-e249-460a-b06c-c1af650f5bf7 on network 5be2eead-86e0-4801-95e6-7956006492a1 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:25:03.182595 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-df7d96c5-d268-4aad-ad92-b0188c879e05 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:03.203307 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:25:03.203769 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:25:03.204089 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:25:03.206224 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07771963-1588-4ea2-934f-2d623469b5f4 req-066dd103-7d8f-4d90-9d9d-cb318e2205cc service neutron] Port ddde7491-e249-460a-b06c-c1af650f5bf7 on network 5be2eead-86e0-4801-95e6-7956006492a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:25:03.206534 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07771963-1588-4ea2-934f-2d623469b5f4 req-066dd103-7d8f-4d90-9d9d-cb318e2205cc service neutron] Attempting to bind port ddde7491-e249-460a-b06c-c1af650f5bf7 on network 5be2eead-86e0-4801-95e6-7956006492a1 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:25:03.234360 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07771963-1588-4ea2-934f-2d623469b5f4 req-066dd103-7d8f-4d90-9d9d-cb318e2205cc service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:25:03.234745 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07771963-1588-4ea2-934f-2d623469b5f4 req-066dd103-7d8f-4d90-9d9d-cb318e2205cc service neutron] Checking segment: {'id': '736e4659-c022-4000-9327-4bba1a040dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5be2eead-86e0-4801-95e6-7956006492a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:25:03.235320 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07771963-1588-4ea2-934f-2d623469b5f4 req-066dd103-7d8f-4d90-9d9d-cb318e2205cc service neutron] Bound using segment: {'id': '736e4659-c022-4000-9327-4bba1a040dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5be2eead-86e0-4801-95e6-7956006492a1'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:25:03.235757 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-07771963-1588-4ea2-934f-2d623469b5f4 req-066dd103-7d8f-4d90-9d9d-cb318e2205cc service neutron] Bound port: ddde7491-e249-460a-b06c-c1af650f5bf7, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '736e4659-c022-4000-9327-4bba1a040dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5be2eead-86e0-4801-95e6-7956006492a1'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:25:03.236183 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-07771963-1588-4ea2-934f-2d623469b5f4 req-066dd103-7d8f-4d90-9d9d-cb318e2205cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:03.252712 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:25:03.253053 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:25:03.261891 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempt 10 to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 Apr 06 13:25:03.332029 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-49b768df-3c8f-4205-8de0-739698818e1d tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Allocated IP 172.20.0.12 (8cab3f5c-d3b1-45cd-bf15-e3534ac426b1/0ee3f7db-cf9f-4026-8571-3df94ca0be4b/1d8c802f-28a2-48c3-88ff-ad68c66ec788) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:25:03.397705 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:25:03.397705 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:25:03.397705 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempting to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:25:03.397705 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3a0bdd9f-29d1-44d5-bbe2-26f0ebc9ffd0 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:03.397705 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:25:03.397705 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Failed to bind port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1e21123f-e13e-450e-b41e-655aa102d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db35ae19-a0d0-4767-b14c-f45ac7e09271'}] Apr 06 13:25:03.397705 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:03.496920 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-07771963-1588-4ea2-934f-2d623469b5f4 req-066dd103-7d8f-4d90-9d9d-cb318e2205cc service neutron] For port ddde7491-e249-460a-b06c-c1af650f5bf7, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:25:03.572801 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-07771963-1588-4ea2-934f-2d623469b5f4 req-066dd103-7d8f-4d90-9d9d-cb318e2205cc service neutron] For port ddde7491-e249-460a-b06c-c1af650f5bf7, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ddde7491-e249-460a-b06c-c1af650f5bf7,segment=NetworkSegment(736e4659-c022-4000-9327-4bba1a040dcb),segment_id=736e4659-c022-4000-9327-4bba1a040dcb)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:25:03.599605 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-48764a88-4eb1-4dc0-8293-7bf7cac46f90 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:03.677586 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] For port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:25:03.677920 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attempted to set empty binding levels {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 06 13:25:03.733427 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-07771963-1588-4ea2-934f-2d623469b5f4 req-066dd103-7d8f-4d90-9d9d-cb318e2205cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:03.747919 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48764a88-4eb1-4dc0-8293-7bf7cac46f90 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Network 2a560cc5-24da-422e-831a-7229cb5bb9fd is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:25:03.767255 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-48764a88-4eb1-4dc0-8293-7bf7cac46f90 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:03.775913 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48764a88-4eb1-4dc0-8293-7bf7cac46f90 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:25:03.807531 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48764a88-4eb1-4dc0-8293-7bf7cac46f90 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Pushing event updated for resources: {'Port': ['ID=42b80bfb-3a2f-43b1-82ea-2fb6715eacfe,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:03.876124 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:03.907961 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07771963-1588-4ea2-934f-2d623469b5f4 req-066dd103-7d8f-4d90-9d9d-cb318e2205cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:03.908669 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-07771963-1588-4ea2-934f-2d623469b5f4 req-066dd103-7d8f-4d90-9d9d-cb318e2205cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:03.910173 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-07771963-1588-4ea2-934f-2d623469b5f4 req-066dd103-7d8f-4d90-9d9d-cb318e2205cc service neutron] 10.222.0.61 "PUT /v2.0/ports/ddde7491-e249-460a-b06c-c1af650f5bf7 HTTP/1.1" status: 200 len: 1094 time: 6.5714614 Apr 06 13:25:03.910684 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4', 'tag': 'ddde7491-e249-460a-b06c-c1af650f5bf7'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:25:04.025426 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3a0bdd9f-29d1-44d5-bbe2-26f0ebc9ffd0 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:04.034791 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] In _notify_port_updated(), no bound segment for port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 on network db35ae19-a0d0-4767-b14c-f45ac7e09271 {{(pid=88564) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 06 13:25:04.035666 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:04.037890 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:04.039506 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6c346-2d60-452e-9dbe-7003e5f393ad req-ac0acb4a-dff6-44b1-b6cc-304f90236eb1 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:04.041448 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1fa6c346-2d60-452e-9dbe-7003e5f393ad req-ac0acb4a-dff6-44b1-b6cc-304f90236eb1 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 944 time: 0.4827356 Apr 06 13:25:04.048549 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38784) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:04.049535 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] 10.222.0.48 "PUT /v2.0/ports/0a41709e-b789-4ca2-bba6-d766d6a4e4d4 HTTP/1.1" status: 200 len: 980 time: 6.1078329 Apr 06 13:25:04.053696 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-49b768df-3c8f-4205-8de0-739698818e1d tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:04.154117 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066dd103-7d8f-4d90-9d9d-cb318e2205cc service neutron] Pushing event updated for resources: {'Port': ['ID=ddde7491-e249-460a-b06c-c1af650f5bf7,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:04.182148 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-49b768df-3c8f-4205-8de0-739698818e1d tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Transition to ACTIVE for port object 1d8c802f-28a2-48c3-88ff-ad68c66ec788 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:25:04.265568 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1fa6c346-2d60-452e-9dbe-7003e5f393ad req-6f2a7ae8-d77e-48a2-864c-4421942242f9 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544619 Apr 06 13:25:04.270379 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-3af38858-c0a3-4ee4-bb9c-54558b1dc7b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Deleting port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:25:04.271191 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3af38858-c0a3-4ee4-bb9c-54558b1dc7b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:04.342936 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0bdd9f-29d1-44d5-bbe2-26f0ebc9ffd0 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:25:04.356661 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48764a88-4eb1-4dc0-8293-7bf7cac46f90 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:04.360648 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-48764a88-4eb1-4dc0-8293-7bf7cac46f90 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:04.360868 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7f83643d-0442-4468-be2d-4167adb3c966 None None] Provisioning for port 42b80bfb-3a2f-43b1-82ea-2fb6715eacfe completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:25:04.366887 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7f83643d-0442-4468-be2d-4167adb3c966 None None] Provisioning complete for port 42b80bfb-3a2f-43b1-82ea-2fb6715eacfe triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:25:04.367711 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7f83643d-0442-4468-be2d-4167adb3c966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:04.382161 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-3a0bdd9f-29d1-44d5-bbe2-26f0ebc9ffd0 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:04.467337 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-7f83643d-0442-4468-be2d-4167adb3c966 None None] Port 42b80bfb-3a2f-43b1-82ea-2fb6715eacfe cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:25:04.492510 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0bdd9f-29d1-44d5-bbe2-26f0ebc9ffd0 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:25:04.506054 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-49b768df-3c8f-4205-8de0-739698818e1d tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:04.521742 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5bbec9d6-9bb1-4f67-a3c7-0b9f7e27ec6c req-09370327-fe1d-43e9-bf9f-90f6e9188e04 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/ports?device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 210 time: 0.1669769 Apr 06 13:25:04.679919 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b768df-3c8f-4205-8de0-739698818e1d tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Network 8cab3f5c-d3b1-45cd-bf15-e3534ac426b1 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:25:04.713452 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-49b768df-3c8f-4205-8de0-739698818e1d tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:04.730612 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f997b69-9846-48c4-a68e-09b933e8cab5'] response: {'name': 'network-changed', 'server_uuid': 'ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4', 'tag': 'ddde7491-e249-460a-b06c-c1af650f5bf7', 'status': 'completed', 'code': 200} Apr 06 13:25:04.731400 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b768df-3c8f-4205-8de0-739698818e1d tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:25:04.768057 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b768df-3c8f-4205-8de0-739698818e1d tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Pushing event updated for resources: {'Port': ['ID=1d8c802f-28a2-48c3-88ff-ad68c66ec788,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:04.976961 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-3af38858-c0a3-4ee4-bb9c-54558b1dc7b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] For port 0a41709e-b789-4ca2-bba6-d766d6a4e4d4, host hv-neutron-8346, got binding levels [] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:25:04.976961 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3af38858-c0a3-4ee4-bb9c-54558b1dc7b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:05.064898 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b768df-3c8f-4205-8de0-739698818e1d tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:05.065863 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-49b768df-3c8f-4205-8de0-739698818e1d tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:05.105960 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569fecd7-c766-49c3-be7f-80a1b4754d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Pushing event updated for resources: {'Port': ['ID=0a41709e-b789-4ca2-bba6-d766d6a4e4d4,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:05.222173 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0bdd9f-29d1-44d5-bbe2-26f0ebc9ffd0 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Pushing event updated for resources: {'Port': ['ID=06a02987-5781-469a-9765-eaa8129106d6,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:05.323047 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-48764a88-4eb1-4dc0-8293-7bf7cac46f90 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 6.0072103 Apr 06 13:25:05.337432 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38798) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:05.402666 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-3af38858-c0a3-4ee4-bb9c-54558b1dc7b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Calling delete_port for 0a41709e-b789-4ca2-bba6-d766d6a4e4d4 owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:25:05.443143 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-a996ab06-2868-4e56-a677-e137dbf0e1ba None None] Provisioning for port 1d8c802f-28a2-48c3-88ff-ad68c66ec788 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:25:05.452188 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-a996ab06-2868-4e56-a677-e137dbf0e1ba None None] Provisioning complete for port 1d8c802f-28a2-48c3-88ff-ad68c66ec788 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:25:05.452188 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a996ab06-2868-4e56-a677-e137dbf0e1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:05.528490 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07771963-1588-4ea2-934f-2d623469b5f4 req-701ea868-4fe3-4e6d-9643-260d948165ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:05.531411 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-49b768df-3c8f-4205-8de0-739698818e1d tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6999145 Apr 06 13:25:05.536587 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-07771963-1588-4ea2-934f-2d623469b5f4 req-701ea868-4fe3-4e6d-9643-260d948165ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a4d54de52764226baa1254caab457dd&device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 1097 time: 1.1684861 Apr 06 13:25:05.538951 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38802) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:05.551770 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-a996ab06-2868-4e56-a677-e137dbf0e1ba None None] Port 1d8c802f-28a2-48c3-88ff-ad68c66ec788 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:25:05.555332 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-df7d96c5-d268-4aad-ad92-b0188c879e05 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for router_gateway, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:05.579951 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-f28bd1e3-674b-4316-935f-e58e17847378 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:05.606290 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-df7d96c5-d268-4aad-ad92-b0188c879e05 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:05.617712 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3a0bdd9f-29d1-44d5-bbe2-26f0ebc9ffd0 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:05.677795 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f28bd1e3-674b-4316-935f-e58e17847378 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:05.710069 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f28bd1e3-674b-4316-935f-e58e17847378 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Usage tracker for resource:floatingip and tenant:6a4d2fd9fb1946a4af678b0db809b452 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:05.719845 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f28bd1e3-674b-4316-935f-e58e17847378 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:05.747761 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f28bd1e3-674b-4316-935f-e58e17847378 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:05.889400 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-919da3a3-1894-46b4-9cb6-a8b29cdd1268 req-0d61bd9e-30ec-46ea-a0b4-4bcdea26b65a tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/ports?device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 210 time: 0.0699539 Apr 06 13:25:05.891175 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.objects.ports [None req-9799de14-8030-44f3-8efe-baead322bb2b tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88564) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 06 13:25:05.891784 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9799de14-8030-44f3-8efe-baead322bb2b tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:05.901512 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3af38858-c0a3-4ee4-bb9c-54558b1dc7b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:05.929149 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048c2c9-3d4e-4184-b159-9c8a4c73228b req-06d4034b-9306-4c38-9d64-a48e28dfb889 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:05.931954 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6048c2c9-3d4e-4184-b159-9c8a4c73228b req-06d4034b-9306-4c38-9d64-a48e28dfb889 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 944 time: 0.4602482 Apr 06 13:25:05.977871 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-07771963-1588-4ea2-934f-2d623469b5f4 req-8bf2990e-ee14-4ca2-af82-eafc9c3491c7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddde7491-e249-460a-b06c-c1af650f5bf7 HTTP/1.1" status: 200 len: 217 time: 0.1657636 Apr 06 13:25:05.994230 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af38858-c0a3-4ee4-bb9c-54558b1dc7b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a41709e-b789-4ca2-bba6-d766d6a4e4d4,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:06.007035 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f286d9-5ea1-4f8a-9f6b-6ebd85c26e88 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:06.019367 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f286d9-5ea1-4f8a-9f6b-6ebd85c26e88 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:06.036075 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f286d9-5ea1-4f8a-9f6b-6ebd85c26e88 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:06.037038 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-58f286d9-5ea1-4f8a-9f6b-6ebd85c26e88 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Synchronizing usage tracker for tenant:d31d7d89a23243b7bdce6e86ac89a173 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:25:06.039852 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3af38858-c0a3-4ee4-bb9c-54558b1dc7b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:06.063926 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-df7d96c5-d268-4aad-ad92-b0188c879e05 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Allocated IP 172.26.4.151 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/79a31bab-77ef-4867-b851-e145b7ab391b) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:25:06.087907 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6048c2c9-3d4e-4184-b159-9c8a4c73228b req-73741e26-3195-4e0d-a031-46d1269393de tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949397 Apr 06 13:25:06.127363 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f28bd1e3-674b-4316-935f-e58e17847378 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks [] for floatingip, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:06.227903 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3af38858-c0a3-4ee4-bb9c-54558b1dc7b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] 10.222.0.48 "DELETE /v2.0/ports/0a41709e-b789-4ca2-bba6-d766d6a4e4d4 HTTP/1.1" status: 204 len: 168 time: 2.1781585 Apr 06 13:25:06.242109 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38810) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:06.295198 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799de14-8030-44f3-8efe-baead322bb2b tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Pushing event updated for resources: {'Subnet': ['ID=51dca026-a0b4-4e6a-8d6b-b61630d82a41,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:06.381997 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-58f286d9-5ea1-4f8a-9f6b-6ebd85c26e88 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Unset dirty status for tenant:d31d7d89a23243b7bdce6e86ac89a173 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:25:06.383264 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-58f286d9-5ea1-4f8a-9f6b-6ebd85c26e88 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 1.0442176 Apr 06 13:25:06.400158 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07771963-1588-4ea2-934f-2d623469b5f4 req-bac7cb72-8697-43ca-95e0-f9a02265500b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:06.401715 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-07771963-1588-4ea2-934f-2d623469b5f4 req-bac7cb72-8697-43ca-95e0-f9a02265500b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05aded58-8f1f-47e0-842d-ddd950b58777 HTTP/1.1" status: 200 len: 850 time: 0.2775176 Apr 06 13:25:06.402986 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38814) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:06.415142 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9799de14-8030-44f3-8efe-baead322bb2b tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Checking segment: {'id': '5283dd0f-dcf9-4d5d-bc47-4c710cae18d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '7aec3d94-8eab-4147-850b-bb03c486a3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:25:06.424501 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9799de14-8030-44f3-8efe-baead322bb2b tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Network hostable DHCP agents. Network: 7aec3d94-8eab-4147-850b-bb03c486a3b7, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:25:06.454847 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-358d625d-e558-46f6-86fb-299024efd452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] GET failed (client error): The resource could not be found. Apr 06 13:25:06.455594 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-358d625d-e558-46f6-86fb-299024efd452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Synchronizing usage tracker for tenant:3ad83b884e78416f945948159afd728d on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:25:06.513909 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-df7d96c5-d268-4aad-ad92-b0188c879e05 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:06.739855 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-32a11db7-43e8-47b6-b6d5-9a253346feeb tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Deleting port 42b80bfb-3a2f-43b1-82ea-2fb6715eacfe {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:25:06.740275 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-32a11db7-43e8-47b6-b6d5-9a253346feeb tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:06.839264 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.61', 51406) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:06.856348 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3a0bdd9f-29d1-44d5-bbe2-26f0ebc9ffd0 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:06.880915 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-df7d96c5-d268-4aad-ad92-b0188c879e05 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:06.892510 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-358d625d-e558-46f6-86fb-299024efd452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] Unset dirty status for tenant:3ad83b884e78416f945948159afd728d on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:25:06.892510 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-358d625d-e558-46f6-86fb-299024efd452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493761710-project-admin] 10.222.0.48 "GET /v2.0/ports/0a41709e-b789-4ca2-bba6-d766d6a4e4d4 HTTP/1.1" status: 404 len: 333 time: 0.6422510 Apr 06 13:25:06.907995 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9799de14-8030-44f3-8efe-baead322bb2b tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Network 7aec3d94-8eab-4147-850b-bb03c486a3b7 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:25:06.917509 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38822) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:06.989965 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7d96c5-d268-4aad-ad92-b0188c879e05 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:25:06.996472 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-df7d96c5-d268-4aad-ad92-b0188c879e05 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:07.054612 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7d96c5-d268-4aad-ad92-b0188c879e05 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:25:07.240286 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d96c5-d268-4aad-ad92-b0188c879e05 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event updated for resources: {'Port': ['ID=79a31bab-77ef-4867-b851-e145b7ab391b,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:07.251950 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-58920414-4d89-47e1-89e6-be8b7521eadf req-2f230951-13e0-466d-969b-3dac661cb953 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/ports?device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 210 time: 0.1565552 Apr 06 13:25:07.257796 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07771963-1588-4ea2-934f-2d623469b5f4 req-0869fc04-b4f1-4695-ab16-9fafbcdd638e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:07.260513 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-07771963-1588-4ea2-934f-2d623469b5f4 req-0869fc04-b4f1-4695-ab16-9fafbcdd638e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5be2eead-86e0-4801-95e6-7956006492a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8477645 Apr 06 13:25:07.293980 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-9799de14-8030-44f3-8efe-baead322bb2b tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 7aec3d94-8eab-4147-850b-bb03c486a3b7) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:07.307730 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dd75a8-6756-4bca-af69-b9b8419d9cdc None None] Network 7aec3d94-8eab-4147-850b-bb03c486a3b7 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:25:07.455870 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-4796404f-171c-4173-8b2c-c4c461f5f119 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:07.457492 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-4796404f-171c-4173-8b2c-c4c461f5f119 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.61 "GET /v2.0/networks?id=b4af085f-1110-4224-b013-05549a7ec08d HTTP/1.1" status: 200 len: 805 time: 0.6169641 Apr 06 13:25:07.666955 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9799de14-8030-44f3-8efe-baead322bb2b tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:07.667772 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9799de14-8030-44f3-8efe-baead322bb2b tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:07.698011 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89a6a16-d23b-497d-96fa-c678d9fb2e37 None None] Network 7aec3d94-8eab-4147-850b-bb03c486a3b7 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:25:07.817082 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-acbfe684-aebe-44b0-9f86-0e13a8e23253 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29506e5a39ce4f2db4e880a74f738951 HTTP/1.1" status: 200 len: 380 time: 0.1729975 Apr 06 13:25:07.817082 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-8358c58e-4a38-4838-9a17-521999f88535 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Request body: {'port': {'device_id': '83aae3a3-2a73-4de9-9d7f-a503588b652d', 'network_id': 'b4af085f-1110-4224-b013-05549a7ec08d', 'admin_state_up': True, 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'security_groups': ['0e34bce9-08ce-41d7-8339-191fe383b876']}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:07.841180 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813104a-7ded-4590-9a42-063335d69fc1 req-90575c7e-82d3-4598-bafc-4d1bae262698 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:07.843909 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9813104a-7ded-4590-9a42-063335d69fc1 req-90575c7e-82d3-4598-bafc-4d1bae262698 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 944 time: 0.3067145 Apr 06 13:25:07.882111 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cbb82cad-2141-4227-a69a-e3bbcf644634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:07.897326 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f28bd1e3-674b-4316-935f-e58e17847378 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:08.000580 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9813104a-7ded-4590-9a42-063335d69fc1 req-37545671-a29f-47eb-9b64-5babdd51fc84 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450427 Apr 06 13:25:08.009663 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-07771963-1588-4ea2-934f-2d623469b5f4 req-6f35992b-ab78-4795-b0d8-563c5ffb5671 service neutron] 10.222.0.61 "GET /v2.0/networks/5be2eead-86e0-4801-95e6-7956006492a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7220759 Apr 06 13:25:08.018400 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-8358c58e-4a38-4838-9a17-521999f88535 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:08.106461 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-32a11db7-43e8-47b6-b6d5-9a253346feeb tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:08.115038 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-8358c58e-4a38-4838-9a17-521999f88535 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:08.134181 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9799de14-8030-44f3-8efe-baead322bb2b tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 6.2526848 Apr 06 13:25:08.136897 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38836) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:08.146930 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-a7ff2f04-1120-48d3-9b60-d5407e2164b1 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1341902262', 'network_id': '7aec3d94-8eab-4147-850b-bb03c486a3b7'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:08.156482 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a7ff2f04-1120-48d3-9b60-d5407e2164b1 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:08.175152 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a7ff2f04-1120-48d3-9b60-d5407e2164b1 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Usage tracker for resource:port and tenant:60a460cb10c44a699e8c4970a331215c is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:08.181299 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a7ff2f04-1120-48d3-9b60-d5407e2164b1 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:08.267420 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a7ff2f04-1120-48d3-9b60-d5407e2164b1 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:08.286733 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-8358c58e-4a38-4838-9a17-521999f88535 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Made reservation on behalf of 29506e5a39ce4f2db4e880a74f738951 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:25:08.290290 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-8358c58e-4a38-4838-9a17-521999f88535 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:08.329141 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-df7d96c5-d268-4aad-ad92-b0188c879e05 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for router_gateway, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:08.351017 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-32a11db7-43e8-47b6-b6d5-9a253346feeb tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Calling delete_port for 42b80bfb-3a2f-43b1-82ea-2fb6715eacfe owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:25:08.442477 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ff2f04-1120-48d3-9b60-d5407e2164b1 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Made reservation on behalf of 60a460cb10c44a699e8c4970a331215c for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:25:08.444866 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a7ff2f04-1120-48d3-9b60-d5407e2164b1 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:08.478003 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-a7ff2f04-1120-48d3-9b60-d5407e2164b1 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] device_id is not set on port 20f42752-ba10-4f63-b416-ba08d2fa2d43 yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:25:08.555452 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cbb82cad-2141-4227-a69a-e3bbcf644634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:08.632539 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-200e4107-f91e-4474-bc8d-40adbd4c6ecd req-6d475a89-e8dc-476c-aeba-096aa63d9b80 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/ports?device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 210 time: 0.1223385 Apr 06 13:25:08.643134 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-cbb82cad-2141-4227-a69a-e3bbcf644634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db35ae19-a0d0-4767-b14c-f45ac7e09271']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:08.651317 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-f28bd1e3-674b-4316-935f-e58e17847378 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Allocated IP 172.26.4.196 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/fe8ae6dc-97d3-4ad8-83ac-2a2948a9735b) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:25:08.658554 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-07771963-1588-4ea2-934f-2d623469b5f4 req-5f9cc551-00a4-40c8-a089-3380851e18cb service neutron] 10.222.0.61 "GET /v2.0/networks/5be2eead-86e0-4801-95e6-7956006492a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6191912 Apr 06 13:25:08.669607 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-cbb82cad-2141-4227-a69a-e3bbcf644634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e21123f-e13e-450e-b41e-655aa102d456') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:08.670167 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-cbb82cad-2141-4227-a69a-e3bbcf644634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e21123f-e13e-450e-b41e-655aa102d456') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:08.692698 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cbb82cad-2141-4227-a69a-e3bbcf644634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:08.709475 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0bdd9f-29d1-44d5-bbe2-26f0ebc9ffd0 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Router 540addb9-c61f-4811-8e38-cd265beb38ef is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:25:08.759883 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cbb82cad-2141-4227-a69a-e3bbcf644634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:08.807740 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb82cad-2141-4227-a69a-e3bbcf644634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:25:08.808162 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cbb82cad-2141-4227-a69a-e3bbcf644634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:25:08.824052 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:25:09.088804 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-8358c58e-4a38-4838-9a17-521999f88535 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Allocated IP 172.20.0.10 (b4af085f-1110-4224-b013-05549a7ec08d/1bba6dec-718f-43df-a092-4ff68fc37b48/3d66d449-7fb9-410f-883f-3828e276e3ae) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:25:09.126030 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-a7ff2f04-1120-48d3-9b60-d5407e2164b1 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Allocated IP 2001:db8::2e7 (7aec3d94-8eab-4147-850b-bb03c486a3b7/51dca026-a0b4-4e6a-8d6b-b61630d82a41/20f42752-ba10-4f63-b416-ba08d2fa2d43) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:25:09.306047 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-df7d96c5-d268-4aad-ad92-b0188c879e05 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:09.365450 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-32a11db7-43e8-47b6-b6d5-9a253346feeb tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:09.444755 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cbb82cad-2141-4227-a69a-e3bbcf644634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:09.461647 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f28bd1e3-674b-4316-935f-e58e17847378 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:09.464793 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a11db7-43e8-47b6-b6d5-9a253346feeb tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Pushing event deleted for resources: {'Port': ['ID=42b80bfb-3a2f-43b1-82ea-2fb6715eacfe,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:09.503359 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cbb82cad-2141-4227-a69a-e3bbcf644634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:09.516983 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb82cad-2141-4227-a69a-e3bbcf644634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] Pushing event deleted for resources: {'Network': ['ID=db35ae19-a0d0-4767-b14c-f45ac7e09271,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:09.520769 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0bdd9f-29d1-44d5-bbe2-26f0ebc9ffd0 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:25:09.537090 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6587fa7b-f9c3-4602-85c2-ecfd7db09ae6 None None] Sync routers for ids ['540addb9-c61f-4811-8e38-cd265beb38ef'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:25:09.556762 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6587fa7b-f9c3-4602-85c2-ecfd7db09ae6 None None] Routers {'540addb9-c61f-4811-8e38-cd265beb38ef'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:09.557721 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-6587fa7b-f9c3-4602-85c2-ecfd7db09ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:24:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['540addb9-c61f-4811-8e38-cd265beb38ef'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:09.600119 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-cbb82cad-2141-4227-a69a-e3bbcf644634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-80155305-project] 10.222.0.48 "DELETE /v2.0/networks/db35ae19-a0d0-4767-b14c-f45ac7e09271 HTTP/1.1" status: 204 len: 168 time: 2.4899433 Apr 06 13:25:09.620909 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14128d1-7334-424d-b94e-7fb09ce3a598 req-982443a4-6679-4393-8a14-1bca97490d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:09.623686 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f14128d1-7334-424d-b94e-7fb09ce3a598 req-982443a4-6679-4393-8a14-1bca97490d90 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a4d54de52764226baa1254caab457dd&device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 1097 time: 0.5836577 Apr 06 13:25:09.637820 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-6587fa7b-f9c3-4602-85c2-ecfd7db09ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:09.649718 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6587fa7b-f9c3-4602-85c2-ecfd7db09ae6 None None] Routers {'540addb9-c61f-4811-8e38-cd265beb38ef'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:09.650354 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-6587fa7b-f9c3-4602-85c2-ecfd7db09ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:24:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['540addb9-c61f-4811-8e38-cd265beb38ef'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:09.725981 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6e8cc-7f5d-455f-899a-f2c146464b83 req-19d4daed-0cb6-4bf5-b323-1005f1b788af tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:09.728526 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d1a6e8cc-7f5d-455f-899a-f2c146464b83 req-19d4daed-0cb6-4bf5-b323-1005f1b788af tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 944 time: 0.5461473 Apr 06 13:25:09.807167 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-6587fa7b-f9c3-4602-85c2-ecfd7db09ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:09.807808 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6587fa7b-f9c3-4602-85c2-ecfd7db09ae6 None None] The sync data for ids ['540addb9-c61f-4811-8e38-cd265beb38ef'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:25:09.875143 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a7ff2f04-1120-48d3-9b60-d5407e2164b1 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:09.928516 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3a0bdd9f-29d1-44d5-bbe2-26f0ebc9ffd0 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:09.929708 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3a0bdd9f-29d1-44d5-bbe2-26f0ebc9ffd0 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 12.8830285 Apr 06 13:25:09.972940 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38850) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:10.038722 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e4fb72f3-8176-4426-ad9d-0f1f76b97455 req-a7337cf9-dbd6-4f05-9165-bcd6d3cf1e39 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/ports?device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 210 time: 0.1555140 Apr 06 13:25:10.059436 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d1a6e8cc-7f5d-455f-899a-f2c146464b83 req-4ad59e69-021c-4bee-a207-96373200119d tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2856004 Apr 06 13:25:10.153195 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-8358c58e-4a38-4838-9a17-521999f88535 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:10.179153 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-8358c58e-4a38-4838-9a17-521999f88535 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Transition to ACTIVE for port object 3d66d449-7fb9-410f-883f-3828e276e3ae will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:25:10.206662 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7d96c5-d268-4aad-ad92-b0188c879e05 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Router e6be2954-a14b-458a-b118-628a4055f72d is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:25:10.215926 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14128d1-7334-424d-b94e-7fb09ce3a598 req-c4739b45-ae96-4ce8-b6e1-6c288d963c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:10.217639 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f14128d1-7334-424d-b94e-7fb09ce3a598 req-c4739b45-ae96-4ce8-b6e1-6c288d963c3b service neutron] 10.222.0.61 "GET /v2.0/networks?id=5be2eead-86e0-4801-95e6-7956006492a1 HTTP/1.1" status: 200 len: 912 time: 0.5387433 Apr 06 13:25:10.307683 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f28bd1e3-674b-4316-935f-e58e17847378 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:10.346214 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a7ff2f04-1120-48d3-9b60-d5407e2164b1 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:10.356052 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f14128d1-7334-424d-b94e-7fb09ce3a598 req-d21eed10-c4d3-4a7e-a765-addd8dd25bd7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddde7491-e249-460a-b06c-c1af650f5bf7 HTTP/1.1" status: 200 len: 217 time: 0.1242421 Apr 06 13:25:10.418427 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-8358c58e-4a38-4838-9a17-521999f88535 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:10.443458 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ff2f04-1120-48d3-9b60-d5407e2164b1 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Network 7aec3d94-8eab-4147-850b-bb03c486a3b7 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:25:10.462287 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-a7ff2f04-1120-48d3-9b60-d5407e2164b1 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:10.466382 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ff2f04-1120-48d3-9b60-d5407e2164b1 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:25:10.466382 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ff2f04-1120-48d3-9b60-d5407e2164b1 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:10.466382 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a7ff2f04-1120-48d3-9b60-d5407e2164b1 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:10.495243 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-32a11db7-43e8-47b6-b6d5-9a253346feeb tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:10.502840 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-32a11db7-43e8-47b6-b6d5-9a253346feeb tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] 10.222.0.48 "DELETE /v2.0/ports/42b80bfb-3a2f-43b1-82ea-2fb6715eacfe HTTP/1.1" status: 204 len: 168 time: 4.0889695 Apr 06 13:25:10.514555 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38856) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:10.564033 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38860) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:10.568006 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-8358c58e-4a38-4838-9a17-521999f88535 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Network b4af085f-1110-4224-b013-05549a7ec08d is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:25:10.574581 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28bd1e3-674b-4316-935f-e58e17847378 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:25:10.578868 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-8358c58e-4a38-4838-9a17-521999f88535 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:10.580887 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-8358c58e-4a38-4838-9a17-521999f88535 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:25:10.598318 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-f28bd1e3-674b-4316-935f-e58e17847378 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:10.606752 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace236c8-d97f-44e1-9b7a-899062911f44 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] GET failed (client error): The resource could not be found. Apr 06 13:25:10.607302 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ace236c8-d97f-44e1-9b7a-899062911f44 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Synchronizing usage tracker for tenant:d31d7d89a23243b7bdce6e86ac89a173 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:25:10.612435 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28bd1e3-674b-4316-935f-e58e17847378 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:25:10.631669 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff2f04-1120-48d3-9b60-d5407e2164b1 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Pushing event updated for resources: {'Port': ['ID=20f42752-ba10-4f63-b416-ba08d2fa2d43,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:10.649280 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e989c6ee-8b9c-458d-a080-14e0d43e3ae0 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "GET /v2.0/routers/540addb9-c61f-4811-8e38-cd265beb38ef HTTP/1.1" status: 200 len: 920 time: 0.6691096 Apr 06 13:25:10.649280 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28bd1e3-674b-4316-935f-e58e17847378 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Pushing event updated for resources: {'Port': ['ID=fe8ae6dc-97d3-4ad8-83ac-2a2948a9735b,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:10.649280 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38866) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:10.662399 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14128d1-7334-424d-b94e-7fb09ce3a598 req-ac0bcd1c-ab97-488f-890e-cdc1ccb298bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:10.663887 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f14128d1-7334-424d-b94e-7fb09ce3a598 req-ac0bcd1c-ab97-488f-890e-cdc1ccb298bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05aded58-8f1f-47e0-842d-ddd950b58777 HTTP/1.1" status: 200 len: 850 time: 0.2230103 Apr 06 13:25:10.758990 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-8358c58e-4a38-4838-9a17-521999f88535 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:10.763163 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-8358c58e-4a38-4838-9a17-521999f88535 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:10.767481 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7d96c5-d268-4aad-ad92-b0188c879e05 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:25:10.790946 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911c8bba-c98d-4986-804a-d7609df6179c None None] Sync routers for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:25:10.814098 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911c8bba-c98d-4986-804a-d7609df6179c None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:10.816713 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-911c8bba-c98d-4986-804a-d7609df6179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:24:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:10.919749 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3f1701ad-de67-44bb-a71f-4db98b0dde9a tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "GET /v2.0/ports?device_id=540addb9-c61f-4811-8e38-cd265beb38ef HTTP/1.1" status: 200 len: 205 time: 0.2663367 Apr 06 13:25:10.924317 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38870) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:10.938186 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-911c8bba-c98d-4986-804a-d7609df6179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:10.954568 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911c8bba-c98d-4986-804a-d7609df6179c None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:10.955225 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-911c8bba-c98d-4986-804a-d7609df6179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:24:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:10.959440 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a7ff2f04-1120-48d3-9b60-d5407e2164b1 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.8213367 Apr 06 13:25:10.970170 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38874) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:10.970865 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358c58e-4a38-4838-9a17-521999f88535 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Pushing event updated for resources: {'Port': ['ID=3d66d449-7fb9-410f-883f-3828e276e3ae,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:11.018569 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-911c8bba-c98d-4986-804a-d7609df6179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:11.018991 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911c8bba-c98d-4986-804a-d7609df6179c None None] The sync data for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:25:11.020489 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ace236c8-d97f-44e1-9b7a-899062911f44 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Unset dirty status for tenant:d31d7d89a23243b7bdce6e86ac89a173 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:25:11.020919 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ace236c8-d97f-44e1-9b7a-899062911f44 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] 10.222.0.48 "GET /v2.0/ports/42b80bfb-3a2f-43b1-82ea-2fb6715eacfe HTTP/1.1" status: 404 len: 333 time: 0.5023260 Apr 06 13:25:11.032086 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38878) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:11.040610 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d4d80c90-369c-4a6b-a699-6e5b243aed94 None None] Provisioning for port 3d66d449-7fb9-410f-883f-3828e276e3ae completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:25:11.047041 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-21ca278d-5ad7-43db-8adf-78f9a639fbfc tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Request body: {'port': {'network_id': '2a560cc5-24da-422e-831a-7229cb5bb9fd', 'name': 'tempest-AllowedAddressPairTestJSON-1338165760'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:11.055392 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-8358c58e-4a38-4838-9a17-521999f88535 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3348420 Apr 06 13:25:11.055543 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d4d80c90-369c-4a6b-a699-6e5b243aed94 None None] Provisioning complete for port 3d66d449-7fb9-410f-883f-3828e276e3ae triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:25:11.055543 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d4d80c90-369c-4a6b-a699-6e5b243aed94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:11.055699 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3525dec7-623d-4839-97dc-ea6df4455a18 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d40e6f7eb45c42c4aa1a0790037c053e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4836996 Apr 06 13:25:11.055699 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-df7d96c5-d268-4aad-ad92-b0188c879e05 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:11.055699 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-df7d96c5-d268-4aad-ad92-b0188c879e05 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.1699121 Apr 06 13:25:11.058956 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38882) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:11.063475 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-c837e205-1391-4b32-b251-f29f8e51e130 service neutron] Request body: {'port': {'device_id': '83aae3a3-2a73-4de9-9d7f-a503588b652d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:11.069803 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38884) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:11.157541 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-d4d80c90-369c-4a6b-a699-6e5b243aed94 None None] Port 3d66d449-7fb9-410f-883f-3828e276e3ae cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:25:11.212029 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-c194b7fe-ae1c-40e3-84e5-4388d6c51a6d tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Deleting port 20f42752-ba10-4f63-b416-ba08d2fa2d43 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:25:11.212364 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c194b7fe-ae1c-40e3-84e5-4388d6c51a6d tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:11.255258 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f28bd1e3-674b-4316-935f-e58e17847378 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:11.511783 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device ddde7491-e249-460a-b06c-c1af650f5bf7 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:25:11.524896 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3df8be2-3b5e-4a73-a8ff-446b88f425b8 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:11.621603 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14128d1-7334-424d-b94e-7fb09ce3a598 req-a43bc0d8-a8ed-435b-bcb6-96d3814bf169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:11.624362 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f14128d1-7334-424d-b94e-7fb09ce3a598 req-a43bc0d8-a8ed-435b-bcb6-96d3814bf169 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5be2eead-86e0-4801-95e6-7956006492a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7778757 Apr 06 13:25:11.676017 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port ddde7491-e249-460a-b06c-c1af650f5bf7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ddde7491-e249-460a-b06c-c1af650f5bf7,segment=NetworkSegment(736e4659-c022-4000-9327-4bba1a040dcb),segment_id=736e4659-c022-4000-9327-4bba1a040dcb)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:25:11.692685 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': 'ddde7491-e249-460a-b06c-c1af650f5bf7', 'network_id': '5be2eead-86e0-4801-95e6-7956006492a1', 'port_id': 'ddde7491-e249-460a-b06c-c1af650f5bf7', 'mac_address': 'fa:16:3e:94:3b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05aded58-8f1f-47e0-842d-ddd950b58777', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:25:11.760930 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f28bd1e3-674b-4316-935f-e58e17847378 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:11.762511 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:11.789808 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddde7491-e249-460a-b06c-c1af650f5bf7 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:25:11.801134 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-c837e205-1391-4b32-b251-f29f8e51e130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:11.816849 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port ddde7491-e249-460a-b06c-c1af650f5bf7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ddde7491-e249-460a-b06c-c1af650f5bf7,segment=NetworkSegment(736e4659-c022-4000-9327-4bba1a040dcb),segment_id=736e4659-c022-4000-9327-4bba1a040dcb)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:25:11.898740 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-21ca278d-5ad7-43db-8adf-78f9a639fbfc tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:11.906928 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c56e2576-52ce-4f00-b76f-334039b48267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:11.935027 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:12.013402 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=ddde7491-e249-460a-b06c-c1af650f5bf7,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:12.185772 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-21ca278d-5ad7-43db-8adf-78f9a639fbfc tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:12.201276 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['ddde7491-e249-460a-b06c-c1af650f5bf7'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:25:12.274496 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c56e2576-52ce-4f00-b76f-334039b48267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:12.347889 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b7441-fadb-4c55-8fd4-8fa4bdd2c8b9 req-3a8d352f-5218-4b2e-ad9d-03aa8378ab99 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:12.359592 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-277b7441-fadb-4c55-8fd4-8fa4bdd2c8b9 req-3a8d352f-5218-4b2e-ad9d-03aa8378ab99 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 944 time: 1.0743136 Apr 06 13:25:12.394463 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b35e4-c564-4d26-bcdf-7fd1151f5daa req-e9bcc543-0039-4cec-a672-0addf66b6248 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:12.396736 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-fa1b35e4-c564-4d26-bcdf-7fd1151f5daa req-e9bcc543-0039-4cec-a672-0addf66b6248 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Synchronizing usage tracker for tenant:29506e5a39ce4f2db4e880a74f738951 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:25:12.510752 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ca278d-5ad7-43db-8adf-78f9a639fbfc tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Made reservation on behalf of d31d7d89a23243b7bdce6e86ac89a173 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:25:12.518420 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-21ca278d-5ad7-43db-8adf-78f9a639fbfc tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:12.623151 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f14128d1-7334-424d-b94e-7fb09ce3a598 req-141bb726-2db8-497a-8f5d-24a29121a932 service neutron] 10.222.0.61 "GET /v2.0/networks/5be2eead-86e0-4801-95e6-7956006492a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9665518 Apr 06 13:25:12.635974 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3df8be2-3b5e-4a73-a8ff-446b88f425b8 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:12.724526 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-21ca278d-5ad7-43db-8adf-78f9a639fbfc tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] device_id is not set on port 77c334f1-ceb2-4d99-ac01-6b251f19b44e yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:25:12.732661 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c194b7fe-ae1c-40e3-84e5-4388d6c51a6d tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:12.802178 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-e3df8be2-3b5e-4a73-a8ff-446b88f425b8 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Deleting port 06a02987-5781-469a-9765-eaa8129106d6 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:25:12.802709 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3df8be2-3b5e-4a73-a8ff-446b88f425b8 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:13.019831 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-277b7441-fadb-4c55-8fd4-8fa4bdd2c8b9 req-bcaa8aac-5a7f-40bb-9f63-777243ddb5bf tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6402271 Apr 06 13:25:13.042525 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-c194b7fe-ae1c-40e3-84e5-4388d6c51a6d tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Calling delete_port for 20f42752-ba10-4f63-b416-ba08d2fa2d43 owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:25:13.211570 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-fa1b35e4-c564-4d26-bcdf-7fd1151f5daa req-e9bcc543-0039-4cec-a672-0addf66b6248 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Unset dirty status for tenant:29506e5a39ce4f2db4e880a74f738951 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:25:13.219687 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fa1b35e4-c564-4d26-bcdf-7fd1151f5daa req-e9bcc543-0039-4cec-a672-0addf66b6248 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/ports?device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 932 time: 1.9688570 Apr 06 13:25:13.342229 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c56e2576-52ce-4f00-b76f-334039b48267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:13.437875 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.resource_extend [None req-f28bd1e3-674b-4316-935f-e58e17847378 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 13:25:13.460562 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f14128d1-7334-424d-b94e-7fb09ce3a598 req-5682a5cb-1726-4aa3-a305-93f9dd4d9b83 service neutron] 10.222.0.61 "GET /v2.0/networks/5be2eead-86e0-4801-95e6-7956006492a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8090818 Apr 06 13:25:13.469350 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e2576-52ce-4f00-b76f-334039b48267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4eab2d-d5a6-4174-b355-10b457234d8b,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:13.469992 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fa1b35e4-c564-4d26-bcdf-7fd1151f5daa req-01477001-3959-4c15-ae07-f5ac116ffebf tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e34bce9-08ce-41d7-8339-191fe383b876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494335 Apr 06 13:25:13.477156 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f28bd1e3-674b-4316-935f-e58e17847378 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:13.492373 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device ddde7491-e249-460a-b06c-c1af650f5bf7 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:25:13.520660 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-21ca278d-5ad7-43db-8adf-78f9a639fbfc tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Allocated IP 172.20.0.11 (2a560cc5-24da-422e-831a-7229cb5bb9fd/2d941abc-214b-408c-8515-288f38bb9cb5/77c334f1-ceb2-4d99-ac01-6b251f19b44e) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:25:13.536865 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3df8be2-3b5e-4a73-a8ff-446b88f425b8 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:13.623270 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f28bd1e3-674b-4316-935f-e58e17847378 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:13.763492 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-e3df8be2-3b5e-4a73-a8ff-446b88f425b8 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Calling delete_port for 06a02987-5781-469a-9765-eaa8129106d6 owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:25:13.860705 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port ddde7491-e249-460a-b06c-c1af650f5bf7 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:25:13.866860 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port ddde7491-e249-460a-b06c-c1af650f5bf7 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:25:13.866860 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:13.890565 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-c837e205-1391-4b32-b251-f29f8e51e130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d66d449-7fb9-410f-883f-3828e276e3ae {{(pid=88565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:25:13.906333 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-c837e205-1391-4b32-b251-f29f8e51e130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:13.915615 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c194b7fe-ae1c-40e3-84e5-4388d6c51a6d tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:13.951025 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c56e2576-52ce-4f00-b76f-334039b48267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:13.953290 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c56e2576-52ce-4f00-b76f-334039b48267 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb4eab2d-d5a6-4174-b355-10b457234d8b HTTP/1.1" status: 204 len: 168 time: 2.8808596 Apr 06 13:25:13.954883 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f28bd1e3-674b-4316-935f-e58e17847378 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:13.998064 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-c837e205-1391-4b32-b251-f29f8e51e130 service neutron] Transition to ACTIVE for port object 3d66d449-7fb9-410f-883f-3828e276e3ae will not be triggered until provisioned by entity L2. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:25:14.006478 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:14.017180 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194b7fe-ae1c-40e3-84e5-4388d6c51a6d tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Pushing event deleted for resources: {'Port': ['ID=20f42752-ba10-4f63-b416-ba08d2fa2d43,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:14.022688 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28bd1e3-674b-4316-935f-e58e17847378 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Pushing event updated for resources: {'Port': ['ID=fe8ae6dc-97d3-4ad8-83ac-2a2948a9735b,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:14.043817 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddde7491-e249-460a-b06c-c1af650f5bf7'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:25:14.176949 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:14.204362 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port ddde7491-e249-460a-b06c-c1af650f5bf7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ddde7491-e249-460a-b06c-c1af650f5bf7,segment=NetworkSegment(736e4659-c022-4000-9327-4bba1a040dcb),segment_id=736e4659-c022-4000-9327-4bba1a040dcb)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:25:14.212779 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c194b7fe-ae1c-40e3-84e5-4388d6c51a6d tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:14.225942 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-c837e205-1391-4b32-b251-f29f8e51e130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:14.230553 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f28bd1e3-674b-4316-935f-e58e17847378 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:14.238815 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c194b7fe-ae1c-40e3-84e5-4388d6c51a6d tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "DELETE /v2.0/ports/20f42752-ba10-4f63-b416-ba08d2fa2d43 HTTP/1.1" status: 204 len: 168 time: 3.2645051 Apr 06 13:25:14.240513 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f28bd1e3-674b-4316-935f-e58e17847378 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.6973920 Apr 06 13:25:14.247896 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38902) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:14.253446 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38904) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:14.286853 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-94e38b4b-4062-4859-adeb-db2869237494 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Request body: {'floatingip': {'port_id': '1d8c802f-28a2-48c3-88ff-ad68c66ec788', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:14.338247 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:14.400037 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837e205-1391-4b32-b251-f29f8e51e130 service neutron] Pushing event updated for resources: {'Port': ['ID=3d66d449-7fb9-410f-883f-3828e276e3ae,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:14.496166 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7aec3d94-8eab-4147-850b-bb03c486a3b7', 'external_fixed_ips': [{'subnet_id': '51dca026-a0b4-4e6a-8d6b-b61630d82a41', 'ip_address': '2001:db8::2e7'}]}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:14.604941 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:14.614620 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=ddde7491-e249-460a-b06c-c1af650f5bf7,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:14.706882 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Usage tracker for resource:router and tenant:60a460cb10c44a699e8c4970a331215c is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:14.711405 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-94e38b4b-4062-4859-adeb-db2869237494 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks [] for floatingip, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:14.763972 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:14.770234 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-c837e205-1391-4b32-b251-f29f8e51e130 service neutron] Attempting to bind port 3d66d449-7fb9-410f-883f-3828e276e3ae on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:25:14.770604 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-c837e205-1391-4b32-b251-f29f8e51e130 service neutron] Attempting to bind port 3d66d449-7fb9-410f-883f-3828e276e3ae by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '54e4ee41-531e-440c-8308-aeb4581df134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b4af085f-1110-4224-b013-05549a7ec08d'}] {{(pid=88565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:25:14.770959 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-c837e205-1391-4b32-b251-f29f8e51e130 service neutron] Attempting to bind port 3d66d449-7fb9-410f-883f-3828e276e3ae on network b4af085f-1110-4224-b013-05549a7ec08d {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:25:14.794217 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-21ca278d-5ad7-43db-8adf-78f9a639fbfc tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:14.797645 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-c837e205-1391-4b32-b251-f29f8e51e130 service neutron] Port 3d66d449-7fb9-410f-883f-3828e276e3ae on network b4af085f-1110-4224-b013-05549a7ec08d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:25:14.798263 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-c837e205-1391-4b32-b251-f29f8e51e130 service neutron] Attempting to bind port 3d66d449-7fb9-410f-883f-3828e276e3ae on network b4af085f-1110-4224-b013-05549a7ec08d {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:25:14.799883 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:14.837640 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-c837e205-1391-4b32-b251-f29f8e51e130 service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:25:14.838115 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-c837e205-1391-4b32-b251-f29f8e51e130 service neutron] Checking segment: {'id': '54e4ee41-531e-440c-8308-aeb4581df134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b4af085f-1110-4224-b013-05549a7ec08d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:25:14.838935 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-c837e205-1391-4b32-b251-f29f8e51e130 service neutron] Bound using segment: {'id': '54e4ee41-531e-440c-8308-aeb4581df134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b4af085f-1110-4224-b013-05549a7ec08d'} {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:25:14.839546 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-c837e205-1391-4b32-b251-f29f8e51e130 service neutron] Bound port: 3d66d449-7fb9-410f-883f-3828e276e3ae, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54e4ee41-531e-440c-8308-aeb4581df134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b4af085f-1110-4224-b013-05549a7ec08d'}}] {{(pid=88565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:25:14.840036 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-c837e205-1391-4b32-b251-f29f8e51e130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:14.926422 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-21ca278d-5ad7-43db-8adf-78f9a639fbfc tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Transition to ACTIVE for port object 77c334f1-ceb2-4d99-ac01-6b251f19b44e will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:25:14.984657 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38916) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:15.009414 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:15.010406 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:15.015222 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df5c44-52e2-4ade-88a5-4920d6c78137 req-67118b30-7ed7-44fa-8514-eaf70fdbaeeb tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:15.025120 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-44df5c44-52e2-4ade-88a5-4920d6c78137 req-67118b30-7ed7-44fa-8514-eaf70fdbaeeb tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.6246140 Apr 06 13:25:15.101705 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-94e38b4b-4062-4859-adeb-db2869237494 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] update failed (client error): The resource could not be found. Apr 06 13:25:15.102647 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-94e38b4b-4062-4859-adeb-db2869237494 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] 10.222.0.48 "PUT /v2.0/floatingips/7202cba1-ee31-424b-a5e6-fd0408c25b90 HTTP/1.1" status: 404 len: 507 time: 0.8480470 Apr 06 13:25:15.106120 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-fc8fe54e-f97c-45d2-9670-6a920c39ce48 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ad83b884e78416f945948159afd728d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1178029 Apr 06 13:25:15.106696 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38920) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:15.109988 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38922) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:15.212895 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3df8be2-3b5e-4a73-a8ff-446b88f425b8 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:15.316841 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadde567-e54b-498e-b703-74227ef44ac4 req-3f267744-313a-4a16-b2ab-127813e71043 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:15.318343 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-aadde567-e54b-498e-b703-74227ef44ac4 req-3f267744-313a-4a16-b2ab-127813e71043 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/ports?device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 944 time: 0.6005890 Apr 06 13:25:15.325935 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-c837e205-1391-4b32-b251-f29f8e51e130 service neutron] For port 3d66d449-7fb9-410f-883f-3828e276e3ae, host hv-neutron-8346, cleared binding levels {{(pid=88565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:25:15.332763 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-44df5c44-52e2-4ade-88a5-4920d6c78137 req-52504f02-8419-4190-b345-2ef74fd873d8 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3065441 Apr 06 13:25:15.345790 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-21ca278d-5ad7-43db-8adf-78f9a639fbfc tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:15.357219 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:15.377890 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-537a56c8-93ab-4230-8f92-e4d1cad5e892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:15.392992 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df8be2-3b5e-4a73-a8ff-446b88f425b8 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Pushing event deleted for resources: {'Port': ['ID=06a02987-5781-469a-9765-eaa8129106d6,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:15.399295 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-c837e205-1391-4b32-b251-f29f8e51e130 service neutron] For port 3d66d449-7fb9-410f-883f-3828e276e3ae, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3d66d449-7fb9-410f-883f-3828e276e3ae,segment=NetworkSegment(54e4ee41-531e-440c-8308-aeb4581df134),segment_id=54e4ee41-531e-440c-8308-aeb4581df134)] {{(pid=88565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:25:15.456444 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-aadde567-e54b-498e-b703-74227ef44ac4 req-3342c863-2e62-4ab0-821e-02b30317e852 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e34bce9-08ce-41d7-8339-191fe383b876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270068 Apr 06 13:25:15.497597 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-c837e205-1391-4b32-b251-f29f8e51e130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:15.604083 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2285501-5f0d-40ed-b8f0-e4aec437e412'] response: {'server_uuid': 'ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddde7491-e249-460a-b06c-c1af650f5bf7', 'code': 200} Apr 06 13:25:15.620547 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-c837e205-1391-4b32-b251-f29f8e51e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:15.621119 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-c837e205-1391-4b32-b251-f29f8e51e130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:15.625172 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-c837e205-1391-4b32-b251-f29f8e51e130 service neutron] 10.222.0.61 "PUT /v2.0/ports/3d66d449-7fb9-410f-883f-3828e276e3ae HTTP/1.1" status: 200 len: 1094 time: 4.5658741 Apr 06 13:25:15.625458 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83aae3a3-2a73-4de9-9d7f-a503588b652d', 'tag': '3d66d449-7fb9-410f-883f-3828e276e3ae'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:25:15.626833 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-b527a695-bd6d-4811-abac-34b1f7189125 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Deleting port fe8ae6dc-97d3-4ad8-83ac-2a2948a9735b {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:25:15.627219 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b527a695-bd6d-4811-abac-34b1f7189125 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:15.651173 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Allocated IP 172.20.0.1 (812b7c77-1c77-4674-b6cd-52d4914b4788/9ce1d277-20d4-45db-aff4-9f7ab7740ea1/a54167c7-a0e0-48ad-8b77-2fe8df49462a) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:25:15.674696 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837e205-1391-4b32-b251-f29f8e51e130 service neutron] Pushing event updated for resources: {'Port': ['ID=3d66d449-7fb9-410f-883f-3828e276e3ae,revision_number=3']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:15.792124 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ca278d-5ad7-43db-8adf-78f9a639fbfc tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Network 2a560cc5-24da-422e-831a-7229cb5bb9fd is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:25:15.806963 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-21ca278d-5ad7-43db-8adf-78f9a639fbfc tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:15.834719 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ca278d-5ad7-43db-8adf-78f9a639fbfc tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:25:15.888754 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-59d76d3f-d73f-400a-8bcf-5ef2bbc93f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:15.890358 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca278d-5ad7-43db-8adf-78f9a639fbfc tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Pushing event updated for resources: {'Port': ['ID=77c334f1-ceb2-4d99-ac01-6b251f19b44e,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:15.982442 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:16.010230 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d148356-c176-4287-a9e4-8eae02815537'] response: {'name': 'network-changed', 'server_uuid': '83aae3a3-2a73-4de9-9d7f-a503588b652d', 'tag': '3d66d449-7fb9-410f-883f-3828e276e3ae', 'status': 'completed', 'code': 200} Apr 06 13:25:16.046366 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-55880c97-ee1c-4e89-86b0-ddbc26b240e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:16.047927 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-55880c97-ee1c-4e89-86b0-ddbc26b240e3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=29506e5a39ce4f2db4e880a74f738951&device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 1097 time: 0.2581668 Apr 06 13:25:16.052048 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3df8be2-3b5e-4a73-a8ff-446b88f425b8 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:16.127179 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:16.184792 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-7801a9d4-1cd0-4f71-8146-27aa21c1627d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d66d449-7fb9-410f-883f-3828e276e3ae HTTP/1.1" status: 200 len: 217 time: 0.1289446 Apr 06 13:25:16.249523 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Network 812b7c77-1c77-4674-b6cd-52d4914b4788 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:25:16.252323 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-cfc7a585-d4d0-4d84-a16f-c0def4478a47 None None] Provisioning for port 77c334f1-ceb2-4d99-ac01-6b251f19b44e completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:25:16.258722 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-cfc7a585-d4d0-4d84-a16f-c0def4478a47 None None] Provisioning complete for port 77c334f1-ceb2-4d99-ac01-6b251f19b44e triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:25:16.259188 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:16.259645 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a585-d4d0-4d84-a16f-c0def4478a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:16.272150 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:25:16.324269 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-cfc7a585-d4d0-4d84-a16f-c0def4478a47 None None] Port 77c334f1-ceb2-4d99-ac01-6b251f19b44e cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:25:16.328176 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event updated for resources: {'Port': ['ID=a54167c7-a0e0-48ad-8b77-2fe8df49462a,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:16.343322 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-9c9ee918-388f-4393-84d8-3dfb2598cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:16.344849 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-9c9ee918-388f-4393-84d8-3dfb2598cd92 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1bba6dec-718f-43df-a092-4ff68fc37b48 HTTP/1.1" status: 200 len: 844 time: 0.1494918 Apr 06 13:25:16.350091 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:16.371532 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-59d76d3f-d73f-400a-8bcf-5ef2bbc93f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:16.489258 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3df8be2-3b5e-4a73-a8ff-446b88f425b8 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:16.522669 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-af44d50e-3f82-4ef6-970a-1b084a4a8c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:16.524230 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-af44d50e-3f82-4ef6-970a-1b084a4a8c42 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b4af085f-1110-4224-b013-05549a7ec08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1713955 Apr 06 13:25:16.544747 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3df8be2-3b5e-4a73-a8ff-446b88f425b8 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:16.562716 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ca278d-5ad7-43db-8adf-78f9a639fbfc tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:16.562716 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-21ca278d-5ad7-43db-8adf-78f9a639fbfc tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:16.701421 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b527a695-bd6d-4811-abac-34b1f7189125 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:16.702861 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b527a695-bd6d-4811-abac-34b1f7189125 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:16.714170 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:16.730948 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106e4ba-50cb-4b70-8290-c318a20f2d26 req-21d03416-6201-4fa2-87b7-79690c785e99 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:16.732601 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f106e4ba-50cb-4b70-8290-c318a20f2d26 req-21d03416-6201-4fa2-87b7-79690c785e99 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.2744393 Apr 06 13:25:16.783826 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-10a9fcb1-a5e1-49f7-9dc4-f0e3fd07780d service neutron] 10.222.0.61 "GET /v2.0/networks/b4af085f-1110-4224-b013-05549a7ec08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503140 Apr 06 13:25:16.847356 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-b527a695-bd6d-4811-abac-34b1f7189125 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Calling delete_port for fe8ae6dc-97d3-4ad8-83ac-2a2948a9735b owned by network:floatingip {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:25:16.882764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3df8be2-3b5e-4a73-a8ff-446b88f425b8 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:16.883313 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3df8be2-3b5e-4a73-a8ff-446b88f425b8 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Fanout notify agent at l3_agent the message router_deleted on router 540addb9-c61f-4811-8e38-cd265beb38ef {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:25:16.895801 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f106e4ba-50cb-4b70-8290-c318a20f2d26 req-18a0c143-f619-48c4-bc53-3f935d05b880 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541030 Apr 06 13:25:16.926406 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-21ca278d-5ad7-43db-8adf-78f9a639fbfc tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8932760 Apr 06 13:25:16.932491 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb51f54-82bd-43f1-bbc0-a4d8b6e27c35 req-f6bda21d-ef85-4f7d-a252-f4586a91e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:16.933741 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1fb51f54-82bd-43f1-bbc0-a4d8b6e27c35 req-f6bda21d-ef85-4f7d-a252-f4586a91e575 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 1099 time: 0.7506628 Apr 06 13:25:16.936630 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38944) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:16.958090 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3df8be2-3b5e-4a73-a8ff-446b88f425b8 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:16.969419 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e3df8be2-3b5e-4a73-a8ff-446b88f425b8 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "DELETE /v2.0/routers/540addb9-c61f-4811-8e38-cd265beb38ef HTTP/1.1" status: 204 len: 168 time: 6.0336246 Apr 06 13:25:16.974121 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd88cf-e162-48c8-866a-093943af7486 req-eecca59f-c017-4780-b9a8-e990831fd8c4 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:16.975060 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-834705b3-7a13-4c5a-8139-7c3ca57f88a8 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:ca:6a:97'}]}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:16.975640 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-26fd88cf-e162-48c8-866a-093943af7486 req-eecca59f-c017-4780-b9a8-e990831fd8c4 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/ports?device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 944 time: 0.3465052 Apr 06 13:25:16.978967 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 38948) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:16.993402 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-314a3e46-dd86-40c1-b53c-d73675032da4 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1595587778', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'enable_snat': False}}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:16.996300 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:17.030937 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-314a3e46-dd86-40c1-b53c-d73675032da4 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:17.050312 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-314a3e46-dd86-40c1-b53c-d73675032da4 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Usage tracker for resource:router and tenant:b295c7e5a84744f7a6d0d8748d67f940 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:17.084935 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-314a3e46-dd86-40c1-b53c-d73675032da4 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:17.105898 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-314a3e46-dd86-40c1-b53c-d73675032da4 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:17.126780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-59d76d3f-d73f-400a-8bcf-5ef2bbc93f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:17.128708 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-59d76d3f-d73f-400a-8bcf-5ef2bbc93f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:17.129833 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-59d76d3f-d73f-400a-8bcf-5ef2bbc93f29 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3bf383c8-6fc3-4eeb-87db-803cd16a850f HTTP/1.1" status: 204 len: 168 time: 2.0189037 Apr 06 13:25:17.131126 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-701e25e3-8f5f-464e-811d-705ba4297b03 req-c4ab87ed-2795-4b7b-a5f3-825160699930 service neutron] 10.222.0.61 "GET /v2.0/networks/b4af085f-1110-4224-b013-05549a7ec08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213286 Apr 06 13:25:17.140553 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-26fd88cf-e162-48c8-866a-093943af7486 req-704422c5-fe9e-4d04-8d66-c7295a33637d tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e34bce9-08ce-41d7-8339-191fe383b876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572146 Apr 06 13:25:17.157160 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-1fb51f54-82bd-43f1-bbc0-a4d8b6e27c35 req-f0560e39-837e-447a-9ee3-712994985e69 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:17.187442 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d76d3f-d73f-400a-8bcf-5ef2bbc93f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf383c8-6fc3-4eeb-87db-803cd16a850f,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:17.189638 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-1fb51f54-82bd-43f1-bbc0-a4d8b6e27c35 req-f0560e39-837e-447a-9ee3-712994985e69 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:17.208873 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-1fb51f54-82bd-43f1-bbc0-a4d8b6e27c35 req-f0560e39-837e-447a-9ee3-712994985e69 service neutron] Usage tracker for resource:security_group_rule and tenant:72d724aa1735481fb3045e578464a30a is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:17.215761 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-1fb51f54-82bd-43f1-bbc0-a4d8b6e27c35 req-f0560e39-837e-447a-9ee3-712994985e69 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:17.253513 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-1fb51f54-82bd-43f1-bbc0-a4d8b6e27c35 req-f0560e39-837e-447a-9ee3-712994985e69 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:17.386487 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-314a3e46-dd86-40c1-b53c-d73675032da4 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:17.388706 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-314a3e46-dd86-40c1-b53c-d73675032da4 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:17.444844 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-314a3e46-dd86-40c1-b53c-d73675032da4 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:17.558854 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b527a695-bd6d-4811-abac-34b1f7189125 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:17.562972 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-834705b3-7a13-4c5a-8139-7c3ca57f88a8 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:17.588966 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ca74b-01b5-4f2c-840b-53e17a087c5e req-f9134b37-3661-4774-a090-43743cf43588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:17.590475 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-020ca74b-01b5-4f2c-840b-53e17a087c5e req-f9134b37-3661-4774-a090-43743cf43588 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=29506e5a39ce4f2db4e880a74f738951&device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 1097 time: 0.2428813 Apr 06 13:25:17.646387 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527a695-bd6d-4811-abac-34b1f7189125 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Pushing event deleted for resources: {'Port': ['ID=fe8ae6dc-97d3-4ad8-83ac-2a2948a9735b,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:17.692000 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-471c53ad-f50c-4079-8b4b-57c9b8659949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:17.895190 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b527a695-bd6d-4811-abac-34b1f7189125 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks [] for floatingip, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:18.136210 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-314a3e46-dd86-40c1-b53c-d73675032da4 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:18.146059 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ca74b-01b5-4f2c-840b-53e17a087c5e req-0a5c2873-f46a-4b58-a426-fa557150e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:18.147517 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-020ca74b-01b5-4f2c-840b-53e17a087c5e req-0a5c2873-f46a-4b58-a426-fa557150e46a service neutron] 10.222.0.61 "GET /v2.0/networks?id=b4af085f-1110-4224-b013-05549a7ec08d HTTP/1.1" status: 200 len: 906 time: 0.5439510 Apr 06 13:25:18.157472 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-1fb51f54-82bd-43f1-bbc0-a4d8b6e27c35 req-f0560e39-837e-447a-9ee3-712994985e69 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:18.235265 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b527a695-bd6d-4811-abac-34b1f7189125 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:18.236001 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-020ca74b-01b5-4f2c-840b-53e17a087c5e req-9e84a704-7cb2-449c-bd4f-8dc2e9d914da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d66d449-7fb9-410f-883f-3828e276e3ae HTTP/1.1" status: 200 len: 217 time: 0.0793190 Apr 06 13:25:18.236581 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b527a695-bd6d-4811-abac-34b1f7189125 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] 10.222.0.48 "DELETE /v2.0/floatingips/7202cba1-ee31-424b-a5e6-fd0408c25b90 HTTP/1.1" status: 204 len: 168 time: 3.1289597 Apr 06 13:25:18.242243 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:18.243459 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38966) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:18.255502 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-9e451d42-26cd-42d1-87a6-67e0be885b42 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Request body: {'floatingip': {'floating_network_id': '8cab3f5c-d3b1-45cd-bf15-e3534ac426b1', 'port_id': '1d8c802f-28a2-48c3-88ff-ad68c66ec788', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:18.267490 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-9e451d42-26cd-42d1-87a6-67e0be885b42 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:18.287794 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-9e451d42-26cd-42d1-87a6-67e0be885b42 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Usage tracker for resource:floatingip and tenant:6a4d2fd9fb1946a4af678b0db809b452 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:18.292891 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:18.344630 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-9e451d42-26cd-42d1-87a6-67e0be885b42 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:18.352634 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ca74b-01b5-4f2c-840b-53e17a087c5e req-82cc571e-6eda-464e-8efb-07d2b828a259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:18.354268 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-020ca74b-01b5-4f2c-840b-53e17a087c5e req-82cc571e-6eda-464e-8efb-07d2b828a259 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1bba6dec-718f-43df-a092-4ff68fc37b48 HTTP/1.1" status: 200 len: 844 time: 0.1084511 Apr 06 13:25:18.356276 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-1fb51f54-82bd-43f1-bbc0-a4d8b6e27c35 req-f0560e39-837e-447a-9ee3-712994985e69 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:18.362313 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766a8c1-1e93-4742-b8b9-7601f089de0b req-ea6b9b25-5e58-4484-855e-efc4e05e2249 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:18.364033 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5766a8c1-1e93-4742-b8b9-7601f089de0b req-ea6b9b25-5e58-4484-855e-efc4e05e2249 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.3355241 Apr 06 13:25:18.364855 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:18.365253 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-9e451d42-26cd-42d1-87a6-67e0be885b42 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:18.376329 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:18.451674 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-1fb51f54-82bd-43f1-bbc0-a4d8b6e27c35 req-f0560e39-837e-447a-9ee3-712994985e69 service neutron] Synchronizing usage tracker for tenant:72d724aa1735481fb3045e578464a30a on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:25:18.477434 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0560e39-837e-447a-9ee3-712994985e69 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0ccbfa-de0d-4143-99c5-3e48fb513c76,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:18.511294 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-834705b3-7a13-4c5a-8139-7c3ca57f88a8 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:18.568218 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9e451d42-26cd-42d1-87a6-67e0be885b42 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks [] for floatingip, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:18.622603 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-834705b3-7a13-4c5a-8139-7c3ca57f88a8 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:18.729488 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:18.731820 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-1fb51f54-82bd-43f1-bbc0-a4d8b6e27c35 req-f0560e39-837e-447a-9ee3-712994985e69 service neutron] Unset dirty status for tenant:72d724aa1735481fb3045e578464a30a on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:25:18.732985 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1fb51f54-82bd-43f1-bbc0-a4d8b6e27c35 req-f0560e39-837e-447a-9ee3-712994985e69 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7784894 Apr 06 13:25:18.739356 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event updated for resources: {'Port': ['ID=a54167c7-a0e0-48ad-8b77-2fe8df49462a,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:18.800327 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5766a8c1-1e93-4742-b8b9-7601f089de0b req-4a6cae26-6bc1-4530-8326-9b2d7978dcd0 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4018297 Apr 06 13:25:18.823423 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:18.823682 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:18.824013 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:18.824343 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:18.824794 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:18.825111 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:18.825357 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:18.825673 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:18.825985 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:18.826306 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:18.826890 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:18.827233 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:18.843927 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:18.943479 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:18.987284 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834705b3-7a13-4c5a-8139-7c3ca57f88a8 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Pushing event updated for resources: {'Port': ['ID=77c334f1-ceb2-4d99-ac01-6b251f19b44e,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:18.993151 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Allocated IP 2001:db8::2e7 (7aec3d94-8eab-4147-850b-bb03c486a3b7/51dca026-a0b4-4e6a-8d6b-b61630d82a41/9b3fd329-dcad-4181-b259-a26d2d3afddc) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:25:18.997034 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0608a1-d1e7-4787-9507-46728457d780 req-7b6109ed-65a2-4e7f-a96f-e16c76c3c831 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:19.003379 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dc0608a1-d1e7-4787-9507-46728457d780 req-7b6109ed-65a2-4e7f-a96f-e16c76c3c831 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/ports?device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 944 time: 0.6058164 Apr 06 13:25:19.009161 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ca74b-01b5-4f2c-840b-53e17a087c5e req-4cacb7cc-16d4-4fea-a738-8bfc653df14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:19.015463 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-020ca74b-01b5-4f2c-840b-53e17a087c5e req-4cacb7cc-16d4-4fea-a738-8bfc653df14f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b4af085f-1110-4224-b013-05549a7ec08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6188905 Apr 06 13:25:19.026419 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-834705b3-7a13-4c5a-8139-7c3ca57f88a8 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] In _notify_port_updated(), no bound segment for port 77c334f1-ceb2-4d99-ac01-6b251f19b44e on network 2a560cc5-24da-422e-831a-7229cb5bb9fd {{(pid=88564) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 06 13:25:19.032777 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834705b3-7a13-4c5a-8139-7c3ca57f88a8 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:19.033412 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-834705b3-7a13-4c5a-8139-7c3ca57f88a8 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:19.037545 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-834705b3-7a13-4c5a-8139-7c3ca57f88a8 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] 10.222.0.48 "PUT /v2.0/ports/77c334f1-ceb2-4d99-ac01-6b251f19b44e HTTP/1.1" status: 200 len: 995 time: 2.0853713 Apr 06 13:25:19.038124 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 38986) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:19.082061 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8aab7b23-303f-4b37-9017-d906206c17ff None None] Provisioning complete for port 77c334f1-ceb2-4d99-ac01-6b251f19b44e triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:25:19.083046 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8aab7b23-303f-4b37-9017-d906206c17ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:19.162364 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-8aab7b23-303f-4b37-9017-d906206c17ff None None] Port 77c334f1-ceb2-4d99-ac01-6b251f19b44e cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:25:19.240227 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dc0608a1-d1e7-4787-9507-46728457d780 req-48e26ffd-79ee-4d22-bbb6-e4d59743309b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e34bce9-08ce-41d7-8339-191fe383b876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237582 Apr 06 13:25:19.243924 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Network 812b7c77-1c77-4674-b6cd-52d4914b4788 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:25:19.245078 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-a4226c7c-ff88-4a36-aaf3-3402a45c90ce tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Deleting port 77c334f1-ceb2-4d99-ac01-6b251f19b44e {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:25:19.245423 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a4226c7c-ff88-4a36-aaf3-3402a45c90ce tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:19.250426 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:19.412430 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:19.499796 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 3d66d449-7fb9-410f-883f-3828e276e3ae details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:25:19.512738 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-020ca74b-01b5-4f2c-840b-53e17a087c5e req-d8997c10-b4f0-4ade-aac6-76217b962420 service neutron] 10.222.0.61 "GET /v2.0/networks/b4af085f-1110-4224-b013-05549a7ec08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848433 Apr 06 13:25:19.590941 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-9e451d42-26cd-42d1-87a6-67e0be885b42 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:25:19.596588 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9e451d42-26cd-42d1-87a6-67e0be885b42 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.3521538 Apr 06 13:25:19.600736 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39000) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:19.609658 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-33f4200b-186c-4e5f-905e-a8dfe50c7009 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'port_id': '1d8c802f-28a2-48c3-88ff-ad68c66ec788', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:19.628046 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-33f4200b-186c-4e5f-905e-a8dfe50c7009 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:19.638741 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-33f4200b-186c-4e5f-905e-a8dfe50c7009 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Usage tracker for resource:floatingip and tenant:6a4d2fd9fb1946a4af678b0db809b452 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:19.644059 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a4226c7c-ff88-4a36-aaf3-3402a45c90ce tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:19.656181 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-33f4200b-186c-4e5f-905e-a8dfe50c7009 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:19.666437 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-33f4200b-186c-4e5f-905e-a8dfe50c7009 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:19.732133 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-314a3e46-dd86-40c1-b53c-d73675032da4 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:19.735558 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 3d66d449-7fb9-410f-883f-3828e276e3ae, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3d66d449-7fb9-410f-883f-3828e276e3ae,segment=NetworkSegment(54e4ee41-531e-440c-8308-aeb4581df134),segment_id=54e4ee41-531e-440c-8308-aeb4581df134)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:25:19.760253 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '3d66d449-7fb9-410f-883f-3828e276e3ae', 'network_id': 'b4af085f-1110-4224-b013-05549a7ec08d', 'port_id': '3d66d449-7fb9-410f-883f-3828e276e3ae', 'mac_address': 'fa:16:3e:d5:46:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bba6dec-718f-43df-a092-4ff68fc37b48', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:25:19.769613 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-314a3e46-dd86-40c1-b53c-d73675032da4 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:19.807998 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:19.829269 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-a4226c7c-ff88-4a36-aaf3-3402a45c90ce tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Calling delete_port for 77c334f1-ceb2-4d99-ac01-6b251f19b44e owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:25:19.847932 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:19.872485 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d66d449-7fb9-410f-883f-3828e276e3ae {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:25:19.888884 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Router e6be2954-a14b-458a-b118-628a4055f72d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:25:19.895840 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 3d66d449-7fb9-410f-883f-3828e276e3ae, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3d66d449-7fb9-410f-883f-3828e276e3ae,segment=NetworkSegment(54e4ee41-531e-440c-8308-aeb4581df134),segment_id=54e4ee41-531e-440c-8308-aeb4581df134)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:25:19.917624 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39010) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:19.935931 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Network 7aec3d94-8eab-4147-850b-bb03c486a3b7 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:25:19.941831 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:19.950366 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:25:19.958156 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-020ca74b-01b5-4f2c-840b-53e17a087c5e req-eb83a8dc-d63e-4b6f-bba3-ec58655eb712 service neutron] 10.222.0.61 "GET /v2.0/networks/b4af085f-1110-4224-b013-05549a7ec08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366508 Apr 06 13:25:19.991695 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:20.044010 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-33f4200b-186c-4e5f-905e-a8dfe50c7009 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks [] for floatingip, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:20.051961 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-314a3e46-dd86-40c1-b53c-d73675032da4 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Allocated IP 172.26.4.237 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/342d5a31-4ca7-4360-a9f2-cdcaedf2bb82) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:25:20.072579 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=3d66d449-7fb9-410f-883f-3828e276e3ae,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:20.139700 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Pushing event updated for resources: {'Port': ['ID=9b3fd329-dcad-4181-b259-a26d2d3afddc,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:20.158218 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-c529e2b3-3c54-4d50-ad2f-572413f5f573 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2034127456', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:20.202048 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c529e2b3-3c54-4d50-ad2f-572413f5f573 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:20.211652 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:20.211992 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:20.212348 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:20.212698 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:20.213160 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:20.213468 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:20.213792 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:20.214118 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:20.214458 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:20.214858 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:20.215917 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:20.215917 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:20.226741 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:20.248359 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['3d66d449-7fb9-410f-883f-3828e276e3ae'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:25:20.274840 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c529e2b3-3c54-4d50-ad2f-572413f5f573 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Usage tracker for resource:port and tenant:0736057e5960491d872e5e72365b351b is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:20.287710 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c529e2b3-3c54-4d50-ad2f-572413f5f573 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:20.316090 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c529e2b3-3c54-4d50-ad2f-572413f5f573 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:20.517003 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-33f4200b-186c-4e5f-905e-a8dfe50c7009 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:20.579607 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c529e2b3-3c54-4d50-ad2f-572413f5f573 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Made reservation on behalf of 0736057e5960491d872e5e72365b351b for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:25:20.581818 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c529e2b3-3c54-4d50-ad2f-572413f5f573 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:20.657232 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c529e2b3-3c54-4d50-ad2f-572413f5f573 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:20.680421 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019e228-9a27-477b-8261-ca59b64c38e4 req-b8536fc9-5667-49e7-b1e0-b3211f5a2ca2 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:20.681896 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d019e228-9a27-477b-8261-ca59b64c38e4 req-b8536fc9-5667-49e7-b1e0-b3211f5a2ca2 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.5823135 Apr 06 13:25:20.695336 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-314a3e46-dd86-40c1-b53c-d73675032da4 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:20.736082 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c529e2b3-3c54-4d50-ad2f-572413f5f573 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:20.739097 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:25:20.750515 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7296502f-dbf8-4196-a57f-a0be3b998fa0 None None] Sync routers for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:25:20.752595 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c529e2b3-3c54-4d50-ad2f-572413f5f573 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Usage tracker for resource:security_group_rule and tenant:0736057e5960491d872e5e72365b351b is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:20.757802 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c529e2b3-3c54-4d50-ad2f-572413f5f573 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:20.759788 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7296502f-dbf8-4196-a57f-a0be3b998fa0 None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:20.760399 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7296502f-dbf8-4196-a57f-a0be3b998fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:20.777169 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c529e2b3-3c54-4d50-ad2f-572413f5f573 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:20.828143 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d019e228-9a27-477b-8261-ca59b64c38e4 req-0ded3b1e-c37a-4fa2-a1d2-8896476d8620 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281309 Apr 06 13:25:20.829741 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7296502f-dbf8-4196-a57f-a0be3b998fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:20.839681 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7296502f-dbf8-4196-a57f-a0be3b998fa0 None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:20.840326 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7296502f-dbf8-4196-a57f-a0be3b998fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:20.861088 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-862d2e97-551e-4e40-a2ca-16d125f74842 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "PUT /v2.0/routers/e6be2954-a14b-458a-b118-628a4055f72d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7654245 Apr 06 13:25:20.864180 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39018) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:20.876997 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7903e4b-1395-4a78-98b1-44b6b226162a req-77158ff9-621c-4081-a886-a4e29b2bb1c2 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:20.878495 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e7903e4b-1395-4a78-98b1-44b6b226162a req-77158ff9-621c-4081-a886-a4e29b2bb1c2 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/ports?device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 945 time: 0.3157234 Apr 06 13:25:20.885972 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-a828ce57-1efa-405d-ab83-0fc4d7dcf805 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Request body: {'port': {'network_id': '812b7c77-1c77-4674-b6cd-52d4914b4788', 'name': 'tempest-FloatingIPTestJSON-1697750246'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:20.889906 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a4226c7c-ff88-4a36-aaf3-3402a45c90ce tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:20.910274 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7296502f-dbf8-4196-a57f-a0be3b998fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:20.910679 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7296502f-dbf8-4196-a57f-a0be3b998fa0 None None] The sync data for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:25:20.956299 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4226c7c-ff88-4a36-aaf3-3402a45c90ce tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Pushing event deleted for resources: {'Port': ['ID=77c334f1-ceb2-4d99-ac01-6b251f19b44e,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:21.027101 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-314a3e46-dd86-40c1-b53c-d73675032da4 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:21.054538 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:21.095671 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e7903e4b-1395-4a78-98b1-44b6b226162a req-8d4ce75e-65d2-405c-b349-d3701ae50959 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e34bce9-08ce-41d7-8339-191fe383b876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945667 Apr 06 13:25:21.142401 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314a3e46-dd86-40c1-b53c-d73675032da4 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:25:21.150385 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-314a3e46-dd86-40c1-b53c-d73675032da4 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:21.167033 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314a3e46-dd86-40c1-b53c-d73675032da4 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:25:21.214954 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-33f4200b-186c-4e5f-905e-a8dfe50c7009 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Allocated IP 172.26.4.89 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/145c37c2-fa79-44e5-be2a-fe59a4202f05) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:25:21.226720 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c529e2b3-3c54-4d50-ad2f-572413f5f573 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:21.243709 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a3e46-dd86-40c1-b53c-d73675032da4 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Pushing event updated for resources: {'Port': ['ID=342d5a31-4ca7-4360-a9f2-cdcaedf2bb82,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:21.253737 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a828ce57-1efa-405d-ab83-0fc4d7dcf805 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:21.260184 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a828ce57-1efa-405d-ab83-0fc4d7dcf805 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Usage tracker for resource:port and tenant:85b5a92c88a5421aa7d05fbcad83612c is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:21.265152 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a828ce57-1efa-405d-ab83-0fc4d7dcf805 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:21.274162 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a828ce57-1efa-405d-ab83-0fc4d7dcf805 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:21.346515 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c529e2b3-3c54-4d50-ad2f-572413f5f573 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:21.360514 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-c529e2b3-3c54-4d50-ad2f-572413f5f573 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] device_id is not set on port 4ea6b76e-2ba2-40f9-aa87-907d4b2714d9 yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:25:21.457619 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a828ce57-1efa-405d-ab83-0fc4d7dcf805 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Made reservation on behalf of 85b5a92c88a5421aa7d05fbcad83612c for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:25:21.461124 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a828ce57-1efa-405d-ab83-0fc4d7dcf805 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:21.500830 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 3d66d449-7fb9-410f-883f-3828e276e3ae up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:25:21.552421 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529e2b3-3c54-4d50-ad2f-572413f5f573 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41480cba-ac45-4884-9799-690328af0e88,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:21.570306 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a4226c7c-ff88-4a36-aaf3-3402a45c90ce tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:21.576543 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-a828ce57-1efa-405d-ab83-0fc4d7dcf805 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] device_id is not set on port 3d060b62-7da2-4caf-b359-4b2ea2490d96 yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:25:21.661973 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a4226c7c-ff88-4a36-aaf3-3402a45c90ce tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] 10.222.0.48 "DELETE /v2.0/ports/77c334f1-ceb2-4d99-ac01-6b251f19b44e HTTP/1.1" status: 204 len: 168 time: 2.6228180 Apr 06 13:25:21.666607 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39022) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:21.672739 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port 3d66d449-7fb9-410f-883f-3828e276e3ae completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:25:21.679831 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 3d66d449-7fb9-410f-883f-3828e276e3ae triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:25:21.680372 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:21.714771 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:21.721246 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-33f4200b-186c-4e5f-905e-a8dfe50c7009 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:21.766742 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f7a496e-684f-44df-9de5-d5857a3324fe tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] GET failed (client error): The resource could not be found. Apr 06 13:25:21.772443 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3f7a496e-684f-44df-9de5-d5857a3324fe tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] 10.222.0.48 "GET /v2.0/ports/77c334f1-ceb2-4d99-ac01-6b251f19b44e HTTP/1.1" status: 404 len: 333 time: 0.1007895 Apr 06 13:25:21.773483 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39026) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:21.783802 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-fb7180c3-381a-40db-a0f0-3b173e82b6ff tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Request body: {'port': {'network_id': '2a560cc5-24da-422e-831a-7229cb5bb9fd', 'name': 'tempest-AllowedAddressPairTestJSON-1157746636'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:21.811897 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:21.840925 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83aae3a3-2a73-4de9-9d7f-a503588b652d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d66d449-7fb9-410f-883f-3828e276e3ae'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:25:21.857885 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 3d66d449-7fb9-410f-883f-3828e276e3ae, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3d66d449-7fb9-410f-883f-3828e276e3ae,segment=NetworkSegment(54e4ee41-531e-440c-8308-aeb4581df134),segment_id=54e4ee41-531e-440c-8308-aeb4581df134)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:25:21.901113 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c177190-4aea-4956-a561-87c1f85f73ea'] response: {'server_uuid': '83aae3a3-2a73-4de9-9d7f-a503588b652d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d66d449-7fb9-410f-883f-3828e276e3ae', 'code': 200} Apr 06 13:25:21.944424 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-a828ce57-1efa-405d-ab83-0fc4d7dcf805 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Allocated IP 172.20.0.4 (812b7c77-1c77-4674-b6cd-52d4914b4788/9ce1d277-20d4-45db-aff4-9f7ab7740ea1/3d060b62-7da2-4caf-b359-4b2ea2490d96) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:25:21.975680 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:22.004448 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-33f4200b-186c-4e5f-905e-a8dfe50c7009 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:22.058168 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=3d66d449-7fb9-410f-883f-3828e276e3ae,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:22.076076 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:22.076839 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:22.077450 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:22.079552 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:22.080695 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:22.081381 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:22.082249 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:22.082948 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:22.084358 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:22.084972 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:22.085681 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:22.086328 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:22.088800 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f4200b-186c-4e5f-905e-a8dfe50c7009 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:25:22.092208 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-33f4200b-186c-4e5f-905e-a8dfe50c7009 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:22.096717 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f4200b-186c-4e5f-905e-a8dfe50c7009 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:25:22.142416 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4200b-186c-4e5f-905e-a8dfe50c7009 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Pushing event updated for resources: {'Port': ['ID=145c37c2-fa79-44e5-be2a-fe59a4202f05,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:22.163649 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Router bee264a1-6a0f-4bde-9801-402429da4c27 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:25:22.354302 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-fb7180c3-381a-40db-a0f0-3b173e82b6ff tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:22.455514 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-fb7180c3-381a-40db-a0f0-3b173e82b6ff tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Usage tracker for resource:port and tenant:d31d7d89a23243b7bdce6e86ac89a173 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:22.459576 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-fb7180c3-381a-40db-a0f0-3b173e82b6ff tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:22.524785 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-c529e2b3-3c54-4d50-ad2f-572413f5f573 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Allocated IP 172.26.4.192 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/4ea6b76e-2ba2-40f9-aa87-907d4b2714d9) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:25:22.527159 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-314a3e46-dd86-40c1-b53c-d73675032da4 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:22.586542 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-fb7180c3-381a-40db-a0f0-3b173e82b6ff tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:22.613162 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:25:22.619005 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-33f4200b-186c-4e5f-905e-a8dfe50c7009 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Deleting port 145c37c2-fa79-44e5-be2a-fe59a4202f05 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:25:22.619373 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-33f4200b-186c-4e5f-905e-a8dfe50c7009 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:22.625750 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bd428e-c014-43bb-b734-823981c31559 None None] Sync routers for ids ['bee264a1-6a0f-4bde-9801-402429da4c27'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:25:22.640181 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bd428e-c014-43bb-b734-823981c31559 None None] Routers {'bee264a1-6a0f-4bde-9801-402429da4c27'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:22.641510 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-64bd428e-c014-43bb-b734-823981c31559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['bee264a1-6a0f-4bde-9801-402429da4c27'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:22.745022 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7180c3-381a-40db-a0f0-3b173e82b6ff tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Made reservation on behalf of d31d7d89a23243b7bdce6e86ac89a173 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:25:22.748470 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fb7180c3-381a-40db-a0f0-3b173e82b6ff tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:22.774256 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:22.778626 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ca06f9ac-4f3e-419e-a682-20c8f13fca60 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.5192523 Apr 06 13:25:22.785328 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39036) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:22.798690 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab0064-9f4d-49f7-b40f-7fea1cf8d3ee req-be9b4572-1f76-4380-aa0b-742cb1a08f37 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:22.800225 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bdab0064-9f4d-49f7-b40f-7fea1cf8d3ee req-be9b4572-1f76-4380-aa0b-742cb1a08f37 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.8128293 Apr 06 13:25:22.836948 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-64bd428e-c014-43bb-b734-823981c31559 None None] Set router bee264a1-6a0f-4bde-9801-402429da4c27 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:25:22.931003 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-fb7180c3-381a-40db-a0f0-3b173e82b6ff tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] device_id is not set on port 12cd8425-dd7a-49e5-9a8a-1ace6d355af2 yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:25:22.965028 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-33f4200b-186c-4e5f-905e-a8dfe50c7009 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:22.965880 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-33f4200b-186c-4e5f-905e-a8dfe50c7009 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:23.124969 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-33f4200b-186c-4e5f-905e-a8dfe50c7009 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Calling delete_port for 145c37c2-fa79-44e5-be2a-fe59a4202f05 owned by network:floatingip {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:25:23.162873 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-64bd428e-c014-43bb-b734-823981c31559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee264a1-6a0f-4bde-9801-402429da4c27', 'name': '', 'tenant_id': '60a460cb10c44a699e8c4970a331215c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aec3d94-8eab-4147-850b-bb03c486a3b7', 'external_fixed_ips': [{'subnet_id': '51dca026-a0b4-4e6a-8d6b-b61630d82a41', 'ip_address': '2001:db8::2e7'}], 'enable_snat': True}, 'gw_port_id': '9b3fd329-dcad-4181-b259-a26d2d3afddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:25:15Z', 'updated_at': '2022-04-06T13:25:20Z', 'revision_number': 3, 'project_id': '60a460cb10c44a699e8c4970a331215c', 'gw_port': {'id': '9b3fd329-dcad-4181-b259-a26d2d3afddc', 'name': '', 'network_id': '7aec3d94-8eab-4147-850b-bb03c486a3b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee264a1-6a0f-4bde-9801-402429da4c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '51dca026-a0b4-4e6a-8d6b-b61630d82a41', 'ip_address': '2001:db8::2e7', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:25:18Z', 'updated_at': '2022-04-06T13:25:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51dca026-a0b4-4e6a-8d6b-b61630d82a41', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:23.167449 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bd428e-c014-43bb-b734-823981c31559 None None] Checking router: bee264a1-6a0f-4bde-9801-402429da4c27 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:25:23.167869 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bd428e-c014-43bb-b734-823981c31559 None None] Updating router bee264a1-6a0f-4bde-9801-402429da4c27 port 9b3fd329-dcad-4181-b259-a26d2d3afddc binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:25:23.173026 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a828ce57-1efa-405d-ab83-0fc4d7dcf805 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:23.184540 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-156a2c23-550d-4a48-b971-bebbfd890f02 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:23.224715 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-64bd428e-c014-43bb-b734-823981c31559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:23.249734 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b576e5-b272-4027-88fa-8a79d08857ca req-a29fe438-f241-4c79-a605-c0dd45509d5a tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:23.256983 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-32b576e5-b272-4027-88fa-8a79d08857ca req-a29fe438-f241-4c79-a605-c0dd45509d5a tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/ports?device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 946 time: 0.9038703 Apr 06 13:25:23.261089 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bdab0064-9f4d-49f7-b40f-7fea1cf8d3ee req-43e63aaa-3849-4a32-993e-7bb24b781457 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4425018 Apr 06 13:25:23.303098 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f1daa-c5dd-49ee-8582-2b2a3f8051e2 req-a4c8e6d3-da37-4625-a763-335ff39258a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:23.304649 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-705f1daa-c5dd-49ee-8582-2b2a3f8051e2 req-a4c8e6d3-da37-4625-a763-335ff39258a3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 1099 time: 0.9346611 Apr 06 13:25:23.528325 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-156a2c23-550d-4a48-b971-bebbfd890f02 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:23.566001 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-33f4200b-186c-4e5f-905e-a8dfe50c7009 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:23.591507 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-32b576e5-b272-4027-88fa-8a79d08857ca req-7f2ddebc-e614-40bf-808e-7c966d7886a4 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e34bce9-08ce-41d7-8339-191fe383b876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3334718 Apr 06 13:25:23.608646 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-64bd428e-c014-43bb-b734-823981c31559 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:23.622614 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-64bd428e-c014-43bb-b734-823981c31559 None None] Transition to ACTIVE for port object 9b3fd329-dcad-4181-b259-a26d2d3afddc will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:25:23.633685 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-705f1daa-c5dd-49ee-8582-2b2a3f8051e2 req-3fe73c1d-38de-40f9-a246-e77cfaa449fa service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0e34bce9-08ce-41d7-8339-191fe383b876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067665 Apr 06 13:25:23.633786 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4200b-186c-4e5f-905e-a8dfe50c7009 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Pushing event deleted for resources: {'Port': ['ID=145c37c2-fa79-44e5-be2a-fe59a4202f05,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:23.647173 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-fb7180c3-381a-40db-a0f0-3b173e82b6ff tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Allocated IP 172.20.0.14 (2a560cc5-24da-422e-831a-7229cb5bb9fd/2d941abc-214b-408c-8515-288f38bb9cb5/12cd8425-dd7a-49e5-9a8a-1ace6d355af2) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:25:23.665095 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-156a2c23-550d-4a48-b971-bebbfd890f02 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Deleting port 9b3fd329-dcad-4181-b259-a26d2d3afddc {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:25:23.666002 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-156a2c23-550d-4a48-b971-bebbfd890f02 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:23.668028 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c529e2b3-3c54-4d50-ad2f-572413f5f573 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:23.689414 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-314a3e46-dd86-40c1-b53c-d73675032da4 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:23.695271 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a828ce57-1efa-405d-ab83-0fc4d7dcf805 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:23.760038 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-64bd428e-c014-43bb-b734-823981c31559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:23.845870 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-64bd428e-c014-43bb-b734-823981c31559 None None] Attempting to bind port 9b3fd329-dcad-4181-b259-a26d2d3afddc on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:25:23.846395 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-64bd428e-c014-43bb-b734-823981c31559 None None] Attempting to bind port 9b3fd329-dcad-4181-b259-a26d2d3afddc by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '5283dd0f-dcf9-4d5d-bc47-4c710cae18d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '7aec3d94-8eab-4147-850b-bb03c486a3b7'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:25:23.846910 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bd428e-c014-43bb-b734-823981c31559 None None] Attempting to bind port 9b3fd329-dcad-4181-b259-a26d2d3afddc on network 7aec3d94-8eab-4147-850b-bb03c486a3b7 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:25:23.856971 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bd428e-c014-43bb-b734-823981c31559 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:25:23.857503 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bd428e-c014-43bb-b734-823981c31559 None None] Checking segment: {'id': '5283dd0f-dcf9-4d5d-bc47-4c710cae18d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '7aec3d94-8eab-4147-850b-bb03c486a3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:25:23.858072 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-64bd428e-c014-43bb-b734-823981c31559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:23.859146 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bd428e-c014-43bb-b734-823981c31559 None None] Bound using segment: {'id': '5283dd0f-dcf9-4d5d-bc47-4c710cae18d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '7aec3d94-8eab-4147-850b-bb03c486a3b7'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:25:23.859654 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-64bd428e-c014-43bb-b734-823981c31559 None None] Bound port: 9b3fd329-dcad-4181-b259-a26d2d3afddc, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5283dd0f-dcf9-4d5d-bc47-4c710cae18d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '7aec3d94-8eab-4147-850b-bb03c486a3b7'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:25:23.859974 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-64bd428e-c014-43bb-b734-823981c31559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:23.888300 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e3c23-cb8c-401f-b244-13ad2bae5243 None None] Pushing event updated for resources: {'Port': ['ID=9b3fd329-dcad-4181-b259-a26d2d3afddc,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:23.910791 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a828ce57-1efa-405d-ab83-0fc4d7dcf805 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Network 812b7c77-1c77-4674-b6cd-52d4914b4788 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:25:23.928479 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea58ecc-8fca-452e-a521-c6746981ddd8 req-5184e96a-8e42-48fd-89b7-b680f9daedbf tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:23.928700 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-156a2c23-550d-4a48-b971-bebbfd890f02 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:23.932315 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1ea58ecc-8fca-452e-a521-c6746981ddd8 req-5184e96a-8e42-48fd-89b7-b680f9daedbf tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.5109885 Apr 06 13:25:23.933405 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-a828ce57-1efa-405d-ab83-0fc4d7dcf805 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:23.938110 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39042) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:23.945795 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a828ce57-1efa-405d-ab83-0fc4d7dcf805 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:25:23.950537 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-9b5220f4-fe12-4afd-8f89-4850400d7093 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Request body: {'floatingip': {'port_id': 'ddde7491-e249-460a-b06c-c1af650f5bf7'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:23.957191 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-64bd428e-c014-43bb-b734-823981c31559 None None] For port 9b3fd329-dcad-4181-b259-a26d2d3afddc, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:25:23.961171 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-64bd428e-c014-43bb-b734-823981c31559 None None] For port 9b3fd329-dcad-4181-b259-a26d2d3afddc, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9b3fd329-dcad-4181-b259-a26d2d3afddc,segment=NetworkSegment(5283dd0f-dcf9-4d5d-bc47-4c710cae18d7),segment_id=5283dd0f-dcf9-4d5d-bc47-4c710cae18d7)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:25:23.973990 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828ce57-1efa-405d-ab83-0fc4d7dcf805 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event updated for resources: {'Port': ['ID=3d060b62-7da2-4caf-b359-4b2ea2490d96,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:24.098363 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-64bd428e-c014-43bb-b734-823981c31559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:24.181560 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bd428e-c014-43bb-b734-823981c31559 None None] Routers {'bee264a1-6a0f-4bde-9801-402429da4c27'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:24.182324 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-64bd428e-c014-43bb-b734-823981c31559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['bee264a1-6a0f-4bde-9801-402429da4c27'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:24.250341 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-33f4200b-186c-4e5f-905e-a8dfe50c7009 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] create failed (client error): The resource could not be found. Apr 06 13:25:24.251486 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-33f4200b-186c-4e5f-905e-a8dfe50c7009 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.6500900 Apr 06 13:25:24.258946 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-156a2c23-550d-4a48-b971-bebbfd890f02 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Calling delete_port for 9b3fd329-dcad-4181-b259-a26d2d3afddc owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:25:24.271567 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e3c23-cb8c-401f-b244-13ad2bae5243 None None] Pushing event updated for resources: {'Port': ['ID=9b3fd329-dcad-4181-b259-a26d2d3afddc,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:24.297757 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39046) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:24.309179 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9b5220f4-fe12-4afd-8f89-4850400d7093 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks [] for floatingip, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:24.309437 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c529e2b3-3c54-4d50-ad2f-572413f5f573 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:24.384131 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-64bd428e-c014-43bb-b734-823981c31559 None None] Set router bee264a1-6a0f-4bde-9801-402429da4c27 gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:25:24.438935 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a828ce57-1efa-405d-ab83-0fc4d7dcf805 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:24.439602 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a828ce57-1efa-405d-ab83-0fc4d7dcf805 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:24.511888 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-64bd428e-c014-43bb-b734-823981c31559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee264a1-6a0f-4bde-9801-402429da4c27', 'name': '', 'tenant_id': '60a460cb10c44a699e8c4970a331215c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:25:15Z', 'updated_at': '2022-04-06T13:25:23Z', 'revision_number': 4, 'project_id': '60a460cb10c44a699e8c4970a331215c', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:24.520520 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bd428e-c014-43bb-b734-823981c31559 None None] The sync data for ids ['bee264a1-6a0f-4bde-9801-402429da4c27'] in dv-neutron-834600-1-hyperv is: [{'id': 'bee264a1-6a0f-4bde-9801-402429da4c27', 'name': '', 'tenant_id': '60a460cb10c44a699e8c4970a331215c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:25:15Z', 'updated_at': '2022-04-06T13:25:23Z', 'revision_number': 4, 'project_id': '60a460cb10c44a699e8c4970a331215c', 'gw_port_host': None}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:25:24.534988 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c529e2b3-3c54-4d50-ad2f-572413f5f573 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:25:24.554192 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-c529e2b3-3c54-4d50-ad2f-572413f5f573 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:24.568095 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-7c73396f-e71d-41b4-9bb2-8c546419474e tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Deleting port 1d8c802f-28a2-48c3-88ff-ad68c66ec788 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:25:24.568435 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7c73396f-e71d-41b4-9bb2-8c546419474e tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:24.596719 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c529e2b3-3c54-4d50-ad2f-572413f5f573 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:25:24.653902 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529e2b3-3c54-4d50-ad2f-572413f5f573 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Pushing event updated for resources: {'Port': ['ID=4ea6b76e-2ba2-40f9-aa87-907d4b2714d9,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:24.701351 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fb7180c3-381a-40db-a0f0-3b173e82b6ff tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:24.746471 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a828ce57-1efa-405d-ab83-0fc4d7dcf805 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8775706 Apr 06 13:25:24.779230 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39052) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:24.787390 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-fb7180c3-381a-40db-a0f0-3b173e82b6ff tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Transition to ACTIVE for port object 12cd8425-dd7a-49e5-9a8a-1ace6d355af2 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:25:24.798598 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.api [None req-156a2c23-550d-4a48-b971-bebbfd890f02 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:25:24.799084 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG oslo_db.api [None req-156a2c23-550d-4a48-b971-bebbfd890f02 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:25:24.838379 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-d4eba71e-8d6b-4c73-8444-828ffa97269c tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Request body: {'port': {'network_id': '812b7c77-1c77-4674-b6cd-52d4914b4788', 'name': 'tempest-FloatingIPTestJSON-519398226'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:24.857474 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c529e2b3-3c54-4d50-ad2f-572413f5f573 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:24.859019 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c529e2b3-3c54-4d50-ad2f-572413f5f573 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:25.001922 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314a3e46-dd86-40c1-b53c-d73675032da4 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Router ef381f3e-4371-433c-9446-7a00fbe96848 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:25:25.076156 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c529e2b3-3c54-4d50-ad2f-572413f5f573 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 5.1464612 Apr 06 13:25:25.084269 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39056) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:25.096621 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-3a531506-551a-45c9-b6c5-c57f7f44e451 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.192'}]}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:25.104123 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-3a531506-551a-45c9-b6c5-c57f7f44e451 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:25.112114 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-3a531506-551a-45c9-b6c5-c57f7f44e451 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Usage tracker for resource:router and tenant:0736057e5960491d872e5e72365b351b is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:25.117089 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-3a531506-551a-45c9-b6c5-c57f7f44e451 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:25.127497 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-3a531506-551a-45c9-b6c5-c57f7f44e451 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:25.235006 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3a531506-551a-45c9-b6c5-c57f7f44e451 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:25.236080 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3a531506-551a-45c9-b6c5-c57f7f44e451 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:25.253826 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d4eba71e-8d6b-4c73-8444-828ffa97269c tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:25.273872 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d4eba71e-8d6b-4c73-8444-828ffa97269c tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Usage tracker for resource:port and tenant:85b5a92c88a5421aa7d05fbcad83612c is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:25.279744 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d4eba71e-8d6b-4c73-8444-828ffa97269c tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:25.290855 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d4eba71e-8d6b-4c73-8444-828ffa97269c tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:25.319583 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-156a2c23-550d-4a48-b971-bebbfd890f02 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Deleting port 9b3fd329-dcad-4181-b259-a26d2d3afddc {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:25:25.319583 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-156a2c23-550d-4a48-b971-bebbfd890f02 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:25.336069 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515aa0c-87fe-46bf-9ab3-e8a408824aaa req-650e9d70-a765-426f-be06-4a3eba10cf3d tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:25.337475 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d515aa0c-87fe-46bf-9ab3-e8a408824aaa req-650e9d70-a765-426f-be06-4a3eba10cf3d tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/ports?device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 946 time: 0.5544059 Apr 06 13:25:25.338520 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fb7180c3-381a-40db-a0f0-3b173e82b6ff tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:25.368381 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3a531506-551a-45c9-b6c5-c57f7f44e451 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:25.395225 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7c73396f-e71d-41b4-9bb2-8c546419474e tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:25.428811 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9b5220f4-fe12-4afd-8f89-4850400d7093 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:25.572100 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-156a2c23-550d-4a48-b971-bebbfd890f02 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] For port 9b3fd329-dcad-4181-b259-a26d2d3afddc, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9b3fd329-dcad-4181-b259-a26d2d3afddc,segment=NetworkSegment(5283dd0f-dcf9-4d5d-bc47-4c710cae18d7),segment_id=5283dd0f-dcf9-4d5d-bc47-4c710cae18d7)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:25:25.572443 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-156a2c23-550d-4a48-b971-bebbfd890f02 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:25.617423 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-7c73396f-e71d-41b4-9bb2-8c546419474e tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Calling delete_port for 1d8c802f-28a2-48c3-88ff-ad68c66ec788 owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:25:25.648534 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4eba71e-8d6b-4c73-8444-828ffa97269c tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Made reservation on behalf of 85b5a92c88a5421aa7d05fbcad83612c for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:25:25.652217 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d4eba71e-8d6b-4c73-8444-828ffa97269c tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:25.717059 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7180c3-381a-40db-a0f0-3b173e82b6ff tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Network 2a560cc5-24da-422e-831a-7229cb5bb9fd is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:25:25.736232 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9b5220f4-fe12-4afd-8f89-4850400d7093 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:25.738411 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-fb7180c3-381a-40db-a0f0-3b173e82b6ff tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:25.744120 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7180c3-381a-40db-a0f0-3b173e82b6ff tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:25:25.801007 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-d4eba71e-8d6b-4c73-8444-828ffa97269c tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] device_id is not set on port 445a0223-b161-4be6-92c3-47a1f02d8c9d yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:25:25.960792 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7180c3-381a-40db-a0f0-3b173e82b6ff tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Pushing event updated for resources: {'Port': ['ID=12cd8425-dd7a-49e5-9a8a-1ace6d355af2,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:25.963483 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314a3e46-dd86-40c1-b53c-d73675032da4 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:25:25.973108 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-156a2c23-550d-4a48-b971-bebbfd890f02 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Calling delete_port for 9b3fd329-dcad-4181-b259-a26d2d3afddc owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:25:25.975094 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf048de-79c5-459f-844f-1d5552e35912 None None] Sync routers for ids ['ef381f3e-4371-433c-9446-7a00fbe96848'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:25:25.985240 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf048de-79c5-459f-844f-1d5552e35912 None None] Routers {'ef381f3e-4371-433c-9446-7a00fbe96848'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:25.985978 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-faf048de-79c5-459f-844f-1d5552e35912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['ef381f3e-4371-433c-9446-7a00fbe96848'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:25.988766 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d515aa0c-87fe-46bf-9ab3-e8a408824aaa req-108f665f-239e-4c5a-baac-39025956a8dd tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e34bce9-08ce-41d7-8339-191fe383b876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5804617 Apr 06 13:25:26.025613 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2ec0238a-15c3-4ee1-ada1-94f081e461e5 None None] Provisioning for port 12cd8425-dd7a-49e5-9a8a-1ace6d355af2 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:25:26.031259 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2ec0238a-15c3-4ee1-ada1-94f081e461e5 None None] Provisioning complete for port 12cd8425-dd7a-49e5-9a8a-1ace6d355af2 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:25:26.031611 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2ec0238a-15c3-4ee1-ada1-94f081e461e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:26.091669 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-2ec0238a-15c3-4ee1-ada1-94f081e461e5 None None] Port 12cd8425-dd7a-49e5-9a8a-1ace6d355af2 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:25:26.173457 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7180c3-381a-40db-a0f0-3b173e82b6ff tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:26.174489 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fb7180c3-381a-40db-a0f0-3b173e82b6ff tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:26.210704 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3a531506-551a-45c9-b6c5-c57f7f44e451 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:26.224299 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-314a3e46-dd86-40c1-b53c-d73675032da4 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:26.228419 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-314a3e46-dd86-40c1-b53c-d73675032da4 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.2442141 Apr 06 13:25:26.284649 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-faf048de-79c5-459f-844f-1d5552e35912 None None] Set router ef381f3e-4371-433c-9446-7a00fbe96848 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:25:26.287138 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39060) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:26.362545 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-9b5220f4-fe12-4afd-8f89-4850400d7093 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Floating IP 2833a83f-cca3-40a3-8622-9674fdc08d95 associated. External IP: 172.26.4.189, port: ddde7491-e249-460a-b06c-c1af650f5bf7. Apr 06 13:25:26.512017 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-d4eba71e-8d6b-4c73-8444-828ffa97269c tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Allocated IP 172.20.0.11 (812b7c77-1c77-4674-b6cd-52d4914b4788/9ce1d277-20d4-45db-aff4-9f7ab7740ea1/445a0223-b161-4be6-92c3-47a1f02d8c9d) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:25:26.520645 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-fb7180c3-381a-40db-a0f0-3b173e82b6ff tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7467628 Apr 06 13:25:26.525826 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39064) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:26.540246 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-fbe248d4-0bdb-4018-a0e1-ac0f231ddd59 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ca:6a:97'}]}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:26.648962 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-faf048de-79c5-459f-844f-1d5552e35912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef381f3e-4371-433c-9446-7a00fbe96848', 'name': 'tempest-snat-router-1595587778', 'tenant_id': 'b295c7e5a84744f7a6d0d8748d67f940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.237'}], 'enable_snat': False}, 'gw_port_id': '342d5a31-4ca7-4360-a9f2-cdcaedf2bb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:25:17Z', 'updated_at': '2022-04-06T13:25:21Z', 'revision_number': 3, 'project_id': 'b295c7e5a84744f7a6d0d8748d67f940', 'gw_port': {'id': '342d5a31-4ca7-4360-a9f2-cdcaedf2bb82', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fe:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef381f3e-4371-433c-9446-7a00fbe96848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:25:19Z', 'updated_at': '2022-04-06T13:25:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:26.660806 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf048de-79c5-459f-844f-1d5552e35912 None None] Checking router: ef381f3e-4371-433c-9446-7a00fbe96848 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:25:26.661272 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf048de-79c5-459f-844f-1d5552e35912 None None] Updating router ef381f3e-4371-433c-9446-7a00fbe96848 port 342d5a31-4ca7-4360-a9f2-cdcaedf2bb82 binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:25:26.682698 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7c73396f-e71d-41b4-9bb2-8c546419474e tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:26.738102 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-faf048de-79c5-459f-844f-1d5552e35912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:26.788956 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73396f-e71d-41b4-9bb2-8c546419474e tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Pushing event deleted for resources: {'Port': ['ID=1d8c802f-28a2-48c3-88ff-ad68c66ec788,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:26.893511 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a31e16cf-3109-44f9-8ad8-7b87508810d0 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "GET /v2.0/routers/ef381f3e-4371-433c-9446-7a00fbe96848 HTTP/1.1" status: 200 len: 909 time: 0.5946374 Apr 06 13:25:26.903537 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39068) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:26.957105 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-e2e870fb-b419-4e31-8ee3-a65cc156fcf1 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1595587778', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'enable_snat': True}}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:27.007999 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:27.085259 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e2e870fb-b419-4e31-8ee3-a65cc156fcf1 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:27.107583 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e2e870fb-b419-4e31-8ee3-a65cc156fcf1 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Usage tracker for resource:router and tenant:b295c7e5a84744f7a6d0d8748d67f940 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:27.117348 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e2e870fb-b419-4e31-8ee3-a65cc156fcf1 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:27.129950 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5220f4-fe12-4afd-8f89-4850400d7093 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Router b7a760c3-8022-44e5-a4fb-cbad94600734 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:25:27.131526 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e2e870fb-b419-4e31-8ee3-a65cc156fcf1 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:27.180292 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7c73396f-e71d-41b4-9bb2-8c546419474e tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:27.185057 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7c73396f-e71d-41b4-9bb2-8c546419474e tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] 10.222.0.48 "DELETE /v2.0/ports/1d8c802f-28a2-48c3-88ff-ad68c66ec788 HTTP/1.1" status: 204 len: 168 time: 2.8862889 Apr 06 13:25:27.187470 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39074) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:27.188450 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-156a2c23-550d-4a48-b971-bebbfd890f02 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:27.210001 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-faf048de-79c5-459f-844f-1d5552e35912 None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:27.231206 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-faf048de-79c5-459f-844f-1d5552e35912 None None] Transition to ACTIVE for port object 342d5a31-4ca7-4360-a9f2-cdcaedf2bb82 will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:25:27.247097 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e2e870fb-b419-4e31-8ee3-a65cc156fcf1 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:27.248271 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e2e870fb-b419-4e31-8ee3-a65cc156fcf1 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:27.317401 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-faf048de-79c5-459f-844f-1d5552e35912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:27.338478 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d4eba71e-8d6b-4c73-8444-828ffa97269c tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:27.349378 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e2e870fb-b419-4e31-8ee3-a65cc156fcf1 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:27.354019 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fbe248d4-0bdb-4018-a0e1-ac0f231ddd59 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:27.370861 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a2c23-550d-4a48-b971-bebbfd890f02 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b3fd329-dcad-4181-b259-a26d2d3afddc,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:27.401369 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db00a7-6aed-4633-b0d4-c16d80f06693 None None] Pushing event updated for resources: {'Port': ['ID=342d5a31-4ca7-4360-a9f2-cdcaedf2bb82,revision_number=2']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:27.412766 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db00a7-6aed-4633-b0d4-c16d80f06693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:27.412975 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db00a7-6aed-4633-b0d4-c16d80f06693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:27.413245 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db00a7-6aed-4633-b0d4-c16d80f06693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:27.413579 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db00a7-6aed-4633-b0d4-c16d80f06693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:27.413971 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db00a7-6aed-4633-b0d4-c16d80f06693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:27.414346 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db00a7-6aed-4633-b0d4-c16d80f06693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:27.414679 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db00a7-6aed-4633-b0d4-c16d80f06693 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:27.415031 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db00a7-6aed-4633-b0d4-c16d80f06693 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:27.415372 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db00a7-6aed-4633-b0d4-c16d80f06693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:27.415726 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db00a7-6aed-4633-b0d4-c16d80f06693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:27.419383 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db00a7-6aed-4633-b0d4-c16d80f06693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:27.419383 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db00a7-6aed-4633-b0d4-c16d80f06693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:25:27.434546 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-156a2c23-550d-4a48-b971-bebbfd890f02 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:27.441624 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-faf048de-79c5-459f-844f-1d5552e35912 None None] Attempting to bind port 342d5a31-4ca7-4360-a9f2-cdcaedf2bb82 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:25:27.442073 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-faf048de-79c5-459f-844f-1d5552e35912 None None] Attempting to bind port 342d5a31-4ca7-4360-a9f2-cdcaedf2bb82 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:25:27.442439 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf048de-79c5-459f-844f-1d5552e35912 None None] Attempting to bind port 342d5a31-4ca7-4360-a9f2-cdcaedf2bb82 on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:25:27.450049 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf048de-79c5-459f-844f-1d5552e35912 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:25:27.450735 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf048de-79c5-459f-844f-1d5552e35912 None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:25:27.451161 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-faf048de-79c5-459f-844f-1d5552e35912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:27.451984 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf048de-79c5-459f-844f-1d5552e35912 None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:25:27.452636 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-faf048de-79c5-459f-844f-1d5552e35912 None None] Bound port: 342d5a31-4ca7-4360-a9f2-cdcaedf2bb82, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:25:27.453348 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-faf048de-79c5-459f-844f-1d5552e35912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:27.483544 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517ec16-3822-44c9-8416-515dfef53900 req-a9960f0f-6682-424d-b021-ea588d8f6ae0 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:27.485303 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0517ec16-3822-44c9-8416-515dfef53900 req-a9960f0f-6682-424d-b021-ea588d8f6ae0 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/ports?device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 946 time: 0.3234220 Apr 06 13:25:27.556478 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-faf048de-79c5-459f-844f-1d5552e35912 None None] For port 342d5a31-4ca7-4360-a9f2-cdcaedf2bb82, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:25:27.561783 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-faf048de-79c5-459f-844f-1d5552e35912 None None] For port 342d5a31-4ca7-4360-a9f2-cdcaedf2bb82, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=342d5a31-4ca7-4360-a9f2-cdcaedf2bb82,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:25:27.646908 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-faf048de-79c5-459f-844f-1d5552e35912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:27.692980 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0517ec16-3822-44c9-8416-515dfef53900 req-5f29ef39-0701-420d-a737-943d4d874b96 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e34bce9-08ce-41d7-8339-191fe383b876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972768 Apr 06 13:25:27.755760 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf048de-79c5-459f-844f-1d5552e35912 None None] Routers {'ef381f3e-4371-433c-9446-7a00fbe96848'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:27.757032 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-faf048de-79c5-459f-844f-1d5552e35912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['ef381f3e-4371-433c-9446-7a00fbe96848'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:27.762279 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-156a2c23-550d-4a48-b971-bebbfd890f02 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:27.809905 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d4eba71e-8d6b-4c73-8444-828ffa97269c tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:27.815462 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-156a2c23-550d-4a48-b971-bebbfd890f02 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:27.854338 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db00a7-6aed-4633-b0d4-c16d80f06693 None None] Pushing event updated for resources: {'Port': ['ID=342d5a31-4ca7-4360-a9f2-cdcaedf2bb82,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:27.899283 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5220f4-fe12-4afd-8f89-4850400d7093 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:25:27.918540 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec75338c-76d8-46ba-a6d1-d432b661f1a4 None None] Sync routers for ids ['b7a760c3-8022-44e5-a4fb-cbad94600734'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:25:27.944892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec75338c-76d8-46ba-a6d1-d432b661f1a4 None None] Routers {'b7a760c3-8022-44e5-a4fb-cbad94600734'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:27.945523 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ec75338c-76d8-46ba-a6d1-d432b661f1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['b7a760c3-8022-44e5-a4fb-cbad94600734'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:27.962156 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f728c5-a851-491b-9796-ccde7b1a2639 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:27.962911 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-14f728c5-a851-491b-9796-ccde7b1a2639 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Synchronizing usage tracker for tenant:6a4d2fd9fb1946a4af678b0db809b452 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:25:27.965954 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3a531506-551a-45c9-b6c5-c57f7f44e451 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:27.980924 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-faf048de-79c5-459f-844f-1d5552e35912 None None] Set router ef381f3e-4371-433c-9446-7a00fbe96848 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:25:27.996784 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9b5220f4-fe12-4afd-8f89-4850400d7093 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:28.029477 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-156a2c23-550d-4a48-b971-bebbfd890f02 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:28.030661 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156a2c23-550d-4a48-b971-bebbfd890f02 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bee264a1-6a0f-4bde-9801-402429da4c27 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:25:28.033045 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3a531506-551a-45c9-b6c5-c57f7f44e451 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:28.037607 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-156a2c23-550d-4a48-b971-bebbfd890f02 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:28.039041 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-156a2c23-550d-4a48-b971-bebbfd890f02 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "DELETE /v2.0/routers/bee264a1-6a0f-4bde-9801-402429da4c27 HTTP/1.1" status: 204 len: 168 time: 5.2526450 Apr 06 13:25:28.050027 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39082) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:28.254651 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9b5220f4-fe12-4afd-8f89-4850400d7093 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "PUT /v2.0/floatingips/2833a83f-cca3-40a3-8622-9674fdc08d95 HTTP/1.1" status: 200 len: 992 time: 4.3131909 Apr 06 13:25:28.260104 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4', 'tag': 'ddde7491-e249-460a-b06c-c1af650f5bf7'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:25:28.315025 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b31cb7-cb3c-4fd5-b3c5-3145b33aa782 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Deleting subnet 51dca026-a0b4-4e6a-8d6b-b61630d82a41 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:25:28.331479 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e7b31cb7-cb3c-4fd5-b3c5-3145b33aa782 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:28.371278 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-14f728c5-a851-491b-9796-ccde7b1a2639 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Unset dirty status for tenant:6a4d2fd9fb1946a4af678b0db809b452 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:25:28.376512 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-14f728c5-a851-491b-9796-ccde7b1a2639 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] 10.222.0.48 "GET /v2.0/ports?device_id=883eeb38-37ea-4a06-8f10-f70cd4e92bba HTTP/1.1" status: 200 len: 913 time: 1.1834946 Apr 06 13:25:28.384856 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39090) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:28.389477 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e2e870fb-b419-4e31-8ee3-a65cc156fcf1 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:28.400192 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4eba71e-8d6b-4c73-8444-828ffa97269c tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Network 812b7c77-1c77-4674-b6cd-52d4914b4788 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:25:28.430664 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-d4eba71e-8d6b-4c73-8444-828ffa97269c tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:28.450078 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eba71e-8d6b-4c73-8444-828ffa97269c tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:25:28.450166 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-faf048de-79c5-459f-844f-1d5552e35912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef381f3e-4371-433c-9446-7a00fbe96848', 'name': 'tempest-snat-router-1595587778', 'tenant_id': 'b295c7e5a84744f7a6d0d8748d67f940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.237'}], 'enable_snat': False}, 'gw_port_id': '342d5a31-4ca7-4360-a9f2-cdcaedf2bb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:25:17Z', 'updated_at': '2022-04-06T13:25:21Z', 'revision_number': 3, 'project_id': 'b295c7e5a84744f7a6d0d8748d67f940', 'gw_port': {'id': '342d5a31-4ca7-4360-a9f2-cdcaedf2bb82', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fe:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef381f3e-4371-433c-9446-7a00fbe96848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:25:19Z', 'updated_at': '2022-04-06T13:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:28.450166 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf048de-79c5-459f-844f-1d5552e35912 None None] The sync data for ids ['ef381f3e-4371-433c-9446-7a00fbe96848'] in dv-neutron-834600-1-hyperv is: [{'id': 'ef381f3e-4371-433c-9446-7a00fbe96848', 'name': 'tempest-snat-router-1595587778', 'tenant_id': 'b295c7e5a84744f7a6d0d8748d67f940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.237'}], 'enable_snat': False}, 'gw_port_id': '342d5a31-4ca7-4360-a9f2-cdcaedf2bb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:25:17Z', 'updated_at': '2022-04-06T13:25:21Z', 'revision_number': 3, 'project_id': 'b295c7e5a84744f7a6d0d8748d67f940', 'gw_port': {'id': '342d5a31-4ca7-4360-a9f2-cdcaedf2bb82', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fe:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef381f3e-4371-433c-9446-7a00fbe96848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:25:19Z', 'updated_at': '2022-04-06T13:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:25:28.450684 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-ec75338c-76d8-46ba-a6d1-d432b661f1a4 None None] Set router b7a760c3-8022-44e5-a4fb-cbad94600734 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:25:28.481708 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eba71e-8d6b-4c73-8444-828ffa97269c tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event updated for resources: {'Port': ['ID=445a0223-b161-4be6-92c3-47a1f02d8c9d,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:28.621524 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eba71e-8d6b-4c73-8444-828ffa97269c tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:28.622545 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d4eba71e-8d6b-4c73-8444-828ffa97269c tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:28.664001 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fbe248d4-0bdb-4018-a0e1-ac0f231ddd59 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:28.689476 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ced32-c7aa-4238-af22-8a46bd6f9d17 req-3baca541-87a9-46cd-8d79-70e90806bcb3 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:28.691071 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f05ced32-c7aa-4238-af22-8a46bd6f9d17 req-3baca541-87a9-46cd-8d79-70e90806bcb3 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/ports?device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 946 time: 0.8250356 Apr 06 13:25:28.716955 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39094) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:28.728056 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-41d3b9f1-6ed4-473a-945f-438a385ef168 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Request body: {'floatingip': {'port_id': '3d66d449-7fb9-410f-883f-3828e276e3ae'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:28.891743 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d4eba71e-8d6b-4c73-8444-828ffa97269c tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1059058 Apr 06 13:25:28.947208 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fbe248d4-0bdb-4018-a0e1-ac0f231ddd59 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:28.969117 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39098) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:29.067307 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-633d5fc2-d023-4982-a1c8-d4eb1275c94e'] response: {'name': 'network-changed', 'server_uuid': 'ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4', 'tag': 'ddde7491-e249-460a-b06c-c1af650f5bf7', 'status': 'completed', 'code': 200} Apr 06 13:25:29.068389 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-41d3b9f1-6ed4-473a-945f-438a385ef168 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks [] for floatingip, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:29.098593 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e7b31cb7-cb3c-4fd5-b3c5-3145b33aa782 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:29.163894 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-08d856c3-eedc-4e2b-a582-3f9f4861f3a1 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'port_id': '445a0223-b161-4be6-92c3-47a1f02d8c9d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:29.184220 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f832b1-2555-4602-925c-03434c9dbfaf req-01dbb9fd-fcd4-4713-8098-8a5673abe566 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:29.186758 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a7f832b1-2555-4602-925c-03434c9dbfaf req-01dbb9fd-fcd4-4713-8098-8a5673abe566 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.7123194 Apr 06 13:25:29.209467 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-08d856c3-eedc-4e2b-a582-3f9f4861f3a1 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:29.233277 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e7b31cb7-cb3c-4fd5-b3c5-3145b33aa782 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:29.304875 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ec75338c-76d8-46ba-a6d1-d432b661f1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'name': 'tempest-ServerActionsTestJSON-729544512-router', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '96bc3ff0-2ca2-4dbc-a691-bfc3030cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:19Z', 'updated_at': '2022-04-06T13:24:27Z', 'revision_number': 4, 'project_id': '9a4d54de52764226baa1254caab457dd', 'gw_port': {'id': '96bc3ff0-2ca2-4dbc-a691-bfc3030cb734', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:20Z', 'updated_at': '2022-04-06T13:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '2833a83f-cca3-40a3-8622-9674fdc08d95', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'floating_ip_address': '172.26.4.189', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'port_id': 'ddde7491-e249-460a-b06c-c1af650f5bf7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5be2eead-86e0-4801-95e6-7956006492a1', 'mac_address': 'fa:16:3e:94:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:24:39Z', 'updated_at': '2022-04-06T13:25:25Z', 'revision_number': 1, 'project_id': '9a4d54de52764226baa1254caab457dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1cd4a2c-8c80-40cd-909f-65233ddd35ac', 'name': '', 'network_id': '5be2eead-86e0-4801-95e6-7956006492a1', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'mac_address': 'fa:16:3e:e9:c2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '05aded58-8f1f-47e0-842d-ddd950b58777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:25Z', 'updated_at': '2022-04-06T13:24:36Z', 'revision_number': 5, 'project_id': '9a4d54de52764226baa1254caab457dd', 'subnets': [{'id': '05aded58-8f1f-47e0-842d-ddd950b58777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:29.312090 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec75338c-76d8-46ba-a6d1-d432b661f1a4 None None] Checking router: b7a760c3-8022-44e5-a4fb-cbad94600734 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:25:29.332201 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec75338c-76d8-46ba-a6d1-d432b661f1a4 None None] Routers {'b7a760c3-8022-44e5-a4fb-cbad94600734'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:29.332992 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ec75338c-76d8-46ba-a6d1-d432b661f1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['b7a760c3-8022-44e5-a4fb-cbad94600734'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:29.432137 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f5c9e52c-c083-4fa2-9c33-c41f4a5ba4d3 None None] Provisioning complete for port 12cd8425-dd7a-49e5-9a8a-1ace6d355af2 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:25:29.432572 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f5c9e52c-c083-4fa2-9c33-c41f4a5ba4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:29.438181 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-08d856c3-eedc-4e2b-a582-3f9f4861f3a1 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Usage tracker for resource:floatingip and tenant:85b5a92c88a5421aa7d05fbcad83612c is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:29.445123 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe248d4-0bdb-4018-a0e1-ac0f231ddd59 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Pushing event updated for resources: {'Port': ['ID=12cd8425-dd7a-49e5-9a8a-1ace6d355af2,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:29.449189 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-fbe248d4-0bdb-4018-a0e1-ac0f231ddd59 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] In _notify_port_updated(), no bound segment for port 12cd8425-dd7a-49e5-9a8a-1ace6d355af2 on network 2a560cc5-24da-422e-831a-7229cb5bb9fd {{(pid=88565) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 06 13:25:29.458609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe248d4-0bdb-4018-a0e1-ac0f231ddd59 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:29.459889 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fbe248d4-0bdb-4018-a0e1-ac0f231ddd59 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:29.466418 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-fbe248d4-0bdb-4018-a0e1-ac0f231ddd59 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] 10.222.0.48 "PUT /v2.0/ports/12cd8425-dd7a-49e5-9a8a-1ace6d355af2 HTTP/1.1" status: 200 len: 997 time: 2.9336128 Apr 06 13:25:29.472799 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39102) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:29.486492 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-08d856c3-eedc-4e2b-a582-3f9f4861f3a1 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:29.488388 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e7b31cb7-cb3c-4fd5-b3c5-3145b33aa782 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:29.505341 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-f5c9e52c-c083-4fa2-9c33-c41f4a5ba4d3 None None] Port 12cd8425-dd7a-49e5-9a8a-1ace6d355af2 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:25:29.566493 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e7b31cb7-cb3c-4fd5-b3c5-3145b33aa782 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:29.582763 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e7b31cb7-cb3c-4fd5-b3c5-3145b33aa782 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/51dca026-a0b4-4e6a-8d6b-b61630d82a41 HTTP/1.1" status: 204 len: 168 time: 1.5287139 Apr 06 13:25:29.583686 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b31cb7-cb3c-4fd5-b3c5-3145b33aa782 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=51dca026-a0b4-4e6a-8d6b-b61630d82a41,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:29.590477 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39106) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:29.610619 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-08d856c3-eedc-4e2b-a582-3f9f4861f3a1 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:29.652578 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-ec75338c-76d8-46ba-a6d1-d432b661f1a4 None None] Set router b7a760c3-8022-44e5-a4fb-cbad94600734 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:25:29.700357 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a7f832b1-2555-4602-925c-03434c9dbfaf req-e124c43a-a2f9-4cb2-a2f6-4932a331908f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4855623 Apr 06 13:25:29.768142 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-6f8d3c7d-f04e-4452-8f76-adfff34ed2da tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Deleting port 12cd8425-dd7a-49e5-9a8a-1ace6d355af2 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:25:29.768486 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6f8d3c7d-f04e-4452-8f76-adfff34ed2da tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:29.817670 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-08d856c3-eedc-4e2b-a582-3f9f4861f3a1 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:29.840215 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 342d5a31-4ca7-4360-a9f2-cdcaedf2bb82 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:25:29.898920 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3a531506-551a-45c9-b6c5-c57f7f44e451 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:30.076908 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07484a17-2734-45e2-b8f2-4b4ae7117c24 req-fa8a0baa-12ac-42cd-99f2-f1a4b39cc72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:30.078630 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-07484a17-2734-45e2-b8f2-4b4ae7117c24 req-fa8a0baa-12ac-42cd-99f2-f1a4b39cc72c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a4d54de52764226baa1254caab457dd&device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 1099 time: 1.1707115 Apr 06 13:25:30.100479 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f473cc11-ebfd-447c-94ed-0e16613dba96 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:30.112528 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 342d5a31-4ca7-4360-a9f2-cdcaedf2bb82 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:25:30.129499 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 342d5a31-4ca7-4360-a9f2-cdcaedf2bb82 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:25:30.129738 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:30.361399 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3a531506-551a-45c9-b6c5-c57f7f44e451 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:30.367522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3a531506-551a-45c9-b6c5-c57f7f44e451 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:30.382141 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:30.409861 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 342d5a31-4ca7-4360-a9f2-cdcaedf2bb82, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=342d5a31-4ca7-4360-a9f2-cdcaedf2bb82,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:25:30.429005 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ec75338c-76d8-46ba-a6d1-d432b661f1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'name': 'tempest-ServerActionsTestJSON-729544512-router', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '96bc3ff0-2ca2-4dbc-a691-bfc3030cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:19Z', 'updated_at': '2022-04-06T13:24:27Z', 'revision_number': 4, 'project_id': '9a4d54de52764226baa1254caab457dd', 'gw_port': {'id': '96bc3ff0-2ca2-4dbc-a691-bfc3030cb734', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:20Z', 'updated_at': '2022-04-06T13:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '2833a83f-cca3-40a3-8622-9674fdc08d95', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'floating_ip_address': '172.26.4.189', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'port_id': 'ddde7491-e249-460a-b06c-c1af650f5bf7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5be2eead-86e0-4801-95e6-7956006492a1', 'mac_address': 'fa:16:3e:94:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:24:39Z', 'updated_at': '2022-04-06T13:25:25Z', 'revision_number': 1, 'project_id': '9a4d54de52764226baa1254caab457dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1cd4a2c-8c80-40cd-909f-65233ddd35ac', 'name': '', 'network_id': '5be2eead-86e0-4801-95e6-7956006492a1', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'mac_address': 'fa:16:3e:e9:c2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '05aded58-8f1f-47e0-842d-ddd950b58777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:25Z', 'updated_at': '2022-04-06T13:24:36Z', 'revision_number': 5, 'project_id': '9a4d54de52764226baa1254caab457dd', 'subnets': [{'id': '05aded58-8f1f-47e0-842d-ddd950b58777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:30.438305 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec75338c-76d8-46ba-a6d1-d432b661f1a4 None None] The sync data for ids ['b7a760c3-8022-44e5-a4fb-cbad94600734'] in dv-neutron-834600-1-hyperv is: [{'id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'name': 'tempest-ServerActionsTestJSON-729544512-router', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '96bc3ff0-2ca2-4dbc-a691-bfc3030cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:19Z', 'updated_at': '2022-04-06T13:24:27Z', 'revision_number': 4, 'project_id': '9a4d54de52764226baa1254caab457dd', 'gw_port': {'id': '96bc3ff0-2ca2-4dbc-a691-bfc3030cb734', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:20Z', 'updated_at': '2022-04-06T13:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '2833a83f-cca3-40a3-8622-9674fdc08d95', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'floating_ip_address': '172.26.4.189', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'port_id': 'ddde7491-e249-460a-b06c-c1af650f5bf7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5be2eead-86e0-4801-95e6-7956006492a1', 'mac_address': 'fa:16:3e:94:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:24:39Z', 'updated_at': '2022-04-06T13:25:25Z', 'revision_number': 1, 'project_id': '9a4d54de52764226baa1254caab457dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1cd4a2c-8c80-40cd-909f-65233ddd35ac', 'name': '', 'network_id': '5be2eead-86e0-4801-95e6-7956006492a1', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'mac_address': 'fa:16:3e:e9:c2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '05aded58-8f1f-47e0-842d-ddd950b58777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:25Z', 'updated_at': '2022-04-06T13:24:36Z', 'revision_number': 5, 'project_id': '9a4d54de52764226baa1254caab457dd', 'subnets': [{'id': '05aded58-8f1f-47e0-842d-ddd950b58777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:25:30.530876 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f473cc11-ebfd-447c-94ed-0e16613dba96 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:30.542850 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-b14d82d6-7437-4af1-a171-eda51be8b550 req-c41e84fd-a86c-44fd-b9ed-d4bcadd76d97 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5836983 Apr 06 13:25:30.555077 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:30.568660 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-f473cc11-ebfd-447c-94ed-0e16613dba96 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aec3d94-8eab-4147-850b-bb03c486a3b7']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:30.589103 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-f473cc11-ebfd-447c-94ed-0e16613dba96 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5283dd0f-dcf9-4d5d-bc47-4c710cae18d7') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:30.589434 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-f473cc11-ebfd-447c-94ed-0e16613dba96 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5283dd0f-dcf9-4d5d-bc47-4c710cae18d7') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:30.685889 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=342d5a31-4ca7-4360-a9f2-cdcaedf2bb82,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:30.736249 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3a531506-551a-45c9-b6c5-c57f7f44e451 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:30.736719 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a531506-551a-45c9-b6c5-c57f7f44e451 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c6f080a-fccb-4d60-b453-743c50fbdd93 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:25:30.741087 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f473cc11-ebfd-447c-94ed-0e16613dba96 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:30.792808 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f473cc11-ebfd-447c-94ed-0e16613dba96 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:30.800893 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-74121f86-2293-4d4d-8318-746a7586068a tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:30.823187 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f790bc52-d97f-4e19-b551-aa6bd156a808 None None] New status for floating IP 2833a83f-cca3-40a3-8622-9674fdc08d95: ACTIVE {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:25:30.866857 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f473cc11-ebfd-447c-94ed-0e16613dba96 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:25:30.867278 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f473cc11-ebfd-447c-94ed-0e16613dba96 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: util.warn( Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:25:30.882361 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:25:30.908650 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-3a531506-551a-45c9-b6c5-c57f7f44e451 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 06 13:25:30.912687 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3a531506-551a-45c9-b6c5-c57f7f44e451 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.8274546 Apr 06 13:25:30.913272 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39112) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:31.059731 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6f8d3c7d-f04e-4452-8f76-adfff34ed2da tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:31.118566 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f805f-2b87-480c-a22d-cd6080956ca4 req-c9d8d0ed-4c39-4512-91f6-278d1ee11f1c tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:31.120260 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d63f805f-2b87-480c-a22d-cd6080956ca4 req-c9d8d0ed-4c39-4512-91f6-278d1ee11f1c tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 1.2395294 Apr 06 13:25:31.133421 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a1206-8762-4042-b119-401de0efa102 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Deleting port 4ea6b76e-2ba2-40f9-aa87-907d4b2714d9 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:25:31.133762 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fc2a1206-8762-4042-b119-401de0efa102 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:31.238082 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f473cc11-ebfd-447c-94ed-0e16613dba96 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:31.283513 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f473cc11-ebfd-447c-94ed-0e16613dba96 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7aec3d94-8eab-4147-850b-bb03c486a3b7 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 06 13:25:31.291370 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f473cc11-ebfd-447c-94ed-0e16613dba96 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:31.319059 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473cc11-ebfd-447c-94ed-0e16613dba96 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Pushing event deleted for resources: {'Network': ['ID=7aec3d94-8eab-4147-850b-bb03c486a3b7,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:31.359694 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f473cc11-ebfd-447c-94ed-0e16613dba96 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "DELETE /v2.0/networks/7aec3d94-8eab-4147-850b-bb03c486a3b7 HTTP/1.1" status: 204 len: 168 time: 1.7632909 Apr 06 13:25:31.364599 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07484a17-2734-45e2-b8f2-4b4ae7117c24 req-656e5152-7cbc-4a1a-8f10-81228e201b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:31.364599 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-07484a17-2734-45e2-b8f2-4b4ae7117c24 req-656e5152-7cbc-4a1a-8f10-81228e201b93 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5be2eead-86e0-4801-95e6-7956006492a1 HTTP/1.1" status: 200 len: 912 time: 1.2699881 Apr 06 13:25:31.471296 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-6f8d3c7d-f04e-4452-8f76-adfff34ed2da tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Calling delete_port for 12cd8425-dd7a-49e5-9a8a-1ace6d355af2 owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:25:31.512826 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e2e870fb-b419-4e31-8ee3-a65cc156fcf1 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:31.585601 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fc2a1206-8762-4042-b119-401de0efa102 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:31.668963 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-74121f86-2293-4d4d-8318-746a7586068a tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Deleting port 201ceec0-642c-4c33-a853-6b95a0283a50 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:25:31.669234 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-74121f86-2293-4d4d-8318-746a7586068a tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:31.740217 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 342d5a31-4ca7-4360-a9f2-cdcaedf2bb82 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:25:31.771643 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a1206-8762-4042-b119-401de0efa102 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Calling delete_port for 4ea6b76e-2ba2-40f9-aa87-907d4b2714d9 owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:25:31.796737 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e2e870fb-b419-4e31-8ee3-a65cc156fcf1 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:31.946261 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d63f805f-2b87-480c-a22d-cd6080956ca4 req-f8c5dc91-40be-4a8f-b44b-f32684d1ad39 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5849078 Apr 06 13:25:31.969580 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 342d5a31-4ca7-4360-a9f2-cdcaedf2bb82 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:25:31.969996 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:31.999885 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-07484a17-2734-45e2-b8f2-4b4ae7117c24 req-6b2d73ec-8333-4e91-a80d-1cecee540186 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddde7491-e249-460a-b06c-c1af650f5bf7 HTTP/1.1" status: 200 len: 1002 time: 0.5442748 Apr 06 13:25:32.002316 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39122) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:32.009996 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-e1b361cb-1d43-4ae8-92ed-498cbca3de6a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Request body: {'router': {'name': 'tempest-router--1334317449', 'project_id': '3c7d5bf0994c46939ed6b4822a9de891'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:32.023290 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e1b361cb-1d43-4ae8-92ed-498cbca3de6a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:32.062692 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-08d856c3-eedc-4e2b-a582-3f9f4861f3a1 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:32.086110 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e1b361cb-1d43-4ae8-92ed-498cbca3de6a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Usage tracker for resource:router and tenant:3c7d5bf0994c46939ed6b4822a9de891 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:32.095565 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e1b361cb-1d43-4ae8-92ed-498cbca3de6a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:32.108798 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e1b361cb-1d43-4ae8-92ed-498cbca3de6a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:32.156812 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-74121f86-2293-4d4d-8318-746a7586068a tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:32.221719 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e1b361cb-1d43-4ae8-92ed-498cbca3de6a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:32.222733 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e1b361cb-1d43-4ae8-92ed-498cbca3de6a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:32.269647 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07484a17-2734-45e2-b8f2-4b4ae7117c24 req-b32017d9-d6fe-4c22-ac38-8a6c7b912b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:32.271249 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-07484a17-2734-45e2-b8f2-4b4ae7117c24 req-b32017d9-d6fe-4c22-ac38-8a6c7b912b68 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05aded58-8f1f-47e0-842d-ddd950b58777 HTTP/1.1" status: 200 len: 850 time: 0.2541101 Apr 06 13:25:32.355528 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-e2e870fb-b419-4e31-8ee3-a65cc156fcf1 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Allocated IP 172.26.4.56 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/046d0f99-451d-4cca-b49b-2f118112e9a9) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:25:32.405952 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-74121f86-2293-4d4d-8318-746a7586068a tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Calling delete_port for 201ceec0-642c-4c33-a853-6b95a0283a50 owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:25:32.434104 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fc2a1206-8762-4042-b119-401de0efa102 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:32.456072 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6f8d3c7d-f04e-4452-8f76-adfff34ed2da tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:32.507961 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a1206-8762-4042-b119-401de0efa102 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ea6b76e-2ba2-40f9-aa87-907d4b2714d9,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:32.554392 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e1b361cb-1d43-4ae8-92ed-498cbca3de6a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:32.579728 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d3c7d-f04e-4452-8f76-adfff34ed2da tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Pushing event deleted for resources: {'Port': ['ID=12cd8425-dd7a-49e5-9a8a-1ace6d355af2,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:32.633121 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.resource_extend [None req-41d3b9f1-6ed4-473a-945f-438a385ef168 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 13:25:32.660088 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fc2a1206-8762-4042-b119-401de0efa102 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:32.685165 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-fc2a1206-8762-4042-b119-401de0efa102 tempest-RoutersAdminNegativeIpV6Test-808243236 tempest-RoutersAdminNegativeIpV6Test-808243236-project-admin] 10.222.0.48 "DELETE /v2.0/ports/4ea6b76e-2ba2-40f9-aa87-907d4b2714d9 HTTP/1.1" status: 204 len: 168 time: 1.7657402 Apr 06 13:25:32.775982 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e1b361cb-1d43-4ae8-92ed-498cbca3de6a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:32.799256 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07484a17-2734-45e2-b8f2-4b4ae7117c24 req-7839af7e-7c33-4aa9-a4e8-47c1fd031556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:32.835497 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-07484a17-2734-45e2-b8f2-4b4ae7117c24 req-7839af7e-7c33-4aa9-a4e8-47c1fd031556 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5be2eead-86e0-4801-95e6-7956006492a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5192740 Apr 06 13:25:32.874083 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-41d3b9f1-6ed4-473a-945f-438a385ef168 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:32.882282 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e2e870fb-b419-4e31-8ee3-a65cc156fcf1 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:32.887122 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6f8d3c7d-f04e-4452-8f76-adfff34ed2da tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:32.925687 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-74121f86-2293-4d4d-8318-746a7586068a tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:32.973248 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6f8d3c7d-f04e-4452-8f76-adfff34ed2da tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] 10.222.0.48 "DELETE /v2.0/ports/12cd8425-dd7a-49e5-9a8a-1ace6d355af2 HTTP/1.1" status: 204 len: 168 time: 3.4761140 Apr 06 13:25:32.977917 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39130) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:32.981139 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-41d3b9f1-6ed4-473a-945f-438a385ef168 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:32.989917 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e1b361cb-1d43-4ae8-92ed-498cbca3de6a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:32.995282 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e1b361cb-1d43-4ae8-92ed-498cbca3de6a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9874263 Apr 06 13:25:32.996029 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74121f86-2293-4d4d-8318-746a7586068a tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Pushing event deleted for resources: {'Port': ['ID=201ceec0-642c-4c33-a853-6b95a0283a50,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:33.000278 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39132) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:33.108406 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a2aff0-8664-40c1-b5d4-29263ed239c9 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] GET failed (client error): The resource could not be found. Apr 06 13:25:33.109028 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-45a2aff0-8664-40c1-b5d4-29263ed239c9 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Synchronizing usage tracker for tenant:d31d7d89a23243b7bdce6e86ac89a173 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:25:33.177083 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-07484a17-2734-45e2-b8f2-4b4ae7117c24 req-3c2b7f10-07df-45ed-9340-a78bc663c44b service neutron] 10.222.0.61 "GET /v2.0/networks/5be2eead-86e0-4801-95e6-7956006492a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571005 Apr 06 13:25:33.257643 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bde8d9c4-a772-4748-a59a-392376773be9 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:33.327702 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e2e870fb-b419-4e31-8ee3-a65cc156fcf1 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:33.388269 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39140) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:33.550577 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-45a2aff0-8664-40c1-b5d4-29263ed239c9 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Unset dirty status for tenant:d31d7d89a23243b7bdce6e86ac89a173 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:25:33.551763 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-45a2aff0-8664-40c1-b5d4-29263ed239c9 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] 10.222.0.48 "GET /v2.0/ports/12cd8425-dd7a-49e5-9a8a-1ace6d355af2 HTTP/1.1" status: 404 len: 333 time: 0.5175259 Apr 06 13:25:33.575344 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39146) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:33.659595 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-9919c559-28a7-4f03-8ab1-24f48a29d350 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Request body: {'port': {'network_id': '2a560cc5-24da-422e-831a-7229cb5bb9fd', 'name': 'tempest-AllowedAddressPairTestJSON-1016501087'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:33.672705 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-74121f86-2293-4d4d-8318-746a7586068a tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:33.679349 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4f114d55-0fb8-4800-834b-7da1fa4e9bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:33.698083 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e870fb-b419-4e31-8ee3-a65cc156fcf1 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:25:33.723403 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-e2e870fb-b419-4e31-8ee3-a65cc156fcf1 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:33.737657 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-41d3b9f1-6ed4-473a-945f-438a385ef168 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Floating IP 7613c94b-6e32-4940-8f52-a3adfb7db89c associated. External IP: 172.26.4.112, port: 3d66d449-7fb9-410f-883f-3828e276e3ae. Apr 06 13:25:33.762106 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bde8d9c4-a772-4748-a59a-392376773be9 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:33.797441 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e870fb-b419-4e31-8ee3-a65cc156fcf1 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:25:33.818569 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bde8d9c4-a772-4748-a59a-392376773be9 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:33.820770 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-4f114d55-0fb8-4800-834b-7da1fa4e9bf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:33.840584 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e870fb-b419-4e31-8ee3-a65cc156fcf1 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Pushing event updated for resources: {'Port': ['ID=046d0f99-451d-4cca-b49b-2f118112e9a9,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:33.846972 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4f114d55-0fb8-4800-834b-7da1fa4e9bf7 admin admin] Usage tracker for resource:security_group_rule and tenant:c135b574d381445d8f9ab38fb10c10c4 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:33.915357 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-08d856c3-eedc-4e2b-a582-3f9f4861f3a1 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Allocated IP 172.26.4.35 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/cf2d0590-2fc8-414d-8e9f-550c1ddbe339) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:25:33.968764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4f114d55-0fb8-4800-834b-7da1fa4e9bf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:34.040183 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-4f114d55-0fb8-4800-834b-7da1fa4e9bf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:34.108854 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970041ba-f9cd-48ef-85b9-97e0b384a416 req-84b8a37e-329b-4bd5-89a1-9644717426e1 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:34.111117 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-970041ba-f9cd-48ef-85b9-97e0b384a416 req-84b8a37e-329b-4bd5-89a1-9644717426e1 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.9865861 Apr 06 13:25:34.140176 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-07484a17-2734-45e2-b8f2-4b4ae7117c24 req-da0dca9b-f39b-400a-8413-296ab99984b2 service neutron] 10.222.0.61 "GET /v2.0/networks/5be2eead-86e0-4801-95e6-7956006492a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9458182 Apr 06 13:25:34.193651 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bde8d9c4-a772-4748-a59a-392376773be9 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:34.194123 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde8d9c4-a772-4748-a59a-392376773be9 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2523b5fc-799c-4446-be8f-edf67b4f7974 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:25:34.221642 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74121f86-2293-4d4d-8318-746a7586068a tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Router 883eeb38-37ea-4a06-8f10-f70cd4e92bba has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:25:34.321409 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bde8d9c4-a772-4748-a59a-392376773be9 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:34.323523 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-bde8d9c4-a772-4748-a59a-392376773be9 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "DELETE /v2.0/routers/2523b5fc-799c-4446-be8f-edf67b4f7974 HTTP/1.1" status: 204 len: 168 time: 1.2706771 Apr 06 13:25:34.391533 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74121f86-2293-4d4d-8318-746a7586068a tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:25:34.407816 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-9919c559-28a7-4f03-8ab1-24f48a29d350 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:34.408982 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9b3387-3dd5-4455-a46e-e241feec34f7 None None] Sync routers for ids ['883eeb38-37ea-4a06-8f10-f70cd4e92bba'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:25:34.431886 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9b3387-3dd5-4455-a46e-e241feec34f7 None None] Routers {'883eeb38-37ea-4a06-8f10-f70cd4e92bba'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:34.432638 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-7a9b3387-3dd5-4455-a46e-e241feec34f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['883eeb38-37ea-4a06-8f10-f70cd4e92bba'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:34.437415 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4f114d55-0fb8-4800-834b-7da1fa4e9bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:34.447850 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-74121f86-2293-4d4d-8318-746a7586068a tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] 10.222.0.48 "PUT /v2.0/routers/883eeb38-37ea-4a06-8f10-f70cd4e92bba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0591674 Apr 06 13:25:34.460009 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39152) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:34.511508 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-7a9b3387-3dd5-4455-a46e-e241feec34f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:34.521980 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9b3387-3dd5-4455-a46e-e241feec34f7 None None] Routers {'883eeb38-37ea-4a06-8f10-f70cd4e92bba'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:34.522953 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-7a9b3387-3dd5-4455-a46e-e241feec34f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['883eeb38-37ea-4a06-8f10-f70cd4e92bba'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:34.525939 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4f114d55-0fb8-4800-834b-7da1fa4e9bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:34.527313 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-9919c559-28a7-4f03-8ab1-24f48a29d350 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:34.635896 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-970041ba-f9cd-48ef-85b9-97e0b384a416 req-7b0d6302-a1fe-4385-b347-d3be9b5fa5df tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4919822 Apr 06 13:25:34.651053 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0557012e-5c17-463d-89ae-e07eec5fd4c6 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:34.679799 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-7a9b3387-3dd5-4455-a46e-e241feec34f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:34.680396 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9b3387-3dd5-4455-a46e-e241feec34f7 None None] The sync data for ids ['883eeb38-37ea-4a06-8f10-f70cd4e92bba'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:25:34.714070 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-08d856c3-eedc-4e2b-a582-3f9f4861f3a1 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:34.715537 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39156) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:34.722067 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f114d55-0fb8-4800-834b-7da1fa4e9bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605a71f5-6979-4aca-973c-4c0d062d296e,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:34.722211 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9919c559-28a7-4f03-8ab1-24f48a29d350 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Made reservation on behalf of d31d7d89a23243b7bdce6e86ac89a173 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:25:34.722211 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9919c559-28a7-4f03-8ab1-24f48a29d350 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:34.734844 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4f114d55-0fb8-4800-834b-7da1fa4e9bf7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c135b574d381445d8f9ab38fb10c10c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2899611 Apr 06 13:25:34.741165 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39160) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:34.912961 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-9919c559-28a7-4f03-8ab1-24f48a29d350 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] device_id is not set on port b14f8b61-30d0-4293-bde6-9ee5273455a2 yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:25:34.999361 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-9f84150d-e03a-4550-9294-4ca103e1303e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-721196067', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}, 'admin_state_up': False}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:35.006407 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d82d6-7437-4af1-a171-eda51be8b550 req-52129a1b-7d04-4528-8351-6a1beb4f27a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:35.008664 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b14d82d6-7437-4af1-a171-eda51be8b550 req-52129a1b-7d04-4528-8351-6a1beb4f27a3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a4d54de52764226baa1254caab457dd&device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 1099 time: 0.6508453 Apr 06 13:25:35.016211 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-9f84150d-e03a-4550-9294-4ca103e1303e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:35.072479 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-9f84150d-e03a-4550-9294-4ca103e1303e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Usage tracker for resource:router and tenant:67afd50af2494f68a9e8eb84fac488ae is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:35.085588 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-9f84150d-e03a-4550-9294-4ca103e1303e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:35.094854 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0557012e-5c17-463d-89ae-e07eec5fd4c6 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:35.097664 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-9f84150d-e03a-4550-9294-4ca103e1303e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:35.102607 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0557012e-5c17-463d-89ae-e07eec5fd4c6 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:35.152053 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8a588e68-fdfc-4bd6-94fc-2883b6ea7ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:35.200368 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8a588e68-fdfc-4bd6-94fc-2883b6ea7ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:35.218389 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9f84150d-e03a-4550-9294-4ca103e1303e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:35.220052 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9f84150d-e03a-4550-9294-4ca103e1303e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:35.248720 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0557012e-5c17-463d-89ae-e07eec5fd4c6 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:35.249461 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0557012e-5c17-463d-89ae-e07eec5fd4c6 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Fanout notify agent at l3_agent the message router_deleted on router 883eeb38-37ea-4a06-8f10-f70cd4e92bba {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:25:35.306618 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0557012e-5c17-463d-89ae-e07eec5fd4c6 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:35.308383 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0557012e-5c17-463d-89ae-e07eec5fd4c6 tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] 10.222.0.48 "DELETE /v2.0/routers/883eeb38-37ea-4a06-8f10-f70cd4e92bba HTTP/1.1" status: 204 len: 168 time: 0.8472192 Apr 06 13:25:35.311942 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9f84150d-e03a-4550-9294-4ca103e1303e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:35.317064 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39166) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:35.411275 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d3b9f1-6ed4-473a-945f-438a385ef168 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Router c1091558-e437-4f90-81f2-b353168ad4ce has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:25:35.450039 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:25:35.455121 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c3c85a-21b8-4220-be5f-7cdba68387db tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Deleting subnet 0ee3f7db-cf9f-4026-8571-3df94ca0be4b {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:25:35.458665 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c85a-21b8-4220-be5f-7cdba68387db tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:35.583248 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8a588e68-fdfc-4bd6-94fc-2883b6ea7ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:35.624133 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e2e870fb-b419-4e31-8ee3-a65cc156fcf1 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:35.774268 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-08d856c3-eedc-4e2b-a582-3f9f4861f3a1 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:35.792419 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a588e68-fdfc-4bd6-94fc-2883b6ea7ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605a71f5-6979-4aca-973c-4c0d062d296e,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:35.799429 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c85a-21b8-4220-be5f-7cdba68387db tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:35.870965 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-9919c559-28a7-4f03-8ab1-24f48a29d350 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Allocated IP 172.20.0.7 (2a560cc5-24da-422e-831a-7229cb5bb9fd/2d941abc-214b-408c-8515-288f38bb9cb5/b14f8b61-30d0-4293-bde6-9ee5273455a2) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:25:35.978340 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8a588e68-fdfc-4bd6-94fc-2883b6ea7ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:35.979494 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8a588e68-fdfc-4bd6-94fc-2883b6ea7ffd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/605a71f5-6979-4aca-973c-4c0d062d296e HTTP/1.1" status: 204 len: 168 time: 1.2374115 Apr 06 13:25:35.982095 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d856c3-eedc-4e2b-a582-3f9f4861f3a1 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:25:35.986132 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9f84150d-e03a-4550-9294-4ca103e1303e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:36.022445 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-08d856c3-eedc-4e2b-a582-3f9f4861f3a1 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:36.045410 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d856c3-eedc-4e2b-a582-3f9f4861f3a1 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:25:36.082953 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c85a-21b8-4220-be5f-7cdba68387db tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:36.186040 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d82d6-7437-4af1-a171-eda51be8b550 req-3c374c46-36a9-478e-8c7a-43bbc59e35fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:36.187247 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b14d82d6-7437-4af1-a171-eda51be8b550 req-3c374c46-36a9-478e-8c7a-43bbc59e35fc service neutron] 10.222.0.61 "GET /v2.0/networks?id=5be2eead-86e0-4801-95e6-7956006492a1 HTTP/1.1" status: 200 len: 912 time: 1.1495533 Apr 06 13:25:36.232276 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d856c3-eedc-4e2b-a582-3f9f4861f3a1 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event updated for resources: {'Port': ['ID=cf2d0590-2fc8-414d-8e9f-550c1ddbe339,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:36.427643 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c85a-21b8-4220-be5f-7cdba68387db tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:36.490433 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d3b9f1-6ed4-473a-945f-438a385ef168 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:25:36.528877 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e596cc-6c25-44cc-8eea-40b58d14eb33 None None] Sync routers for ids ['c1091558-e437-4f90-81f2-b353168ad4ce'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:25:36.542368 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e596cc-6c25-44cc-8eea-40b58d14eb33 None None] Routers {'c1091558-e437-4f90-81f2-b353168ad4ce'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:36.543428 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-11e596cc-6c25-44cc-8eea-40b58d14eb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1091558-e437-4f90-81f2-b353168ad4ce'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:36.606129 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c85a-21b8-4220-be5f-7cdba68387db tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:36.617076 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34f0ef3-03fd-4989-90d4-0a65615b5c6a None None] Network 8cab3f5c-d3b1-45cd-bf15-e3534ac426b1 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:25:36.633258 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d0c3c85a-21b8-4220-be5f-7cdba68387db tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] 10.222.0.48 "DELETE /v2.0/subnets/0ee3f7db-cf9f-4026-8571-3df94ca0be4b HTTP/1.1" status: 204 len: 168 time: 1.3172953 Apr 06 13:25:36.636440 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3c85a-21b8-4220-be5f-7cdba68387db tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Pushing event deleted for resources: {'Subnet': ['ID=0ee3f7db-cf9f-4026-8571-3df94ca0be4b,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:36.643640 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39176) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:36.737716 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-41d3b9f1-6ed4-473a-945f-438a385ef168 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:36.801696 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b14d82d6-7437-4af1-a171-eda51be8b550 req-abfd2a96-b666-4f79-888b-96bce0476e12 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddde7491-e249-460a-b06c-c1af650f5bf7 HTTP/1.1" status: 200 len: 1002 time: 0.5705230 Apr 06 13:25:36.834742 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9f84150d-e03a-4550-9294-4ca103e1303e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:36.861667 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-11e596cc-6c25-44cc-8eea-40b58d14eb33 None None] Set router c1091558-e437-4f90-81f2-b353168ad4ce gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:25:36.875193 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9f84150d-e03a-4550-9294-4ca103e1303e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:36.936831 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9f8b5-ff8f-4ff2-a1a8-370e0149f1ca req-213908d7-a20a-4ebc-8c74-7ef51c78b381 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:36.936831 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-96d9f8b5-ff8f-4ff2-a1a8-370e0149f1ca req-213908d7-a20a-4ebc-8c74-7ef51c78b381 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 1.1439202 Apr 06 13:25:37.033289 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39180) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:37.044487 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8979c41-15f6-459c-9759-57f832edb6b2 None None] DHCP port deletion for 8cab3f5c-d3b1-45cd-bf15-e3534ac426b1 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:25:37.047393 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-029e443c-66a9-4f72-afc7-74c7ed322ecd tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:37.052050 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-c8979c41-15f6-459c-9759-57f832edb6b2 None None] Deleting port 59bd172f-1a75-4af6-95bf-0c0486350742 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:25:37.052744 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c8979c41-15f6-459c-9759-57f832edb6b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:37.107708 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-029e443c-66a9-4f72-afc7-74c7ed322ecd tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Deleting port 59bd172f-1a75-4af6-95bf-0c0486350742 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:25:37.108694 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-029e443c-66a9-4f72-afc7-74c7ed322ecd tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:37.162579 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-de05f568-9434-4a43-b07d-9f9274bad35d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0736057e5960491d872e5e72365b351b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1500113 Apr 06 13:25:37.182746 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39184) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:37.234179 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-9f84150d-e03a-4550-9294-4ca103e1303e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Allocated IP 172.26.4.181 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/5878bab8-cad2-4975-8461-24c3f40b65cb) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:25:37.356189 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-c8979c41-15f6-459c-9759-57f832edb6b2 None None] For port 59bd172f-1a75-4af6-95bf-0c0486350742, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=59bd172f-1a75-4af6-95bf-0c0486350742,segment=NetworkSegment(cb81ddbc-55b3-4e0a-9e2f-724e5131a27d),segment_id=cb81ddbc-55b3-4e0a-9e2f-724e5131a27d)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:25:37.356909 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c8979c41-15f6-459c-9759-57f832edb6b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:37.426509 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d327ca26-aee1-4761-af30-985d4b0cd1bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:37.462702 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-41d3b9f1-6ed4-473a-945f-438a385ef168 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "PUT /v2.0/floatingips/7613c94b-6e32-4940-8f52-a3adfb7db89c HTTP/1.1" status: 200 len: 992 time: 8.7422869 Apr 06 13:25:37.466489 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d327ca26-aee1-4761-af30-985d4b0cd1bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:37.496955 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-11e596cc-6c25-44cc-8eea-40b58d14eb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'name': 'tempest-ServersTestJSON-331739158-router', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:22Z', 'updated_at': '2022-04-06T13:24:37Z', 'revision_number': 4, 'project_id': '29506e5a39ce4f2db4e880a74f738951', 'gw_port': {'id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ff:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:25Z', 'updated_at': '2022-04-06T13:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '7613c94b-6e32-4940-8f52-a3adfb7db89c', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'floating_ip_address': '172.26.4.112', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'port_id': '3d66d449-7fb9-410f-883f-3828e276e3ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4af085f-1110-4224-b013-05549a7ec08d', 'mac_address': 'fa:16:3e:d5:46:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83aae3a3-2a73-4de9-9d7f-a503588b652d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:24:49Z', 'updated_at': '2022-04-06T13:25:32Z', 'revision_number': 1, 'project_id': '29506e5a39ce4f2db4e880a74f738951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd032ab39-83fd-4506-a1dc-3e99bd66aea3', 'name': '', 'network_id': 'b4af085f-1110-4224-b013-05549a7ec08d', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'mac_address': 'fa:16:3e:10:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1bba6dec-718f-43df-a092-4ff68fc37b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:32Z', 'updated_at': '2022-04-06T13:24:46Z', 'revision_number': 5, 'project_id': '29506e5a39ce4f2db4e880a74f738951', 'subnets': [{'id': '1bba6dec-718f-43df-a092-4ff68fc37b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:37.512782 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e596cc-6c25-44cc-8eea-40b58d14eb33 None None] Checking router: c1091558-e437-4f90-81f2-b353168ad4ce for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:25:37.515394 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-c8979c41-15f6-459c-9759-57f832edb6b2 None None] Calling delete_port for 59bd172f-1a75-4af6-95bf-0c0486350742 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:25:37.545482 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83aae3a3-2a73-4de9-9d7f-a503588b652d', 'tag': '3d66d449-7fb9-410f-883f-3828e276e3ae'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:25:37.554350 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e596cc-6c25-44cc-8eea-40b58d14eb33 None None] Routers {'c1091558-e437-4f90-81f2-b353168ad4ce'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:37.558930 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-11e596cc-6c25-44cc-8eea-40b58d14eb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1091558-e437-4f90-81f2-b353168ad4ce'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:37.582378 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9919c559-28a7-4f03-8ab1-24f48a29d350 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:37.585911 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e2e870fb-b419-4e31-8ee3-a65cc156fcf1 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:37.588943 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d82d6-7437-4af1-a171-eda51be8b550 req-ca315eb0-e6ae-4a78-98f6-e1a58b891886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:37.590467 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b14d82d6-7437-4af1-a171-eda51be8b550 req-ca315eb0-e6ae-4a78-98f6-e1a58b891886 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05aded58-8f1f-47e0-842d-ddd950b58777 HTTP/1.1" status: 200 len: 850 time: 0.6715662 Apr 06 13:25:37.603247 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-96d9f8b5-ff8f-4ff2-a1a8-370e0149f1ca req-5db0ffce-1b19-40dc-9ff3-7225836f1ddf tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4090095 Apr 06 13:25:37.611680 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d327ca26-aee1-4761-af30-985d4b0cd1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:37.761420 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c8979c41-15f6-459c-9759-57f832edb6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:37.884871 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 59bd172f-1a75-4af6-95bf-0c0486350742 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:25:37.918303 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7885608-9ccd-4ac2-b937-fa39ff229bec'] response: {'name': 'network-changed', 'server_uuid': '83aae3a3-2a73-4de9-9d7f-a503588b652d', 'tag': '3d66d449-7fb9-410f-883f-3828e276e3ae', 'status': 'completed', 'code': 200} Apr 06 13:25:37.931252 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-11e596cc-6c25-44cc-8eea-40b58d14eb33 None None] Set router c1091558-e437-4f90-81f2-b353168ad4ce gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:25:37.946355 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-029e443c-66a9-4f72-afc7-74c7ed322ecd tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] For port 59bd172f-1a75-4af6-95bf-0c0486350742, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=59bd172f-1a75-4af6-95bf-0c0486350742,segment=NetworkSegment(cb81ddbc-55b3-4e0a-9e2f-724e5131a27d),segment_id=cb81ddbc-55b3-4e0a-9e2f-724e5131a27d)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:25:37.946971 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-029e443c-66a9-4f72-afc7-74c7ed322ecd tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:37.973472 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-9919c559-28a7-4f03-8ab1-24f48a29d350 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Transition to ACTIVE for port object b14f8b61-30d0-4293-bde6-9ee5273455a2 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:25:37.974722 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 59bd172f-1a75-4af6-95bf-0c0486350742 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:25:37.975286 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 59bd172f-1a75-4af6-95bf-0c0486350742 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:25:37.977077 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8979c41-15f6-459c-9759-57f832edb6b2 None None] Pushing event deleted for resources: {'Port': ['ID=59bd172f-1a75-4af6-95bf-0c0486350742,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:37.981853 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8979c41-15f6-459c-9759-57f832edb6b2 None None] No DVR routers for this DVR port 59bd172f-1a75-4af6-95bf-0c0486350742 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:25:38.222569 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-029e443c-66a9-4f72-afc7-74c7ed322ecd tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Calling delete_port for 59bd172f-1a75-4af6-95bf-0c0486350742 owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:25:38.260755 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327ca26-aee1-4761-af30-985d4b0cd1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41480cba-ac45-4884-9799-690328af0e88,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:38.329653 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9f84150d-e03a-4550-9294-4ca103e1303e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:38.354480 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d327ca26-aee1-4761-af30-985d4b0cd1bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:38.361481 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d327ca26-aee1-4761-af30-985d4b0cd1bb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/41480cba-ac45-4884-9799-690328af0e88 HTTP/1.1" status: 204 len: 168 time: 1.1706665 Apr 06 13:25:38.446397 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526f4ab-5a06-47f4-bf54-3ae3d8b3ed1c req-7440939c-a057-4faf-b279-e4216134a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:38.448011 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6526f4ab-5a06-47f4-bf54-3ae3d8b3ed1c req-7440939c-a057-4faf-b279-e4216134a54e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=29506e5a39ce4f2db4e880a74f738951&device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 1099 time: 0.2896397 Apr 06 13:25:38.449891 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.api [None req-029e443c-66a9-4f72-afc7-74c7ed322ecd tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:25:38.450212 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG oslo_db.api [None req-029e443c-66a9-4f72-afc7-74c7ed322ecd tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:25:38.453548 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba14c79-aa55-4e00-b7c9-b3d9b0809856 req-33fc0d4a-9e85-468b-960a-e162d9dc4c45 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:38.455244 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9ba14c79-aa55-4e00-b7c9-b3d9b0809856 req-33fc0d4a-9e85-468b-960a-e162d9dc4c45 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.5330641 Apr 06 13:25:38.474019 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f30a93-c6cc-4cfe-a2c7-ef336eb5449e req-43b5b935-c7d9-4b63-aaff-29bc450a4d43 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:38.481713 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-67f30a93-c6cc-4cfe-a2c7-ef336eb5449e req-43b5b935-c7d9-4b63-aaff-29bc450a4d43 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/ports?device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 946 time: 0.5885727 Apr 06 13:25:38.496746 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d82d6-7437-4af1-a171-eda51be8b550 req-5ec010a1-965f-4d2b-8588-832754714361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:38.499667 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b14d82d6-7437-4af1-a171-eda51be8b550 req-5ec010a1-965f-4d2b-8588-832754714361 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5be2eead-86e0-4801-95e6-7956006492a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8875351 Apr 06 13:25:38.538542 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-11e596cc-6c25-44cc-8eea-40b58d14eb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'name': 'tempest-ServersTestJSON-331739158-router', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:22Z', 'updated_at': '2022-04-06T13:24:37Z', 'revision_number': 4, 'project_id': '29506e5a39ce4f2db4e880a74f738951', 'gw_port': {'id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ff:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:25Z', 'updated_at': '2022-04-06T13:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '7613c94b-6e32-4940-8f52-a3adfb7db89c', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'floating_ip_address': '172.26.4.112', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'port_id': '3d66d449-7fb9-410f-883f-3828e276e3ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4af085f-1110-4224-b013-05549a7ec08d', 'mac_address': 'fa:16:3e:d5:46:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83aae3a3-2a73-4de9-9d7f-a503588b652d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:24:49Z', 'updated_at': '2022-04-06T13:25:32Z', 'revision_number': 1, 'project_id': '29506e5a39ce4f2db4e880a74f738951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd032ab39-83fd-4506-a1dc-3e99bd66aea3', 'name': '', 'network_id': 'b4af085f-1110-4224-b013-05549a7ec08d', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'mac_address': 'fa:16:3e:10:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1bba6dec-718f-43df-a092-4ff68fc37b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:32Z', 'updated_at': '2022-04-06T13:24:46Z', 'revision_number': 5, 'project_id': '29506e5a39ce4f2db4e880a74f738951', 'subnets': [{'id': '1bba6dec-718f-43df-a092-4ff68fc37b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:38.544503 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e596cc-6c25-44cc-8eea-40b58d14eb33 None None] The sync data for ids ['c1091558-e437-4f90-81f2-b353168ad4ce'] in dv-neutron-834600-1-hyperv is: [{'id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'name': 'tempest-ServersTestJSON-331739158-router', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:22Z', 'updated_at': '2022-04-06T13:24:37Z', 'revision_number': 4, 'project_id': '29506e5a39ce4f2db4e880a74f738951', 'gw_port': {'id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ff:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:25Z', 'updated_at': '2022-04-06T13:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '7613c94b-6e32-4940-8f52-a3adfb7db89c', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'floating_ip_address': '172.26.4.112', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'port_id': '3d66d449-7fb9-410f-883f-3828e276e3ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4af085f-1110-4224-b013-05549a7ec08d', 'mac_address': 'fa:16:3e:d5:46:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83aae3a3-2a73-4de9-9d7f-a503588b652d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:24:49Z', 'updated_at': '2022-04-06T13:25:32Z', 'revision_number': 1, 'project_id': '29506e5a39ce4f2db4e880a74f738951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd032ab39-83fd-4506-a1dc-3e99bd66aea3', 'name': '', 'network_id': 'b4af085f-1110-4224-b013-05549a7ec08d', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'mac_address': 'fa:16:3e:10:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1bba6dec-718f-43df-a092-4ff68fc37b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:32Z', 'updated_at': '2022-04-06T13:24:46Z', 'revision_number': 5, 'project_id': '29506e5a39ce4f2db4e880a74f738951', 'subnets': [{'id': '1bba6dec-718f-43df-a092-4ff68fc37b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:25:38.574448 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9f84150d-e03a-4550-9294-4ca103e1303e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:38.581753 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9919c559-28a7-4f03-8ab1-24f48a29d350 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:38.689066 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f84150d-e03a-4550-9294-4ca103e1303e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:25:38.695237 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-9f84150d-e03a-4550-9294-4ca103e1303e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:38.712316 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f84150d-e03a-4550-9294-4ca103e1303e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:25:38.751751 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84150d-e03a-4550-9294-4ca103e1303e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Pushing event updated for resources: {'Port': ['ID=5878bab8-cad2-4975-8461-24c3f40b65cb,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:38.766457 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526f4ab-5a06-47f4-bf54-3ae3d8b3ed1c req-36462410-8da5-48e7-8a38-38218128300f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:38.768219 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6526f4ab-5a06-47f4-bf54-3ae3d8b3ed1c req-36462410-8da5-48e7-8a38-38218128300f service neutron] 10.222.0.61 "GET /v2.0/networks?id=b4af085f-1110-4224-b013-05549a7ec08d HTTP/1.1" status: 200 len: 906 time: 0.3118799 Apr 06 13:25:38.834962 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9919c559-28a7-4f03-8ab1-24f48a29d350 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Network 2a560cc5-24da-422e-831a-7229cb5bb9fd is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:25:38.847520 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9ba14c79-aa55-4e00-b7c9-b3d9b0809856 req-66341391-013b-4d65-a532-4920fdc51747 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3821516 Apr 06 13:25:38.874739 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-9919c559-28a7-4f03-8ab1-24f48a29d350 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:38.883217 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f32054-2fbb-47c8-8fbb-e26ef679c6ca None None] New status for floating IP 7613c94b-6e32-4940-8f52-a3adfb7db89c: ACTIVE {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:25:38.914475 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-67f30a93-c6cc-4cfe-a2c7-ef336eb5449e req-1d28a848-00f4-440c-a1b5-f6fefd5adba4 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e34bce9-08ce-41d7-8339-191fe383b876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4318750 Apr 06 13:25:38.956072 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9919c559-28a7-4f03-8ab1-24f48a29d350 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:25:39.017301 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-029e443c-66a9-4f72-afc7-74c7ed322ecd tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Deleting port 59bd172f-1a75-4af6-95bf-0c0486350742 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:25:39.020473 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-029e443c-66a9-4f72-afc7-74c7ed322ecd tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:39.039424 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919c559-28a7-4f03-8ab1-24f48a29d350 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Pushing event updated for resources: {'Port': ['ID=b14f8b61-30d0-4293-bde6-9ee5273455a2,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:39.063552 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e870fb-b419-4e31-8ee3-a65cc156fcf1 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Router 1ef76a00-cdfe-4b06-a31a-5da1d0f265e8 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:25:39.203517 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6526f4ab-5a06-47f4-bf54-3ae3d8b3ed1c req-effd1c5f-5d7b-4d39-85ed-32228564cd9e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d66d449-7fb9-410f-883f-3828e276e3ae HTTP/1.1" status: 200 len: 1000 time: 0.4283752 Apr 06 13:25:39.276252 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-08d856c3-eedc-4e2b-a582-3f9f4861f3a1 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:39.286711 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b14d82d6-7437-4af1-a171-eda51be8b550 req-e2ba0256-e2da-42ad-b585-e8a03840ccce service neutron] 10.222.0.61 "GET /v2.0/networks/5be2eead-86e0-4801-95e6-7956006492a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7352171 Apr 06 13:25:39.292525 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9919c559-28a7-4f03-8ab1-24f48a29d350 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:39.293538 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9919c559-28a7-4f03-8ab1-24f48a29d350 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:39.348612 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-029e443c-66a9-4f72-afc7-74c7ed322ecd tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] The port '59bd172f-1a75-4af6-95bf-0c0486350742' was deleted {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:25:39.465905 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ad33e7d1-f562-4df9-b05d-83bde7db66be None None] Provisioning for port b14f8b61-30d0-4293-bde6-9ee5273455a2 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:25:39.474545 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ad33e7d1-f562-4df9-b05d-83bde7db66be None None] Provisioning complete for port b14f8b61-30d0-4293-bde6-9ee5273455a2 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:25:39.477531 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ad33e7d1-f562-4df9-b05d-83bde7db66be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:39.531353 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526f4ab-5a06-47f4-bf54-3ae3d8b3ed1c req-1cb06d45-daa8-46b5-8b21-d7635aa502b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:39.533211 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6526f4ab-5a06-47f4-bf54-3ae3d8b3ed1c req-1cb06d45-daa8-46b5-8b21-d7635aa502b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1bba6dec-718f-43df-a092-4ff68fc37b48 HTTP/1.1" status: 200 len: 844 time: 0.3141215 Apr 06 13:25:39.575735 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ad33e7d1-f562-4df9-b05d-83bde7db66be None None] Port b14f8b61-30d0-4293-bde6-9ee5273455a2 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:25:39.595419 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-029e443c-66a9-4f72-afc7-74c7ed322ecd tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:39.622491 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9919c559-28a7-4f03-8ab1-24f48a29d350 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.9979022 Apr 06 13:25:39.623521 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39214) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:39.689441 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-6d8e9151-0446-400e-84d2-f54fc39f4197 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Request body: {'port': {'network_id': '2a560cc5-24da-422e-831a-7229cb5bb9fd', 'name': 'tempest-AllowedAddressPairTestJSON-214966798'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:39.777193 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e870fb-b419-4e31-8ee3-a65cc156fcf1 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:25:39.792379 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3129cf6f-f8e4-421a-b0cf-424ffb4df41b None None] Sync routers for ids ['1ef76a00-cdfe-4b06-a31a-5da1d0f265e8'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:25:39.806788 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b14d82d6-7437-4af1-a171-eda51be8b550 req-7732f5a8-214a-49e7-8b8e-ad97168cc80c service neutron] 10.222.0.61 "GET /v2.0/networks/5be2eead-86e0-4801-95e6-7956006492a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065939 Apr 06 13:25:39.813478 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3129cf6f-f8e4-421a-b0cf-424ffb4df41b None None] Routers {'1ef76a00-cdfe-4b06-a31a-5da1d0f265e8'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:39.814537 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-3129cf6f-f8e4-421a-b0cf-424ffb4df41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1ef76a00-cdfe-4b06-a31a-5da1d0f265e8'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:39.827388 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-08d856c3-eedc-4e2b-a582-3f9f4861f3a1 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:39.893436 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-029e443c-66a9-4f72-afc7-74c7ed322ecd tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cab3f5c-d3b1-45cd-bf15-e3534ac426b1']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:39.933696 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-029e443c-66a9-4f72-afc7-74c7ed322ecd tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb81ddbc-55b3-4e0a-9e2f-724e5131a27d') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:39.933992 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-029e443c-66a9-4f72-afc7-74c7ed322ecd tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb81ddbc-55b3-4e0a-9e2f-724e5131a27d') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:39.995311 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e2e870fb-b419-4e31-8ee3-a65cc156fcf1 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:39.999315 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e2e870fb-b419-4e31-8ee3-a65cc156fcf1 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 13.0792339 Apr 06 13:25:40.002093 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39226) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:40.024162 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-029e443c-66a9-4f72-afc7-74c7ed322ecd tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:40.045800 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-3129cf6f-f8e4-421a-b0cf-424ffb4df41b None None] Set router 1ef76a00-cdfe-4b06-a31a-5da1d0f265e8 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:25:40.130561 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-6d8e9151-0446-400e-84d2-f54fc39f4197 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:40.220977 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-029e443c-66a9-4f72-afc7-74c7ed322ecd tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:40.237511 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39232) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:40.253315 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-6d8e9151-0446-400e-84d2-f54fc39f4197 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:40.261029 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-029e443c-66a9-4f72-afc7-74c7ed322ecd tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:25:40.261443 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-029e443c-66a9-4f72-afc7-74c7ed322ecd tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: util.warn( Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: util.warn( Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: util.warn( Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:25:40.283216 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:25:40.301841 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526f4ab-5a06-47f4-bf54-3ae3d8b3ed1c req-351ad19b-c4ba-4b4e-a696-b5a42bacdef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:40.303539 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6526f4ab-5a06-47f4-bf54-3ae3d8b3ed1c req-351ad19b-c4ba-4b4e-a696-b5a42bacdef7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b4af085f-1110-4224-b013-05549a7ec08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7616873 Apr 06 13:25:40.331086 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-08d856c3-eedc-4e2b-a582-3f9f4861f3a1 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:40.339788 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb314e5-27f5-42d0-b5dd-547d37768404 req-738db238-ace0-4100-9618-517b9c56fb80 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:40.341315 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1cb314e5-27f5-42d0-b5dd-547d37768404 req-738db238-ace0-4100-9618-517b9c56fb80 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.3472755 Apr 06 13:25:40.344413 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8afaa6ba-46b7-4697-9a5d-ada98f3f2587 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "GET /v2.0/routers/1ef76a00-cdfe-4b06-a31a-5da1d0f265e8 HTTP/1.1" status: 200 len: 907 time: 0.3061376 Apr 06 13:25:40.347437 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39238) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:40.429426 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-3129cf6f-f8e4-421a-b0cf-424ffb4df41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef76a00-cdfe-4b06-a31a-5da1d0f265e8', 'name': 'tempest-snat-router-1595587778', 'tenant_id': 'b295c7e5a84744f7a6d0d8748d67f940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '046d0f99-451d-4cca-b49b-2f118112e9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:25:27Z', 'updated_at': '2022-04-06T13:25:34Z', 'revision_number': 3, 'project_id': 'b295c7e5a84744f7a6d0d8748d67f940', 'gw_port': {'id': '046d0f99-451d-4cca-b49b-2f118112e9a9', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ab:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef76a00-cdfe-4b06-a31a-5da1d0f265e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:25:31Z', 'updated_at': '2022-04-06T13:25:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:40.434245 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3129cf6f-f8e4-421a-b0cf-424ffb4df41b None None] Checking router: 1ef76a00-cdfe-4b06-a31a-5da1d0f265e8 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:25:40.434591 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3129cf6f-f8e4-421a-b0cf-424ffb4df41b None None] Updating router 1ef76a00-cdfe-4b06-a31a-5da1d0f265e8 port 046d0f99-451d-4cca-b49b-2f118112e9a9 binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:25:40.459579 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-08d856c3-eedc-4e2b-a582-3f9f4861f3a1 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:40.502344 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-3129cf6f-f8e4-421a-b0cf-424ffb4df41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:40.522748 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9f84150d-e03a-4550-9294-4ca103e1303e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:40.554872 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1cb314e5-27f5-42d0-b5dd-547d37768404 req-ea9d3894-951c-4194-ab7d-1afa63c5d093 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443539 Apr 06 13:25:40.581221 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-cc8aa536-2856-46c1-b10e-3696d480780b tempest-AgentManagementNegativeTest-602971538 tempest-AgentManagementNegativeTest-602971538-project] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3358774 Apr 06 13:25:40.620591 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8e9151-0446-400e-84d2-f54fc39f4197 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Made reservation on behalf of d31d7d89a23243b7bdce6e86ac89a173 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:25:40.624241 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6d8e9151-0446-400e-84d2-f54fc39f4197 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:40.674907 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-6d8e9151-0446-400e-84d2-f54fc39f4197 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] device_id is not set on port c0a0d840-abe6-4345-baca-efbe5e488573 yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:25:40.684246 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d856c3-eedc-4e2b-a582-3f9f4861f3a1 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event updated for resources: {'Port': ['ID=cf2d0590-2fc8-414d-8e9f-550c1ddbe339,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:40.691659 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-08d856c3-eedc-4e2b-a582-3f9f4861f3a1 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:40.723291 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-029e443c-66a9-4f72-afc7-74c7ed322ecd tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:40.770580 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-029e443c-66a9-4f72-afc7-74c7ed322ecd tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:40.849067 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5550451e-0962-42b7-968a-3bf48c9d1d19 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:40.859110 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6526f4ab-5a06-47f4-bf54-3ae3d8b3ed1c req-98d05df4-5abd-452e-90d4-82781a66c580 service neutron] 10.222.0.61 "GET /v2.0/networks/b4af085f-1110-4224-b013-05549a7ec08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474172 Apr 06 13:25:40.879901 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e443c-66a9-4f72-afc7-74c7ed322ecd tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] Pushing event deleted for resources: {'Network': ['ID=8cab3f5c-d3b1-45cd-bf15-e3534ac426b1,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:40.963721 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-3129cf6f-f8e4-421a-b0cf-424ffb4df41b None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:40.969331 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-029e443c-66a9-4f72-afc7-74c7ed322ecd tempest-FloatingIPNegativeTestJSON-72758253 tempest-FloatingIPNegativeTestJSON-72758253-project] 10.222.0.48 "DELETE /v2.0/networks/8cab3f5c-d3b1-45cd-bf15-e3534ac426b1 HTTP/1.1" status: 204 len: 168 time: 4.3243232 Apr 06 13:25:40.979269 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-3129cf6f-f8e4-421a-b0cf-424ffb4df41b None None] Transition to ACTIVE for port object 046d0f99-451d-4cca-b49b-2f118112e9a9 will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:25:41.131929 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-3129cf6f-f8e4-421a-b0cf-424ffb4df41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:41.239854 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-08d856c3-eedc-4e2b-a582-3f9f4861f3a1 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Floating IP 4827fd00-dc8e-4f3a-a775-8c5854d54843 associated. External IP: 172.26.4.35, port: 445a0223-b161-4be6-92c3-47a1f02d8c9d. Apr 06 13:25:41.252608 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf2e24-e282-4cb8-9587-5a0e4d3cf2f8 None None] Pushing event updated for resources: {'Port': ['ID=046d0f99-451d-4cca-b49b-2f118112e9a9,revision_number=2']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:41.285480 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-3129cf6f-f8e4-421a-b0cf-424ffb4df41b None None] Attempting to bind port 046d0f99-451d-4cca-b49b-2f118112e9a9 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:25:41.286221 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-3129cf6f-f8e4-421a-b0cf-424ffb4df41b None None] Attempting to bind port 046d0f99-451d-4cca-b49b-2f118112e9a9 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:25:41.286875 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3129cf6f-f8e4-421a-b0cf-424ffb4df41b None None] Attempting to bind port 046d0f99-451d-4cca-b49b-2f118112e9a9 on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:25:41.297117 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3129cf6f-f8e4-421a-b0cf-424ffb4df41b None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:25:41.297910 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3129cf6f-f8e4-421a-b0cf-424ffb4df41b None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:25:41.299601 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-3129cf6f-f8e4-421a-b0cf-424ffb4df41b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:41.301092 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9f84150d-e03a-4550-9294-4ca103e1303e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:41.301887 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3129cf6f-f8e4-421a-b0cf-424ffb4df41b None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:25:41.302609 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-3129cf6f-f8e4-421a-b0cf-424ffb4df41b None None] Bound port: 046d0f99-451d-4cca-b49b-2f118112e9a9, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:25:41.303282 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-3129cf6f-f8e4-421a-b0cf-424ffb4df41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:41.346119 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5550451e-0962-42b7-968a-3bf48c9d1d19 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:41.417171 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-3129cf6f-f8e4-421a-b0cf-424ffb4df41b None None] For port 046d0f99-451d-4cca-b49b-2f118112e9a9, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:25:41.423730 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-3129cf6f-f8e4-421a-b0cf-424ffb4df41b None None] For port 046d0f99-451d-4cca-b49b-2f118112e9a9, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=046d0f99-451d-4cca-b49b-2f118112e9a9,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:25:41.460404 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39254) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:41.566227 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-6d8e9151-0446-400e-84d2-f54fc39f4197 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Allocated IP 172.20.0.5 (2a560cc5-24da-422e-831a-7229cb5bb9fd/2d941abc-214b-408c-8515-288f38bb9cb5/c0a0d840-abe6-4345-baca-efbe5e488573) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:25:41.589061 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-3129cf6f-f8e4-421a-b0cf-424ffb4df41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:41.590030 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6526f4ab-5a06-47f4-bf54-3ae3d8b3ed1c req-2589c458-5524-49f1-9e72-da82d6de7700 service neutron] 10.222.0.61 "GET /v2.0/networks/b4af085f-1110-4224-b013-05549a7ec08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6963091 Apr 06 13:25:41.665376 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-5550451e-0962-42b7-968a-3bf48c9d1d19 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Deleting port 046d0f99-451d-4cca-b49b-2f118112e9a9 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:25:41.666456 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5550451e-0962-42b7-968a-3bf48c9d1d19 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:41.729529 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3129cf6f-f8e4-421a-b0cf-424ffb4df41b None None] Routers {'1ef76a00-cdfe-4b06-a31a-5da1d0f265e8'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:41.731050 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-3129cf6f-f8e4-421a-b0cf-424ffb4df41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1ef76a00-cdfe-4b06-a31a-5da1d0f265e8'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:41.816227 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39262) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:41.962171 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d856c3-eedc-4e2b-a582-3f9f4861f3a1 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Router e6be2954-a14b-458a-b118-628a4055f72d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:25:41.964039 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f84150d-e03a-4550-9294-4ca103e1303e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Router 4f776554-9ad0-4048-961b-75ae06a6b0d7 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:25:42.003557 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf2e24-e282-4cb8-9587-5a0e4d3cf2f8 None None] Pushing event updated for resources: {'Port': ['ID=046d0f99-451d-4cca-b49b-2f118112e9a9,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:42.007114 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-3129cf6f-f8e4-421a-b0cf-424ffb4df41b None None] Set router 1ef76a00-cdfe-4b06-a31a-5da1d0f265e8 gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:25:42.011546 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1c229b97-32af-48ac-a9f9-91797f58401b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:42.119988 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1c229b97-32af-48ac-a9f9-91797f58401b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:42.141183 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-3129cf6f-f8e4-421a-b0cf-424ffb4df41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef76a00-cdfe-4b06-a31a-5da1d0f265e8', 'name': 'tempest-snat-router-1595587778', 'tenant_id': 'b295c7e5a84744f7a6d0d8748d67f940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:25:27Z', 'updated_at': '2022-04-06T13:25:41Z', 'revision_number': 4, 'project_id': 'b295c7e5a84744f7a6d0d8748d67f940', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:42.147636 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3129cf6f-f8e4-421a-b0cf-424ffb4df41b None None] The sync data for ids ['1ef76a00-cdfe-4b06-a31a-5da1d0f265e8'] in dv-neutron-834600-1-hyperv is: [{'id': '1ef76a00-cdfe-4b06-a31a-5da1d0f265e8', 'name': 'tempest-snat-router-1595587778', 'tenant_id': 'b295c7e5a84744f7a6d0d8748d67f940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:25:27Z', 'updated_at': '2022-04-06T13:25:41Z', 'revision_number': 4, 'project_id': 'b295c7e5a84744f7a6d0d8748d67f940', 'gw_port_host': None}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:25:42.220426 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6d8e9151-0446-400e-84d2-f54fc39f4197 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:42.232225 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-1c229b97-32af-48ac-a9f9-91797f58401b admin admin] Usage tracker for resource:security_group_rule and tenant:1b0aef707eb84657a061573d748ca0ac is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:42.243137 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-1c229b97-32af-48ac-a9f9-91797f58401b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:42.259261 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-6d8e9151-0446-400e-84d2-f54fc39f4197 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Transition to ACTIVE for port object c0a0d840-abe6-4345-baca-efbe5e488573 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:25:42.265324 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f84150d-e03a-4550-9294-4ca103e1303e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:25:42.270640 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1c229b97-32af-48ac-a9f9-91797f58401b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:42.279447 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3048667-8581-4bdb-90e5-ba117a8bdbc1 None None] Sync routers for ids ['4f776554-9ad0-4048-961b-75ae06a6b0d7'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:25:42.288956 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3048667-8581-4bdb-90e5-ba117a8bdbc1 None None] Routers {'4f776554-9ad0-4048-961b-75ae06a6b0d7'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:42.289966 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-b3048667-8581-4bdb-90e5-ba117a8bdbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4f776554-9ad0-4048-961b-75ae06a6b0d7'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:42.345503 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c49911c6-3904-44d8-8975-3b8435d553c7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6a4d2fd9fb1946a4af678b0db809b452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5224364 Apr 06 13:25:42.346037 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39270) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:42.368570 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-b3048667-8581-4bdb-90e5-ba117a8bdbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:42.382390 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-5550451e-0962-42b7-968a-3bf48c9d1d19 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] For port 046d0f99-451d-4cca-b49b-2f118112e9a9, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=046d0f99-451d-4cca-b49b-2f118112e9a9,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:25:42.382757 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5550451e-0962-42b7-968a-3bf48c9d1d19 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:42.383322 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3048667-8581-4bdb-90e5-ba117a8bdbc1 None None] Routers {'4f776554-9ad0-4048-961b-75ae06a6b0d7'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:42.384003 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-b3048667-8581-4bdb-90e5-ba117a8bdbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4f776554-9ad0-4048-961b-75ae06a6b0d7'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:42.409135 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9f84150d-e03a-4550-9294-4ca103e1303e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:42.411961 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9f84150d-e03a-4550-9294-4ca103e1303e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.6949985 Apr 06 13:25:42.444537 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39274) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:42.445226 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8dfdc7fd-26dc-46f3-a497-68a47177a1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:42.452620 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6d8e9151-0446-400e-84d2-f54fc39f4197 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:42.455747 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-b3048667-8581-4bdb-90e5-ba117a8bdbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:42.456288 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3048667-8581-4bdb-90e5-ba117a8bdbc1 None None] The sync data for ids ['4f776554-9ad0-4048-961b-75ae06a6b0d7'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:25:42.532999 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-5550451e-0962-42b7-968a-3bf48c9d1d19 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Calling delete_port for 046d0f99-451d-4cca-b49b-2f118112e9a9 owned by network:router_gateway {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:25:42.601638 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d856c3-eedc-4e2b-a582-3f9f4861f3a1 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:25:42.614000 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cbc6d0-b6a3-426d-9256-7f29dcaa103c None None] Sync routers for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:25:42.625776 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cbc6d0-b6a3-426d-9256-7f29dcaa103c None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:42.626376 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-35cbc6d0-b6a3-426d-9256-7f29dcaa103c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:42.628889 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8dfdc7fd-26dc-46f3-a497-68a47177a1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:42.667102 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8e9151-0446-400e-84d2-f54fc39f4197 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Network 2a560cc5-24da-422e-831a-7229cb5bb9fd is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:25:42.680412 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-6d8e9151-0446-400e-84d2-f54fc39f4197 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:42.695304 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-35cbc6d0-b6a3-426d-9256-7f29dcaa103c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:42.706675 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cbc6d0-b6a3-426d-9256-7f29dcaa103c None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:42.707324 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-35cbc6d0-b6a3-426d-9256-7f29dcaa103c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:42.746506 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8e9151-0446-400e-84d2-f54fc39f4197 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:25:42.775066 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-35cbc6d0-b6a3-426d-9256-7f29dcaa103c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:42.775455 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cbc6d0-b6a3-426d-9256-7f29dcaa103c None None] The sync data for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:25:42.780312 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e9151-0446-400e-84d2-f54fc39f4197 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Pushing event updated for resources: {'Port': ['ID=c0a0d840-abe6-4345-baca-efbe5e488573,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:42.864555 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c2519-68e6-4880-a47c-887acc1a8819 req-53b5897f-2dbc-4155-a6af-a7114b1571ed tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:42.864555 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4e5c2519-68e6-4880-a47c-887acc1a8819 req-53b5897f-2dbc-4155-a6af-a7114b1571ed tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.7520041 Apr 06 13:25:42.880602 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-fd90bc50-c153-4d4c-97c4-9db0f963c15e tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "GET /v2.0/routers/4f776554-9ad0-4048-961b-75ae06a6b0d7 HTTP/1.1" status: 200 len: 924 time: 0.4330063 Apr 06 13:25:42.887231 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8e9151-0446-400e-84d2-f54fc39f4197 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:42.887719 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6d8e9151-0446-400e-84d2-f54fc39f4197 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:42.893256 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39278) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:42.977134 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8dfdc7fd-26dc-46f3-a497-68a47177a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:42.979542 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8dfdc7fd-26dc-46f3-a497-68a47177a1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:42.980749 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8dfdc7fd-26dc-46f3-a497-68a47177a1e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/74f737b6-68b8-4537-a505-f34f3be48478 HTTP/1.1" status: 204 len: 168 time: 0.6335933 Apr 06 13:25:43.001854 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfdc7fd-26dc-46f3-a497-68a47177a1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f737b6-68b8-4537-a505-f34f3be48478,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:43.009479 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6d8e9151-0446-400e-84d2-f54fc39f4197 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3838353 Apr 06 13:25:43.012110 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39284) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:43.019838 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-de38b767-18bb-47f0-9675-c637e55014ae tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:ca:6a:97'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:70:c3:42'}]}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:43.109428 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-08d856c3-eedc-4e2b-a582-3f9f4861f3a1 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:43.148409 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-771afcab-5c96-4340-8046-a348daed09ea None None] Provisioning for port c0a0d840-abe6-4345-baca-efbe5e488573 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:25:43.156677 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-771afcab-5c96-4340-8046-a348daed09ea None None] Provisioning complete for port c0a0d840-abe6-4345-baca-efbe5e488573 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:25:43.157083 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-771afcab-5c96-4340-8046-a348daed09ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:43.189518 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3020db32-e4b8-49a7-b9ae-c35ec1ae6d1e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f776554-9ad0-4048-961b-75ae06a6b0d7 HTTP/1.1" status: 200 len: 205 time: 0.2951179 Apr 06 13:25:43.193847 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39288) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:43.257313 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-08d856c3-eedc-4e2b-a582-3f9f4861f3a1 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 14.2212884 Apr 06 13:25:43.272646 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39292) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:43.286464 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-771afcab-5c96-4340-8046-a348daed09ea None None] Port c0a0d840-abe6-4345-baca-efbe5e488573 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:25:43.295822 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-66975130-ca86-4963-b6a2-19874c24a0b2 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:43.299656 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4e5c2519-68e6-4880-a47c-887acc1a8819 req-16359440-709f-4b4c-8dc0-254649c7795d tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4194949 Apr 06 13:25:43.302521 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1c229b97-32af-48ac-a9f9-91797f58401b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:43.374414 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1c229b97-32af-48ac-a9f9-91797f58401b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:43.425115 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c229b97-32af-48ac-a9f9-91797f58401b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b59435-5b23-43b2-8abd-268fec468aeb,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:43.462545 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1c229b97-32af-48ac-a9f9-91797f58401b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1b0aef707eb84657a061573d748ca0ac&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0009384 Apr 06 13:25:43.463401 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39298) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:43.533474 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-83184b22-ed94-4c6e-8cc1-e57a8ce7fb6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:43.571590 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5550451e-0962-42b7-968a-3bf48c9d1d19 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:43.577594 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-83184b22-ed94-4c6e-8cc1-e57a8ce7fb6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:43.600172 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-66975130-ca86-4963-b6a2-19874c24a0b2 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:43.659278 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550451e-0962-42b7-968a-3bf48c9d1d19 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Pushing event deleted for resources: {'Port': ['ID=046d0f99-451d-4cca-b49b-2f118112e9a9,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:43.776580 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5550451e-0962-42b7-968a-3bf48c9d1d19 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:43.871334 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-de38b767-18bb-47f0-9675-c637e55014ae tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:43.887464 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-548fad53-64eb-4439-ac9d-8d4521dc86a2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:43.892545 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-83184b22-ed94-4c6e-8cc1-e57a8ce7fb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:43.979701 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83184b22-ed94-4c6e-8cc1-e57a8ce7fb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b59435-5b23-43b2-8abd-268fec468aeb,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:43.994977 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5550451e-0962-42b7-968a-3bf48c9d1d19 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:43.998178 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5550451e-0962-42b7-968a-3bf48c9d1d19 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:44.005073 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-83184b22-ed94-4c6e-8cc1-e57a8ce7fb6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:44.006791 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-83184b22-ed94-4c6e-8cc1-e57a8ce7fb6d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11b59435-5b23-43b2-8abd-268fec468aeb HTTP/1.1" status: 204 len: 168 time: 0.5422549 Apr 06 13:25:44.091134 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5550451e-0962-42b7-968a-3bf48c9d1d19 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:44.091679 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5550451e-0962-42b7-968a-3bf48c9d1d19 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ef76a00-cdfe-4b06-a31a-5da1d0f265e8 {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:25:44.102725 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5550451e-0962-42b7-968a-3bf48c9d1d19 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:44.106324 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5550451e-0962-42b7-968a-3bf48c9d1d19 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "DELETE /v2.0/routers/1ef76a00-cdfe-4b06-a31a-5da1d0f265e8 HTTP/1.1" status: 204 len: 168 time: 3.7555485 Apr 06 13:25:44.106719 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39318) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:44.333788 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-66975130-ca86-4963-b6a2-19874c24a0b2 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:44.373916 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f517700-e739-45a5-b533-7ade32902073 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:44.399214 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39328) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:44.431188 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-66975130-ca86-4963-b6a2-19874c24a0b2 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:44.431507 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-66975130-ca86-4963-b6a2-19874c24a0b2 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Floating IP 4827fd00-dc8e-4f3a-a775-8c5854d54843 disassociated. External IP: 172.26.4.35, port: 445a0223-b161-4be6-92c3-47a1f02d8c9d. Apr 06 13:25:44.494522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-548fad53-64eb-4439-ac9d-8d4521dc86a2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:44.580266 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-983eaa1c-f9bf-475a-856e-2addb66233da tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1228728756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:44.594904 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-983eaa1c-f9bf-475a-856e-2addb66233da tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:44.606662 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-983eaa1c-f9bf-475a-856e-2addb66233da tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Usage tracker for resource:router and tenant:70e9fb0f2616428b93cc5fdd005ac56a is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:44.615011 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-983eaa1c-f9bf-475a-856e-2addb66233da tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:44.635801 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-983eaa1c-f9bf-475a-856e-2addb66233da tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:44.676183 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f517700-e739-45a5-b533-7ade32902073 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:44.714503 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-548fad53-64eb-4439-ac9d-8d4521dc86a2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Deleting port 5878bab8-cad2-4975-8461-24c3f40b65cb {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:25:44.714868 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-548fad53-64eb-4439-ac9d-8d4521dc86a2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:44.715620 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2c350-7009-4065-96e6-e99e192dce33 req-c2e42416-00ab-408f-91ff-c4773eca557e tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:44.717743 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2fe2c350-7009-4065-96e6-e99e192dce33 req-c2e42416-00ab-408f-91ff-c4773eca557e tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.1286657 Apr 06 13:25:44.765995 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2fe2c350-7009-4065-96e6-e99e192dce33 req-5bc6528c-68c3-4c76-8543-44c2c62c4c48 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416560 Apr 06 13:25:44.771123 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-4f517700-e739-45a5-b533-7ade32902073 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Deleting port 342d5a31-4ca7-4360-a9f2-cdcaedf2bb82 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:25:44.771536 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f517700-e739-45a5-b533-7ade32902073 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:44.896453 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.resource_extend [None req-de38b767-18bb-47f0-9675-c637e55014ae tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 13:25:44.914711 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-983eaa1c-f9bf-475a-856e-2addb66233da tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:44.915773 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-983eaa1c-f9bf-475a-856e-2addb66233da tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:44.969689 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-4f517700-e739-45a5-b533-7ade32902073 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] For port 342d5a31-4ca7-4360-a9f2-cdcaedf2bb82, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=342d5a31-4ca7-4360-a9f2-cdcaedf2bb82,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:25:44.970307 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f517700-e739-45a5-b533-7ade32902073 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:44.979199 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-de38b767-18bb-47f0-9675-c637e55014ae tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:45.014937 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-983eaa1c-f9bf-475a-856e-2addb66233da tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:45.114879 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-de38b767-18bb-47f0-9675-c637e55014ae tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:45.167805 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-548fad53-64eb-4439-ac9d-8d4521dc86a2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:45.225590 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-4f517700-e739-45a5-b533-7ade32902073 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Calling delete_port for 342d5a31-4ca7-4360-a9f2-cdcaedf2bb82 owned by network:router_gateway {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:25:45.408035 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5e1b523e-657d-4ead-ae0b-de0a95ada9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:45.431717 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39352) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:45.469444 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-983eaa1c-f9bf-475a-856e-2addb66233da tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:45.548543 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-86105bf7-4e15-4107-8cdd-0b353b2025e1 None None] Provisioning complete for port c0a0d840-abe6-4345-baca-efbe5e488573 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:25:45.548543 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-86105bf7-4e15-4107-8cdd-0b353b2025e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:45.563945 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-548fad53-64eb-4439-ac9d-8d4521dc86a2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Calling delete_port for 5878bab8-cad2-4975-8461-24c3f40b65cb owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:25:45.564718 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Request body: {'networks': [{'name': 'tempest-network--485932438'}, {'name': 'tempest-network--225551984'}]} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:45.564957 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Request body: {'network': {'name': 'tempest-network--485932438'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:45.565590 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Request body: {'network': {'name': 'tempest-network--225551984'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:45.571452 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:45.576883 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Usage tracker for resource:network and tenant:9823be0ce2f449e8b513f599f9e9d32d is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:45.579819 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:45.583042 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f517700-e739-45a5-b533-7ade32902073 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:45.603695 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-86105bf7-4e15-4107-8cdd-0b353b2025e1 None None] Port c0a0d840-abe6-4345-baca-efbe5e488573 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:25:45.621590 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38b767-18bb-47f0-9675-c637e55014ae tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Pushing event updated for resources: {'Port': ['ID=c0a0d840-abe6-4345-baca-efbe5e488573,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:45.631622 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:45.637656 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66975130-ca86-4963-b6a2-19874c24a0b2 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Router e6be2954-a14b-458a-b118-628a4055f72d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:25:45.645841 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f517700-e739-45a5-b533-7ade32902073 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Pushing event deleted for resources: {'Port': ['ID=342d5a31-4ca7-4360-a9f2-cdcaedf2bb82,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:45.661100 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-de38b767-18bb-47f0-9675-c637e55014ae tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] In _notify_port_updated(), no bound segment for port c0a0d840-abe6-4345-baca-efbe5e488573 on network 2a560cc5-24da-422e-831a-7229cb5bb9fd {{(pid=88564) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 06 13:25:45.666658 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de38b767-18bb-47f0-9675-c637e55014ae tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:45.667311 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-de38b767-18bb-47f0-9675-c637e55014ae tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:45.668607 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-de38b767-18bb-47f0-9675-c637e55014ae tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] 10.222.0.48 "PUT /v2.0/ports/c0a0d840-abe6-4345-baca-efbe5e488573 HTTP/1.1" status: 200 len: 1055 time: 2.6551383 Apr 06 13:25:45.675076 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39358) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:45.754743 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f517700-e739-45a5-b533-7ade32902073 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:45.803012 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-983eaa1c-f9bf-475a-856e-2addb66233da tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:45.804198 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-983eaa1c-f9bf-475a-856e-2addb66233da tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.4040377 Apr 06 13:25:45.815486 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39364) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:45.835190 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-83a66409-18cd-4fd6-965d-e394f28c193c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1357843316'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:45.864097 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-83a66409-18cd-4fd6-965d-e394f28c193c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:45.875961 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Made reservation on behalf of 9823be0ce2f449e8b513f599f9e9d32d for: {'network': 2} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:25:45.877523 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-7a94a716-3323-40f1-bb0a-e00e0a230c37 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Deleting port c0a0d840-abe6-4345-baca-efbe5e488573 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:25:45.877869 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a94a716-3323-40f1-bb0a-e00e0a230c37 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:45.880388 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:45.910680 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-83a66409-18cd-4fd6-965d-e394f28c193c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Usage tracker for resource:network and tenant:70e9fb0f2616428b93cc5fdd005ac56a is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:45.928756 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-83a66409-18cd-4fd6-965d-e394f28c193c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:45.987644 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:45.999044 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-83a66409-18cd-4fd6-965d-e394f28c193c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:46.014413 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f517700-e739-45a5-b533-7ade32902073 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:46.019865 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f517700-e739-45a5-b533-7ade32902073 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:46.026030 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:46.035811 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Usage tracker for resource:security_group_rule and tenant:9823be0ce2f449e8b513f599f9e9d32d is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:46.048802 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:46.057387 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:46.097208 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f5116-5897-476d-8ab3-d6c0ea35ac2b req-fdd405a4-58c9-447f-aec2-2c697a19bfe9 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:46.098764 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-724f5116-5897-476d-8ab3-d6c0ea35ac2b req-fdd405a4-58c9-447f-aec2-2c697a19bfe9 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.2089274 Apr 06 13:25:46.136025 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66975130-ca86-4963-b6a2-19874c24a0b2 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:25:46.151739 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-724f5116-5897-476d-8ab3-d6c0ea35ac2b req-56a1d3d3-71a3-4edf-ad95-1fa062216d05 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439818 Apr 06 13:25:46.151852 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7288606-5d59-4692-8b96-741ff56eca14 None None] Sync routers for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:25:46.157397 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a66409-18cd-4fd6-965d-e394f28c193c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Made reservation on behalf of 70e9fb0f2616428b93cc5fdd005ac56a for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:25:46.160960 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-83a66409-18cd-4fd6-965d-e394f28c193c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:46.166836 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7288606-5d59-4692-8b96-741ff56eca14 None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:46.167481 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-a7288606-5d59-4692-8b96-741ff56eca14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:46.179968 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f517700-e739-45a5-b533-7ade32902073 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:46.180740 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f517700-e739-45a5-b533-7ade32902073 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef381f3e-4371-433c-9446-7a00fbe96848 {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:25:46.197431 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f517700-e739-45a5-b533-7ade32902073 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:46.202668 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4f517700-e739-45a5-b533-7ade32902073 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "DELETE /v2.0/routers/ef381f3e-4371-433c-9446-7a00fbe96848 HTTP/1.1" status: 204 len: 168 time: 2.0939710 Apr 06 13:25:46.203639 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39368) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:46.210018 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-382a4adf-eaa4-42ce-bf6c-2b3d1aeaba72 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2066252611', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}, 'admin_state_up': False}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:46.219429 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-382a4adf-eaa4-42ce-bf6c-2b3d1aeaba72 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:46.222903 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-83a66409-18cd-4fd6-965d-e394f28c193c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:46.224887 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-382a4adf-eaa4-42ce-bf6c-2b3d1aeaba72 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Usage tracker for resource:router and tenant:a7d3934a216d42678dd20983f1025233 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:46.234365 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-382a4adf-eaa4-42ce-bf6c-2b3d1aeaba72 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:46.237248 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-382a4adf-eaa4-42ce-bf6c-2b3d1aeaba72 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:46.264341 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-a7288606-5d59-4692-8b96-741ff56eca14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:46.273728 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-66975130-ca86-4963-b6a2-19874c24a0b2 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:46.283681 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7288606-5d59-4692-8b96-741ff56eca14 None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:46.283681 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-a7288606-5d59-4692-8b96-741ff56eca14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:46.345199 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-a7288606-5d59-4692-8b96-741ff56eca14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:46.345700 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7288606-5d59-4692-8b96-741ff56eca14 None None] The sync data for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:25:46.362767 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-382a4adf-eaa4-42ce-bf6c-2b3d1aeaba72 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:46.364096 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-382a4adf-eaa4-42ce-bf6c-2b3d1aeaba72 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:46.381212 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-83a66409-18cd-4fd6-965d-e394f28c193c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:46.384822 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-382a4adf-eaa4-42ce-bf6c-2b3d1aeaba72 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:46.407783 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-83a66409-18cd-4fd6-965d-e394f28c193c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Usage tracker for resource:security_group_rule and tenant:70e9fb0f2616428b93cc5fdd005ac56a is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:46.412508 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-83a66409-18cd-4fd6-965d-e394f28c193c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:46.427460 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-83a66409-18cd-4fd6-965d-e394f28c193c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:46.449448 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-66975130-ca86-4963-b6a2-19874c24a0b2 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "PUT /v2.0/floatingips/4827fd00-dc8e-4f3a-a775-8c5854d54843 HTTP/1.1" status: 200 len: 687 time: 3.1709075 Apr 06 13:25:46.453568 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39372) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:46.618542 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-548fad53-64eb-4439-ac9d-8d4521dc86a2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:46.624792 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a94a716-3323-40f1-bb0a-e00e0a230c37 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:46.833117 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548fad53-64eb-4439-ac9d-8d4521dc86a2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Pushing event deleted for resources: {'Port': ['ID=5878bab8-cad2-4975-8461-24c3f40b65cb,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:46.835247 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-24b2c691-face-416c-b8b7-4bf2b52bfe85 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Deleting port cf2d0590-2fc8-414d-8e9f-550c1ddbe339 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:25:46.835586 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-24b2c691-face-416c-b8b7-4bf2b52bfe85 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:46.850946 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-382a4adf-eaa4-42ce-bf6c-2b3d1aeaba72 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:46.879643 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-7a94a716-3323-40f1-bb0a-e00e0a230c37 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Calling delete_port for c0a0d840-abe6-4345-baca-efbe5e488573 owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:25:46.898368 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:47.014645 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:47.015373 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:47.129315 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:25:47.142870 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d20ba0da-38f6-49bd-b796-6c7479cb25d9,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:47.153303 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:47.153643 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Added segment 181faa6e-9647-4f69-87cc-9d9da748cb85 of type vlan for network f8f0d2e5-140f-4583-b314-cbad861cdb57 Apr 06 13:25:47.219297 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:47.356248 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-548fad53-64eb-4439-ac9d-8d4521dc86a2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:47.462506 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:25:47.483465 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:47.483868 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Added segment 2ec5e65d-94f3-4e36-8220-3b05f4bcb636 of type vlan for network 5324adf4-4180-426a-adbc-2d8573a18b50 Apr 06 13:25:47.498093 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-83a66409-18cd-4fd6-965d-e394f28c193c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:47.620704 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-83a66409-18cd-4fd6-965d-e394f28c193c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:47.626628 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-548fad53-64eb-4439-ac9d-8d4521dc86a2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:47.647225 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-548fad53-64eb-4439-ac9d-8d4521dc86a2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:47.659270 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-24b2c691-face-416c-b8b7-4bf2b52bfe85 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:47.661199 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-24b2c691-face-416c-b8b7-4bf2b52bfe85 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:47.705074 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ac1d2187-4d08-4429-83ca-0f2e02d9a0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:47.707737 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:47.710928 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 342d5a31-4ca7-4360-a9f2-cdcaedf2bb82 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:25:47.712430 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-382a4adf-eaa4-42ce-bf6c-2b3d1aeaba72 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router_gateway, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:47.752236 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286094d-d575-4c2b-93b3-1aca25c98982 req-fabfc192-50a4-4981-b7e9-965690c4305f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:47.753691 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a286094d-d575-4c2b-93b3-1aca25c98982 req-fabfc192-50a4-4981-b7e9-965690c4305f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.4785881 Apr 06 13:25:47.759279 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-382a4adf-eaa4-42ce-bf6c-2b3d1aeaba72 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:47.759689 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 342d5a31-4ca7-4360-a9f2-cdcaedf2bb82 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:25:47.760248 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 342d5a31-4ca7-4360-a9f2-cdcaedf2bb82 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:25:47.821513 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-24b2c691-face-416c-b8b7-4bf2b52bfe85 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Calling delete_port for cf2d0590-2fc8-414d-8e9f-550c1ddbe339 owned by network:floatingip {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:25:47.850110 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a66409-18cd-4fd6-965d-e394f28c193c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:25:47.874716 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a94a716-3323-40f1-bb0a-e00e0a230c37 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:47.876094 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a66409-18cd-4fd6-965d-e394f28c193c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d39828-4ca1-4ca7-a97a-c19c51d680a4,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:47.891232 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a286094d-d575-4c2b-93b3-1aca25c98982 req-33203149-cccc-42d3-ae14-9231dfe40ddf tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270783 Apr 06 13:25:47.933404 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:47.933901 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:47.937904 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-83a66409-18cd-4fd6-965d-e394f28c193c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:47.938255 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-83a66409-18cd-4fd6-965d-e394f28c193c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Added segment 8461cd3c-0e5a-46f3-9fdf-6e882116867b of type vlan for network 59e7e06f-52e2-4f35-bc48-f074f512e6ce Apr 06 13:25:47.939588 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:47.943119 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94a716-3323-40f1-bb0a-e00e0a230c37 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Pushing event deleted for resources: {'Port': ['ID=c0a0d840-abe6-4345-baca-efbe5e488573,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:47.944377 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:47.945684 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:48.031517 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-548fad53-64eb-4439-ac9d-8d4521dc86a2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:48.032295 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548fad53-64eb-4439-ac9d-8d4521dc86a2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Fanout notify agent at l3_agent the message router_deleted on router 4f776554-9ad0-4048-961b-75ae06a6b0d7 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:25:48.059477 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-83a66409-18cd-4fd6-965d-e394f28c193c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:48.104423 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Pushing event updated for resources: {'Network': ['ID=f8f0d2e5-140f-4583-b314-cbad861cdb57,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:48.120982 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network f8f0d2e5-140f-4583-b314-cbad861cdb57 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:25:48.290846 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-382a4adf-eaa4-42ce-bf6c-2b3d1aeaba72 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Allocated IP 172.26.4.120 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/5c47a590-ee77-47f9-99f2-6d005c2d1450) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:25:48.302843 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.8698044 Apr 06 13:25:48.311984 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39378) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:48.317050 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ebbf4-6493-42d8-a0d1-20338d326f08 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Pushing event updated for resources: {'Network': ['ID=5324adf4-4180-426a-adbc-2d8573a18b50,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:48.331948 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 5324adf4-4180-426a-adbc-2d8573a18b50 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:25:48.404953 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-548fad53-64eb-4439-ac9d-8d4521dc86a2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:48.406670 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-548fad53-64eb-4439-ac9d-8d4521dc86a2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "DELETE /v2.0/routers/4f776554-9ad0-4048-961b-75ae06a6b0d7 HTTP/1.1" status: 204 len: 168 time: 5.2116470 Apr 06 13:25:48.417578 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39382) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:48.439919 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-4f4ea3c9-ff0b-4c79-9e62-7adbf00e2f5f tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Request body: {'router': {'name': 'tempest-snat-router-838721083', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'enable_snat': False}}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:48.449237 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-24b2c691-face-416c-b8b7-4bf2b52bfe85 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:48.453955 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-83a66409-18cd-4fd6-965d-e394f28c193c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:48.459470 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a66409-18cd-4fd6-965d-e394f28c193c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:48.462941 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-83a66409-18cd-4fd6-965d-e394f28c193c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:48.463102 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4f4ea3c9-ff0b-4c79-9e62-7adbf00e2f5f tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:48.469529 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4f4ea3c9-ff0b-4c79-9e62-7adbf00e2f5f tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Usage tracker for resource:router and tenant:60a460cb10c44a699e8c4970a331215c is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:48.473937 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4f4ea3c9-ff0b-4c79-9e62-7adbf00e2f5f tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:48.482702 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4f4ea3c9-ff0b-4c79-9e62-7adbf00e2f5f tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:48.526599 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-382a4adf-eaa4-42ce-bf6c-2b3d1aeaba72 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:48.606252 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2c691-face-416c-b8b7-4bf2b52bfe85 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event deleted for resources: {'Port': ['ID=cf2d0590-2fc8-414d-8e9f-550c1ddbe339,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:48.614066 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f4ea3c9-ff0b-4c79-9e62-7adbf00e2f5f tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:48.615159 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f4ea3c9-ff0b-4c79-9e62-7adbf00e2f5f tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:48.632485 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f4ea3c9-ff0b-4c79-9e62-7adbf00e2f5f tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:48.662911 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-382a4adf-eaa4-42ce-bf6c-2b3d1aeaba72 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:48.785190 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382a4adf-eaa4-42ce-bf6c-2b3d1aeaba72 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:25:48.793845 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:48.806168 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-382a4adf-eaa4-42ce-bf6c-2b3d1aeaba72 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:48.815278 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382a4adf-eaa4-42ce-bf6c-2b3d1aeaba72 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:25:48.899470 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:48.902403 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a4adf-eaa4-42ce-bf6c-2b3d1aeaba72 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Pushing event updated for resources: {'Port': ['ID=5c47a590-ee77-47f9-99f2-6d005c2d1450,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:48.962593 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-83a66409-18cd-4fd6-965d-e394f28c193c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 3.1438525 Apr 06 13:25:48.971499 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39388) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:48.988183 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a66409-18cd-4fd6-965d-e394f28c193c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Pushing event updated for resources: {'Network': ['ID=59e7e06f-52e2-4f35-bc48-f074f512e6ce,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:48.997324 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-8d4eb031-6125-4973-91bc-81ac7151a5be tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Request body: {'subnet': {'network_id': '59e7e06f-52e2-4f35-bc48-f074f512e6ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:49.008249 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 59e7e06f-52e2-4f35-bc48-f074f512e6ce details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:25:49.050317 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a94a716-3323-40f1-bb0a-e00e0a230c37 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:49.052232 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7a94a716-3323-40f1-bb0a-e00e0a230c37 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] 10.222.0.48 "DELETE /v2.0/ports/c0a0d840-abe6-4345-baca-efbe5e488573 HTTP/1.1" status: 204 len: 168 time: 3.3745468 Apr 06 13:25:49.058317 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39392) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:49.066551 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152a2bc5-8508-4662-ba0c-206f6cbc6140 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:49.076887 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152a2bc5-8508-4662-ba0c-206f6cbc6140 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:49.087146 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152a2bc5-8508-4662-ba0c-206f6cbc6140 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:49.097060 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152a2bc5-8508-4662-ba0c-206f6cbc6140 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:49.099672 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-152a2bc5-8508-4662-ba0c-206f6cbc6140 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7905817 Apr 06 13:25:49.127021 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39396) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:49.159227 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f4ea3c9-ff0b-4c79-9e62-7adbf00e2f5f tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:49.252393 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-24b2c691-face-416c-b8b7-4bf2b52bfe85 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:49.256922 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-24b2c691-face-416c-b8b7-4bf2b52bfe85 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:49.259093 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-24b2c691-face-416c-b8b7-4bf2b52bfe85 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "DELETE /v2.0/floatingips/4827fd00-dc8e-4f3a-a775-8c5854d54843 HTTP/1.1" status: 204 len: 168 time: 2.8043308 Apr 06 13:25:49.279691 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39400) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:49.289284 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0005a4e-4b35-4c8e-a4a2-2852d80fb168 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] GET failed (client error): The resource could not be found. Apr 06 13:25:49.290113 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f0005a4e-4b35-4c8e-a4a2-2852d80fb168 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Synchronizing usage tracker for tenant:d31d7d89a23243b7bdce6e86ac89a173 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:25:49.298761 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-e3c129fa-76fb-48a7-8bd4-11b0336a7a13 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'port_id': '3d060b62-7da2-4caf-b359-4b2ea2490d96'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:49.322354 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e3c129fa-76fb-48a7-8bd4-11b0336a7a13 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:49.341095 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e3c129fa-76fb-48a7-8bd4-11b0336a7a13 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Usage tracker for resource:floatingip and tenant:85b5a92c88a5421aa7d05fbcad83612c is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:49.347178 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e3c129fa-76fb-48a7-8bd4-11b0336a7a13 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:49.362984 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e3c129fa-76fb-48a7-8bd4-11b0336a7a13 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:49.371002 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-8d4eb031-6125-4973-91bc-81ac7151a5be tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:49.378718 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-8d4eb031-6125-4973-91bc-81ac7151a5be tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Usage tracker for resource:subnet and tenant:70e9fb0f2616428b93cc5fdd005ac56a is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:49.383259 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-8d4eb031-6125-4973-91bc-81ac7151a5be tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:49.392127 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-8d4eb031-6125-4973-91bc-81ac7151a5be tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:49.466521 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f0005a4e-4b35-4c8e-a4a2-2852d80fb168 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Unset dirty status for tenant:d31d7d89a23243b7bdce6e86ac89a173 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:25:49.468678 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f0005a4e-4b35-4c8e-a4a2-2852d80fb168 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] 10.222.0.48 "GET /v2.0/ports/c0a0d840-abe6-4345-baca-efbe5e488573 HTTP/1.1" status: 404 len: 333 time: 0.3671172 Apr 06 13:25:49.470188 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3c129fa-76fb-48a7-8bd4-11b0336a7a13 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:49.493926 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39404) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:49.539397 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4eb031-6125-4973-91bc-81ac7151a5be tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Made reservation on behalf of 70e9fb0f2616428b93cc5fdd005ac56a for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:25:49.542529 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8d4eb031-6125-4973-91bc-81ac7151a5be tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:49.673246 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ca1b297e-686c-4a41-a687-5a7de0a6f55f tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:49.714254 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-d1371468-65d3-4f2d-b107-7ab3ab7db332 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Deleting port b14f8b61-30d0-4293-bde6-9ee5273455a2 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:25:49.726487 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d1371468-65d3-4f2d-b107-7ab3ab7db332 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:49.842431 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef968db-7b53-4f63-ae0d-10f20e53a218 req-b079a7d5-3153-43b1-9026-558f48367d7e tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:49.843987 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bef968db-7b53-4f63-ae0d-10f20e53a218 req-b079a7d5-3153-43b1-9026-558f48367d7e tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.7959917 Apr 06 13:25:50.085408 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ca1b297e-686c-4a41-a687-5a7de0a6f55f tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:50.099043 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bef968db-7b53-4f63-ae0d-10f20e53a218 req-e0a59495-d935-4e1f-bba1-5957ea469a72 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353473 Apr 06 13:25:50.134974 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-ca1b297e-686c-4a41-a687-5a7de0a6f55f tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f0d2e5-140f-4583-b314-cbad861cdb57']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:50.157000 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-382a4adf-eaa4-42ce-bf6c-2b3d1aeaba72 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router_gateway, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:50.182134 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3c129fa-76fb-48a7-8bd4-11b0336a7a13 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:50.213062 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-ca1b297e-686c-4a41-a687-5a7de0a6f55f tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181faa6e-9647-4f69-87cc-9d9da748cb85') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:50.213350 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-ca1b297e-686c-4a41-a687-5a7de0a6f55f tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181faa6e-9647-4f69-87cc-9d9da748cb85') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:50.241269 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ca1b297e-686c-4a41-a687-5a7de0a6f55f tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:50.241977 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d1371468-65d3-4f2d-b107-7ab3ab7db332 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:50.254963 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:50.272024 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ca1b297e-686c-4a41-a687-5a7de0a6f55f tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:50.347019 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1b297e-686c-4a41-a687-5a7de0a6f55f tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:25:50.347489 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ca1b297e-686c-4a41-a687-5a7de0a6f55f tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:25:50.367084 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:25:50.379949 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8d4eb031-6125-4973-91bc-81ac7151a5be tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:50.392907 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-d1371468-65d3-4f2d-b107-7ab3ab7db332 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Calling delete_port for b14f8b61-30d0-4293-bde6-9ee5273455a2 owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:25:50.606225 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4eb031-6125-4973-91bc-81ac7151a5be tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Pushing event updated for resources: {'Subnet': ['ID=62dc0a29-fde1-40a4-895d-8368df96ba4d,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:50.614000 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4eb031-6125-4973-91bc-81ac7151a5be tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Checking segment: {'id': '8461cd3c-0e5a-46f3-9fdf-6e882116867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '59e7e06f-52e2-4f35-bc48-f074f512e6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:25:50.614358 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4eb031-6125-4973-91bc-81ac7151a5be tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Network hostable DHCP agents. Network: 59e7e06f-52e2-4f35-bc48-f074f512e6ce, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:25:50.639801 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-e3c129fa-76fb-48a7-8bd4-11b0336a7a13 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Allocated IP 172.26.4.140 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/106ca17a-f5df-41b5-a07b-eed6548e9a7c) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:25:50.711353 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ca1b297e-686c-4a41-a687-5a7de0a6f55f tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:50.797688 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4eb031-6125-4973-91bc-81ac7151a5be tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Network 59e7e06f-52e2-4f35-bc48-f074f512e6ce is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:25:50.829940 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d1371468-65d3-4f2d-b107-7ab3ab7db332 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:50.867626 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f4ea3c9-ff0b-4c79-9e62-7adbf00e2f5f tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:50.896641 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ca1b297e-686c-4a41-a687-5a7de0a6f55f tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:50.913670 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b297e-686c-4a41-a687-5a7de0a6f55f tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Pushing event deleted for resources: {'Network': ['ID=f8f0d2e5-140f-4583-b314-cbad861cdb57,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:50.921533 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f4ea3c9-ff0b-4c79-9e62-7adbf00e2f5f tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:50.942605 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ca1b297e-686c-4a41-a687-5a7de0a6f55f tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] 10.222.0.48 "DELETE /v2.0/networks/f8f0d2e5-140f-4583-b314-cbad861cdb57 HTTP/1.1" status: 204 len: 168 time: 1.7766659 Apr 06 13:25:50.996880 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39408) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:51.020825 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-8d4eb031-6125-4973-91bc-81ac7151a5be tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 59e7e06f-52e2-4f35-bc48-f074f512e6ce) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:51.025384 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4eb031-6125-4973-91bc-81ac7151a5be tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:51.025967 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8d4eb031-6125-4973-91bc-81ac7151a5be tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:51.032213 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0533f96-8642-455c-bd55-700c49e8c2b2 None None] Network 59e7e06f-52e2-4f35-bc48-f074f512e6ce requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:25:51.054270 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1371468-65d3-4f2d-b107-7ab3ab7db332 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Pushing event deleted for resources: {'Port': ['ID=b14f8b61-30d0-4293-bde6-9ee5273455a2,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:51.094286 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-382a4adf-eaa4-42ce-bf6c-2b3d1aeaba72 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:51.318697 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3c129fa-76fb-48a7-8bd4-11b0336a7a13 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:51.322203 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d1371468-65d3-4f2d-b107-7ab3ab7db332 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:51.368819 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f442ae05-1156-48b9-a01f-42684eee375b tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:51.388340 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b40086-3dcb-4014-9bc9-0a71ed523ef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-59e7e06f-52e2-4f35-bc48-f074f512e6ce', 'network_id': '59e7e06f-52e2-4f35-bc48-f074f512e6ce', 'tenant_id': '70e9fb0f2616428b93cc5fdd005ac56a', 'fixed_ips': [{'subnet_id': '62dc0a29-fde1-40a4-895d-8368df96ba4d'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:25:51.389476 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d4b40086-3dcb-4014-9bc9-0a71ed523ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:51.443521 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8d4eb031-6125-4973-91bc-81ac7151a5be tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4639797 Apr 06 13:25:51.449457 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39416) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:51.458520 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-fb0e62cc-be8a-4e19-8515-a93ee4874bbf tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Request body: {'network': {'name': 'tempest-router-network01--1441030475'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:51.464868 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d1371468-65d3-4f2d-b107-7ab3ab7db332 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] 10.222.0.48 "DELETE /v2.0/ports/b14f8b61-30d0-4293-bde6-9ee5273455a2 HTTP/1.1" status: 204 len: 168 time: 1.9633360 Apr 06 13:25:51.469694 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-fb0e62cc-be8a-4e19-8515-a93ee4874bbf tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:51.469887 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39420) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:51.478945 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166e661-fd17-42e7-87f1-aeeec0ee1c86 req-2f28f587-812d-4ca8-b43c-99e5643e01be tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:51.484690 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3166e661-fd17-42e7-87f1-aeeec0ee1c86 req-2f28f587-812d-4ca8-b43c-99e5643e01be tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.1680112 Apr 06 13:25:51.490335 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-fb0e62cc-be8a-4e19-8515-a93ee4874bbf tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Usage tracker for resource:network and tenant:70e9fb0f2616428b93cc5fdd005ac56a is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:51.494936 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-fb0e62cc-be8a-4e19-8515-a93ee4874bbf tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:51.515492 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-fb0e62cc-be8a-4e19-8515-a93ee4874bbf tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:51.553904 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3166e661-fd17-42e7-87f1-aeeec0ee1c86 req-412079d6-5e49-427a-ac37-262c040bcee3 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604434 Apr 06 13:25:51.563951 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3c129fa-76fb-48a7-8bd4-11b0336a7a13 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:51.574762 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f442ae05-1156-48b9-a01f-42684eee375b tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:51.605015 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-d4b40086-3dcb-4014-9bc9-0a71ed523ef2 None None] Allocated IP 172.20.0.2 (59e7e06f-52e2-4f35-bc48-f074f512e6ce/62dc0a29-fde1-40a4-895d-8368df96ba4d/ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:25:51.612123 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382a4adf-eaa4-42ce-bf6c-2b3d1aeaba72 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Router 1be0cae2-1aae-4ac2-b3dc-81408dba85f2 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:25:51.634549 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-064e7dd7-ea5c-41be-a9ea-536285537851 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] GET failed (client error): The resource could not be found. Apr 06 13:25:51.635079 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-064e7dd7-ea5c-41be-a9ea-536285537851 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Synchronizing usage tracker for tenant:d31d7d89a23243b7bdce6e86ac89a173 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:25:51.671449 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c129fa-76fb-48a7-8bd4-11b0336a7a13 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:25:51.674956 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-f442ae05-1156-48b9-a01f-42684eee375b tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5324adf4-4180-426a-adbc-2d8573a18b50']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:51.685592 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-e3c129fa-76fb-48a7-8bd4-11b0336a7a13 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:51.698773 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c129fa-76fb-48a7-8bd4-11b0336a7a13 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:25:51.724008 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0e62cc-be8a-4e19-8515-a93ee4874bbf tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Made reservation on behalf of 70e9fb0f2616428b93cc5fdd005ac56a for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:25:51.727348 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fb0e62cc-be8a-4e19-8515-a93ee4874bbf tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:51.727511 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-f442ae05-1156-48b9-a01f-42684eee375b tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec5e65d-94f3-4e36-8220-3b05f4bcb636') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:51.727693 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-f442ae05-1156-48b9-a01f-42684eee375b tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec5e65d-94f3-4e36-8220-3b05f4bcb636') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:51.752109 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c129fa-76fb-48a7-8bd4-11b0336a7a13 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event updated for resources: {'Port': ['ID=106ca17a-f5df-41b5-a07b-eed6548e9a7c,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:51.755512 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f442ae05-1156-48b9-a01f-42684eee375b tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:51.789534 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f442ae05-1156-48b9-a01f-42684eee375b tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:51.833693 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f442ae05-1156-48b9-a01f-42684eee375b tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:25:51.833948 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f442ae05-1156-48b9-a01f-42684eee375b tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:51.837430 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d4b40086-3dcb-4014-9bc9-0a71ed523ef2 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:51.838873 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-4f4ea3c9-ff0b-4c79-9e62-7adbf00e2f5f tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Allocated IP 172.26.4.206 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/ea577c5b-916a-44a8-878e-d60e58f0ccc0) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:25:51.850466 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-064e7dd7-ea5c-41be-a9ea-536285537851 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Unset dirty status for tenant:d31d7d89a23243b7bdce6e86ac89a173 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:25:51.851088 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-064e7dd7-ea5c-41be-a9ea-536285537851 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] 10.222.0.48 "GET /v2.0/ports/b14f8b61-30d0-4293-bde6-9ee5273455a2 HTTP/1.1" status: 404 len: 333 time: 0.3803642 Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:25:51.851844 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:25:51.856450 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0e62cc-be8a-4e19-8515-a93ee4874bbf tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:25:51.860958 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39424) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:51.941110 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fb0e62cc-be8a-4e19-8515-a93ee4874bbf tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:51.941498 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-fb0e62cc-be8a-4e19-8515-a93ee4874bbf tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Added segment ebef5b33-75c9-4240-bdad-15626d7e5f42 of type vlan for network 3f43b248-8128-4c58-ae6e-22a0449fb069 Apr 06 13:25:51.978410 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382a4adf-eaa4-42ce-bf6c-2b3d1aeaba72 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:25:51.994655 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b669d350-4ff4-48b9-a0c0-8aef87e7e16e None None] Sync routers for ids ['1be0cae2-1aae-4ac2-b3dc-81408dba85f2'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:25:52.008541 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b669d350-4ff4-48b9-a0c0-8aef87e7e16e None None] Routers {'1be0cae2-1aae-4ac2-b3dc-81408dba85f2'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:52.009336 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-b669d350-4ff4-48b9-a0c0-8aef87e7e16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1be0cae2-1aae-4ac2-b3dc-81408dba85f2'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:52.052362 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d4b40086-3dcb-4014-9bc9-0a71ed523ef2 None None] Transition to ACTIVE for port object ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:25:52.066983 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-70d4257b-aad6-4f83-bf8e-6c6b95a38374 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Deleting port 2ffee3f8-b33b-45c0-9e05-1bc3019d5c69 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:25:52.069024 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-70d4257b-aad6-4f83-bf8e-6c6b95a38374 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:52.078929 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-b669d350-4ff4-48b9-a0c0-8aef87e7e16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:52.083664 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f442ae05-1156-48b9-a01f-42684eee375b tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:52.088848 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b669d350-4ff4-48b9-a0c0-8aef87e7e16e None None] Routers {'1be0cae2-1aae-4ac2-b3dc-81408dba85f2'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:52.091596 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-b669d350-4ff4-48b9-a0c0-8aef87e7e16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1be0cae2-1aae-4ac2-b3dc-81408dba85f2'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:52.098328 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d4b40086-3dcb-4014-9bc9-0a71ed523ef2 None None] Transition to ACTIVE for port object ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:25:52.106382 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f442ae05-1156-48b9-a01f-42684eee375b tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:52.121055 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442ae05-1156-48b9-a01f-42684eee375b tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Pushing event deleted for resources: {'Network': ['ID=5324adf4-4180-426a-adbc-2d8573a18b50,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:52.127971 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f442ae05-1156-48b9-a01f-42684eee375b tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] 10.222.0.48 "DELETE /v2.0/networks/5324adf4-4180-426a-adbc-2d8573a18b50 HTTP/1.1" status: 204 len: 168 time: 1.1208766 Apr 06 13:25:52.130665 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39428) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:52.159761 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-b669d350-4ff4-48b9-a0c0-8aef87e7e16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:52.159966 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fb0e62cc-be8a-4e19-8515-a93ee4874bbf tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:52.160349 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b669d350-4ff4-48b9-a0c0-8aef87e7e16e None None] The sync data for ids ['1be0cae2-1aae-4ac2-b3dc-81408dba85f2'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:25:52.173095 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d4b40086-3dcb-4014-9bc9-0a71ed523ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:52.279788 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-382a4adf-eaa4-42ce-bf6c-2b3d1aeaba72 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:52.283520 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b40086-3dcb-4014-9bc9-0a71ed523ef2 None None] Network 59e7e06f-52e2-4f35-bc48-f074f512e6ce is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:25:52.283677 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-382a4adf-eaa4-42ce-bf6c-2b3d1aeaba72 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.0762117 Apr 06 13:25:52.283758 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b40086-3dcb-4014-9bc9-0a71ed523ef2 None None] Pushing event updated for resources: {'Port': ['ID=ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:52.285783 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-d4b40086-3dcb-4014-9bc9-0a71ed523ef2 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:52.291026 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39432) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:52.295107 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b40086-3dcb-4014-9bc9-0a71ed523ef2 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:25:52.307233 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-20f7e116-8ade-40c1-9521-61f4b374b274 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'enable_snat': False}}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:52.402150 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9b8c10-1002-4107-b5fd-54f0706fd4eb tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:52.411401 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9b8c10-1002-4107-b5fd-54f0706fd4eb tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:52.413056 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4e9b8c10-1002-4107-b5fd-54f0706fd4eb tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Synchronizing usage tracker for tenant:9823be0ce2f449e8b513f599f9e9d32d on resource:network {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:25:52.473264 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3c129fa-76fb-48a7-8bd4-11b0336a7a13 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:52.489063 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f4ea3c9-ff0b-4c79-9e62-7adbf00e2f5f tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:52.531726 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4e9b8c10-1002-4107-b5fd-54f0706fd4eb tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Unset dirty status for tenant:9823be0ce2f449e8b513f599f9e9d32d on resource:network {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:25:52.532944 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4e9b8c10-1002-4107-b5fd-54f0706fd4eb tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4014270 Apr 06 13:25:52.537221 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39436) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:52.543036 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-0584dadd-9efd-4599-8c1b-66fd64d57ddd tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1663827321'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:52.549332 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-0584dadd-9efd-4599-8c1b-66fd64d57ddd tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:52.560899 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-0584dadd-9efd-4599-8c1b-66fd64d57ddd tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:52.634704 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0584dadd-9efd-4599-8c1b-66fd64d57ddd tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Made reservation on behalf of 9823be0ce2f449e8b513f599f9e9d32d for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:25:52.638586 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0584dadd-9efd-4599-8c1b-66fd64d57ddd tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:52.680424 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3c129fa-76fb-48a7-8bd4-11b0336a7a13 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:52.722484 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0584dadd-9efd-4599-8c1b-66fd64d57ddd tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:25:52.738896 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-70d4257b-aad6-4f83-bf8e-6c6b95a38374 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:52.748381 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fb0e62cc-be8a-4e19-8515-a93ee4874bbf tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:52.751371 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0584dadd-9efd-4599-8c1b-66fd64d57ddd tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:52.751719 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-0584dadd-9efd-4599-8c1b-66fd64d57ddd tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Added segment d7dc07f8-06b2-4e54-a545-051e17e8e8f2 of type vlan for network ff5e16e0-3f8b-49c5-9cd0-5fb9b4a4e8d0 Apr 06 13:25:52.754142 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e62cc-be8a-4e19-8515-a93ee4874bbf tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:52.754784 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fb0e62cc-be8a-4e19-8515-a93ee4874bbf tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:52.772297 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-d4b40086-3dcb-4014-9bc9-0a71ed523ef2 None None] Attempting to bind port ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:25:52.772917 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-d4b40086-3dcb-4014-9bc9-0a71ed523ef2 None None] Attempting to bind port ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '8461cd3c-0e5a-46f3-9fdf-6e882116867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '59e7e06f-52e2-4f35-bc48-f074f512e6ce'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:25:52.773502 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b40086-3dcb-4014-9bc9-0a71ed523ef2 None None] Attempting to bind port ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b on network 59e7e06f-52e2-4f35-bc48-f074f512e6ce {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:25:52.780374 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b40086-3dcb-4014-9bc9-0a71ed523ef2 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:25:52.780775 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b40086-3dcb-4014-9bc9-0a71ed523ef2 None None] Checking segment: {'id': '8461cd3c-0e5a-46f3-9fdf-6e882116867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '59e7e06f-52e2-4f35-bc48-f074f512e6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:25:52.781139 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d4b40086-3dcb-4014-9bc9-0a71ed523ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:52.781525 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b40086-3dcb-4014-9bc9-0a71ed523ef2 None None] Bound using segment: {'id': '8461cd3c-0e5a-46f3-9fdf-6e882116867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '59e7e06f-52e2-4f35-bc48-f074f512e6ce'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:25:52.790566 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-d4b40086-3dcb-4014-9bc9-0a71ed523ef2 None None] Bound port: ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8461cd3c-0e5a-46f3-9fdf-6e882116867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '59e7e06f-52e2-4f35-bc48-f074f512e6ce'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:25:52.790566 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d4b40086-3dcb-4014-9bc9-0a71ed523ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:52.883637 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-d4b40086-3dcb-4014-9bc9-0a71ed523ef2 None None] For port ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:25:52.887645 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-d4b40086-3dcb-4014-9bc9-0a71ed523ef2 None None] For port ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b,segment=NetworkSegment(8461cd3c-0e5a-46f3-9fdf-6e882116867b),segment_id=8461cd3c-0e5a-46f3-9fdf-6e882116867b)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:25:52.933498 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0584dadd-9efd-4599-8c1b-66fd64d57ddd tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:52.952195 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d4b40086-3dcb-4014-9bc9-0a71ed523ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:52.987875 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-70d4257b-aad6-4f83-bf8e-6c6b95a38374 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Calling delete_port for 2ffee3f8-b33b-45c0-9e05-1bc3019d5c69 owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:25:53.081838 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3c129fa-76fb-48a7-8bd4-11b0336a7a13 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:53.102167 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b40086-3dcb-4014-9bc9-0a71ed523ef2 None None] Pushing event updated for resources: {'Port': ['ID=ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:53.114743 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0584dadd-9efd-4599-8c1b-66fd64d57ddd tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:53.125509 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0584dadd-9efd-4599-8c1b-66fd64d57ddd tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:53.126265 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0584dadd-9efd-4599-8c1b-66fd64d57ddd tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:53.171680 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3c129fa-76fb-48a7-8bd4-11b0336a7a13 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:53.174955 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-fb0e62cc-be8a-4e19-8515-a93ee4874bbf tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7230203 Apr 06 13:25:53.176639 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39442) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:53.195924 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e62cc-be8a-4e19-8515-a93ee4874bbf tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Pushing event updated for resources: {'Network': ['ID=3f43b248-8128-4c58-ae6e-22a0449fb069,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:53.213349 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 3f43b248-8128-4c58-ae6e-22a0449fb069 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:25:53.242255 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-b87b4682-483f-4aae-84da-25751914cd52 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Request body: {'network': {'name': 'tempest-router-network02--1975457815'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:53.263994 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b87b4682-483f-4aae-84da-25751914cd52 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:53.380736 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b87b4682-483f-4aae-84da-25751914cd52 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Usage tracker for resource:network and tenant:70e9fb0f2616428b93cc5fdd005ac56a is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:53.398678 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b87b4682-483f-4aae-84da-25751914cd52 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:53.416295 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584dadd-9efd-4599-8c1b-66fd64d57ddd tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Pushing event updated for resources: {'Network': ['ID=ff5e16e0-3f8b-49c5-9cd0-5fb9b4a4e8d0,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:53.422393 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b87b4682-483f-4aae-84da-25751914cd52 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:53.438748 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c129fa-76fb-48a7-8bd4-11b0336a7a13 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event updated for resources: {'Port': ['ID=106ca17a-f5df-41b5-a07b-eed6548e9a7c,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:53.439522 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network ff5e16e0-3f8b-49c5-9cd0-5fb9b4a4e8d0 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:25:53.445860 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3c129fa-76fb-48a7-8bd4-11b0336a7a13 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:53.505875 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f4ea3c9-ff0b-4c79-9e62-7adbf00e2f5f tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:53.539593 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0584dadd-9efd-4599-8c1b-66fd64d57ddd tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0008438 Apr 06 13:25:53.543164 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39446) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:53.553027 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-4816ddd4-c321-459b-8a98-55a790b2e8a2 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1207441558'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:53.558877 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-4816ddd4-c321-459b-8a98-55a790b2e8a2 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:53.565723 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4816ddd4-c321-459b-8a98-55a790b2e8a2 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Usage tracker for resource:network and tenant:9823be0ce2f449e8b513f599f9e9d32d is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:53.570274 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4816ddd4-c321-459b-8a98-55a790b2e8a2 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:53.578588 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-4816ddd4-c321-459b-8a98-55a790b2e8a2 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:53.597151 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eddf3d-cdf3-4be2-9eab-d4b31e336d82 req-8c071c2f-9989-472d-9add-e174fdcedd05 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:53.599001 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-84eddf3d-cdf3-4be2-9eab-d4b31e336d82 req-8c071c2f-9989-472d-9add-e174fdcedd05 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.8704863 Apr 06 13:25:53.623835 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4ea3c9-ff0b-4c79-9e62-7adbf00e2f5f tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:25:53.632941 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-4f4ea3c9-ff0b-4c79-9e62-7adbf00e2f5f tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:53.658907 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87b4682-483f-4aae-84da-25751914cd52 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Made reservation on behalf of 70e9fb0f2616428b93cc5fdd005ac56a for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:25:53.662864 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b87b4682-483f-4aae-84da-25751914cd52 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:53.668231 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4ea3c9-ff0b-4c79-9e62-7adbf00e2f5f tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:25:53.711233 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4816ddd4-c321-459b-8a98-55a790b2e8a2 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Made reservation on behalf of 9823be0ce2f449e8b513f599f9e9d32d for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:25:53.714712 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4816ddd4-c321-459b-8a98-55a790b2e8a2 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:53.744422 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-e3c129fa-76fb-48a7-8bd4-11b0336a7a13 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Floating IP b8356b17-18b3-47cf-a5b2-1cf87d9a5d8c associated. External IP: 172.26.4.140, port: 3d060b62-7da2-4caf-b359-4b2ea2490d96. Apr 06 13:25:53.766392 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:25:53.785922 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ea3c9-ff0b-4c79-9e62-7adbf00e2f5f tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Pushing event updated for resources: {'Port': ['ID=ea577c5b-916a-44a8-878e-d60e58f0ccc0,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:53.827826 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87b4682-483f-4aae-84da-25751914cd52 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:25:53.844463 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4816ddd4-c321-459b-8a98-55a790b2e8a2 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:25:53.873824 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b87b4682-483f-4aae-84da-25751914cd52 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:53.874195 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-b87b4682-483f-4aae-84da-25751914cd52 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Added segment 0d5b97b1-a73e-4ac6-9016-00eb6f040352 of type vlan for network bad4d074-3028-4fdb-9dd9-7e09990a05fc Apr 06 13:25:53.916316 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-84eddf3d-cdf3-4be2-9eab-d4b31e336d82 req-b2bf65f6-ccaa-4436-90e7-e5d5ef07d018 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2993388 Apr 06 13:25:53.933215 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4816ddd4-c321-459b-8a98-55a790b2e8a2 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:53.934054 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-4816ddd4-c321-459b-8a98-55a790b2e8a2 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Added segment 7540df4f-9d32-4172-aa6e-881e46671bd8 of type vlan for network f782f4c7-474d-4f95-b7e4-ae7b0679edb7 Apr 06 13:25:53.934241 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-70d4257b-aad6-4f83-bf8e-6c6b95a38374 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:53.974551 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:25:53.997064 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b87b4682-483f-4aae-84da-25751914cd52 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:54.033673 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4816ddd4-c321-459b-8a98-55a790b2e8a2 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:54.232768 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-20f7e116-8ade-40c1-9521-61f4b374b274 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:54.242071 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4257b-aad6-4f83-bf8e-6c6b95a38374 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Pushing event deleted for resources: {'Port': ['ID=2ffee3f8-b33b-45c0-9e05-1bc3019d5c69,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:54.283429 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4816ddd4-c321-459b-8a98-55a790b2e8a2 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:54.283429 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4816ddd4-c321-459b-8a98-55a790b2e8a2 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:54.283632 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4816ddd4-c321-459b-8a98-55a790b2e8a2 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:54.291612 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b87b4682-483f-4aae-84da-25751914cd52 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:54.298148 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87b4682-483f-4aae-84da-25751914cd52 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:54.298817 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b87b4682-483f-4aae-84da-25751914cd52 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:54.525638 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816ddd4-c321-459b-8a98-55a790b2e8a2 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Pushing event updated for resources: {'Network': ['ID=f782f4c7-474d-4f95-b7e4-ae7b0679edb7,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:54.536202 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5522cc61-d05d-4a09-8797-fcbe4f6a31ac None None] Network 59e7e06f-52e2-4f35-bc48-f074f512e6ce requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:25:54.570537 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network f782f4c7-474d-4f95-b7e4-ae7b0679edb7 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:25:54.699711 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b87b4682-483f-4aae-84da-25751914cd52 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4815195 Apr 06 13:25:54.702449 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39454) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:54.727538 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b4682-483f-4aae-84da-25751914cd52 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Pushing event updated for resources: {'Network': ['ID=bad4d074-3028-4fdb-9dd9-7e09990a05fc,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:54.736224 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4816ddd4-c321-459b-8a98-55a790b2e8a2 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1915784 Apr 06 13:25:54.741078 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c129fa-76fb-48a7-8bd4-11b0336a7a13 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Router e6be2954-a14b-458a-b118-628a4055f72d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:25:54.752775 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39458) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:54.769021 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-7390a7f8-e427-4bb8-aea9-c99afc2a3bd1 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Request body: {'subnet': {'network_id': '3f43b248-8128-4c58-ae6e-22a0449fb069', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:54.783859 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network bad4d074-3028-4fdb-9dd9-7e09990a05fc details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:25:54.828782 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Request body: {'ports': [{'network_id': 'ff5e16e0-3f8b-49c5-9cd0-5fb9b4a4e8d0', 'name': 'tempest-port--1073606482', 'admin_state_up': True}, {'network_id': 'f782f4c7-474d-4f95-b7e4-ae7b0679edb7', 'admin_state_up': False}]} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:54.829153 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Request body: {'port': {'network_id': 'ff5e16e0-3f8b-49c5-9cd0-5fb9b4a4e8d0', 'name': 'tempest-port--1073606482', 'admin_state_up': True}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:54.829606 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Request body: {'port': {'network_id': 'f782f4c7-474d-4f95-b7e4-ae7b0679edb7', 'admin_state_up': False}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:54.852533 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-70d4257b-aad6-4f83-bf8e-6c6b95a38374 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:54.929977 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-6e95d110-08f7-4f91-84b9-5df48352be49 None None] Provisioning for port ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:25:54.954669 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-6e95d110-08f7-4f91-84b9-5df48352be49 None None] Provisioning complete for port ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:25:54.955262 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6e95d110-08f7-4f91-84b9-5df48352be49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:55.007591 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-70d4257b-aad6-4f83-bf8e-6c6b95a38374 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] 10.222.0.48 "DELETE /v2.0/ports/2ffee3f8-b33b-45c0-9e05-1bc3019d5c69 HTTP/1.1" status: 204 len: 168 time: 3.1442344 Apr 06 13:25:55.031151 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39462) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:55.180723 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6e95d110-08f7-4f91-84b9-5df48352be49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:55.184555 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cceb704-036c-4ede-8f02-9ce06ee413d2 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Deleting subnet 2d941abc-214b-408c-8515-288f38bb9cb5 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:25:55.188155 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3cceb704-036c-4ede-8f02-9ce06ee413d2 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:55.221315 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7390a7f8-e427-4bb8-aea9-c99afc2a3bd1 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:55.238749 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7390a7f8-e427-4bb8-aea9-c99afc2a3bd1 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Usage tracker for resource:subnet and tenant:70e9fb0f2616428b93cc5fdd005ac56a is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:55.241067 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-6e95d110-08f7-4f91-84b9-5df48352be49 None None] For port ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b,segment=NetworkSegment(8461cd3c-0e5a-46f3-9fdf-6e882116867b),segment_id=8461cd3c-0e5a-46f3-9fdf-6e882116867b)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:25:55.243221 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7390a7f8-e427-4bb8-aea9-c99afc2a3bd1 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:55.247287 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3cceb704-036c-4ede-8f02-9ce06ee413d2 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:55.247512 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ed417-801d-474f-93f1-ed84cde2be98 req-ea8d255c-fd92-47db-83de-2b10182d4f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:55.248916 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-778ed417-801d-474f-93f1-ed84cde2be98 req-ea8d255c-fd92-47db-83de-2b10182d4f2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a4d54de52764226baa1254caab457dd&device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 1099 time: 0.5902517 Apr 06 13:25:55.254464 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7390a7f8-e427-4bb8-aea9-c99afc2a3bd1 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:55.319424 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a5961-a8cc-49f5-b215-e5cc55a6e4d5 req-f3c1e758-892a-49a5-bf73-e0bc36860f50 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:55.321028 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-944a5961-a8cc-49f5-b215-e5cc55a6e4d5 req-f3c1e758-892a-49a5-bf73-e0bc36860f50 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.7931626 Apr 06 13:25:55.354167 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6e95d110-08f7-4f91-84b9-5df48352be49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:55.387779 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c129fa-76fb-48a7-8bd4-11b0336a7a13 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:25:55.430364 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088a56ae-0913-4662-8031-3011d41310d2 None None] Sync routers for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:25:55.443056 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7390a7f8-e427-4bb8-aea9-c99afc2a3bd1 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Made reservation on behalf of 70e9fb0f2616428b93cc5fdd005ac56a for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:25:55.447432 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7390a7f8-e427-4bb8-aea9-c99afc2a3bd1 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:55.456414 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088a56ae-0913-4662-8031-3011d41310d2 None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:55.457244 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-088a56ae-0913-4662-8031-3011d41310d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:55.483426 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f4ea3c9-ff0b-4c79-9e62-7adbf00e2f5f tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:55.495058 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3c129fa-76fb-48a7-8bd4-11b0336a7a13 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:55.526926 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95d110-08f7-4f91-84b9-5df48352be49 None None] Pushing event updated for resources: {'Port': ['ID=ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:55.542611 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-088a56ae-0913-4662-8031-3011d41310d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:55.555647 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088a56ae-0913-4662-8031-3011d41310d2 None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:55.556463 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-088a56ae-0913-4662-8031-3011d41310d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:55.610533 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-944a5961-a8cc-49f5-b215-e5cc55a6e4d5 req-e17d4c2b-6ad3-4344-9334-5cac70620665 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751288 Apr 06 13:25:55.628106 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ed417-801d-474f-93f1-ed84cde2be98 req-d11a2284-e609-489b-9752-507483a2b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:55.630013 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-778ed417-801d-474f-93f1-ed84cde2be98 req-d11a2284-e609-489b-9752-507483a2b3a7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5be2eead-86e0-4801-95e6-7956006492a1 HTTP/1.1" status: 200 len: 912 time: 0.3725309 Apr 06 13:25:55.637369 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-088a56ae-0913-4662-8031-3011d41310d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:55.638507 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088a56ae-0913-4662-8031-3011d41310d2 None None] The sync data for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:25:55.648174 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-95739261-a9f6-400f-a150-bfb1793ca8e4 None None] Provisioning complete for port ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:25:55.660818 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-95739261-a9f6-400f-a150-bfb1793ca8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:55.698785 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:55.712214 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Usage tracker for resource:port and tenant:9823be0ce2f449e8b513f599f9e9d32d is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:55.810882 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-778ed417-801d-474f-93f1-ed84cde2be98 req-80abf52b-13d7-4e3f-8fcb-6949f63514ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddde7491-e249-460a-b06c-c1af650f5bf7 HTTP/1.1" status: 200 len: 1002 time: 0.1681461 Apr 06 13:25:55.816352 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e3c129fa-76fb-48a7-8bd4-11b0336a7a13 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.5352590 Apr 06 13:25:55.819873 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:25:55.822183 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:55.824574 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39468) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:55.835886 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3cceb704-036c-4ede-8f02-9ce06ee413d2 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:55.896263 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ed417-801d-474f-93f1-ed84cde2be98 req-39e04bad-27fa-4fd1-976c-27e5f1f982db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:55.898447 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-778ed417-801d-474f-93f1-ed84cde2be98 req-39e04bad-27fa-4fd1-976c-27e5f1f982db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05aded58-8f1f-47e0-842d-ddd950b58777 HTTP/1.1" status: 200 len: 850 time: 0.0745459 Apr 06 13:25:55.924986 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:25:55.926138 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:55.965043 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:56.175274 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d04e4a4a-bd27-4fff-baa5-21de1f402583 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "GET /v2.0/floatingips/b8356b17-18b3-47cf-a5b2-1cf87d9a5d8c HTTP/1.1" status: 200 len: 978 time: 0.2794962 Apr 06 13:25:56.187878 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39472) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:56.190056 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ed417-801d-474f-93f1-ed84cde2be98 req-923faf47-0453-4d1e-bfc9-c2359727bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:56.191665 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-778ed417-801d-474f-93f1-ed84cde2be98 req-923faf47-0453-4d1e-bfc9-c2359727bad3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5be2eead-86e0-4801-95e6-7956006492a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2172050 Apr 06 13:25:56.283597 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Made reservation on behalf of 9823be0ce2f449e8b513f599f9e9d32d for: {'port': 2} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:25:56.289501 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:56.446909 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:56.478484 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-8989964e-13b7-43f1-b994-b913ffb45547 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Synchronizing usage tracker for tenant:85b5a92c88a5421aa7d05fbcad83612c on resource:floatingip {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:25:56.527640 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-778ed417-801d-474f-93f1-ed84cde2be98 req-eec97b41-26ed-4d9b-b192-7036ffc99aa8 service neutron] 10.222.0.61 "GET /v2.0/networks/5be2eead-86e0-4801-95e6-7956006492a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479327 Apr 06 13:25:56.625818 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7390a7f8-e427-4bb8-aea9-c99afc2a3bd1 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:56.709218 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3cceb704-036c-4ede-8f02-9ce06ee413d2 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:56.787867 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-8989964e-13b7-43f1-b994-b913ffb45547 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Unset dirty status for tenant:85b5a92c88a5421aa7d05fbcad83612c on resource:floatingip {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:25:56.789742 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8989964e-13b7-43f1-b994-b913ffb45547 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.5968304 Apr 06 13:25:56.802999 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39478) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:56.821213 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cceb704-036c-4ede-8f02-9ce06ee413d2 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Pushing event deleted for resources: {'Subnet': ['ID=2d941abc-214b-408c-8515-288f38bb9cb5,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:56.823403 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-a1ad4836-d6cb-4bfe-b9f0-7e21d362b4d3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Request body: {'floatingip': {'port_id': '445a0223-b161-4be6-92c3-47a1f02d8c9d'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:56.828490 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3cceb704-036c-4ede-8f02-9ce06ee413d2 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:56.832761 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa64a052-6f8e-49eb-9f30-f55a1d0ba28d None None] Network 2a560cc5-24da-422e-831a-7229cb5bb9fd requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:25:56.919722 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f4ea3c9-ff0b-4c79-9e62-7adbf00e2f5f tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:56.922508 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3cceb704-036c-4ede-8f02-9ce06ee413d2 tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] 10.222.0.48 "DELETE /v2.0/subnets/2d941abc-214b-408c-8515-288f38bb9cb5 HTTP/1.1" status: 204 len: 168 time: 1.8864486 Apr 06 13:25:56.930106 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39482) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:56.949743 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390a7f8-e427-4bb8-aea9-c99afc2a3bd1 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Pushing event updated for resources: {'Subnet': ['ID=9e2b823a-7376-419b-8449-bcec1e35abac,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:56.992312 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-778ed417-801d-474f-93f1-ed84cde2be98 req-190cb798-06a9-4b3f-806a-7a6588e0d959 service neutron] 10.222.0.61 "GET /v2.0/networks/5be2eead-86e0-4801-95e6-7956006492a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574344 Apr 06 13:25:56.998783 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a1ad4836-d6cb-4bfe-b9f0-7e21d362b4d3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:57.056694 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7390a7f8-e427-4bb8-aea9-c99afc2a3bd1 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Checking segment: {'id': 'ebef5b33-75c9-4240-bdad-15626d7e5f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3f43b248-8128-4c58-ae6e-22a0449fb069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:25:57.057067 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7390a7f8-e427-4bb8-aea9-c99afc2a3bd1 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Network hostable DHCP agents. Network: 3f43b248-8128-4c58-ae6e-22a0449fb069, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:25:57.099531 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:57.176498 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7390a7f8-e427-4bb8-aea9-c99afc2a3bd1 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Network 3f43b248-8128-4c58-ae6e-22a0449fb069 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:25:57.203454 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] device_id is not set on port 60d509f8-ebf7-4e14-8d53-48b42d1bbe3a yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:25:57.230560 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc168bd-a156-4efe-a942-842c187b7d31 None None] DHCP port deletion for 2a560cc5-24da-422e-831a-7229cb5bb9fd request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:25:57.238652 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-1bc168bd-a156-4efe-a942-842c187b7d31 None None] Deleting port 4e1bc39e-42ba-4038-81fd-cbc60c411982 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:25:57.242983 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1bc168bd-a156-4efe-a942-842c187b7d31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:57.358255 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-7390a7f8-e427-4bb8-aea9-c99afc2a3bd1 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 3f43b248-8128-4c58-ae6e-22a0449fb069) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:57.411760 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541dac12-80e0-4008-9d42-36b6209f41aa None None] Network 3f43b248-8128-4c58-ae6e-22a0449fb069 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:25:57.462535 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7390a7f8-e427-4bb8-aea9-c99afc2a3bd1 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:57.462997 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7390a7f8-e427-4bb8-aea9-c99afc2a3bd1 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:57.485242 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-71054ac6-8c30-45a0-81a3-17fc61288aba tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:57.562683 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364015f-8bf2-4abd-b2d0-026594a1481a req-69aaac5d-def3-46a1-af2e-d59282a51858 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:57.564653 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c364015f-8bf2-4abd-b2d0-026594a1481a req-69aaac5d-def3-46a1-af2e-d59282a51858 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.7330778 Apr 06 13:25:57.588114 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-20f7e116-8ade-40c1-9521-61f4b374b274 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:57.620759 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-71054ac6-8c30-45a0-81a3-17fc61288aba tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Deleting port 4e1bc39e-42ba-4038-81fd-cbc60c411982 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:25:57.621052 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-71054ac6-8c30-45a0-81a3-17fc61288aba tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:57.635718 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7390a7f8-e427-4bb8-aea9-c99afc2a3bd1 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9083815 Apr 06 13:25:57.637400 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39486) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:57.645419 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-0ee8d01a-c8fb-428d-8f96-63a5deb3fe3b tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Request body: {'subnet': {'network_id': 'bad4d074-3028-4fdb-9dd9-7e09990a05fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:25:57.702891 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-20f7e116-8ade-40c1-9521-61f4b374b274 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1624175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625362'] for router, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:57.723924 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 4e1bc39e-42ba-4038-81fd-cbc60c411982 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:25:57.810318 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-0ee8d01a-c8fb-428d-8f96-63a5deb3fe3b tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:25:57.817097 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0ee8d01a-c8fb-428d-8f96-63a5deb3fe3b tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Usage tracker for resource:subnet and tenant:70e9fb0f2616428b93cc5fdd005ac56a is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:25:57.822943 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0ee8d01a-c8fb-428d-8f96-63a5deb3fe3b tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:25:57.836191 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-0ee8d01a-c8fb-428d-8f96-63a5deb3fe3b tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:25:57.891173 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-1bc168bd-a156-4efe-a942-842c187b7d31 None None] For port 4e1bc39e-42ba-4038-81fd-cbc60c411982, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=4e1bc39e-42ba-4038-81fd-cbc60c411982,segment=NetworkSegment(09b3181c-d824-4f8d-9add-c0a913322f5a),segment_id=09b3181c-d824-4f8d-9add-c0a913322f5a)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:25:57.892054 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1bc168bd-a156-4efe-a942-842c187b7d31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:57.949247 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee8d01a-c8fb-428d-8f96-63a5deb3fe3b tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Made reservation on behalf of 70e9fb0f2616428b93cc5fdd005ac56a for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:25:57.951892 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d01a-c8fb-428d-8f96-63a5deb3fe3b tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:58.039300 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c364015f-8bf2-4abd-b2d0-026594a1481a req-149828f0-1568-4c9a-9d25-060f0bed6e00 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4456825 Apr 06 13:25:58.077751 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-1bc168bd-a156-4efe-a942-842c187b7d31 None None] Calling delete_port for 4e1bc39e-42ba-4038-81fd-cbc60c411982 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:25:58.097490 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a1ad4836-d6cb-4bfe-b9f0-7e21d362b4d3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:58.161351 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:58.237731 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a1ad4836-d6cb-4bfe-b9f0-7e21d362b4d3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:58.273363 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4ea3c9-ff0b-4c79-9e62-7adbf00e2f5f tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Router 81120dde-5a76-4c20-b759-423a911974e5 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:25:58.312982 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:58.413499 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb15c3d-24b9-4a57-acd2-d338ba162cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-3f43b248-8128-4c58-ae6e-22a0449fb069', 'network_id': '3f43b248-8128-4c58-ae6e-22a0449fb069', 'tenant_id': '70e9fb0f2616428b93cc5fdd005ac56a', 'fixed_ips': [{'subnet_id': '9e2b823a-7376-419b-8449-bcec1e35abac'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:25:58.414788 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ceb15c3d-24b9-4a57-acd2-d338ba162cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:58.419460 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d01a-c8fb-428d-8f96-63a5deb3fe3b tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:58.494044 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1bc168bd-a156-4efe-a942-842c187b7d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:58.525571 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] device_id is not set on port 5738d703-8eec-432d-a6bb-585f911f3fce yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:25:58.535080 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f7e116-8ade-40c1-9521-61f4b374b274 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Router 1be0cae2-1aae-4ac2-b3dc-81408dba85f2 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:25:58.554586 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-71054ac6-8c30-45a0-81a3-17fc61288aba tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] For port 4e1bc39e-42ba-4038-81fd-cbc60c411982, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=4e1bc39e-42ba-4038-81fd-cbc60c411982,segment=NetworkSegment(09b3181c-d824-4f8d-9add-c0a913322f5a),segment_id=09b3181c-d824-4f8d-9add-c0a913322f5a)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:25:58.555042 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-71054ac6-8c30-45a0-81a3-17fc61288aba tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:58.608958 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc168bd-a156-4efe-a942-842c187b7d31 None None] No DVR routers for this DVR port 4e1bc39e-42ba-4038-81fd-cbc60c411982 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:25:58.615018 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc168bd-a156-4efe-a942-842c187b7d31 None None] Pushing event deleted for resources: {'Port': ['ID=4e1bc39e-42ba-4038-81fd-cbc60c411982,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:58.699329 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-a1ad4836-d6cb-4bfe-b9f0-7e21d362b4d3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Floating IP b8356b17-18b3-47cf-a5b2-1cf87d9a5d8c associated. External IP: 172.26.4.140, port: 3d060b62-7da2-4caf-b359-4b2ea2490d96. Apr 06 13:25:58.702339 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-ceb15c3d-24b9-4a57-acd2-d338ba162cff None None] Allocated IP 172.20.0.2 (3f43b248-8128-4c58-ae6e-22a0449fb069/9e2b823a-7376-419b-8449-bcec1e35abac/ec2e3f91-20db-49b8-849b-6bc3223dd927) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:25:58.709574 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-71054ac6-8c30-45a0-81a3-17fc61288aba tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Calling delete_port for 4e1bc39e-42ba-4038-81fd-cbc60c411982 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:25:58.784457 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8d01a-c8fb-428d-8f96-63a5deb3fe3b tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Pushing event updated for resources: {'Subnet': ['ID=7dd5cabe-8974-4a2f-9233-16bb3384e248,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:58.803262 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee8d01a-c8fb-428d-8f96-63a5deb3fe3b tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Checking segment: {'id': '0d5b97b1-a73e-4ac6-9016-00eb6f040352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'bad4d074-3028-4fdb-9dd9-7e09990a05fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:25:58.803612 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee8d01a-c8fb-428d-8f96-63a5deb3fe3b tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Network hostable DHCP agents. Network: bad4d074-3028-4fdb-9dd9-7e09990a05fc, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:25:58.923083 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ceb15c3d-24b9-4a57-acd2-d338ba162cff None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:58.933945 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ceb15c3d-24b9-4a57-acd2-d338ba162cff None None] Transition to ACTIVE for port object ec2e3f91-20db-49b8-849b-6bc3223dd927 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:25:58.957970 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ceb15c3d-24b9-4a57-acd2-d338ba162cff None None] Transition to ACTIVE for port object ec2e3f91-20db-49b8-849b-6bc3223dd927 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:25:58.968771 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4ea3c9-ff0b-4c79-9e62-7adbf00e2f5f tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:25:58.978521 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f16314-4cfd-4a49-a707-1acc3ebd55f8 None None] Sync routers for ids ['81120dde-5a76-4c20-b759-423a911974e5'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:25:58.989998 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f16314-4cfd-4a49-a707-1acc3ebd55f8 None None] Routers {'81120dde-5a76-4c20-b759-423a911974e5'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:58.991052 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-34f16314-4cfd-4a49-a707-1acc3ebd55f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['81120dde-5a76-4c20-b759-423a911974e5'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:58.996634 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee8d01a-c8fb-428d-8f96-63a5deb3fe3b tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Network bad4d074-3028-4fdb-9dd9-7e09990a05fc is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:25:59.063459 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ceb15c3d-24b9-4a57-acd2-d338ba162cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:59.112916 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.api [None req-71054ac6-8c30-45a0-81a3-17fc61288aba tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:25:59.113615 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG oslo_db.api [None req-71054ac6-8c30-45a0-81a3-17fc61288aba tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:25:59.155884 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-0ee8d01a-c8fb-428d-8f96-63a5deb3fe3b tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, bad4d074-3028-4fdb-9dd9-7e09990a05fc) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:59.177266 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee8d01a-c8fb-428d-8f96-63a5deb3fe3b tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:25:59.177266 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d01a-c8fb-428d-8f96-63a5deb3fe3b tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:59.194858 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb15c3d-24b9-4a57-acd2-d338ba162cff None None] Pushing event updated for resources: {'Port': ['ID=ec2e3f91-20db-49b8-849b-6bc3223dd927,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:25:59.196711 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2000c8b6-6294-4e1d-8bd9-17bf1e032b32 None None] Network bad4d074-3028-4fdb-9dd9-7e09990a05fc requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:25:59.201950 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:59.219061 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ad4836-d6cb-4bfe-b9f0-7e21d362b4d3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Router e6be2954-a14b-458a-b118-628a4055f72d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:25:59.224961 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f7e116-8ade-40c1-9521-61f4b374b274 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:25:59.241930 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-20f7e116-8ade-40c1-9521-61f4b374b274 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:59.246099 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-20f7e116-8ade-40c1-9521-61f4b374b274 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "PUT /v2.0/routers/1be0cae2-1aae-4ac2-b3dc-81408dba85f2 HTTP/1.1" status: 200 len: 922 time: 6.9516532 Apr 06 13:25:59.246258 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-34f16314-4cfd-4a49-a707-1acc3ebd55f8 None None] Set router 81120dde-5a76-4c20-b759-423a911974e5 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:25:59.253749 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39492) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:59.261697 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb15c3d-24b9-4a57-acd2-d338ba162cff None None] Network 3f43b248-8128-4c58-ae6e-22a0449fb069 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:25:59.331138 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-ceb15c3d-24b9-4a57-acd2-d338ba162cff None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:25:59.339256 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb15c3d-24b9-4a57-acd2-d338ba162cff None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:25:59.343731 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d528e0a-48ba-4305-a902-89d625599349 None None] Sync routers for ids ['1be0cae2-1aae-4ac2-b3dc-81408dba85f2'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:25:59.360155 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f4ea3c9-ff0b-4c79-9e62-7adbf00e2f5f tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:59.361635 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4f4ea3c9-ff0b-4c79-9e62-7adbf00e2f5f tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.9425833 Apr 06 13:25:59.382624 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d528e0a-48ba-4305-a902-89d625599349 None None] Routers {'1be0cae2-1aae-4ac2-b3dc-81408dba85f2'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:59.384641 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-9d528e0a-48ba-4305-a902-89d625599349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1be0cae2-1aae-4ac2-b3dc-81408dba85f2'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:59.439275 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39496) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:59.457468 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0ee8d01a-c8fb-428d-8f96-63a5deb3fe3b tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8168306 Apr 06 13:25:59.462055 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39500) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:25:59.500326 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:59.522320 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-9d528e0a-48ba-4305-a902-89d625599349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:59.636473 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-34f16314-4cfd-4a49-a707-1acc3ebd55f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81120dde-5a76-4c20-b759-423a911974e5', 'name': 'tempest-snat-router-838721083', 'tenant_id': '60a460cb10c44a699e8c4970a331215c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.206'}], 'enable_snat': False}, 'gw_port_id': 'ea577c5b-916a-44a8-878e-d60e58f0ccc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:25:48Z', 'updated_at': '2022-04-06T13:25:54Z', 'revision_number': 3, 'project_id': '60a460cb10c44a699e8c4970a331215c', 'gw_port': {'id': 'ea577c5b-916a-44a8-878e-d60e58f0ccc0', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81120dde-5a76-4c20-b759-423a911974e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:25:51Z', 'updated_at': '2022-04-06T13:25:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:59.642132 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f16314-4cfd-4a49-a707-1acc3ebd55f8 None None] Checking router: 81120dde-5a76-4c20-b759-423a911974e5 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:25:59.642749 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f16314-4cfd-4a49-a707-1acc3ebd55f8 None None] Updating router 81120dde-5a76-4c20-b759-423a911974e5 port ea577c5b-916a-44a8-878e-d60e58f0ccc0 binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:25:59.663403 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d528e0a-48ba-4305-a902-89d625599349 None None] Routers {'1be0cae2-1aae-4ac2-b3dc-81408dba85f2'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:25:59.671732 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-9d528e0a-48ba-4305-a902-89d625599349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1be0cae2-1aae-4ac2-b3dc-81408dba85f2'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:59.695581 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-71054ac6-8c30-45a0-81a3-17fc61288aba tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Deleting port 4e1bc39e-42ba-4038-81fd-cbc60c411982 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:25:59.695840 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-71054ac6-8c30-45a0-81a3-17fc61288aba tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:59.710462 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-34f16314-4cfd-4a49-a707-1acc3ebd55f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:59.780870 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ceb15c3d-24b9-4a57-acd2-d338ba162cff None None] Attempting to bind port ec2e3f91-20db-49b8-849b-6bc3223dd927 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:25:59.781626 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ceb15c3d-24b9-4a57-acd2-d338ba162cff None None] Attempting to bind port ec2e3f91-20db-49b8-849b-6bc3223dd927 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'ebef5b33-75c9-4240-bdad-15626d7e5f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3f43b248-8128-4c58-ae6e-22a0449fb069'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:25:59.782126 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb15c3d-24b9-4a57-acd2-d338ba162cff None None] Attempting to bind port ec2e3f91-20db-49b8-849b-6bc3223dd927 on network 3f43b248-8128-4c58-ae6e-22a0449fb069 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:25:59.785268 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-9d528e0a-48ba-4305-a902-89d625599349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:25:59.786025 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d528e0a-48ba-4305-a902-89d625599349 None None] The sync data for ids ['1be0cae2-1aae-4ac2-b3dc-81408dba85f2'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:25:59.799231 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-71054ac6-8c30-45a0-81a3-17fc61288aba tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] The port '4e1bc39e-42ba-4038-81fd-cbc60c411982' was deleted {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:25:59.806331 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb15c3d-24b9-4a57-acd2-d338ba162cff None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:25:59.806890 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb15c3d-24b9-4a57-acd2-d338ba162cff None None] Checking segment: {'id': 'ebef5b33-75c9-4240-bdad-15626d7e5f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3f43b248-8128-4c58-ae6e-22a0449fb069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:25:59.807382 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ceb15c3d-24b9-4a57-acd2-d338ba162cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:59.808017 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb15c3d-24b9-4a57-acd2-d338ba162cff None None] Bound using segment: {'id': 'ebef5b33-75c9-4240-bdad-15626d7e5f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3f43b248-8128-4c58-ae6e-22a0449fb069'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:25:59.808581 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ceb15c3d-24b9-4a57-acd2-d338ba162cff None None] Bound port: ec2e3f91-20db-49b8-849b-6bc3223dd927, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebef5b33-75c9-4240-bdad-15626d7e5f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3f43b248-8128-4c58-ae6e-22a0449fb069'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:25:59.809055 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ceb15c3d-24b9-4a57-acd2-d338ba162cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:25:59.900984 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c984bb93-eb15-4372-9f6a-c58c99e3dcf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-bad4d074-3028-4fdb-9dd9-7e09990a05fc', 'network_id': 'bad4d074-3028-4fdb-9dd9-7e09990a05fc', 'tenant_id': '70e9fb0f2616428b93cc5fdd005ac56a', 'fixed_ips': [{'subnet_id': '7dd5cabe-8974-4a2f-9233-16bb3384e248'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:25:59.900984 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c984bb93-eb15-4372-9f6a-c58c99e3dcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:00.041230 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ceb15c3d-24b9-4a57-acd2-d338ba162cff None None] For port ec2e3f91-20db-49b8-849b-6bc3223dd927, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:26:00.048287 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ceb15c3d-24b9-4a57-acd2-d338ba162cff None None] For port ec2e3f91-20db-49b8-849b-6bc3223dd927, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ec2e3f91-20db-49b8-849b-6bc3223dd927,segment=NetworkSegment(ebef5b33-75c9-4240-bdad-15626d7e5f42),segment_id=ebef5b33-75c9-4240-bdad-15626d7e5f42)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:26:00.053786 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ad4836-d6cb-4bfe-b9f0-7e21d362b4d3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:26:00.084456 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Pushing event updated for resources: {'Port': ['ID=60d509f8-ebf7-4e14-8d53-48b42d1bbe3a,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:00.129162 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ceb15c3d-24b9-4a57-acd2-d338ba162cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:00.202769 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-34f16314-4cfd-4a49-a707-1acc3ebd55f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:00.214377 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Checking segment: {'id': 'd7dc07f8-06b2-4e54-a545-051e17e8e8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ff5e16e0-3f8b-49c5-9cd0-5fb9b4a4e8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:26:00.216769 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Network hostable DHCP agents. Network: ff5e16e0-3f8b-49c5-9cd0-5fb9b4a4e8d0, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:26:00.217265 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-34f16314-4cfd-4a49-a707-1acc3ebd55f8 None None] Transition to ACTIVE for port object ea577c5b-916a-44a8-878e-d60e58f0ccc0 will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:26:00.224397 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-c984bb93-eb15-4372-9f6a-c58c99e3dcf0 None None] Allocated IP 172.20.0.2 (bad4d074-3028-4fdb-9dd9-7e09990a05fc/7dd5cabe-8974-4a2f-9233-16bb3384e248/0fb4e546-404e-454b-be23-5ba6fd06205a) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:26:00.228284 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1f91d3-5c5b-47c8-94cd-126a1aca8841 None None] Sync routers for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:26:00.239503 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1f91d3-5c5b-47c8-94cd-126a1aca8841 None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:00.240409 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-9b1f91d3-5c5b-47c8-94cd-126a1aca8841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:00.260173 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-692d4bfc-7d87-461a-b161-ced4ea1666aa tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:00.277057 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb15c3d-24b9-4a57-acd2-d338ba162cff None None] Pushing event updated for resources: {'Port': ['ID=ec2e3f91-20db-49b8-849b-6bc3223dd927,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:00.336355 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-34f16314-4cfd-4a49-a707-1acc3ebd55f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:00.352883 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-71054ac6-8c30-45a0-81a3-17fc61288aba tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:00.441434 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94ecad-9b50-497d-b09a-759c6d3fe777 req-72c41caa-f30d-46f1-b005-98be51bd1ada tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:00.445953 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9b94ecad-9b50-497d-b09a-759c6d3fe777 req-72c41caa-f30d-46f1-b005-98be51bd1ada tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 1.0554132 Apr 06 13:26:00.466358 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3d7cf151-aa71-42d2-85a3-2bd65fcba11c tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "GET /v2.0/routers/1be0cae2-1aae-4ac2-b3dc-81408dba85f2 HTTP/1.1" status: 200 len: 922 time: 1.2098601 Apr 06 13:26:00.478140 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-34f16314-4cfd-4a49-a707-1acc3ebd55f8 None None] Attempting to bind port ea577c5b-916a-44a8-878e-d60e58f0ccc0 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:26:00.478140 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-34f16314-4cfd-4a49-a707-1acc3ebd55f8 None None] Attempting to bind port ea577c5b-916a-44a8-878e-d60e58f0ccc0 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:26:00.478140 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f16314-4cfd-4a49-a707-1acc3ebd55f8 None None] Attempting to bind port ea577c5b-916a-44a8-878e-d60e58f0ccc0 on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:26:00.487207 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f16314-4cfd-4a49-a707-1acc3ebd55f8 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:26:00.487566 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f16314-4cfd-4a49-a707-1acc3ebd55f8 None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:26:00.487959 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-34f16314-4cfd-4a49-a707-1acc3ebd55f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:00.488345 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f16314-4cfd-4a49-a707-1acc3ebd55f8 None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:26:00.488822 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-34f16314-4cfd-4a49-a707-1acc3ebd55f8 None None] Bound port: ea577c5b-916a-44a8-878e-d60e58f0ccc0, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:26:00.489209 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-34f16314-4cfd-4a49-a707-1acc3ebd55f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:00.513248 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39506) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:00.545447 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4d1bb1e0-6346-4a42-8926-bd7d4e1580d9 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "GET /v2.0/routers/81120dde-5a76-4c20-b759-423a911974e5 HTTP/1.1" status: 200 len: 908 time: 1.1038375 Apr 06 13:26:00.553621 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39510) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:00.560337 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-71054ac6-8c30-45a0-81a3-17fc61288aba tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a560cc5-24da-422e-831a-7229cb5bb9fd']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:00.578510 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-848c7889-1eee-4459-a536-de140887509a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Request body: {'router': {'name': 'tempest-snat-router-838721083', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'enable_snat': True}}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:00.633335 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-34f16314-4cfd-4a49-a707-1acc3ebd55f8 None None] For port ea577c5b-916a-44a8-878e-d60e58f0ccc0, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:26:00.636040 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-848c7889-1eee-4459-a536-de140887509a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:00.639843 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-34f16314-4cfd-4a49-a707-1acc3ebd55f8 None None] For port ea577c5b-916a-44a8-878e-d60e58f0ccc0, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ea577c5b-916a-44a8-878e-d60e58f0ccc0,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:26:00.649528 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-9b1f91d3-5c5b-47c8-94cd-126a1aca8841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:00.668923 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-71054ac6-8c30-45a0-81a3-17fc61288aba tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b3181c-d824-4f8d-9add-c0a913322f5a') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:00.669909 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-71054ac6-8c30-45a0-81a3-17fc61288aba tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b3181c-d824-4f8d-9add-c0a913322f5a') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:00.685108 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56c860-9aad-4552-ad91-2341f375934b None None] Pushing event updated for resources: {'Port': ['ID=ea577c5b-916a-44a8-878e-d60e58f0ccc0,revision_number=2']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:00.689035 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1f91d3-5c5b-47c8-94cd-126a1aca8841 None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:00.689659 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-9b1f91d3-5c5b-47c8-94cd-126a1aca8841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:00.691211 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Network ff5e16e0-3f8b-49c5-9cd0-5fb9b4a4e8d0 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:26:00.698671 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c984bb93-eb15-4372-9f6a-c58c99e3dcf0 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:00.713430 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-848c7889-1eee-4459-a536-de140887509a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Usage tracker for resource:router and tenant:60a460cb10c44a699e8c4970a331215c is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:00.714059 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-c984bb93-eb15-4372-9f6a-c58c99e3dcf0 None None] Transition to ACTIVE for port object 0fb4e546-404e-454b-be23-5ba6fd06205a will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:26:00.727934 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-848c7889-1eee-4459-a536-de140887509a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:00.759083 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-848c7889-1eee-4459-a536-de140887509a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:00.759304 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-34f16314-4cfd-4a49-a707-1acc3ebd55f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:00.770605 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-c984bb93-eb15-4372-9f6a-c58c99e3dcf0 None None] Transition to ACTIVE for port object 0fb4e546-404e-454b-be23-5ba6fd06205a will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:26:00.772034 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9b94ecad-9b50-497d-b09a-759c6d3fe777 req-df3cf338-90df-40ba-87c7-f1bb9068600b tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3021090 Apr 06 13:26:00.777288 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-71054ac6-8c30-45a0-81a3-17fc61288aba tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:00.807992 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-71054ac6-8c30-45a0-81a3-17fc61288aba tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:00.827956 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71054ac6-8c30-45a0-81a3-17fc61288aba tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:26:00.828417 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-71054ac6-8c30-45a0-81a3-17fc61288aba tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn( Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn( Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn( Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn( Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:26:00.847317 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:26:00.849728 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, ff5e16e0-3f8b-49c5-9cd0-5fb9b4a4e8d0) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:00.858954 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20d2a63-e7b8-4e86-bcb6-3d551dc9c242 None None] Network ff5e16e0-3f8b-49c5-9cd0-5fb9b4a4e8d0 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:00.924432 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56c860-9aad-4552-ad91-2341f375934b None None] Pushing event updated for resources: {'Port': ['ID=ea577c5b-916a-44a8-878e-d60e58f0ccc0,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:00.928415 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c984bb93-eb15-4372-9f6a-c58c99e3dcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:00.932162 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-9b1f91d3-5c5b-47c8-94cd-126a1aca8841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:00.932555 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1f91d3-5c5b-47c8-94cd-126a1aca8841 None None] The sync data for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:26:00.960075 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f16314-4cfd-4a49-a707-1acc3ebd55f8 None None] Routers {'81120dde-5a76-4c20-b759-423a911974e5'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:00.960075 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-34f16314-4cfd-4a49-a707-1acc3ebd55f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['81120dde-5a76-4c20-b759-423a911974e5'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:01.036866 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-848c7889-1eee-4459-a536-de140887509a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:01.038354 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-848c7889-1eee-4459-a536-de140887509a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:01.041642 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984bb93-eb15-4372-9f6a-c58c99e3dcf0 None None] Pushing event updated for resources: {'Port': ['ID=0fb4e546-404e-454b-be23-5ba6fd06205a,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:01.042193 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:26:01.042881 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:01.055745 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c984bb93-eb15-4372-9f6a-c58c99e3dcf0 None None] Network bad4d074-3028-4fdb-9dd9-7e09990a05fc is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:26:01.089287 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-692d4bfc-7d87-461a-b161-ced4ea1666aa tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Allocated IP 172.20.0.1 (3f43b248-8128-4c58-ae6e-22a0449fb069/9e2b823a-7376-419b-8449-bcec1e35abac/48cc4dff-883e-44b5-bb83-e3d10ec8263b) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:26:01.123081 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-c984bb93-eb15-4372-9f6a-c58c99e3dcf0 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:01.134041 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c984bb93-eb15-4372-9f6a-c58c99e3dcf0 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:26:01.234407 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-848c7889-1eee-4459-a536-de140887509a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:01.271753 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Pushing event updated for resources: {'Port': ['ID=5738d703-8eec-432d-a6bb-585f911f3fce,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:01.290318 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Checking segment: {'id': '7540df4f-9d32-4172-aa6e-881e46671bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f782f4c7-474d-4f95-b7e4-ae7b0679edb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:26:01.290716 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Network hostable DHCP agents. Network: f782f4c7-474d-4f95-b7e4-ae7b0679edb7, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:26:01.310832 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-71054ac6-8c30-45a0-81a3-17fc61288aba tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:01.330998 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21358458-57d0-4434-a534-da78f0881475 req-fa4bc727-28d6-4969-b649-8587bbfb5086 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:01.334114 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-21358458-57d0-4434-a534-da78f0881475 req-fa4bc727-28d6-4969-b649-8587bbfb5086 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.3323832 Apr 06 13:26:01.360875 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-c984bb93-eb15-4372-9f6a-c58c99e3dcf0 None None] Attempting to bind port 0fb4e546-404e-454b-be23-5ba6fd06205a on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:26:01.361668 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-c984bb93-eb15-4372-9f6a-c58c99e3dcf0 None None] Attempting to bind port 0fb4e546-404e-454b-be23-5ba6fd06205a by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '0d5b97b1-a73e-4ac6-9016-00eb6f040352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'bad4d074-3028-4fdb-9dd9-7e09990a05fc'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:26:01.362310 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c984bb93-eb15-4372-9f6a-c58c99e3dcf0 None None] Attempting to bind port 0fb4e546-404e-454b-be23-5ba6fd06205a on network bad4d074-3028-4fdb-9dd9-7e09990a05fc {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:26:01.368953 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-34f16314-4cfd-4a49-a707-1acc3ebd55f8 None None] Set router 81120dde-5a76-4c20-b759-423a911974e5 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:26:01.373083 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c984bb93-eb15-4372-9f6a-c58c99e3dcf0 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:26:01.373866 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c984bb93-eb15-4372-9f6a-c58c99e3dcf0 None None] Checking segment: {'id': '0d5b97b1-a73e-4ac6-9016-00eb6f040352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'bad4d074-3028-4fdb-9dd9-7e09990a05fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:26:01.374501 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c984bb93-eb15-4372-9f6a-c58c99e3dcf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:01.375130 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c984bb93-eb15-4372-9f6a-c58c99e3dcf0 None None] Bound using segment: {'id': '0d5b97b1-a73e-4ac6-9016-00eb6f040352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'bad4d074-3028-4fdb-9dd9-7e09990a05fc'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:26:01.381208 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-c984bb93-eb15-4372-9f6a-c58c99e3dcf0 None None] Bound port: 0fb4e546-404e-454b-be23-5ba6fd06205a, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d5b97b1-a73e-4ac6-9016-00eb6f040352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'bad4d074-3028-4fdb-9dd9-7e09990a05fc'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:26:01.383979 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c984bb93-eb15-4372-9f6a-c58c99e3dcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:01.391493 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-71054ac6-8c30-45a0-81a3-17fc61288aba tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:01.394697 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71054ac6-8c30-45a0-81a3-17fc61288aba tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] Pushing event deleted for resources: {'Network': ['ID=2a560cc5-24da-422e-831a-7229cb5bb9fd,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:01.441984 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1ad0a2-9faf-48e4-b031-d00d3354cbe6 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:01.443421 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0f1ad0a2-9faf-48e4-b031-d00d3354cbe6 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Synchronizing usage tracker for tenant:b295c7e5a84744f7a6d0d8748d67f940 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:26:01.558870 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-21358458-57d0-4434-a534-da78f0881475 req-e7473c10-9242-4a53-8d24-19068f1fd2f9 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933551 Apr 06 13:26:01.565965 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-71054ac6-8c30-45a0-81a3-17fc61288aba tempest-AllowedAddressPairTestJSON-997350504 tempest-AllowedAddressPairTestJSON-997350504-project] 10.222.0.48 "DELETE /v2.0/networks/2a560cc5-24da-422e-831a-7229cb5bb9fd HTTP/1.1" status: 204 len: 168 time: 4.5860782 Apr 06 13:26:01.584555 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-c984bb93-eb15-4372-9f6a-c58c99e3dcf0 None None] For port 0fb4e546-404e-454b-be23-5ba6fd06205a, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:26:01.598025 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-c984bb93-eb15-4372-9f6a-c58c99e3dcf0 None None] For port 0fb4e546-404e-454b-be23-5ba6fd06205a, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0fb4e546-404e-454b-be23-5ba6fd06205a,segment=NetworkSegment(0d5b97b1-a73e-4ac6-9016-00eb6f040352),segment_id=0d5b97b1-a73e-4ac6-9016-00eb6f040352)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:26:01.696782 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Network f782f4c7-474d-4f95-b7e4-ae7b0679edb7 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:26:01.718881 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c984bb93-eb15-4372-9f6a-c58c99e3dcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:01.799406 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ad4836-d6cb-4bfe-b9f0-7e21d362b4d3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Router e6be2954-a14b-458a-b118-628a4055f72d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:26:01.848547 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, f782f4c7-474d-4f95-b7e4-ae7b0679edb7) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:01.876149 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:26:01.882780 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:01.899681 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:01.900541 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:01.930019 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c781d1-8050-4deb-af8b-b647301ace40 None None] Network f782f4c7-474d-4f95-b7e4-ae7b0679edb7 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:01.944302 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ec2e3f91-20db-49b8-849b-6bc3223dd927 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:26:01.973032 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc8b320-2ae3-457b-9343-73385dc2c8e2 None None] Network 3f43b248-8128-4c58-ae6e-22a0449fb069 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:01.989390 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-848c7889-1eee-4459-a536-de140887509a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:02.003251 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-34f16314-4cfd-4a49-a707-1acc3ebd55f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81120dde-5a76-4c20-b759-423a911974e5', 'name': 'tempest-snat-router-838721083', 'tenant_id': '60a460cb10c44a699e8c4970a331215c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.206'}], 'enable_snat': False}, 'gw_port_id': 'ea577c5b-916a-44a8-878e-d60e58f0ccc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:25:48Z', 'updated_at': '2022-04-06T13:25:54Z', 'revision_number': 3, 'project_id': '60a460cb10c44a699e8c4970a331215c', 'gw_port': {'id': 'ea577c5b-916a-44a8-878e-d60e58f0ccc0', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81120dde-5a76-4c20-b759-423a911974e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:25:51Z', 'updated_at': '2022-04-06T13:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:02.005470 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-692d4bfc-7d87-461a-b161-ced4ea1666aa tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:02.008144 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f16314-4cfd-4a49-a707-1acc3ebd55f8 None None] The sync data for ids ['81120dde-5a76-4c20-b759-423a911974e5'] in dv-neutron-834600-1-hyperv is: [{'id': '81120dde-5a76-4c20-b759-423a911974e5', 'name': 'tempest-snat-router-838721083', 'tenant_id': '60a460cb10c44a699e8c4970a331215c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.206'}], 'enable_snat': False}, 'gw_port_id': 'ea577c5b-916a-44a8-878e-d60e58f0ccc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:25:48Z', 'updated_at': '2022-04-06T13:25:54Z', 'revision_number': 3, 'project_id': '60a460cb10c44a699e8c4970a331215c', 'gw_port': {'id': 'ea577c5b-916a-44a8-878e-d60e58f0ccc0', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81120dde-5a76-4c20-b759-423a911974e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:25:51Z', 'updated_at': '2022-04-06T13:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:26:02.033695 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0f1ad0a2-9faf-48e4-b031-d00d3354cbe6 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Unset dirty status for tenant:b295c7e5a84744f7a6d0d8748d67f940 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:26:02.040219 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0f1ad0a2-9faf-48e4-b031-d00d3354cbe6 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622&device_id=1be0cae2-1aae-4ac2-b3dc-81408dba85f2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.5210919 Apr 06 13:26:02.041279 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39524) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:02.077779 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-692d4bfc-7d87-461a-b161-ced4ea1666aa tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Transition to ACTIVE for port object 48cc4dff-883e-44b5-bb83-e3d10ec8263b will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:26:02.155930 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-409cd633-2b4e-4358-9519-502223bc2261 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 7.4009187 Apr 06 13:26:02.194356 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39530) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:02.246101 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-4d08c1dd-fa2c-4338-965b-762124ac432f None None] Provisioning for port ec2e3f91-20db-49b8-849b-6bc3223dd927 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:26:02.370255 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ad4836-d6cb-4bfe-b9f0-7e21d362b4d3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:26:02.381610 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a1ad4836-d6cb-4bfe-b9f0-7e21d362b4d3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:02.622489 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39538) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:02.640560 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-692d4bfc-7d87-461a-b161-ced4ea1666aa tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:02.679711 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf5b42-45bf-45ec-9593-a44ca84df161 None None] Sync routers for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:26:02.726400 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992476a9-2367-4bde-bdba-d6c2d256441b tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:02.735622 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-992476a9-2367-4bde-bdba-d6c2d256441b tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Synchronizing usage tracker for tenant:b295c7e5a84744f7a6d0d8748d67f940 on resource:network {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:26:02.755181 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a1ad4836-d6cb-4bfe-b9f0-7e21d362b4d3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "PUT /v2.0/floatingips/b8356b17-18b3-47cf-a5b2-1cf87d9a5d8c HTTP/1.1" status: 200 len: 978 time: 5.9507310 Apr 06 13:26:02.779492 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39544) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:02.818117 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-4432021f-bfb5-4d79-b027-a4090446ac59 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:02.871010 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bf5b42-45bf-45ec-9593-a44ca84df161 None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:02.871894 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-57bf5b42-45bf-45ec-9593-a44ca84df161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:02.958784 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-992476a9-2367-4bde-bdba-d6c2d256441b tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Unset dirty status for tenant:b295c7e5a84744f7a6d0d8748d67f940 on resource:network {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:26:02.959942 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-57bf5b42-45bf-45ec-9593-a44ca84df161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:02.963817 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-992476a9-2367-4bde-bdba-d6c2d256441b tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "GET /v2.0/networks/4620f211-7c2e-4ee8-bf91-9181827f0622 HTTP/1.1" status: 200 len: 881 time: 0.9208803 Apr 06 13:26:02.970343 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984bb93-eb15-4372-9f6a-c58c99e3dcf0 None None] Pushing event updated for resources: {'Port': ['ID=0fb4e546-404e-454b-be23-5ba6fd06205a,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:02.976974 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39550) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:02.989001 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port ec2e3f91-20db-49b8-849b-6bc3223dd927 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:26:02.993969 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4432021f-bfb5-4d79-b027-a4090446ac59 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:03.000300 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port ec2e3f91-20db-49b8-849b-6bc3223dd927 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:26:03.000685 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:03.094244 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bf5b42-45bf-45ec-9593-a44ca84df161 None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:03.099095 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-57bf5b42-45bf-45ec-9593-a44ca84df161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:03.181398 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-57bf5b42-45bf-45ec-9593-a44ca84df161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:03.181804 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf5b42-45bf-45ec-9593-a44ca84df161 None None] The sync data for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:26:03.214037 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-520da804-4024-458b-a3d5-504f9ec0bd28 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "GET /v2.0/ports?device_id=1be0cae2-1aae-4ac2-b3dc-81408dba85f2 HTTP/1.1" status: 200 len: 205 time: 0.2330766 Apr 06 13:26:03.221008 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39554) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:03.373550 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc8093b-5eb0-462d-931b-d2a3b2661235 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:03.379935 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc8093b-5eb0-462d-931b-d2a3b2661235 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:03.380735 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ddc8093b-5eb0-462d-931b-d2a3b2661235 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Synchronizing usage tracker for tenant:9823be0ce2f449e8b513f599f9e9d32d on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:26:03.428468 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b42b75-bb76-4e7b-bbfd-f7cb5e5f3168 req-9abd303b-1a68-444c-8cfe-1c19b8c8f6ba tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:03.438308 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e4b42b75-bb76-4e7b-bbfd-f7cb5e5f3168 req-9abd303b-1a68-444c-8cfe-1c19b8c8f6ba tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.6110113 Apr 06 13:26:03.492598 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:03.533621 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521744be-80a4-4b01-a308-9c8b4f03db4b req-840fb388-94d0-4b56-8bdd-976d1593c826 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:03.537641 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-521744be-80a4-4b01-a308-9c8b4f03db4b req-840fb388-94d0-4b56-8bdd-976d1593c826 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/ports?device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 946 time: 0.4068382 Apr 06 13:26:03.541300 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port ec2e3f91-20db-49b8-849b-6bc3223dd927, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ec2e3f91-20db-49b8-849b-6bc3223dd927,segment=NetworkSegment(ebef5b33-75c9-4240-bdad-15626d7e5f42),segment_id=ebef5b33-75c9-4240-bdad-15626d7e5f42)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:03.548425 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ddc8093b-5eb0-462d-931b-d2a3b2661235 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Unset dirty status for tenant:9823be0ce2f449e8b513f599f9e9d32d on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:26:03.552825 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ddc8093b-5eb0-462d-931b-d2a3b2661235 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 1.3433475 Apr 06 13:26:03.580584 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee41cfa-2b6d-4d51-b11a-6e6545c38c8a None None] Network bad4d074-3028-4fdb-9dd9-7e09990a05fc requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:03.626789 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39558) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:03.679637 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:03.748733 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e4b42b75-bb76-4e7b-bbfd-f7cb5e5f3168 req-47d431e5-72c1-49a7-ad05-f094275345a1 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3106918 Apr 06 13:26:03.756165 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-1a6464b2-4e9b-4267-aa40-aa856d20fd49 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Deleting port 60d509f8-ebf7-4e14-8d53-48b42d1bbe3a {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:03.756498 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1a6464b2-4e9b-4267-aa40-aa856d20fd49 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:03.849925 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692d4bfc-7d87-461a-b161-ced4ea1666aa tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Network 3f43b248-8128-4c58-ae6e-22a0449fb069 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:26:03.853025 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4432021f-bfb5-4d79-b027-a4090446ac59 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:03.853912 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-c8546a49-21dd-4d34-9bb4-afba7acb8366 None None] Provisioning for port 0fb4e546-404e-454b-be23-5ba6fd06205a completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:26:03.862577 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d4bfc-7d87-461a-b161-ced4ea1666aa tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Pushing event updated for resources: {'Port': ['ID=48cc4dff-883e-44b5-bb83-e3d10ec8263b,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:03.875774 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-692d4bfc-7d87-461a-b161-ced4ea1666aa tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:03.881397 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=ec2e3f91-20db-49b8-849b-6bc3223dd927,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:03.889979 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692d4bfc-7d87-461a-b161-ced4ea1666aa tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:26:03.918583 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-521744be-80a4-4b01-a308-9c8b4f03db4b req-c8069028-7d60-48e8-8935-1b4c8d501299 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e34bce9-08ce-41d7-8339-191fe383b876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3670931 Apr 06 13:26:03.922565 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7f608a25-b9d1-4526-8b80-5bc6c4033c8e tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:03.963305 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ea577c5b-916a-44a8-878e-d60e58f0ccc0 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:26:03.992226 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4432021f-bfb5-4d79-b027-a4090446ac59 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:03.992691 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-4432021f-bfb5-4d79-b027-a4090446ac59 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Floating IP b8356b17-18b3-47cf-a5b2-1cf87d9a5d8c disassociated. External IP: 172.26.4.140, port: 445a0223-b161-4be6-92c3-47a1f02d8c9d. Apr 06 13:26:04.148335 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-692d4bfc-7d87-461a-b161-ced4ea1666aa tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:04.165394 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3540e277-2c81-475a-9c61-2f1edf38ce14 None None] Provisioning for port 48cc4dff-883e-44b5-bb83-e3d10ec8263b completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:26:04.180663 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3540e277-2c81-475a-9c61-2f1edf38ce14 None None] Provisioning complete for port 48cc4dff-883e-44b5-bb83-e3d10ec8263b triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:26:04.187604 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3540e277-2c81-475a-9c61-2f1edf38ce14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:04.245724 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port ea577c5b-916a-44a8-878e-d60e58f0ccc0 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:26:04.263336 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-848c7889-1eee-4459-a536-de140887509a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:04.271264 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port ea577c5b-916a-44a8-878e-d60e58f0ccc0 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:26:04.271674 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:04.315548 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-848c7889-1eee-4459-a536-de140887509a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:04.343001 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-3540e277-2c81-475a-9c61-2f1edf38ce14 None None] Port 48cc4dff-883e-44b5-bb83-e3d10ec8263b cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:26:04.382891 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3540e277-2c81-475a-9c61-2f1edf38ce14 None None] Provisioning complete for port ec2e3f91-20db-49b8-849b-6bc3223dd927 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:26:04.383263 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3540e277-2c81-475a-9c61-2f1edf38ce14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:04.395720 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-698fb486-5895-43e8-b173-7cea3a0ede35 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d31d7d89a23243b7bdce6e86ac89a173&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7719128 Apr 06 13:26:04.401188 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39564) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:04.417005 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7f608a25-b9d1-4526-8b80-5bc6c4033c8e tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:04.455053 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04581d-b8e3-4de4-896e-20e0c64d581d req-e49cf0a4-a8bf-4f5d-9fdd-32a8fb104257 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:04.459270 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bd04581d-b8e3-4de4-896e-20e0c64d581d req-e49cf0a4-a8bf-4f5d-9fdd-32a8fb104257 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.4137087 Apr 06 13:26:04.531949 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-7f608a25-b9d1-4526-8b80-5bc6c4033c8e tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Deleting port 5c47a590-ee77-47f9-99f2-6d005c2d1450 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:04.532301 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7f608a25-b9d1-4526-8b80-5bc6c4033c8e tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:04.564473 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:04.622128 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port ea577c5b-916a-44a8-878e-d60e58f0ccc0, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ea577c5b-916a-44a8-878e-d60e58f0ccc0,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:04.693492 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:04.694374 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0fb4e546-404e-454b-be23-5ba6fd06205a up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:26:04.788230 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bd04581d-b8e3-4de4-896e-20e0c64d581d req-2a247140-133a-4ee3-b050-c5beaa0dcb41 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2984965 Apr 06 13:26:04.847207 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-848c7889-1eee-4459-a536-de140887509a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Allocated IP 172.26.4.210 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/6d61714a-bade-4d1e-acbe-7981dec2f5c7) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:26:04.877887 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d6eaca59-04a0-4b14-aab0-4102141cba44 None None] Provisioning complete for port 48cc4dff-883e-44b5-bb83-e3d10ec8263b triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:26:04.878210 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d6eaca59-04a0-4b14-aab0-4102141cba44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:04.882305 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ecee7067-3407-41bd-9a84-0f575fcfbbef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:04.885084 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1a6464b2-4e9b-4267-aa40-aa856d20fd49 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:04.941483 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=ea577c5b-916a-44a8-878e-d60e58f0ccc0,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:04.982554 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-d6eaca59-04a0-4b14-aab0-4102141cba44 None None] Port 48cc4dff-883e-44b5-bb83-e3d10ec8263b cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:26:05.048163 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 0fb4e546-404e-454b-be23-5ba6fd06205a completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:26:05.055327 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 0fb4e546-404e-454b-be23-5ba6fd06205a triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:26:05.055815 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:05.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7f608a25-b9d1-4526-8b80-5bc6c4033c8e tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:05.189728 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:05.228878 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 0fb4e546-404e-454b-be23-5ba6fd06205a, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0fb4e546-404e-454b-be23-5ba6fd06205a,segment=NetworkSegment(0d5b97b1-a73e-4ac6-9016-00eb6f040352),segment_id=0d5b97b1-a73e-4ac6-9016-00eb6f040352)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:05.234147 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-1a6464b2-4e9b-4267-aa40-aa856d20fd49 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Calling delete_port for 60d509f8-ebf7-4e14-8d53-48b42d1bbe3a owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:05.299444 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:05.347380 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ecee7067-3407-41bd-9a84-0f575fcfbbef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:05.364715 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad6f29-3818-4f87-a6f2-242a4953521a req-c9f8924b-2038-4cd1-b131-08da9b799844 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:05.366127 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f7ad6f29-3818-4f87-a6f2-242a4953521a req-c9f8924b-2038-4cd1-b131-08da9b799844 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.61 "GET /v2.0/ports?device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 946 time: 1.0550840 Apr 06 13:26:05.370226 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-7f608a25-b9d1-4526-8b80-5bc6c4033c8e tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Calling delete_port for 5c47a590-ee77-47f9-99f2-6d005c2d1450 owned by network:router_gateway {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:05.370941 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=0fb4e546-404e-454b-be23-5ba6fd06205a,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:05.545769 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-848c7889-1eee-4459-a536-de140887509a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:05.552316 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-692d4bfc-7d87-461a-b161-ced4ea1666aa tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:05.563812 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1323d-69e9-4558-a0e0-6df444879a55 req-88ffeae6-40b1-43f1-a7dc-f768d1715537 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:05.566395 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-89e1323d-69e9-4558-a0e0-6df444879a55 req-88ffeae6-40b1-43f1-a7dc-f768d1715537 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.6169631 Apr 06 13:26:05.602587 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-f7ad6f29-3818-4f87-a6f2-242a4953521a req-4cdd6999-a2a6-4de9-8b2a-667386c5925b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Deleting port 3d66d449-7fb9-410f-883f-3828e276e3ae {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:05.602942 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f7ad6f29-3818-4f87-a6f2-242a4953521a req-4cdd6999-a2a6-4de9-8b2a-667386c5925b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:05.688929 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1a6464b2-4e9b-4267-aa40-aa856d20fd49 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:05.697761 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf3535-93e1-409d-93de-482414cf149a req-ad344b18-e905-496e-91b5-f2461cacfd18 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:05.700133 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8faf3535-93e1-409d-93de-482414cf149a req-ad344b18-e905-496e-91b5-f2461cacfd18 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/ports?device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 946 time: 0.6165314 Apr 06 13:26:05.759405 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-89e1323d-69e9-4558-a0e0-6df444879a55 req-a2219f31-4583-4ca9-aeb4-3d4a9a0dfda2 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750381 Apr 06 13:26:05.781964 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6464b2-4e9b-4267-aa40-aa856d20fd49 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Pushing event deleted for resources: {'Port': ['ID=60d509f8-ebf7-4e14-8d53-48b42d1bbe3a,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:05.788133 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1a6464b2-4e9b-4267-aa40-aa856d20fd49 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:05.800127 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ec2e3f91-20db-49b8-849b-6bc3223dd927 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:26:05.818058 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4432021f-bfb5-4d79-b027-a4090446ac59 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Router e6be2954-a14b-458a-b118-628a4055f72d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:26:05.851638 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8faf3535-93e1-409d-93de-482414cf149a req-27f861c5-c2bb-40e3-b87a-ae3024345a6a tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e34bce9-08ce-41d7-8339-191fe383b876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334698 Apr 06 13:26:05.915218 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port ec2e3f91-20db-49b8-849b-6bc3223dd927 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:26:05.915865 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:05.935415 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ecee7067-3407-41bd-9a84-0f575fcfbbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:05.968497 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-848c7889-1eee-4459-a536-de140887509a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:06.028060 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ecee7067-3407-41bd-9a84-0f575fcfbbef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:06.032638 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ecee7067-3407-41bd-9a84-0f575fcfbbef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/49662625-a4da-4bae-ae32-12968121878a HTTP/1.1" status: 204 len: 168 time: 1.6218987 Apr 06 13:26:06.032638 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee7067-3407-41bd-9a84-0f575fcfbbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49662625-a4da-4bae-ae32-12968121878a,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:06.040178 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848c7889-1eee-4459-a536-de140887509a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:26:06.043659 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-848c7889-1eee-4459-a536-de140887509a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:06.054989 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848c7889-1eee-4459-a536-de140887509a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:26:06.100431 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ea577c5b-916a-44a8-878e-d60e58f0ccc0 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:26:06.105727 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1a6464b2-4e9b-4267-aa40-aa856d20fd49 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] 10.222.0.48 "DELETE /v2.0/ports/60d509f8-ebf7-4e14-8d53-48b42d1bbe3a HTTP/1.1" status: 204 len: 168 time: 2.4776754 Apr 06 13:26:06.154614 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39576) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:06.258285 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7f608a25-b9d1-4526-8b80-5bc6c4033c8e tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:06.265191 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port ea577c5b-916a-44a8-878e-d60e58f0ccc0 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:26:06.271721 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:06.367158 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c7889-1eee-4459-a536-de140887509a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Pushing event updated for resources: {'Port': ['ID=6d61714a-bade-4d1e-acbe-7981dec2f5c7,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:06.458979 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0fb4e546-404e-454b-be23-5ba6fd06205a up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:26:06.506260 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-4df468cc-6e46-4ed4-a4dc-be958dc63971 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Deleting port 5738d703-8eec-432d-a6bb-585f911f3fce {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:06.507302 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4df468cc-6e46-4ed4-a4dc-be958dc63971 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:06.514748 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f608a25-b9d1-4526-8b80-5bc6c4033c8e tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Pushing event deleted for resources: {'Port': ['ID=5c47a590-ee77-47f9-99f2-6d005c2d1450,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:06.568883 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7f608a25-b9d1-4526-8b80-5bc6c4033c8e tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:06.581126 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 0fb4e546-404e-454b-be23-5ba6fd06205a triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:26:06.581862 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:06.724658 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4432021f-bfb5-4d79-b027-a4090446ac59 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:26:06.729260 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4432021f-bfb5-4d79-b027-a4090446ac59 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:06.757481 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2783c52-5e54-42a5-92b0-e68192e356f0 None None] Sync routers for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:26:06.782582 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2783c52-5e54-42a5-92b0-e68192e356f0 None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:06.784710 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-c2783c52-5e54-42a5-92b0-e68192e356f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:06.888040 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-c2783c52-5e54-42a5-92b0-e68192e356f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:06.935037 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2783c52-5e54-42a5-92b0-e68192e356f0 None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:06.940143 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-c2783c52-5e54-42a5-92b0-e68192e356f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:06.963375 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7f608a25-b9d1-4526-8b80-5bc6c4033c8e tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:06.967924 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7f608a25-b9d1-4526-8b80-5bc6c4033c8e tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:06.997858 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-f7ad6f29-3818-4f87-a6f2-242a4953521a req-4cdd6999-a2a6-4de9-8b2a-667386c5925b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] For port 3d66d449-7fb9-410f-883f-3828e276e3ae, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3d66d449-7fb9-410f-883f-3828e276e3ae,segment=NetworkSegment(54e4ee41-531e-440c-8308-aeb4581df134),segment_id=54e4ee41-531e-440c-8308-aeb4581df134)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:06.998436 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f7ad6f29-3818-4f87-a6f2-242a4953521a req-4cdd6999-a2a6-4de9-8b2a-667386c5925b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:07.084252 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c47c9-7699-455d-80e9-84ad6f0b1fb1 req-a574f0b6-124f-4b08-a068-ab3dfa05fb8e tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:07.094573 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1f1c47c9-7699-455d-80e9-84ad6f0b1fb1 req-a574f0b6-124f-4b08-a068-ab3dfa05fb8e tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.5891645 Apr 06 13:26:07.115213 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-c2783c52-5e54-42a5-92b0-e68192e356f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:07.115619 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2783c52-5e54-42a5-92b0-e68192e356f0 None None] The sync data for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:26:07.136589 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7f608a25-b9d1-4526-8b80-5bc6c4033c8e tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:07.137891 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f608a25-b9d1-4526-8b80-5bc6c4033c8e tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Fanout notify agent at l3_agent the message router_deleted on router 1be0cae2-1aae-4ac2-b3dc-81408dba85f2 {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:26:07.172631 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4432021f-bfb5-4d79-b027-a4090446ac59 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "PUT /v2.0/floatingips/b8356b17-18b3-47cf-a5b2-1cf87d9a5d8c HTTP/1.1" status: 200 len: 688 time: 4.3756239 Apr 06 13:26:07.193657 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39594) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:07.295959 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7f608a25-b9d1-4526-8b80-5bc6c4033c8e tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:07.297088 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7f608a25-b9d1-4526-8b80-5bc6c4033c8e tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "DELETE /v2.0/routers/1be0cae2-1aae-4ac2-b3dc-81408dba85f2 HTTP/1.1" status: 204 len: 168 time: 4.0682647 Apr 06 13:26:07.363087 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39600) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:07.377144 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1f1c47c9-7699-455d-80e9-84ad6f0b1fb1 req-eabd7920-a98c-4614-93b1-6ca8d8208557 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2821245 Apr 06 13:26:07.414323 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-848c7889-1eee-4459-a536-de140887509a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:07.484117 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-e8587361-fea8-4091-88eb-e06ad78e986b tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2077835342', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:07.498365 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931227cb-12a2-404b-bea6-b137f7e3acbe req-5f8289a1-5128-4895-8728-ff232906486b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:07.500225 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-931227cb-12a2-404b-bea6-b137f7e3acbe req-5f8289a1-5128-4895-8728-ff232906486b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/ports?device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 946 time: 0.3979540 Apr 06 13:26:07.534216 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e8587361-fea8-4091-88eb-e06ad78e986b tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:07.539500 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.resource_extend [None req-692d4bfc-7d87-461a-b161-ced4ea1666aa tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 13:26:07.565664 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e8587361-fea8-4091-88eb-e06ad78e986b tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Usage tracker for resource:router and tenant:a7d3934a216d42678dd20983f1025233 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:07.576460 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4df468cc-6e46-4ed4-a4dc-be958dc63971 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:07.586473 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e8587361-fea8-4091-88eb-e06ad78e986b tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:07.589561 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-8db36738-21d0-4cee-91a5-b6461f5783e0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Deleting port 106ca17a-f5df-41b5-a07b-eed6548e9a7c {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:07.589896 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8db36738-21d0-4cee-91a5-b6461f5783e0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:07.616540 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-692d4bfc-7d87-461a-b161-ced4ea1666aa tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:07.637232 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e8587361-fea8-4091-88eb-e06ad78e986b tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:07.656694 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-931227cb-12a2-404b-bea6-b137f7e3acbe req-b43c55b0-608d-4e84-b1e0-7d3d7ce46b38 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e34bce9-08ce-41d7-8339-191fe383b876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478295 Apr 06 13:26:07.705939 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 3d66d449-7fb9-410f-883f-3828e276e3ae no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:26:07.743755 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39610) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:07.783325 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-4df468cc-6e46-4ed4-a4dc-be958dc63971 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Calling delete_port for 5738d703-8eec-432d-a6bb-585f911f3fce owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:07.872644 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-848c7889-1eee-4459-a536-de140887509a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:07.874970 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:07.894029 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-692d4bfc-7d87-461a-b161-ced4ea1666aa tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:07.926198 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83aae3a3-2a73-4de9-9d7f-a503588b652d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d66d449-7fb9-410f-883f-3828e276e3ae'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:26:07.940603 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 3d66d449-7fb9-410f-883f-3828e276e3ae, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3d66d449-7fb9-410f-883f-3828e276e3ae,segment=NetworkSegment(54e4ee41-531e-440c-8308-aeb4581df134),segment_id=54e4ee41-531e-440c-8308-aeb4581df134)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:07.967728 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-ac3babe4-3ccd-43ba-9d0a-f2c108b9079f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-164274597'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:07.980698 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ac3babe4-3ccd-43ba-9d0a-f2c108b9079f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:07.988424 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ac3babe4-3ccd-43ba-9d0a-f2c108b9079f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Usage tracker for resource:network and tenant:ed39337f249349ada24d9b0a6c7e89f2 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:07.994885 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43a57597-09f2-4e21-8758-1080cc1abd5f'] response: {'server_uuid': '83aae3a3-2a73-4de9-9d7f-a503588b652d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d66d449-7fb9-410f-883f-3828e276e3ae', 'code': 200} Apr 06 13:26:07.995856 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ac3babe4-3ccd-43ba-9d0a-f2c108b9079f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:08.006248 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ac3babe4-3ccd-43ba-9d0a-f2c108b9079f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:08.071702 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e8587361-fea8-4091-88eb-e06ad78e986b tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:08.072741 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e8587361-fea8-4091-88eb-e06ad78e986b tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:08.082287 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:08.111531 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3babe4-3ccd-43ba-9d0a-f2c108b9079f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Made reservation on behalf of ed39337f249349ada24d9b0a6c7e89f2 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:26:08.116398 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ac3babe4-3ccd-43ba-9d0a-f2c108b9079f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:08.158534 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ac3babe4-3ccd-43ba-9d0a-f2c108b9079f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:08.167770 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=3d66d449-7fb9-410f-883f-3828e276e3ae,revision_number=6']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:08.184507 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ac3babe4-3ccd-43ba-9d0a-f2c108b9079f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:08.193589 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ac3babe4-3ccd-43ba-9d0a-f2c108b9079f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Usage tracker for resource:security_group_rule and tenant:ed39337f249349ada24d9b0a6c7e89f2 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:08.198838 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ac3babe4-3ccd-43ba-9d0a-f2c108b9079f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:08.208786 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ac3babe4-3ccd-43ba-9d0a-f2c108b9079f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:08.244217 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4df468cc-6e46-4ed4-a4dc-be958dc63971 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:08.260707 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d4bfc-7d87-461a-b161-ced4ea1666aa tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Pushing event updated for resources: {'Port': ['ID=48cc4dff-883e-44b5-bb83-e3d10ec8263b,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:08.280315 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-692d4bfc-7d87-461a-b161-ced4ea1666aa tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:08.316386 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848c7889-1eee-4459-a536-de140887509a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Router 97e76c17-cf50-46db-95df-432715acc9e8 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:26:08.326759 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ac3babe4-3ccd-43ba-9d0a-f2c108b9079f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:08.331421 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e8587361-fea8-4091-88eb-e06ad78e986b tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:08.341130 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f7ad6f29-3818-4f87-a6f2-242a4953521a req-4cdd6999-a2a6-4de9-8b2a-667386c5925b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:08.341619 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f7ad6f29-3818-4f87-a6f2-242a4953521a req-4cdd6999-a2a6-4de9-8b2a-667386c5925b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:08.341930 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [req-f7ad6f29-3818-4f87-a6f2-242a4953521a req-4cdd6999-a2a6-4de9-8b2a-667386c5925b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Floating IP 7613c94b-6e32-4940-8f52-a3adfb7db89c disassociated. External IP: 172.26.4.112, port: 3d66d449-7fb9-410f-883f-3828e276e3ae. Apr 06 13:26:08.342264 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-f7ad6f29-3818-4f87-a6f2-242a4953521a req-4cdd6999-a2a6-4de9-8b2a-667386c5925b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Calling delete_port for 3d66d449-7fb9-410f-883f-3828e276e3ae owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:08.391911 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ac3babe4-3ccd-43ba-9d0a-f2c108b9079f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:08.429452 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df468cc-6e46-4ed4-a4dc-be958dc63971 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Pushing event deleted for resources: {'Port': ['ID=5738d703-8eec-432d-a6bb-585f911f3fce,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:08.430623 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac3babe4-3ccd-43ba-9d0a-f2c108b9079f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:26:08.460968 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4df468cc-6e46-4ed4-a4dc-be958dc63971 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:08.469375 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ac3babe4-3ccd-43ba-9d0a-f2c108b9079f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:08.469741 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-ac3babe4-3ccd-43ba-9d0a-f2c108b9079f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Added segment 6fca768b-0329-4138-bc53-5c8540a1c5ef of type vlan for network 626bd4c6-a6a3-48c1-ae35-35fd3c4deb28 Apr 06 13:26:08.473919 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3babe4-3ccd-43ba-9d0a-f2c108b9079f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6188293-8e95-4e54-97d7-9770cc09b918,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:08.729252 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4df468cc-6e46-4ed4-a4dc-be958dc63971 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] 10.222.0.48 "DELETE /v2.0/ports/5738d703-8eec-432d-a6bb-585f911f3fce HTTP/1.1" status: 204 len: 168 time: 2.5696104 Apr 06 13:26:08.729252 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8db36738-21d0-4cee-91a5-b6461f5783e0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:08.729252 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8db36738-21d0-4cee-91a5-b6461f5783e0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:08.731825 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39622) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:08.799783 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ac3babe4-3ccd-43ba-9d0a-f2c108b9079f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:08.812881 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848c7889-1eee-4459-a536-de140887509a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:26:08.816169 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-afec6355-80df-4569-b82e-6602b10c4435 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0785882 Apr 06 13:26:08.827876 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b08bd0-6120-454b-8786-6cf9a9024d09 None None] Sync routers for ids ['97e76c17-cf50-46db-95df-432715acc9e8'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:26:08.835268 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39626) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:08.839956 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b08bd0-6120-454b-8786-6cf9a9024d09 None None] Routers {'97e76c17-cf50-46db-95df-432715acc9e8'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:08.841769 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-07b08bd0-6120-454b-8786-6cf9a9024d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['97e76c17-cf50-46db-95df-432715acc9e8'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:08.895451 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e8587361-fea8-4091-88eb-e06ad78e986b tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:08.911697 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-8db36738-21d0-4cee-91a5-b6461f5783e0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Calling delete_port for 106ca17a-f5df-41b5-a07b-eed6548e9a7c owned by network:floatingip {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:08.943437 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e0925-bdbe-4aaa-b7d6-fe2cd10c03b5 req-f9b37ef9-c9a9-46d7-95f9-7bde19c1fbee tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:08.948107 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-871808e1-3427-4ec1-98ed-e7809d479796 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-944672015'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:08.951454 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9a7e0925-bdbe-4aaa-b7d6-fe2cd10c03b5 req-f9b37ef9-c9a9-46d7-95f9-7bde19c1fbee tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.2907341 Apr 06 13:26:08.968809 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-871808e1-3427-4ec1-98ed-e7809d479796 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:08.988867 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-871808e1-3427-4ec1-98ed-e7809d479796 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Usage tracker for resource:network and tenant:9823be0ce2f449e8b513f599f9e9d32d is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:08.998367 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-871808e1-3427-4ec1-98ed-e7809d479796 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:09.006849 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-848c7889-1eee-4459-a536-de140887509a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:09.008070 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-848c7889-1eee-4459-a536-de140887509a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.4511826 Apr 06 13:26:09.013293 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39630) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:09.017006 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-871808e1-3427-4ec1-98ed-e7809d479796 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:09.025752 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533e6a9-51e7-45a9-8c4f-06c6b6b352e2 req-841fca25-b79b-41ac-9517-01f19cf882d0 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:09.026475 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692d4bfc-7d87-461a-b161-ced4ea1666aa tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Network 3f43b248-8128-4c58-ae6e-22a0449fb069 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:26:09.027342 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2533e6a9-51e7-45a9-8c4f-06c6b6b352e2 req-841fca25-b79b-41ac-9517-01f19cf882d0 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/ports?device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 944 time: 0.2296152 Apr 06 13:26:09.032367 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-692d4bfc-7d87-461a-b161-ced4ea1666aa tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:09.042829 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.api [req-f7ad6f29-3818-4f87-a6f2-242a4953521a req-4cdd6999-a2a6-4de9-8b2a-667386c5925b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:26:09.043148 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG oslo_db.api [req-f7ad6f29-3818-4f87-a6f2-242a4953521a req-4cdd6999-a2a6-4de9-8b2a-667386c5925b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:26:09.053084 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-07b08bd0-6120-454b-8786-6cf9a9024d09 None None] Set router 97e76c17-cf50-46db-95df-432715acc9e8 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:26:09.092962 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9a7e0925-bdbe-4aaa-b7d6-fe2cd10c03b5 req-6bfb1389-e024-4d7c-a64a-77904e8d1707 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402380 Apr 06 13:26:09.103574 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ac3babe4-3ccd-43ba-9d0a-f2c108b9079f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:09.116033 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3babe4-3ccd-43ba-9d0a-f2c108b9079f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:09.116693 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ac3babe4-3ccd-43ba-9d0a-f2c108b9079f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:09.136367 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e8587361-fea8-4091-88eb-e06ad78e986b tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:09.140805 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e8587361-fea8-4091-88eb-e06ad78e986b tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.7766089 Apr 06 13:26:09.141676 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39636) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:09.170242 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871808e1-3427-4ec1-98ed-e7809d479796 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Made reservation on behalf of 9823be0ce2f449e8b513f599f9e9d32d for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:26:09.174001 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-871808e1-3427-4ec1-98ed-e7809d479796 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:09.190289 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-82884060-9f5c-4774-bdb8-013d54f788fb tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Request body: {'router': {'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:09.451109 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2533e6a9-51e7-45a9-8c4f-06c6b6b352e2 req-5d5fd40e-5f32-4a9e-a33f-e7431bb6aacb tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e34bce9-08ce-41d7-8339-191fe383b876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3489106 Apr 06 13:26:09.463557 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ac3babe4-3ccd-43ba-9d0a-f2c108b9079f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7188649 Apr 06 13:26:09.528830 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-37db036e-276a-4ce3-8653-da7c864978b6 None None] Provisioning complete for port 48cc4dff-883e-44b5-bb83-e3d10ec8263b triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:26:09.529203 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-37db036e-276a-4ce3-8653-da7c864978b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:09.581248 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9388908a-28ce-4713-b587-ee0170676008 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "GET /v2.0/routers/97e76c17-cf50-46db-95df-432715acc9e8 HTTP/1.1" status: 200 len: 907 time: 0.5663450 Apr 06 13:26:09.584754 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3babe4-3ccd-43ba-9d0a-f2c108b9079f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event updated for resources: {'Network': ['ID=626bd4c6-a6a3-48c1-ae35-35fd3c4deb28,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:09.588169 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39640) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:09.605412 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-37db036e-276a-4ce3-8653-da7c864978b6 None None] Port 48cc4dff-883e-44b5-bb83-e3d10ec8263b cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:26:09.633063 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 626bd4c6-a6a3-48c1-ae35-35fd3c4deb28 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:26:09.685934 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-f7ad6f29-3818-4f87-a6f2-242a4953521a req-4cdd6999-a2a6-4de9-8b2a-667386c5925b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Deleting port 3d66d449-7fb9-410f-883f-3828e276e3ae {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:09.691805 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f7ad6f29-3818-4f87-a6f2-242a4953521a req-4cdd6999-a2a6-4de9-8b2a-667386c5925b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:09.788154 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-07b08bd0-6120-454b-8786-6cf9a9024d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e76c17-cf50-46db-95df-432715acc9e8', 'name': 'tempest-snat-router-838721083', 'tenant_id': '60a460cb10c44a699e8c4970a331215c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': '6d61714a-bade-4d1e-acbe-7981dec2f5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:26:01Z', 'updated_at': '2022-04-06T13:26:06Z', 'revision_number': 3, 'project_id': '60a460cb10c44a699e8c4970a331215c', 'gw_port': {'id': '6d61714a-bade-4d1e-acbe-7981dec2f5c7', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e76c17-cf50-46db-95df-432715acc9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:26:04Z', 'updated_at': '2022-04-06T13:26:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:09.804269 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b08bd0-6120-454b-8786-6cf9a9024d09 None None] Checking router: 97e76c17-cf50-46db-95df-432715acc9e8 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:26:09.804764 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b08bd0-6120-454b-8786-6cf9a9024d09 None None] Updating router 97e76c17-cf50-46db-95df-432715acc9e8 port 6d61714a-bade-4d1e-acbe-7981dec2f5c7 binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:26:09.896086 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8db36738-21d0-4cee-91a5-b6461f5783e0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:09.937840 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-07b08bd0-6120-454b-8786-6cf9a9024d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:09.954312 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0e003060-aeb8-40fc-9e82-b7c21d74c647 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:10.171649 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871808e1-3427-4ec1-98ed-e7809d479796 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:26:10.391237 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db36738-21d0-4cee-91a5-b6461f5783e0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event deleted for resources: {'Port': ['ID=106ca17a-f5df-41b5-a07b-eed6548e9a7c,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:10.405994 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14f116-3ffa-4e4c-bf2b-12ee4473725e req-c4be3297-0bd5-42c7-b572-272bd1d005cd tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:10.407767 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8f14f116-3ffa-4e4c-bf2b-12ee4473725e req-c4be3297-0bd5-42c7-b572-272bd1d005cd tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.4616981 Apr 06 13:26:10.460681 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0e003060-aeb8-40fc-9e82-b7c21d74c647 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:10.488464 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-871808e1-3427-4ec1-98ed-e7809d479796 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:10.489194 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-871808e1-3427-4ec1-98ed-e7809d479796 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Added segment a3d0a6e7-45cb-4f04-ac76-74902f44ed13 of type vlan for network 7111b4e7-a778-4353-bc77-5f0b5e4cc682 Apr 06 13:26:10.524348 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8f14f116-3ffa-4e4c-bf2b-12ee4473725e req-487a25ec-8876-4ed6-b45e-5001e0ff4271 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099112 Apr 06 13:26:10.547884 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-0e003060-aeb8-40fc-9e82-b7c21d74c647 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Deleting port 6d61714a-bade-4d1e-acbe-7981dec2f5c7 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:10.548322 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0e003060-aeb8-40fc-9e82-b7c21d74c647 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:10.611620 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-82884060-9f5c-4774-bdb8-013d54f788fb tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:10.633395 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-07b08bd0-6120-454b-8786-6cf9a9024d09 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:10.668094 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-07b08bd0-6120-454b-8786-6cf9a9024d09 None None] Transition to ACTIVE for port object 6d61714a-bade-4d1e-acbe-7981dec2f5c7 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:26:10.756210 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-07b08bd0-6120-454b-8786-6cf9a9024d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:10.823003 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-871808e1-3427-4ec1-98ed-e7809d479796 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:10.861322 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0e003060-aeb8-40fc-9e82-b7c21d74c647 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:10.875038 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8db36738-21d0-4cee-91a5-b6461f5783e0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:10.878684 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf2996-778c-4175-bff5-b6f77bb6c1cc None None] Pushing event updated for resources: {'Port': ['ID=6d61714a-bade-4d1e-acbe-7981dec2f5c7,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:10.911512 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-07b08bd0-6120-454b-8786-6cf9a9024d09 None None] Attempting to bind port 6d61714a-bade-4d1e-acbe-7981dec2f5c7 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:26:10.912145 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-07b08bd0-6120-454b-8786-6cf9a9024d09 None None] Attempting to bind port 6d61714a-bade-4d1e-acbe-7981dec2f5c7 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:26:10.912754 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b08bd0-6120-454b-8786-6cf9a9024d09 None None] Attempting to bind port 6d61714a-bade-4d1e-acbe-7981dec2f5c7 on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:26:10.918459 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b08bd0-6120-454b-8786-6cf9a9024d09 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:26:10.919744 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b08bd0-6120-454b-8786-6cf9a9024d09 None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:26:10.920524 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-07b08bd0-6120-454b-8786-6cf9a9024d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:10.921070 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b08bd0-6120-454b-8786-6cf9a9024d09 None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:26:10.921670 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-07b08bd0-6120-454b-8786-6cf9a9024d09 None None] Bound port: 6d61714a-bade-4d1e-acbe-7981dec2f5c7, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:26:10.922191 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-07b08bd0-6120-454b-8786-6cf9a9024d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:11.009905 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-07b08bd0-6120-454b-8786-6cf9a9024d09 None None] For port 6d61714a-bade-4d1e-acbe-7981dec2f5c7, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:26:11.017180 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-07b08bd0-6120-454b-8786-6cf9a9024d09 None None] For port 6d61714a-bade-4d1e-acbe-7981dec2f5c7, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=6d61714a-bade-4d1e-acbe-7981dec2f5c7,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:26:11.042410 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-f7ad6f29-3818-4f87-a6f2-242a4953521a req-4cdd6999-a2a6-4de9-8b2a-667386c5925b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] For port 3d66d449-7fb9-410f-883f-3828e276e3ae, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3d66d449-7fb9-410f-883f-3828e276e3ae,segment=NetworkSegment(54e4ee41-531e-440c-8308-aeb4581df134),segment_id=54e4ee41-531e-440c-8308-aeb4581df134)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:11.042970 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f7ad6f29-3818-4f87-a6f2-242a4953521a req-4cdd6999-a2a6-4de9-8b2a-667386c5925b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:11.070551 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692d4bfc-7d87-461a-b161-ced4ea1666aa tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Router 650dbd5f-b920-4d58-870d-45337d8059a4 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:26:11.099823 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-07b08bd0-6120-454b-8786-6cf9a9024d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:11.163014 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-0e003060-aeb8-40fc-9e82-b7c21d74c647 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Calling delete_port for 6d61714a-bade-4d1e-acbe-7981dec2f5c7 owned by network:router_gateway {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:11.174787 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b08bd0-6120-454b-8786-6cf9a9024d09 None None] Routers {'97e76c17-cf50-46db-95df-432715acc9e8'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:11.175799 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-07b08bd0-6120-454b-8786-6cf9a9024d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['97e76c17-cf50-46db-95df-432715acc9e8'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:11.205262 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.resource_extend [None req-871808e1-3427-4ec1-98ed-e7809d479796 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 13:26:11.208587 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6b427-76d7-4540-8127-2b42b0973513 req-4f107dcf-5060-4ed0-bd43-9b5c23e6b538 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:11.210103 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e9f6b427-76d7-4540-8127-2b42b0973513 req-4f107dcf-5060-4ed0-bd43-9b5c23e6b538 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/ports?device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 944 time: 0.4713628 Apr 06 13:26:11.283777 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e9f6b427-76d7-4540-8127-2b42b0973513 req-28191509-4cea-4a7a-a983-0fadad169a7c tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e34bce9-08ce-41d7-8339-191fe383b876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596426 Apr 06 13:26:11.377429 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.api [None req-0e003060-aeb8-40fc-9e82-b7c21d74c647 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:26:11.378036 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG oslo_db.api [None req-0e003060-aeb8-40fc-9e82-b7c21d74c647 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:26:11.417537 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf2996-778c-4175-bff5-b6f77bb6c1cc None None] Pushing event updated for resources: {'Port': ['ID=6d61714a-bade-4d1e-acbe-7981dec2f5c7,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:11.451022 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-07b08bd0-6120-454b-8786-6cf9a9024d09 None None] Set router 97e76c17-cf50-46db-95df-432715acc9e8 gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:26:11.478442 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-871808e1-3427-4ec1-98ed-e7809d479796 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:11.483874 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871808e1-3427-4ec1-98ed-e7809d479796 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:11.484462 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-871808e1-3427-4ec1-98ed-e7809d479796 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:11.513663 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8db36738-21d0-4cee-91a5-b6461f5783e0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:11.517359 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8db36738-21d0-4cee-91a5-b6461f5783e0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "DELETE /v2.0/floatingips/b8356b17-18b3-47cf-a5b2-1cf87d9a5d8c HTTP/1.1" status: 204 len: 168 time: 4.3202052 Apr 06 13:26:11.518956 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39648) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:11.565444 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-07b08bd0-6120-454b-8786-6cf9a9024d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e76c17-cf50-46db-95df-432715acc9e8', 'name': 'tempest-snat-router-838721083', 'tenant_id': '60a460cb10c44a699e8c4970a331215c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:26:01Z', 'updated_at': '2022-04-06T13:26:10Z', 'revision_number': 4, 'project_id': '60a460cb10c44a699e8c4970a331215c', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:11.569890 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b08bd0-6120-454b-8786-6cf9a9024d09 None None] The sync data for ids ['97e76c17-cf50-46db-95df-432715acc9e8'] in dv-neutron-834600-1-hyperv is: [{'id': '97e76c17-cf50-46db-95df-432715acc9e8', 'name': 'tempest-snat-router-838721083', 'tenant_id': '60a460cb10c44a699e8c4970a331215c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:26:01Z', 'updated_at': '2022-04-06T13:26:10Z', 'revision_number': 4, 'project_id': '60a460cb10c44a699e8c4970a331215c', 'gw_port_host': None}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:26:11.682053 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-2a732e51-c8a0-40f8-b344-0c2e177f19b9 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] delete failed (client error): The resource could not be found. Apr 06 13:26:11.687256 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2a732e51-c8a0-40f8-b344-0c2e177f19b9 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "DELETE /v2.0/floatingips/b8356b17-18b3-47cf-a5b2-1cf87d9a5d8c HTTP/1.1" status: 404 len: 345 time: 0.1658607 Apr 06 13:26:11.687896 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39654) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:11.768399 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-871808e1-3427-4ec1-98ed-e7809d479796 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.9318039 Apr 06 13:26:11.798477 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39658) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:11.805443 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-b7abdeb9-9427-4da4-b682-c135fbc76763 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2010928338'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:11.811450 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b7abdeb9-9427-4da4-b682-c135fbc76763 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:11.829823 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b7abdeb9-9427-4da4-b682-c135fbc76763 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Usage tracker for resource:network and tenant:9823be0ce2f449e8b513f599f9e9d32d is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:11.837791 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b7abdeb9-9427-4da4-b682-c135fbc76763 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:11.849020 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b7abdeb9-9427-4da4-b682-c135fbc76763 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:11.883957 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-0e003060-aeb8-40fc-9e82-b7c21d74c647 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Deleting port 6d61714a-bade-4d1e-acbe-7981dec2f5c7 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:11.884111 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0e003060-aeb8-40fc-9e82-b7c21d74c647 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:11.912878 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871808e1-3427-4ec1-98ed-e7809d479796 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Pushing event updated for resources: {'Network': ['ID=7111b4e7-a778-4353-bc77-5f0b5e4cc682,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:11.924040 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692d4bfc-7d87-461a-b161-ced4ea1666aa tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:26:11.932542 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-692d4bfc-7d87-461a-b161-ced4ea1666aa tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] 10.222.0.48 "PUT /v2.0/routers/650dbd5f-b920-4d58-870d-45337d8059a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4661112 Apr 06 13:26:11.935453 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39662) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:11.939044 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f7ad6f29-3818-4f87-a6f2-242a4953521a req-4cdd6999-a2a6-4de9-8b2a-667386c5925b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:11.939846 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f7ad6f29-3818-4f87-a6f2-242a4953521a req-4cdd6999-a2a6-4de9-8b2a-667386c5925b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:11.940210 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [req-f7ad6f29-3818-4f87-a6f2-242a4953521a req-4cdd6999-a2a6-4de9-8b2a-667386c5925b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Floating IP 7613c94b-6e32-4940-8f52-a3adfb7db89c disassociated. External IP: 172.26.4.112, port: 3d66d449-7fb9-410f-883f-3828e276e3ae. Apr 06 13:26:11.940629 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-f7ad6f29-3818-4f87-a6f2-242a4953521a req-4cdd6999-a2a6-4de9-8b2a-667386c5925b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Calling delete_port for 3d66d449-7fb9-410f-883f-3828e276e3ae owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:11.944863 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 7111b4e7-a778-4353-bc77-5f0b5e4cc682 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:26:11.947241 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceff951-84c5-4fe9-91d7-6e6ed64b73af tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:11.953899 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceff951-84c5-4fe9-91d7-6e6ed64b73af tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:11.959211 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f981e03-ba2b-43bd-b8a5-b2ad17c29875 None None] Sync routers for ids ['650dbd5f-b920-4d58-870d-45337d8059a4'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:26:11.959865 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceff951-84c5-4fe9-91d7-6e6ed64b73af tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:11.960732 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-aceff951-84c5-4fe9-91d7-6e6ed64b73af tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Synchronizing usage tracker for tenant:85b5a92c88a5421aa7d05fbcad83612c on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:26:11.974652 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d9a04-5295-44a2-a865-f7326470629e req-c72ee507-8d99-4530-a324-f62210eb89d5 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:11.976185 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-945d9a04-5295-44a2-a865-f7326470629e req-c72ee507-8d99-4530-a324-f62210eb89d5 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.2177339 Apr 06 13:26:11.979427 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7abdeb9-9427-4da4-b682-c135fbc76763 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Made reservation on behalf of 9823be0ce2f449e8b513f599f9e9d32d for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:26:11.983531 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b7abdeb9-9427-4da4-b682-c135fbc76763 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:11.984651 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f981e03-ba2b-43bd-b8a5-b2ad17c29875 None None] Routers {'650dbd5f-b920-4d58-870d-45337d8059a4'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:11.988651 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1f981e03-ba2b-43bd-b8a5-b2ad17c29875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['650dbd5f-b920-4d58-870d-45337d8059a4'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:12.099824 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1f981e03-ba2b-43bd-b8a5-b2ad17c29875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:12.114144 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7abdeb9-9427-4da4-b682-c135fbc76763 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:26:12.118989 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f981e03-ba2b-43bd-b8a5-b2ad17c29875 None None] Routers {'650dbd5f-b920-4d58-870d-45337d8059a4'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:12.119969 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1f981e03-ba2b-43bd-b8a5-b2ad17c29875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['650dbd5f-b920-4d58-870d-45337d8059a4'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:12.199046 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1f981e03-ba2b-43bd-b8a5-b2ad17c29875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:12.199769 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f981e03-ba2b-43bd-b8a5-b2ad17c29875 None None] The sync data for ids ['650dbd5f-b920-4d58-870d-45337d8059a4'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:26:12.214585 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-aceff951-84c5-4fe9-91d7-6e6ed64b73af tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Unset dirty status for tenant:85b5a92c88a5421aa7d05fbcad83612c on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:26:12.227078 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-aceff951-84c5-4fe9-91d7-6e6ed64b73af tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "GET /v2.0/ports?network_id=812b7c77-1c77-4674-b6cd-52d4914b4788 HTTP/1.1" status: 200 len: 2358 time: 0.5378165 Apr 06 13:26:12.234452 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39666) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:12.266963 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-945d9a04-5295-44a2-a865-f7326470629e req-4211bcde-c20e-4b63-8be7-296f8aca0b98 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2624722 Apr 06 13:26:12.268775 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b7abdeb9-9427-4da4-b682-c135fbc76763 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:12.269229 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-b7abdeb9-9427-4da4-b682-c135fbc76763 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Added segment a339a7bb-c2c2-4d81-81d9-2ffad04a1f45 of type vlan for network dd351ea6-70c0-4be1-ac03-b8519314868b Apr 06 13:26:12.287848 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-0e003060-aeb8-40fc-9e82-b7c21d74c647 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] For port 6d61714a-bade-4d1e-acbe-7981dec2f5c7, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=6d61714a-bade-4d1e-acbe-7981dec2f5c7,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:12.288548 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0e003060-aeb8-40fc-9e82-b7c21d74c647 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:12.449084 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:26:12.529559 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b7abdeb9-9427-4da4-b682-c135fbc76763 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:12.539753 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-0e003060-aeb8-40fc-9e82-b7c21d74c647 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Calling delete_port for 6d61714a-bade-4d1e-acbe-7981dec2f5c7 owned by network:router_gateway {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:12.763337 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbf97e-29cc-4a20-9a4d-ccb08a2aebbc req-72a1ed9e-8bad-4069-a69e-941cebd1af19 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:12.765192 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c2cbf97e-29cc-4a20-9a4d-ccb08a2aebbc req-72a1ed9e-8bad-4069-a69e-941cebd1af19 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.3612394 Apr 06 13:26:12.783941 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170a8b17-0f11-4e93-9912-b79508e22588 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:12.785408 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-170a8b17-0f11-4e93-9912-b79508e22588 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "GET /v2.0/subnets/9ce1d277-20d4-45db-aff4-9f7ab7740ea1 HTTP/1.1" status: 200 len: 797 time: 0.5497491 Apr 06 13:26:12.792701 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39674) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:12.847738 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b19d8f-8967-4962-93f1-a42ec58067d6 req-9c488fbd-892a-4e14-b5ff-60cf65537afc tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:12.849416 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-29b19d8f-8967-4962-93f1-a42ec58067d6 req-9c488fbd-892a-4e14-b5ff-60cf65537afc tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/ports?device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 944 time: 0.3269541 Apr 06 13:26:12.853575 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-7567c820-7162-47ce-8cc8-cf83517a8cb0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Request body: {'port': {'network_id': '812b7c77-1c77-4674-b6cd-52d4914b4788', 'name': 'tempest-FloatingIPTestJSON-1528108112', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:12.880926 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b7abdeb9-9427-4da4-b682-c135fbc76763 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:12.886584 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7abdeb9-9427-4da4-b682-c135fbc76763 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:12.887784 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b7abdeb9-9427-4da4-b682-c135fbc76763 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:13.039068 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39678) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:13.075793 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-1f5c329c-d643-4389-8f00-8d6ef3769f8e tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Request body: {'subnet': {'network_id': '626bd4c6-a6a3-48c1-ae35-35fd3c4deb28', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:13.163226 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-82884060-9f5c-4774-bdb8-013d54f788fb tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:13.201029 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-82884060-9f5c-4774-bdb8-013d54f788fb tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:13.287477 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f7ad6f29-3818-4f87-a6f2-242a4953521a req-4cdd6999-a2a6-4de9-8b2a-667386c5925b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:13.292082 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c2cbf97e-29cc-4a20-9a4d-ccb08a2aebbc req-c699bf8e-652b-4447-b285-c0d51092f6b5 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5001483 Apr 06 13:26:13.339555 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-29b19d8f-8967-4962-93f1-a42ec58067d6 req-1a874f6a-c00b-446a-b958-85c42638d134 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e34bce9-08ce-41d7-8339-191fe383b876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4595227 Apr 06 13:26:13.360986 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd6999-a2a6-4de9-8b2a-667386c5925b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Pushing event deleted for resources: {'Port': ['ID=3d66d449-7fb9-410f-883f-3828e276e3ae,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:13.395849 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abdeb9-9427-4da4-b682-c135fbc76763 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Pushing event updated for resources: {'Network': ['ID=dd351ea6-70c0-4be1-ac03-b8519314868b,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:13.408630 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network dd351ea6-70c0-4be1-ac03-b8519314868b details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:26:13.421176 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0e003060-aeb8-40fc-9e82-b7c21d74c647 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:13.423926 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b7abdeb9-9427-4da4-b682-c135fbc76763 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6236274 Apr 06 13:26:13.516207 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e003060-aeb8-40fc-9e82-b7c21d74c647 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d61714a-bade-4d1e-acbe-7981dec2f5c7,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:13.632312 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-2c7fbd24-b1e3-4d50-99db-91f4d348e623 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:26:13.637873 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2c7fbd24-b1e3-4d50-99db-91f4d348e623 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] 10.222.0.48 "PUT /v2.0/routers/650dbd5f-b920-4d58-870d-45337d8059a4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7014112 Apr 06 13:26:13.659578 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39684) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:13.667822 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1f5c329c-d643-4389-8f00-8d6ef3769f8e tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:13.814828 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-82884060-9f5c-4774-bdb8-013d54f788fb tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Allocated IP 172.26.4.134 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/64a68b08-50e0-4d0f-abd3-073741bc8f4a) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:26:14.016614 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-82884060-9f5c-4774-bdb8-013d54f788fb tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:14.076590 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-1f5c329c-d643-4389-8f00-8d6ef3769f8e tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Usage tracker for resource:subnet and tenant:ed39337f249349ada24d9b0a6c7e89f2 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:14.082021 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7ad6f29-3818-4f87-a6f2-242a4953521a req-4cdd6999-a2a6-4de9-8b2a-667386c5925b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Router c1091558-e437-4f90-81f2-b353168ad4ce has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:26:14.100387 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-1f5c329c-d643-4389-8f00-8d6ef3769f8e tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:14.118256 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-7567c820-7162-47ce-8cc8-cf83517a8cb0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:14.126479 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1f5c329c-d643-4389-8f00-8d6ef3769f8e tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:14.222947 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-7567c820-7162-47ce-8cc8-cf83517a8cb0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:14.230416 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-82884060-9f5c-4774-bdb8-013d54f788fb tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:14.347139 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82884060-9f5c-4774-bdb8-013d54f788fb tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:26:14.347139 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-82884060-9f5c-4774-bdb8-013d54f788fb tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:14.347139 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82884060-9f5c-4774-bdb8-013d54f788fb tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:26:14.398196 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0e003060-aeb8-40fc-9e82-b7c21d74c647 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:14.472926 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5c329c-d643-4389-8f00-8d6ef3769f8e tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Made reservation on behalf of ed39337f249349ada24d9b0a6c7e89f2 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:26:14.476834 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1f5c329c-d643-4389-8f00-8d6ef3769f8e tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:14.602484 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7567c820-7162-47ce-8cc8-cf83517a8cb0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Made reservation on behalf of 85b5a92c88a5421aa7d05fbcad83612c for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:26:14.807137 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82884060-9f5c-4774-bdb8-013d54f788fb tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Pushing event updated for resources: {'Port': ['ID=64a68b08-50e0-4d0f-abd3-073741bc8f4a,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:14.849738 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cd5590f0-3922-408e-9e90-112b3759ee45 req-03016318-bcbe-4838-9768-c4529b5a3ce8 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/ports?device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 210 time: 0.3380151 Apr 06 13:26:14.908655 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0e003060-aeb8-40fc-9e82-b7c21d74c647 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:14.927391 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0e003060-aeb8-40fc-9e82-b7c21d74c647 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:14.934899 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7ad6f29-3818-4f87-a6f2-242a4953521a req-4cdd6999-a2a6-4de9-8b2a-667386c5925b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:26:14.936487 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc26c8-6260-4ad4-a2a3-da299867cfc4 req-87781d8b-ab79-49f0-a335-18e76bb1ebd0 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:14.938044 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2edc26c8-6260-4ad4-a2a3-da299867cfc4 req-87781d8b-ab79-49f0-a335-18e76bb1ebd0 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.8980730 Apr 06 13:26:14.949276 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac4c21f-c4c1-47cb-a6cc-aecc21bb8a78 None None] Sync routers for ids ['c1091558-e437-4f90-81f2-b353168ad4ce'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:26:14.971570 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac4c21f-c4c1-47cb-a6cc-aecc21bb8a78 None None] Routers {'c1091558-e437-4f90-81f2-b353168ad4ce'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:14.972450 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-aac4c21f-c4c1-47cb-a6cc-aecc21bb8a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1091558-e437-4f90-81f2-b353168ad4ce'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:15.055207 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ad6f29-3818-4f87-a6f2-242a4953521a req-4cdd6999-a2a6-4de9-8b2a-667386c5925b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] No DVR routers for this DVR port 3d66d449-7fb9-410f-883f-3828e276e3ae on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:26:15.062246 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f7ad6f29-3818-4f87-a6f2-242a4953521a req-4cdd6999-a2a6-4de9-8b2a-667386c5925b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:15.066221 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83aae3a3-2a73-4de9-9d7f-a503588b652d', 'name': 'network-vif-deleted', 'tag': '3d66d449-7fb9-410f-883f-3828e276e3ae'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:26:15.137347 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bbc7dc8-60ec-493e-a11f-e90cc61d5d67'] response: {'server_uuid': '83aae3a3-2a73-4de9-9d7f-a503588b652d', 'name': 'network-vif-deleted', 'tag': '3d66d449-7fb9-410f-883f-3828e276e3ae', 'status': 'completed', 'code': 200} Apr 06 13:26:15.206475 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-aac4c21f-c4c1-47cb-a6cc-aecc21bb8a78 None None] Set router c1091558-e437-4f90-81f2-b353168ad4ce gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:26:15.230650 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7567c820-7162-47ce-8cc8-cf83517a8cb0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:15.292623 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2edc26c8-6260-4ad4-a2a3-da299867cfc4 req-d41f8466-b364-4764-8909-305ec74bb838 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3249581 Apr 06 13:26:15.304315 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-7567c820-7162-47ce-8cc8-cf83517a8cb0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] device_id is not set on port 901392ae-63f5-4b60-8873-e35f607bc597 yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:26:15.469217 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-82884060-9f5c-4774-bdb8-013d54f788fb tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:15.499054 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0e003060-aeb8-40fc-9e82-b7c21d74c647 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:15.499550 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e003060-aeb8-40fc-9e82-b7c21d74c647 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97e76c17-cf50-46db-95df-432715acc9e8 {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:26:15.534494 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f7ad6f29-3818-4f87-a6f2-242a4953521a req-4cdd6999-a2a6-4de9-8b2a-667386c5925b tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.61 "DELETE /v2.0/ports/3d66d449-7fb9-410f-883f-3828e276e3ae HTTP/1.1" status: 204 len: 173 time: 10.1530814 Apr 06 13:26:15.681631 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-21bcd502-ca49-4f5a-a39e-c3b949550e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:15.879741 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-aac4c21f-c4c1-47cb-a6cc-aecc21bb8a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'name': 'tempest-ServersTestJSON-331739158-router', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:22Z', 'updated_at': '2022-04-06T13:24:37Z', 'revision_number': 4, 'project_id': '29506e5a39ce4f2db4e880a74f738951', 'gw_port': {'id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ff:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:25Z', 'updated_at': '2022-04-06T13:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'd032ab39-83fd-4506-a1dc-3e99bd66aea3', 'name': '', 'network_id': 'b4af085f-1110-4224-b013-05549a7ec08d', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'mac_address': 'fa:16:3e:10:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1bba6dec-718f-43df-a092-4ff68fc37b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:32Z', 'updated_at': '2022-04-06T13:24:46Z', 'revision_number': 5, 'project_id': '29506e5a39ce4f2db4e880a74f738951', 'subnets': [{'id': '1bba6dec-718f-43df-a092-4ff68fc37b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:15.891419 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac4c21f-c4c1-47cb-a6cc-aecc21bb8a78 None None] Checking router: c1091558-e437-4f90-81f2-b353168ad4ce for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:26:15.911975 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac4c21f-c4c1-47cb-a6cc-aecc21bb8a78 None None] Routers {'c1091558-e437-4f90-81f2-b353168ad4ce'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:15.912871 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-aac4c21f-c4c1-47cb-a6cc-aecc21bb8a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1091558-e437-4f90-81f2-b353168ad4ce'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:16.108663 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0e003060-aeb8-40fc-9e82-b7c21d74c647 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:16.112635 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0e003060-aeb8-40fc-9e82-b7c21d74c647 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "DELETE /v2.0/routers/97e76c17-cf50-46db-95df-432715acc9e8 HTTP/1.1" status: 204 len: 168 time: 6.5144653 Apr 06 13:26:16.125637 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39696) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:16.202021 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-24a0c5dd-6255-45f7-b63b-c536a802d744 req-0b9fb53b-c445-4349-8806-7b43c2a3ab33 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/ports?device_id=83aae3a3-2a73-4de9-9d7f-a503588b652d HTTP/1.1" status: 200 len: 210 time: 0.1480231 Apr 06 13:26:16.229537 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-aac4c21f-c4c1-47cb-a6cc-aecc21bb8a78 None None] Set router c1091558-e437-4f90-81f2-b353168ad4ce gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:26:16.271518 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283a452-5eb6-460f-b3c6-cfb5d94c9111 req-39a6f99e-126f-46cd-98bc-ec09a04bf730 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:16.271518 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6283a452-5eb6-460f-b3c6-cfb5d94c9111 req-39a6f99e-126f-46cd-98bc-ec09a04bf730 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.8169138 Apr 06 13:26:16.384212 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-82884060-9f5c-4774-bdb8-013d54f788fb tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:16.392258 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-82884060-9f5c-4774-bdb8-013d54f788fb tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1624175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625362'] for router, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:16.426441 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c4e98b75-9eac-4b04-9d9e-f869776dba3e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:16.824511 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-aac4c21f-c4c1-47cb-a6cc-aecc21bb8a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'name': 'tempest-ServersTestJSON-331739158-router', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:22Z', 'updated_at': '2022-04-06T13:24:37Z', 'revision_number': 4, 'project_id': '29506e5a39ce4f2db4e880a74f738951', 'gw_port': {'id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ff:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:25Z', 'updated_at': '2022-04-06T13:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'd032ab39-83fd-4506-a1dc-3e99bd66aea3', 'name': '', 'network_id': 'b4af085f-1110-4224-b013-05549a7ec08d', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'mac_address': 'fa:16:3e:10:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1bba6dec-718f-43df-a092-4ff68fc37b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:32Z', 'updated_at': '2022-04-06T13:24:46Z', 'revision_number': 5, 'project_id': '29506e5a39ce4f2db4e880a74f738951', 'subnets': [{'id': '1bba6dec-718f-43df-a092-4ff68fc37b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:16.829660 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac4c21f-c4c1-47cb-a6cc-aecc21bb8a78 None None] The sync data for ids ['c1091558-e437-4f90-81f2-b353168ad4ce'] in dv-neutron-834600-1-hyperv is: [{'id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'name': 'tempest-ServersTestJSON-331739158-router', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:22Z', 'updated_at': '2022-04-06T13:24:37Z', 'revision_number': 4, 'project_id': '29506e5a39ce4f2db4e880a74f738951', 'gw_port': {'id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ff:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:25Z', 'updated_at': '2022-04-06T13:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'd032ab39-83fd-4506-a1dc-3e99bd66aea3', 'name': '', 'network_id': 'b4af085f-1110-4224-b013-05549a7ec08d', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'mac_address': 'fa:16:3e:10:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1bba6dec-718f-43df-a092-4ff68fc37b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:32Z', 'updated_at': '2022-04-06T13:24:46Z', 'revision_number': 5, 'project_id': '29506e5a39ce4f2db4e880a74f738951', 'subnets': [{'id': '1bba6dec-718f-43df-a092-4ff68fc37b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:26:16.848169 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82884060-9f5c-4774-bdb8-013d54f788fb tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Router d704630f-dcb7-404d-ac9b-66cb56f7260c is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:26:16.936254 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-7567c820-7162-47ce-8cc8-cf83517a8cb0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Allocated IP 172.20.0.14 (812b7c77-1c77-4674-b6cd-52d4914b4788/9ce1d277-20d4-45db-aff4-9f7ab7740ea1/901392ae-63f5-4b60-8873-e35f607bc597) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:26:16.943602 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-7567c820-7162-47ce-8cc8-cf83517a8cb0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Allocated IP 172.20.0.13 (812b7c77-1c77-4674-b6cd-52d4914b4788/9ce1d277-20d4-45db-aff4-9f7ab7740ea1/901392ae-63f5-4b60-8873-e35f607bc597) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:26:16.976273 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e5f103b7-1c6d-4065-b7fc-89a2984e7998 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:17.017930 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39700) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:17.025752 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-263d7e72-636b-4522-9fd7-4495e166e294 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Request body: {'subnets': [{'network_id': '7111b4e7-a778-4353-bc77-5f0b5e4cc682', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--366859930', 'ip_version': 6}, {'network_id': 'dd351ea6-70c0-4be1-ac03-b8519314868b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:17.026054 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-263d7e72-636b-4522-9fd7-4495e166e294 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Request body: {'subnet': {'network_id': '7111b4e7-a778-4353-bc77-5f0b5e4cc682', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--366859930', 'ip_version': 6}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:17.026736 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-263d7e72-636b-4522-9fd7-4495e166e294 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Request body: {'subnet': {'network_id': 'dd351ea6-70c0-4be1-ac03-b8519314868b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:17.048901 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1f5c329c-d643-4389-8f00-8d6ef3769f8e tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:17.174918 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57e0afb-4468-47e2-a398-1d6190912621 None None] New status for floating IP 7613c94b-6e32-4940-8f52-a3adfb7db89c: DOWN {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:26:17.196009 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6283a452-5eb6-460f-b3c6-cfb5d94c9111 req-0db16f70-c658-425a-a8b5-b75aef85c738 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8490293 Apr 06 13:26:17.441367 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82884060-9f5c-4774-bdb8-013d54f788fb tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:26:17.450757 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-82884060-9f5c-4774-bdb8-013d54f788fb tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:17.452170 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-82884060-9f5c-4774-bdb8-013d54f788fb tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "PUT /v2.0/routers/d704630f-dcb7-404d-ac9b-66cb56f7260c HTTP/1.1" status: 200 len: 880 time: 8.2874682 Apr 06 13:26:17.453808 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c0d25c-d72d-4646-97e0-37a07c628750 None None] Sync routers for ids ['d704630f-dcb7-404d-ac9b-66cb56f7260c'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:26:17.458173 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39710) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:17.468481 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c0d25c-d72d-4646-97e0-37a07c628750 None None] Routers {'d704630f-dcb7-404d-ac9b-66cb56f7260c'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:17.469512 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e4c0d25c-d72d-4646-97e0-37a07c628750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d704630f-dcb7-404d-ac9b-66cb56f7260c'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:17.573219 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e4c0d25c-d72d-4646-97e0-37a07c628750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:17.599050 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39714) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:17.613300 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c0d25c-d72d-4646-97e0-37a07c628750 None None] Routers {'d704630f-dcb7-404d-ac9b-66cb56f7260c'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:17.614360 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e4c0d25c-d72d-4646-97e0-37a07c628750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:25:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d704630f-dcb7-404d-ac9b-66cb56f7260c'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:17.689095 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e4c0d25c-d72d-4646-97e0-37a07c628750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:17.690151 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c0d25c-d72d-4646-97e0-37a07c628750 None None] The sync data for ids ['d704630f-dcb7-404d-ac9b-66cb56f7260c'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:26:17.696304 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-263d7e72-636b-4522-9fd7-4495e166e294 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:17.711022 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7877cd0d-bd79-4058-af77-968ceb778943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:17.766949 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-263d7e72-636b-4522-9fd7-4495e166e294 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Usage tracker for resource:subnet and tenant:9823be0ce2f449e8b513f599f9e9d32d is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:17.772985 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-263d7e72-636b-4522-9fd7-4495e166e294 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:17.783934 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-263d7e72-636b-4522-9fd7-4495e166e294 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:17.784881 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c329c-d643-4389-8f00-8d6ef3769f8e tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event updated for resources: {'Subnet': ['ID=3dc2f244-1b8a-44cf-b1f0-24d6cc21dfbe,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:17.810742 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5c329c-d643-4389-8f00-8d6ef3769f8e tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Checking segment: {'id': '6fca768b-0329-4138-bc53-5c8540a1c5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '626bd4c6-a6a3-48c1-ae35-35fd3c4deb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:26:17.811179 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5c329c-d643-4389-8f00-8d6ef3769f8e tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Network hostable DHCP agents. Network: 626bd4c6-a6a3-48c1-ae35-35fd3c4deb28, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:26:17.819804 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a04b911e-b58f-49a1-bd1d-6b75d0eec742 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:17.836338 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-634984e9-5af4-460b-8eb8-63b27f50e0fc tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "GET /v2.0/routers/d704630f-dcb7-404d-ac9b-66cb56f7260c HTTP/1.1" status: 200 len: 921 time: 0.3742530 Apr 06 13:26:17.839584 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39718) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:17.893860 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263d7e72-636b-4522-9fd7-4495e166e294 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Made reservation on behalf of 9823be0ce2f449e8b513f599f9e9d32d for: {'subnet': 2} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:26:17.898282 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-263d7e72-636b-4522-9fd7-4495e166e294 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:17.898609 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-263d7e72-636b-4522-9fd7-4495e166e294 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:17.925264 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a04b911e-b58f-49a1-bd1d-6b75d0eec742 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:17.929787 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e5f103b7-1c6d-4065-b7fc-89a2984e7998 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:18.041645 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7567c820-7162-47ce-8cc8-cf83517a8cb0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:18.059634 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a55ff-c63a-443a-ac88-708df320da83 req-9c4a497a-3a3b-4caf-b968-62948dfae719 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:18.061174 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bd0a55ff-c63a-443a-ac88-708df320da83 req-9c4a497a-3a3b-4caf-b968-62948dfae719 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.6083109 Apr 06 13:26:18.066014 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-e5f103b7-1c6d-4065-b7fc-89a2984e7998 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Deleting port ea577c5b-916a-44a8-878e-d60e58f0ccc0 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:18.066329 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e5f103b7-1c6d-4065-b7fc-89a2984e7998 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:18.091544 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5c329c-d643-4389-8f00-8d6ef3769f8e tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Network 626bd4c6-a6a3-48c1-ae35-35fd3c4deb28 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:26:18.093507 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf086cd-3fef-4bb1-90e8-17f9eb3660eb tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:18.095070 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-cbf086cd-3fef-4bb1-90e8-17f9eb3660eb tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622&device_id=d704630f-dcb7-404d-ac9b-66cb56f7260c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2539902 Apr 06 13:26:18.097885 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39722) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:18.165232 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-c4e98b75-9eac-4b04-9d9e-f869776dba3e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Deleting port 48cc4dff-883e-44b5-bb83-e3d10ec8263b {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:18.165489 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c4e98b75-9eac-4b04-9d9e-f869776dba3e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:18.221362 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a04b911e-b58f-49a1-bd1d-6b75d0eec742 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:18.255809 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-1f5c329c-d643-4389-8f00-8d6ef3769f8e tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 626bd4c6-a6a3-48c1-ae35-35fd3c4deb28) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:18.263196 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b911e-b58f-49a1-bd1d-6b75d0eec742 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e34bce9-08ce-41d7-8339-191fe383b876,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:18.269890 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e266daf5-1991-4fca-b3e1-2ac2dfae2717 None None] Network 626bd4c6-a6a3-48c1-ae35-35fd3c4deb28 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:18.270552 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bd0a55ff-c63a-443a-ac88-708df320da83 req-14786ce0-06fa-4a37-919c-0074a1dbdfba tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697390 Apr 06 13:26:18.276806 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5c329c-d643-4389-8f00-8d6ef3769f8e tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:18.277352 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1f5c329c-d643-4389-8f00-8d6ef3769f8e tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:18.352865 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c14f371-32b7-4057-a8ab-1e60b084b40a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:18.354030 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4c14f371-32b7-4057-a8ab-1e60b084b40a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Synchronizing usage tracker for tenant:b295c7e5a84744f7a6d0d8748d67f940 on resource:network {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:26:18.428094 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a04b911e-b58f-49a1-bd1d-6b75d0eec742 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:18.436273 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a04b911e-b58f-49a1-bd1d-6b75d0eec742 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "DELETE /v2.0/security-groups/0e34bce9-08ce-41d7-8339-191fe383b876 HTTP/1.1" status: 204 len: 168 time: 0.8359137 Apr 06 13:26:18.438076 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39728) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:18.517258 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4c14f371-32b7-4057-a8ab-1e60b084b40a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Unset dirty status for tenant:b295c7e5a84744f7a6d0d8748d67f940 on resource:network {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:26:18.521523 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4c14f371-32b7-4057-a8ab-1e60b084b40a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "GET /v2.0/networks/4620f211-7c2e-4ee8-bf91-9181827f0622 HTTP/1.1" status: 200 len: 881 time: 0.4198763 Apr 06 13:26:18.532281 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39732) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:18.540950 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1f5c329c-d643-4389-8f00-8d6ef3769f8e tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.4906387 Apr 06 13:26:18.547483 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7567c820-7162-47ce-8cc8-cf83517a8cb0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:18.551698 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39736) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:18.554327 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-4047cee9-e109-4da8-abbd-66221f494238 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] show failed (client error): The resource could not be found. Apr 06 13:26:18.558028 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4047cee9-e109-4da8-abbd-66221f494238 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "GET /v2.0/security-groups/0e34bce9-08ce-41d7-8339-191fe383b876 HTTP/1.1" status: 404 len: 347 time: 0.1098716 Apr 06 13:26:18.560400 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-92eb4046-0c64-4b45-a8a4-c32640c2cc7b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1507459681'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:18.564730 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39740) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:18.568685 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-92eb4046-0c64-4b45-a8a4-c32640c2cc7b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:18.642226 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16da401-ce2d-4c1b-b9f4-3b3502475b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-626bd4c6-a6a3-48c1-ae35-35fd3c4deb28', 'network_id': '626bd4c6-a6a3-48c1-ae35-35fd3c4deb28', 'tenant_id': 'ed39337f249349ada24d9b0a6c7e89f2', 'fixed_ips': [{'subnet_id': '3dc2f244-1b8a-44cf-b1f0-24d6cc21dfbe'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:26:18.643414 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e16da401-ce2d-4c1b-b9f4-3b3502475b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:18.659362 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-92eb4046-0c64-4b45-a8a4-c32640c2cc7b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Usage tracker for resource:network and tenant:ed39337f249349ada24d9b0a6c7e89f2 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:18.665565 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-92eb4046-0c64-4b45-a8a4-c32640c2cc7b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:18.671084 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ac24e826-6a91-43e4-87a6-31b6ae69c7c4 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "GET /v2.0/ports?device_id=d704630f-dcb7-404d-ac9b-66cb56f7260c HTTP/1.1" status: 200 len: 205 time: 0.1313169 Apr 06 13:26:18.678402 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-e5f103b7-1c6d-4065-b7fc-89a2984e7998 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] For port ea577c5b-916a-44a8-878e-d60e58f0ccc0, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ea577c5b-916a-44a8-878e-d60e58f0ccc0,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:18.678763 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e5f103b7-1c6d-4065-b7fc-89a2984e7998 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:18.686270 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39744) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:18.694430 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-92eb4046-0c64-4b45-a8a4-c32640c2cc7b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:18.839405 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:18.846405 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-e16da401-ce2d-4c1b-b9f4-3b3502475b2a None None] Allocated IP 2001:db8:0:ffff::2 (626bd4c6-a6a3-48c1-ae35-35fd3c4deb28/3dc2f244-1b8a-44cf-b1f0-24d6cc21dfbe/2b5cd30e-1ce6-45ce-bf73-338a31a80438) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:26:18.868449 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-e5f103b7-1c6d-4065-b7fc-89a2984e7998 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Calling delete_port for ea577c5b-916a-44a8-878e-d60e58f0ccc0 owned by network:router_gateway {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:18.899331 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:18.903299 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7567c820-7162-47ce-8cc8-cf83517a8cb0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Network 812b7c77-1c77-4674-b6cd-52d4914b4788 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:26:18.913927 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c4e98b75-9eac-4b04-9d9e-f869776dba3e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:18.920640 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-7567c820-7162-47ce-8cc8-cf83517a8cb0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:18.923115 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567c820-7162-47ce-8cc8-cf83517a8cb0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event updated for resources: {'Port': ['ID=901392ae-63f5-4b60-8873-e35f607bc597,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:18.924791 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7567c820-7162-47ce-8cc8-cf83517a8cb0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:26:18.948182 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-1f8cfdf7-0eb7-4d9b-8539-596700201023 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Deleting port 8f18d260-d8eb-4d74-bfe9-b3e2703fc0d5 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:18.948809 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1f8cfdf7-0eb7-4d9b-8539-596700201023 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:18.992067 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92eb4046-0c64-4b45-a8a4-c32640c2cc7b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Made reservation on behalf of ed39337f249349ada24d9b0a6c7e89f2 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:26:18.995516 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-92eb4046-0c64-4b45-a8a4-c32640c2cc7b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:19.103052 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e16da401-ce2d-4c1b-b9f4-3b3502475b2a None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:19.115749 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e16da401-ce2d-4c1b-b9f4-3b3502475b2a None None] Transition to ACTIVE for port object 2b5cd30e-1ce6-45ce-bf73-338a31a80438 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:26:19.150011 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e16da401-ce2d-4c1b-b9f4-3b3502475b2a None None] Transition to ACTIVE for port object 2b5cd30e-1ce6-45ce-bf73-338a31a80438 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:26:19.191626 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567c820-7162-47ce-8cc8-cf83517a8cb0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:19.192069 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567c820-7162-47ce-8cc8-cf83517a8cb0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:19.192603 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567c820-7162-47ce-8cc8-cf83517a8cb0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:19.193113 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567c820-7162-47ce-8cc8-cf83517a8cb0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:19.193626 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567c820-7162-47ce-8cc8-cf83517a8cb0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:19.194136 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567c820-7162-47ce-8cc8-cf83517a8cb0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:19.194645 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567c820-7162-47ce-8cc8-cf83517a8cb0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:19.195201 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567c820-7162-47ce-8cc8-cf83517a8cb0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:19.195723 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567c820-7162-47ce-8cc8-cf83517a8cb0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:19.196242 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567c820-7162-47ce-8cc8-cf83517a8cb0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:19.196749 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567c820-7162-47ce-8cc8-cf83517a8cb0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:19.197249 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567c820-7162-47ce-8cc8-cf83517a8cb0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:19.230256 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-c4e98b75-9eac-4b04-9d9e-f869776dba3e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Calling delete_port for 48cc4dff-883e-44b5-bb83-e3d10ec8263b owned by network:router_interface {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:19.233609 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e16da401-ce2d-4c1b-b9f4-3b3502475b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:19.297754 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16da401-ce2d-4c1b-b9f4-3b3502475b2a None None] Network 626bd4c6-a6a3-48c1-ae35-35fd3c4deb28 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:26:19.300707 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-e16da401-ce2d-4c1b-b9f4-3b3502475b2a None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:19.303397 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16da401-ce2d-4c1b-b9f4-3b3502475b2a None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:26:19.353863 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16da401-ce2d-4c1b-b9f4-3b3502475b2a None None] Pushing event updated for resources: {'Port': ['ID=2b5cd30e-1ce6-45ce-bf73-338a31a80438,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:19.380901 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92eb4046-0c64-4b45-a8a4-c32640c2cc7b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:26:19.404262 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205cca7-8c14-41c5-82f4-21df05c3a01f req-7a1bad95-1ab7-436a-9639-cfc6f21f5656 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:19.405814 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b205cca7-8c14-41c5-82f4-21df05c3a01f req-7a1bad95-1ab7-436a-9639-cfc6f21f5656 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.9375315 Apr 06 13:26:19.426953 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-e16da401-ce2d-4c1b-b9f4-3b3502475b2a None None] Attempting to bind port 2b5cd30e-1ce6-45ce-bf73-338a31a80438 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:26:19.427618 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-e16da401-ce2d-4c1b-b9f4-3b3502475b2a None None] Attempting to bind port 2b5cd30e-1ce6-45ce-bf73-338a31a80438 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '6fca768b-0329-4138-bc53-5c8540a1c5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '626bd4c6-a6a3-48c1-ae35-35fd3c4deb28'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:26:19.427877 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16da401-ce2d-4c1b-b9f4-3b3502475b2a None None] Attempting to bind port 2b5cd30e-1ce6-45ce-bf73-338a31a80438 on network 626bd4c6-a6a3-48c1-ae35-35fd3c4deb28 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:26:19.435349 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7567c820-7162-47ce-8cc8-cf83517a8cb0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:19.436454 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16da401-ce2d-4c1b-b9f4-3b3502475b2a None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:26:19.436624 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7567c820-7162-47ce-8cc8-cf83517a8cb0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:19.436731 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16da401-ce2d-4c1b-b9f4-3b3502475b2a None None] Checking segment: {'id': '6fca768b-0329-4138-bc53-5c8540a1c5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '626bd4c6-a6a3-48c1-ae35-35fd3c4deb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:26:19.436982 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e16da401-ce2d-4c1b-b9f4-3b3502475b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:19.437494 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16da401-ce2d-4c1b-b9f4-3b3502475b2a None None] Bound using segment: {'id': '6fca768b-0329-4138-bc53-5c8540a1c5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '626bd4c6-a6a3-48c1-ae35-35fd3c4deb28'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:26:19.439650 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-e16da401-ce2d-4c1b-b9f4-3b3502475b2a None None] Bound port: 2b5cd30e-1ce6-45ce-bf73-338a31a80438, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fca768b-0329-4138-bc53-5c8540a1c5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '626bd4c6-a6a3-48c1-ae35-35fd3c4deb28'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:26:19.439650 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e16da401-ce2d-4c1b-b9f4-3b3502475b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:19.476406 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4a7aa6dd-4f77-45b6-b9aa-5b4f9fd6cb98 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:19.528651 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-92eb4046-0c64-4b45-a8a4-c32640c2cc7b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:19.528938 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-92eb4046-0c64-4b45-a8a4-c32640c2cc7b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Added segment ca7f692b-9ed0-423c-8104-750d30699bb3 of type vlan for network 8e0add91-fb83-4dd5-91fc-bc1846ed16ad Apr 06 13:26:19.558285 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-e16da401-ce2d-4c1b-b9f4-3b3502475b2a None None] For port 2b5cd30e-1ce6-45ce-bf73-338a31a80438, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:26:19.563259 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-e16da401-ce2d-4c1b-b9f4-3b3502475b2a None None] For port 2b5cd30e-1ce6-45ce-bf73-338a31a80438, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=2b5cd30e-1ce6-45ce-bf73-338a31a80438,segment=NetworkSegment(6fca768b-0329-4138-bc53-5c8540a1c5ef),segment_id=6fca768b-0329-4138-bc53-5c8540a1c5ef)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:26:19.608866 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1f8cfdf7-0eb7-4d9b-8539-596700201023 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:19.609194 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1f8cfdf7-0eb7-4d9b-8539-596700201023 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:19.618160 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-92eb4046-0c64-4b45-a8a4-c32640c2cc7b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:19.628052 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-263d7e72-636b-4522-9fd7-4495e166e294 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:19.673165 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e16da401-ce2d-4c1b-b9f4-3b3502475b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:19.675331 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b205cca7-8c14-41c5-82f4-21df05c3a01f req-d225039d-9859-4eba-a98f-5dd7146f1c75 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592695 Apr 06 13:26:19.767754 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7567c820-7162-47ce-8cc8-cf83517a8cb0 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 6.9449785 Apr 06 13:26:19.789683 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39750) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:19.804551 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-8f2ee047-8ce6-4261-b161-aec083c12a17 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'port_id': '901392ae-63f5-4b60-8873-e35f607bc597', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:19.815975 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-8f2ee047-8ce6-4261-b161-aec083c12a17 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:19.817498 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16da401-ce2d-4c1b-b9f4-3b3502475b2a None None] Pushing event updated for resources: {'Port': ['ID=2b5cd30e-1ce6-45ce-bf73-338a31a80438,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:19.827867 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8f2ee047-8ce6-4261-b161-aec083c12a17 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Usage tracker for resource:floatingip and tenant:85b5a92c88a5421aa7d05fbcad83612c is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:19.834096 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8f2ee047-8ce6-4261-b161-aec083c12a17 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:19.849421 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-8f2ee047-8ce6-4261-b161-aec083c12a17 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:19.911690 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-1f8cfdf7-0eb7-4d9b-8539-596700201023 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Calling delete_port for 8f18d260-d8eb-4d74-bfe9-b3e2703fc0d5 owned by network:floatingip {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:19.921924 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c4e98b75-9eac-4b04-9d9e-f869776dba3e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:19.969622 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee047-8ce6-4261-b161-aec083c12a17 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:19.989992 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e5f103b7-1c6d-4065-b7fc-89a2984e7998 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:20.015741 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.resource_extend [None req-92eb4046-0c64-4b45-a8a4-c32640c2cc7b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 13:26:20.065024 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e98b75-9eac-4b04-9d9e-f869776dba3e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Pushing event deleted for resources: {'Port': ['ID=48cc4dff-883e-44b5-bb83-e3d10ec8263b,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:20.070215 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d7e72-636b-4522-9fd7-4495e166e294 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Pushing event updated for resources: {'Subnet': ['ID=1c26c4c5-c3af-42b7-8cea-38e984947b32,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:20.145607 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4a7aa6dd-4f77-45b6-b9aa-5b4f9fd6cb98 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:20.177905 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263d7e72-636b-4522-9fd7-4495e166e294 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Checking segment: {'id': 'a3d0a6e7-45cb-4f04-ac76-74902f44ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7111b4e7-a778-4353-bc77-5f0b5e4cc682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:26:20.178660 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263d7e72-636b-4522-9fd7-4495e166e294 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Network hostable DHCP agents. Network: 7111b4e7-a778-4353-bc77-5f0b5e4cc682, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:26:20.201828 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-92eb4046-0c64-4b45-a8a4-c32640c2cc7b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:20.204509 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f103b7-1c6d-4065-b7fc-89a2984e7998 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea577c5b-916a-44a8-878e-d60e58f0ccc0,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:20.209086 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92eb4046-0c64-4b45-a8a4-c32640c2cc7b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:20.209813 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-92eb4046-0c64-4b45-a8a4-c32640c2cc7b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:20.270531 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:20.327062 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-4a7aa6dd-4f77-45b6-b9aa-5b4f9fd6cb98 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Deleting port 64a68b08-50e0-4d0f-abd3-073741bc8f4a {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:20.327401 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4a7aa6dd-4f77-45b6-b9aa-5b4f9fd6cb98 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:20.426214 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263d7e72-636b-4522-9fd7-4495e166e294 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Network 7111b4e7-a778-4353-bc77-5f0b5e4cc682 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:26:20.454474 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb4046-0c64-4b45-a8a4-c32640c2cc7b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event updated for resources: {'Network': ['ID=8e0add91-fb83-4dd5-91fc-bc1846ed16ad,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:20.479141 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eb4046-0c64-4b45-a8a4-c32640c2cc7b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:20.479484 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eb4046-0c64-4b45-a8a4-c32640c2cc7b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:20.479804 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eb4046-0c64-4b45-a8a4-c32640c2cc7b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:20.480129 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eb4046-0c64-4b45-a8a4-c32640c2cc7b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:20.480483 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eb4046-0c64-4b45-a8a4-c32640c2cc7b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:20.481011 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eb4046-0c64-4b45-a8a4-c32640c2cc7b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:20.481338 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eb4046-0c64-4b45-a8a4-c32640c2cc7b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:20.481736 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eb4046-0c64-4b45-a8a4-c32640c2cc7b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:20.482092 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eb4046-0c64-4b45-a8a4-c32640c2cc7b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:20.482414 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eb4046-0c64-4b45-a8a4-c32640c2cc7b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:20.482734 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eb4046-0c64-4b45-a8a4-c32640c2cc7b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:20.483377 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eb4046-0c64-4b45-a8a4-c32640c2cc7b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:20.495576 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e5f103b7-1c6d-4065-b7fc-89a2984e7998 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:20.500644 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 8e0add91-fb83-4dd5-91fc-bc1846ed16ad details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:26:20.579553 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-92eb4046-0c64-4b45-a8a4-c32640c2cc7b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0264692 Apr 06 13:26:20.589036 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-263d7e72-636b-4522-9fd7-4495e166e294 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 7111b4e7-a778-4353-bc77-5f0b5e4cc682) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:20.593372 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-263d7e72-636b-4522-9fd7-4495e166e294 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:20.598681 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39754) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:20.608917 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993c6a3b-bac9-485a-9a99-42d24b24f52e None None] Network 7111b4e7-a778-4353-bc77-5f0b5e4cc682 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:20.640030 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1f8cfdf7-0eb7-4d9b-8539-596700201023 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:20.693443 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-dcb6624c-47e5-4a17-b6b7-130f4359d8eb tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Request body: {'subnet': {'network_id': '8e0add91-fb83-4dd5-91fc-bc1846ed16ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:20.758785 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c4e98b75-9eac-4b04-9d9e-f869776dba3e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:20.766832 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e5f103b7-1c6d-4065-b7fc-89a2984e7998 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:20.772910 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e5f103b7-1c6d-4065-b7fc-89a2984e7998 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:20.840337 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8cfdf7-0eb7-4d9b-8539-596700201023 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Pushing event deleted for resources: {'Port': ['ID=8f18d260-d8eb-4d74-bfe9-b3e2703fc0d5,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:20.901095 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-7111b4e7-a778-4353-bc77-5f0b5e4cc682', 'network_id': '7111b4e7-a778-4353-bc77-5f0b5e4cc682', 'tenant_id': '9823be0ce2f449e8b513f599f9e9d32d', 'fixed_ips': [{'subnet_id': '1c26c4c5-c3af-42b7-8cea-38e984947b32'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:26:20.902821 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:21.119669 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee047-8ce6-4261-b161-aec083c12a17 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:21.124241 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Allocated IP 2001:db8::1 (7111b4e7-a778-4353-bc77-5f0b5e4cc682/1c26c4c5-c3af-42b7-8cea-38e984947b32/434ee3da-dec7-4e05-a332-36fa4747992f) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:26:21.130108 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263d7e72-636b-4522-9fd7-4495e166e294 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Checking segment: {'id': 'a339a7bb-c2c2-4d81-81d9-2ffad04a1f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'dd351ea6-70c0-4be1-ac03-b8519314868b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:26:21.130108 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263d7e72-636b-4522-9fd7-4495e166e294 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Network hostable DHCP agents. Network: dd351ea6-70c0-4be1-ac03-b8519314868b, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:26:21.130719 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9183f357-0acc-44a6-a1c1-a8a2d3fb716d None None] Network 626bd4c6-a6a3-48c1-ae35-35fd3c4deb28 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:21.131036 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d7e72-636b-4522-9fd7-4495e166e294 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Pushing event updated for resources: {'Subnet': ['ID=efd36d10-5e33-4bd1-998f-ba44830f33c3,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:21.144791 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4a7aa6dd-4f77-45b6-b9aa-5b4f9fd6cb98 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:21.292044 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e5f103b7-1c6d-4065-b7fc-89a2984e7998 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:21.292548 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f103b7-1c6d-4065-b7fc-89a2984e7998 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81120dde-5a76-4c20-b759-423a911974e5 {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:26:21.309932 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1f8cfdf7-0eb7-4d9b-8539-596700201023 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks [] for floatingip, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:21.313405 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1f8cfdf7-0eb7-4d9b-8539-596700201023 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:21.314479 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e98b75-9eac-4b04-9d9e-f869776dba3e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Router 650dbd5f-b920-4d58-870d-45337d8059a4 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:26:21.317288 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1f8cfdf7-0eb7-4d9b-8539-596700201023 tempest-ServersTestJSON-1410720889 tempest-ServersTestJSON-1410720889-project] 10.222.0.48 "DELETE /v2.0/floatingips/7613c94b-6e32-4940-8f52-a3adfb7db89c HTTP/1.1" status: 204 len: 168 time: 2.7508311 Apr 06 13:26:21.322034 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39758) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:21.331489 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-4a7aa6dd-4f77-45b6-b9aa-5b4f9fd6cb98 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Calling delete_port for 64a68b08-50e0-4d0f-abd3-073741bc8f4a owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:21.342536 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e5f103b7-1c6d-4065-b7fc-89a2984e7998 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:21.347986 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e5f103b7-1c6d-4065-b7fc-89a2984e7998 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "DELETE /v2.0/routers/81120dde-5a76-4c20-b759-423a911974e5 HTTP/1.1" status: 204 len: 168 time: 5.2216370 Apr 06 13:26:21.348753 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39760) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:21.375423 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3fe10a43-225e-428c-b864-341ca5d564ba None None] Provisioning for port 2b5cd30e-1ce6-45ce-bf73-338a31a80438 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:26:21.375987 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-dcb6624c-47e5-4a17-b6b7-130f4359d8eb tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:21.407987 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-6afbe055-eaf0-4db1-90c9-0102068b9c56 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1741628667', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}, 'admin_state_up': False}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:21.415447 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-6afbe055-eaf0-4db1-90c9-0102068b9c56 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:21.419742 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6afbe055-eaf0-4db1-90c9-0102068b9c56 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Usage tracker for resource:router and tenant:67afd50af2494f68a9e8eb84fac488ae is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:21.422694 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6afbe055-eaf0-4db1-90c9-0102068b9c56 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:21.428602 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-6afbe055-eaf0-4db1-90c9-0102068b9c56 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:21.450084 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-dcb6624c-47e5-4a17-b6b7-130f4359d8eb tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Usage tracker for resource:subnet and tenant:ed39337f249349ada24d9b0a6c7e89f2 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:21.454462 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263d7e72-636b-4522-9fd7-4495e166e294 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Network dd351ea6-70c0-4be1-ac03-b8519314868b is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:26:21.459421 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-dcb6624c-47e5-4a17-b6b7-130f4359d8eb tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:21.498657 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-dcb6624c-47e5-4a17-b6b7-130f4359d8eb tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:21.569789 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e98b75-9eac-4b04-9d9e-f869776dba3e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:26:21.575669 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6afbe055-eaf0-4db1-90c9-0102068b9c56 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:21.577196 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6afbe055-eaf0-4db1-90c9-0102068b9c56 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:21.583938 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6d2c84-3cb8-4cec-929e-3a15b14654c3 None None] Sync routers for ids ['650dbd5f-b920-4d58-870d-45337d8059a4'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:26:21.597825 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6d2c84-3cb8-4cec-929e-3a15b14654c3 None None] Routers {'650dbd5f-b920-4d58-870d-45337d8059a4'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:21.598434 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-6f6d2c84-3cb8-4cec-929e-3a15b14654c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['650dbd5f-b920-4d58-870d-45337d8059a4'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:21.627398 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:21.628233 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c4e98b75-9eac-4b04-9d9e-f869776dba3e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] 10.222.0.48 "PUT /v2.0/routers/650dbd5f-b920-4d58-870d-45337d8059a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9483237 Apr 06 13:26:21.628582 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39766) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:21.639022 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-263d7e72-636b-4522-9fd7-4495e166e294 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, dd351ea6-70c0-4be1-ac03-b8519314868b) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:21.657626 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6afbe055-eaf0-4db1-90c9-0102068b9c56 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:21.664038 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c21d73-a465-42d9-ac9e-bcf7d8f8c669 None None] Network dd351ea6-70c0-4be1-ac03-b8519314868b requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:21.671022 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-8f2ee047-8ce6-4261-b161-aec083c12a17 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Allocated IP 172.26.4.97 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/6ac16461-b146-4bda-8d5e-b01977938294) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:26:21.681522 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Transition to ACTIVE for port object 434ee3da-dec7-4e05-a332-36fa4747992f will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:26:21.724210 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb6624c-47e5-4a17-b6b7-130f4359d8eb tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Made reservation on behalf of ed39337f249349ada24d9b0a6c7e89f2 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:26:21.729013 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-dcb6624c-47e5-4a17-b6b7-130f4359d8eb tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:21.737450 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-6f6d2c84-3cb8-4cec-929e-3a15b14654c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:21.744199 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-f01e5a57-2b99-423f-a5fd-238f7b1c5c26 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] delete failed (client error): The resource could not be found. Apr 06 13:26:21.745336 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f01e5a57-2b99-423f-a5fd-238f7b1c5c26 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-2032538901 HTTP/1.1" status: 404 len: 335 time: 0.1081257 Apr 06 13:26:21.750990 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6d2c84-3cb8-4cec-929e-3a15b14654c3 None None] Routers {'650dbd5f-b920-4d58-870d-45337d8059a4'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:21.751181 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263d7e72-636b-4522-9fd7-4495e166e294 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:21.751693 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263d7e72-636b-4522-9fd7-4495e166e294 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:21.752460 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-6f6d2c84-3cb8-4cec-929e-3a15b14654c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['650dbd5f-b920-4d58-870d-45337d8059a4'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:21.752587 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-263d7e72-636b-4522-9fd7-4495e166e294 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:21.773051 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39770) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:21.794345 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Transition to ACTIVE for port object 434ee3da-dec7-4e05-a332-36fa4747992f will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:26:21.796334 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-77970f50-e14c-4cb7-a718-71f47bca3214 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Request body: {'router': {'external_gateway_info': {'network_id': '650dbd5f-b920-4d58-870d-45337d8059a4'}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:21.841754 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-6f6d2c84-3cb8-4cec-929e-3a15b14654c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:21.847915 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6d2c84-3cb8-4cec-929e-3a15b14654c3 None None] The sync data for ids ['650dbd5f-b920-4d58-870d-45337d8059a4'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:26:21.956991 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-263d7e72-636b-4522-9fd7-4495e166e294 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.9355023 Apr 06 13:26:21.956991 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39774) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:21.985406 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:22.072997 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49332ad-37f4-4461-bf5c-f3287fba5465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-dd351ea6-70c0-4be1-ac03-b8519314868b', 'network_id': 'dd351ea6-70c0-4be1-ac03-b8519314868b', 'tenant_id': '9823be0ce2f449e8b513f599f9e9d32d', 'fixed_ips': [{'subnet_id': 'efd36d10-5e33-4bd1-998f-ba44830f33c3'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:26:22.073827 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d49332ad-37f4-4461-bf5c-f3287fba5465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:22.083238 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 2b5cd30e-1ce6-45ce-bf73-338a31a80438 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:26:22.141953 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Pushing event updated for resources: {'Port': ['ID=434ee3da-dec7-4e05-a332-36fa4747992f,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:22.163710 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Network 7111b4e7-a778-4353-bc77-5f0b5e4cc682 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:26:22.192132 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee047-8ce6-4261-b161-aec083c12a17 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:22.206161 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:22.209535 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:22.209535 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:22.209535 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:22.209823 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:22.209910 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:22.210240 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:22.210576 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:22.210906 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:22.211227 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:22.211547 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:22.211922 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:22.212243 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:26:22.217602 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:26:22.301941 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6afbe055-eaf0-4db1-90c9-0102068b9c56 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:22.409830 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Attempting to bind port 434ee3da-dec7-4e05-a332-36fa4747992f on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:26:22.410145 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Attempting to bind port 434ee3da-dec7-4e05-a332-36fa4747992f by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'a3d0a6e7-45cb-4f04-ac76-74902f44ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7111b4e7-a778-4353-bc77-5f0b5e4cc682'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:26:22.410507 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Attempting to bind port 434ee3da-dec7-4e05-a332-36fa4747992f on network 7111b4e7-a778-4353-bc77-5f0b5e4cc682 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:26:22.411565 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee047-8ce6-4261-b161-aec083c12a17 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:22.422594 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:26:22.422990 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Checking segment: {'id': 'a3d0a6e7-45cb-4f04-ac76-74902f44ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7111b4e7-a778-4353-bc77-5f0b5e4cc682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:26:22.423390 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:22.423778 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Bound using segment: {'id': 'a3d0a6e7-45cb-4f04-ac76-74902f44ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7111b4e7-a778-4353-bc77-5f0b5e4cc682'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:26:22.424243 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Bound port: 434ee3da-dec7-4e05-a332-36fa4747992f, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d0a6e7-45cb-4f04-ac76-74902f44ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7111b4e7-a778-4353-bc77-5f0b5e4cc682'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:26:22.424713 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:22.478487 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-d49332ad-37f4-4461-bf5c-f3287fba5465 None None] Allocated IP 2001:db8:0:1::1 (dd351ea6-70c0-4be1-ac03-b8519314868b/efd36d10-5e33-4bd1-998f-ba44830f33c3/66b36b4c-7021-4f41-8d95-b1f8256f01ad) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:26:22.489440 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2ee047-8ce6-4261-b161-aec083c12a17 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:26:22.493857 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-8f2ee047-8ce6-4261-b161-aec083c12a17 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:22.496973 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2ee047-8ce6-4261-b161-aec083c12a17 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:26:22.547050 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] For port 434ee3da-dec7-4e05-a332-36fa4747992f, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:26:22.551248 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] For port 434ee3da-dec7-4e05-a332-36fa4747992f, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=434ee3da-dec7-4e05-a332-36fa4747992f,segment=NetworkSegment(a3d0a6e7-45cb-4f04-ac76-74902f44ed13),segment_id=a3d0a6e7-45cb-4f04-ac76-74902f44ed13)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:26:22.552502 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 2b5cd30e-1ce6-45ce-bf73-338a31a80438 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:26:22.557898 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 2b5cd30e-1ce6-45ce-bf73-338a31a80438 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:26:22.558725 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:22.578052 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6b5cfe-1635-43ea-9266-de184209a01b tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:22.579765 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6b5cfe-1635-43ea-9266-de184209a01b tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:22.581243 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6b5cfe-1635-43ea-9266-de184209a01b tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:22.582072 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-cf6b5cfe-1635-43ea-9266-de184209a01b tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Synchronizing usage tracker for tenant:9823be0ce2f449e8b513f599f9e9d32d on resource:subnet {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:26:22.596076 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ee047-8ce6-4261-b161-aec083c12a17 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event updated for resources: {'Port': ['ID=6ac16461-b146-4bda-8d5e-b01977938294,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:22.681627 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:22.751368 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:22.814818 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6de274-8886-4c81-9e52-2d85c0182dbc None None] Pushing event updated for resources: {'Port': ['ID=434ee3da-dec7-4e05-a332-36fa4747992f,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:22.819547 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 2b5cd30e-1ce6-45ce-bf73-338a31a80438, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=2b5cd30e-1ce6-45ce-bf73-338a31a80438,segment=NetworkSegment(6fca768b-0329-4138-bc53-5c8540a1c5ef),segment_id=6fca768b-0329-4138-bc53-5c8540a1c5ef)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:22.891108 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-77970f50-e14c-4cb7-a718-71f47bca3214 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:22.922621 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:23.052097 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ea577c5b-916a-44a8-878e-d60e58f0ccc0 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:26:23.067324 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-cf6b5cfe-1635-43ea-9266-de184209a01b tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Unset dirty status for tenant:9823be0ce2f449e8b513f599f9e9d32d on resource:subnet {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:26:23.078586 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-cf6b5cfe-1635-43ea-9266-de184209a01b tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 1.1039629 Apr 06 13:26:23.082557 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4a7aa6dd-4f77-45b6-b9aa-5b4f9fd6cb98 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:23.087609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39778) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:23.113803 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=2b5cd30e-1ce6-45ce-bf73-338a31a80438,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:23.117251 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: ea577c5b-916a-44a8-878e-d60e58f0ccc0 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:26:23.117846 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ea577c5b-916a-44a8-878e-d60e58f0ccc0 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:26:23.279957 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7aa6dd-4f77-45b6-b9aa-5b4f9fd6cb98 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Pushing event deleted for resources: {'Port': ['ID=64a68b08-50e0-4d0f-abd3-073741bc8f4a,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:23.281219 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6afbe055-eaf0-4db1-90c9-0102068b9c56 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router_gateway, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:23.303706 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-77970f50-e14c-4cb7-a718-71f47bca3214 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] update failed (client error): The resource could not be found. Apr 06 13:26:23.305068 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-77970f50-e14c-4cb7-a718-71f47bca3214 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] 10.222.0.48 "PUT /v2.0/routers/650dbd5f-b920-4d58-870d-45337d8059a4 HTTP/1.1" status: 404 len: 339 time: 1.5289845 Apr 06 13:26:23.310330 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39782) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:23.369711 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d49332ad-37f4-4461-bf5c-f3287fba5465 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:23.382090 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d49332ad-37f4-4461-bf5c-f3287fba5465 None None] Transition to ACTIVE for port object 66b36b4c-7021-4f41-8d95-b1f8256f01ad will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:26:23.402169 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d49332ad-37f4-4461-bf5c-f3287fba5465 None None] Transition to ACTIVE for port object 66b36b4c-7021-4f41-8d95-b1f8256f01ad will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:26:23.408286 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6afbe055-eaf0-4db1-90c9-0102068b9c56 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:23.435054 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-dcb6624c-47e5-4a17-b6b7-130f4359d8eb tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:23.485525 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d49332ad-37f4-4461-bf5c-f3287fba5465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:23.528585 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4a7aa6dd-4f77-45b6-b9aa-5b4f9fd6cb98 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:23.601720 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49332ad-37f4-4461-bf5c-f3287fba5465 None None] Network dd351ea6-70c0-4be1-ac03-b8519314868b is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:26:23.605084 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-d49332ad-37f4-4461-bf5c-f3287fba5465 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:23.609833 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49332ad-37f4-4461-bf5c-f3287fba5465 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:26:23.620230 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-5064681c-c009-4fc3-8865-af39939e5bca tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Deleting subnet 1c26c4c5-c3af-42b7-8cea-38e984947b32 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:26:23.660469 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49332ad-37f4-4461-bf5c-f3287fba5465 None None] Pushing event updated for resources: {'Port': ['ID=66b36b4c-7021-4f41-8d95-b1f8256f01ad,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:23.676058 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6624c-47e5-4a17-b6b7-130f4359d8eb tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event updated for resources: {'Subnet': ['ID=b9dc0912-2714-4ec5-9ac6-34f0e253b7bd,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:23.728302 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-d49332ad-37f4-4461-bf5c-f3287fba5465 None None] Attempting to bind port 66b36b4c-7021-4f41-8d95-b1f8256f01ad on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:26:23.728668 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-d49332ad-37f4-4461-bf5c-f3287fba5465 None None] Attempting to bind port 66b36b4c-7021-4f41-8d95-b1f8256f01ad by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'a339a7bb-c2c2-4d81-81d9-2ffad04a1f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'dd351ea6-70c0-4be1-ac03-b8519314868b'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:26:23.729028 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49332ad-37f4-4461-bf5c-f3287fba5465 None None] Attempting to bind port 66b36b4c-7021-4f41-8d95-b1f8256f01ad on network dd351ea6-70c0-4be1-ac03-b8519314868b {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:26:23.736676 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49332ad-37f4-4461-bf5c-f3287fba5465 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:26:23.736998 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49332ad-37f4-4461-bf5c-f3287fba5465 None None] Checking segment: {'id': 'a339a7bb-c2c2-4d81-81d9-2ffad04a1f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'dd351ea6-70c0-4be1-ac03-b8519314868b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:26:23.737356 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d49332ad-37f4-4461-bf5c-f3287fba5465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:23.737740 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49332ad-37f4-4461-bf5c-f3287fba5465 None None] Bound using segment: {'id': 'a339a7bb-c2c2-4d81-81d9-2ffad04a1f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'dd351ea6-70c0-4be1-ac03-b8519314868b'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:26:23.738195 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-d49332ad-37f4-4461-bf5c-f3287fba5465 None None] Bound port: 66b36b4c-7021-4f41-8d95-b1f8256f01ad, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a339a7bb-c2c2-4d81-81d9-2ffad04a1f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'dd351ea6-70c0-4be1-ac03-b8519314868b'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:26:23.739159 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d49332ad-37f4-4461-bf5c-f3287fba5465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:23.739285 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5064681c-c009-4fc3-8865-af39939e5bca tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:23.763513 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb6624c-47e5-4a17-b6b7-130f4359d8eb tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Checking segment: {'id': 'ca7f692b-9ed0-423c-8104-750d30699bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8e0add91-fb83-4dd5-91fc-bc1846ed16ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:26:23.763876 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb6624c-47e5-4a17-b6b7-130f4359d8eb tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Network hostable DHCP agents. Network: 8e0add91-fb83-4dd5-91fc-bc1846ed16ad, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:26:23.790511 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4a7aa6dd-4f77-45b6-b9aa-5b4f9fd6cb98 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:23.798223 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4a7aa6dd-4f77-45b6-b9aa-5b4f9fd6cb98 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:23.910301 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb6624c-47e5-4a17-b6b7-130f4359d8eb tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Network 8e0add91-fb83-4dd5-91fc-bc1846ed16ad is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:26:23.925092 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-d49332ad-37f4-4461-bf5c-f3287fba5465 None None] For port 66b36b4c-7021-4f41-8d95-b1f8256f01ad, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:26:23.932166 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-d49332ad-37f4-4461-bf5c-f3287fba5465 None None] For port 66b36b4c-7021-4f41-8d95-b1f8256f01ad, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=66b36b4c-7021-4f41-8d95-b1f8256f01ad,segment=NetworkSegment(a339a7bb-c2c2-4d81-81d9-2ffad04a1f45),segment_id=a339a7bb-c2c2-4d81-81d9-2ffad04a1f45)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:26:23.940783 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4a7aa6dd-4f77-45b6-b9aa-5b4f9fd6cb98 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:23.941242 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7aa6dd-4f77-45b6-b9aa-5b4f9fd6cb98 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Fanout notify agent at l3_agent the message router_deleted on router d704630f-dcb7-404d-ac9b-66cb56f7260c {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:26:23.962436 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-15968f80-d583-4577-beed-0fca5ea11efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:23.986903 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 2b5cd30e-1ce6-45ce-bf73-338a31a80438 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:26:24.025370 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-dcb6624c-47e5-4a17-b6b7-130f4359d8eb tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 8e0add91-fb83-4dd5-91fc-bc1846ed16ad) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:24.041365 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb6624c-47e5-4a17-b6b7-130f4359d8eb tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:24.041962 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-dcb6624c-47e5-4a17-b6b7-130f4359d8eb tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:24.063680 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4a7aa6dd-4f77-45b6-b9aa-5b4f9fd6cb98 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:24.069218 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4a7aa6dd-4f77-45b6-b9aa-5b4f9fd6cb98 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "DELETE /v2.0/routers/d704630f-dcb7-404d-ac9b-66cb56f7260c HTTP/1.1" status: 204 len: 168 time: 5.3732111 Apr 06 13:26:24.069218 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39786) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:24.073916 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-cda34eb8-f65b-4038-a705-e3b5301b969e tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1644792388', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:24.076962 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d49332ad-37f4-4461-bf5c-f3287fba5465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:24.084814 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-cda34eb8-f65b-4038-a705-e3b5301b969e tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:24.087173 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ca6bf3-940e-44a7-91e4-b5c5582b42d1 None None] Network 8e0add91-fb83-4dd5-91fc-bc1846ed16ad requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:24.102848 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-cda34eb8-f65b-4038-a705-e3b5301b969e tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Usage tracker for resource:router and tenant:a7d3934a216d42678dd20983f1025233 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:24.107454 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5064681c-c009-4fc3-8865-af39939e5bca tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:24.108868 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-cda34eb8-f65b-4038-a705-e3b5301b969e tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:24.171664 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a978f4d-68dd-4209-8a8e-d76df4d4ab4a None None] Network 7111b4e7-a778-4353-bc77-5f0b5e4cc682 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:24.172849 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-dcb6624c-47e5-4a17-b6b7-130f4359d8eb tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.5283597 Apr 06 13:26:24.174072 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-cda34eb8-f65b-4038-a705-e3b5301b969e tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:24.178220 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39790) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:24.346336 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-6afbe055-eaf0-4db1-90c9-0102068b9c56 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Allocated IP 172.26.4.143 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/81d17824-6b59-4b42-b251-6e554fff5c5b) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:26:24.366710 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cda34eb8-f65b-4038-a705-e3b5301b969e tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:24.367780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cda34eb8-f65b-4038-a705-e3b5301b969e tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:24.458867 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49332ad-37f4-4461-bf5c-f3287fba5465 None None] Pushing event updated for resources: {'Port': ['ID=66b36b4c-7021-4f41-8d95-b1f8256f01ad,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:24.470884 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 2b5cd30e-1ce6-45ce-bf73-338a31a80438 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:26:24.471442 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:24.472627 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cda34eb8-f65b-4038-a705-e3b5301b969e tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:24.473446 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4761-7c81-4e3f-b86b-611c46b5b22a tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:24.479793 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:24.560904 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-c0af6e9c-fc16-42ea-a856-b3b4425ed06c None None] Provisioning for port 434ee3da-dec7-4e05-a332-36fa4747992f completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:26:24.687899 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5064681c-c009-4fc3-8865-af39939e5bca tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:24.743671 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cda34eb8-f65b-4038-a705-e3b5301b969e tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:24.815798 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58083e86-5370-44b2-a762-243703bdfed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-8e0add91-fb83-4dd5-91fc-bc1846ed16ad', 'network_id': '8e0add91-fb83-4dd5-91fc-bc1846ed16ad', 'tenant_id': 'ed39337f249349ada24d9b0a6c7e89f2', 'fixed_ips': [{'subnet_id': 'b9dc0912-2714-4ec5-9ac6-34f0e253b7bd'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:26:24.815798 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-58083e86-5370-44b2-a762-243703bdfed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:24.847167 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cda34eb8-f65b-4038-a705-e3b5301b969e tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:24.848417 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-cda34eb8-f65b-4038-a705-e3b5301b969e tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7787120 Apr 06 13:26:24.857124 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39796) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:24.867190 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-b6f11502-077e-4fca-946f-fe9f7b8ee46a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'enable_snat': True}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:24.941553 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 434ee3da-dec7-4e05-a332-36fa4747992f up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:26:24.956017 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:24.983388 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee047-8ce6-4261-b161-aec083c12a17 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:25.070318 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-15968f80-d583-4577-beed-0fca5ea11efe admin admin] Deleting port d032ab39-83fd-4506-a1dc-3e99bd66aea3 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:25.070318 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-15968f80-d583-4577-beed-0fca5ea11efe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:25.094588 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6afbe055-eaf0-4db1-90c9-0102068b9c56 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:25.094864 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-58083e86-5370-44b2-a762-243703bdfed7 None None] Allocated IP 2001:db8::1 (8e0add91-fb83-4dd5-91fc-bc1846ed16ad/b9dc0912-2714-4ec5-9ac6-34f0e253b7bd/8a59226e-a025-4014-9e8f-86ad45dbe8a1) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:26:25.203493 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5064681c-c009-4fc3-8865-af39939e5bca tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:25.234599 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 434ee3da-dec7-4e05-a332-36fa4747992f completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:26:25.256778 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 434ee3da-dec7-4e05-a332-36fa4747992f triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:26:25.257858 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:25.319106 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064681c-c009-4fc3-8865-af39939e5bca tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Pushing event deleted for resources: {'Subnet': ['ID=1c26c4c5-c3af-42b7-8cea-38e984947b32,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:25.328052 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5064681c-c009-4fc3-8865-af39939e5bca tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:25.332187 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee047-8ce6-4261-b161-aec083c12a17 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:25.378406 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276b6ace-cbdd-4e17-9840-89b06a6d6720 None None] Network 7111b4e7-a778-4353-bc77-5f0b5e4cc682 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:25.440952 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-ea8b4761-7c81-4e3f-b86b-611c46b5b22a tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Allocated IP 172.20.0.1 (59e7e06f-52e2-4f35-bc48-f074f512e6ce/62dc0a29-fde1-40a4-895d-8368df96ba4d/f246789c-27f1-4e51-b0ef-3ee8b5f28b2e) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:26:25.493262 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6f11502-077e-4fca-946f-fe9f7b8ee46a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:25.600608 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-15968f80-d583-4577-beed-0fca5ea11efe admin admin] For port d032ab39-83fd-4506-a1dc-3e99bd66aea3, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d032ab39-83fd-4506-a1dc-3e99bd66aea3,segment=NetworkSegment(54e4ee41-531e-440c-8308-aeb4581df134),segment_id=54e4ee41-531e-440c-8308-aeb4581df134)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:25.600878 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-15968f80-d583-4577-beed-0fca5ea11efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:25.632173 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6afbe055-eaf0-4db1-90c9-0102068b9c56 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:25.639555 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5064681c-c009-4fc3-8865-af39939e5bca tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] 10.222.0.48 "DELETE /v2.0/subnets/1c26c4c5-c3af-42b7-8cea-38e984947b32 HTTP/1.1" status: 204 len: 168 time: 2.5507057 Apr 06 13:26:25.656583 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39802) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:25.764232 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-15968f80-d583-4577-beed-0fca5ea11efe admin admin] Calling delete_port for d032ab39-83fd-4506-a1dc-3e99bd66aea3 owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:25.766652 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-42d5def2-619c-4803-be82-2281d1138886 None None] Provisioning complete for port 434ee3da-dec7-4e05-a332-36fa4747992f triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:26:25.767112 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-42d5def2-619c-4803-be82-2281d1138886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:25.807379 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afbe055-eaf0-4db1-90c9-0102068b9c56 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:26:25.822107 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-6afbe055-eaf0-4db1-90c9-0102068b9c56 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:25.829012 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:25.838841 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5d8cbb-071b-414e-91db-8a7a0df1430d None None] Network dd351ea6-70c0-4be1-ac03-b8519314868b requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:25.855420 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afbe055-eaf0-4db1-90c9-0102068b9c56 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:26:25.877215 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-58083e86-5370-44b2-a762-243703bdfed7 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:25.897006 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-86505a46-6894-477c-b081-da6f628cefc8 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Deleting subnet efd36d10-5e33-4bd1-998f-ba44830f33c3 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:26:25.919478 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afbe055-eaf0-4db1-90c9-0102068b9c56 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Pushing event updated for resources: {'Port': ['ID=81d17824-6b59-4b42-b251-6e554fff5c5b,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:25.922734 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-86505a46-6894-477c-b081-da6f628cefc8 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:25.961313 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-58083e86-5370-44b2-a762-243703bdfed7 None None] Transition to ACTIVE for port object 8a59226e-a025-4014-9e8f-86ad45dbe8a1 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:26:25.988416 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4761-7c81-4e3f-b86b-611c46b5b22a tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:26.009017 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 434ee3da-dec7-4e05-a332-36fa4747992f, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=434ee3da-dec7-4e05-a332-36fa4747992f,segment=NetworkSegment(a3d0a6e7-45cb-4f04-ac76-74902f44ed13),segment_id=a3d0a6e7-45cb-4f04-ac76-74902f44ed13)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:26.031509 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-58083e86-5370-44b2-a762-243703bdfed7 None None] Transition to ACTIVE for port object 8a59226e-a025-4014-9e8f-86ad45dbe8a1 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:26:26.086016 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-86505a46-6894-477c-b081-da6f628cefc8 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:26.094087 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:26.123092 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee047-8ce6-4261-b161-aec083c12a17 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:26.125227 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-ea8b4761-7c81-4e3f-b86b-611c46b5b22a tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Transition to ACTIVE for port object f246789c-27f1-4e51-b0ef-3ee8b5f28b2e will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:26:26.160316 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-58083e86-5370-44b2-a762-243703bdfed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:26.273497 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee047-8ce6-4261-b161-aec083c12a17 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:26.302901 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58083e86-5370-44b2-a762-243703bdfed7 None None] Network 8e0add91-fb83-4dd5-91fc-bc1846ed16ad is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:26:26.306629 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=434ee3da-dec7-4e05-a332-36fa4747992f,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:26.315039 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-42d5def2-619c-4803-be82-2281d1138886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:26.395656 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-58083e86-5370-44b2-a762-243703bdfed7 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:26.398112 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58083e86-5370-44b2-a762-243703bdfed7 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:26:26.411090 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 66b36b4c-7021-4f41-8d95-b1f8256f01ad up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:26:26.443817 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6f11502-077e-4fca-946f-fe9f7b8ee46a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:26.457203 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f89322-98dc-4131-8c67-45a4acc69cba None None] DHCP port deletion for 7111b4e7-a778-4353-bc77-5f0b5e4cc682 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:26:26.459549 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ee047-8ce6-4261-b161-aec083c12a17 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event updated for resources: {'Port': ['ID=6ac16461-b146-4bda-8d5e-b01977938294,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:26.477426 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6f11502-077e-4fca-946f-fe9f7b8ee46a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:26.483074 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-86505a46-6894-477c-b081-da6f628cefc8 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:26.513707 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-d1f89322-98dc-4131-8c67-45a4acc69cba None None] Deleting port 434ee3da-dec7-4e05-a332-36fa4747992f {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:26.513707 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d1f89322-98dc-4131-8c67-45a4acc69cba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:26.514073 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee047-8ce6-4261-b161-aec083c12a17 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:26.521687 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:26.580625 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-15968f80-d583-4577-beed-0fca5ea11efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:26.659125 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event deleted for resources: {'Subnet': ['ID=b9dc0912-2714-4ec5-9ac6-34f0e253b7bd,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:26.682742 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15968f80-d583-4577-beed-0fca5ea11efe admin admin] Pushing event deleted for resources: {'Port': ['ID=d032ab39-83fd-4506-a1dc-3e99bd66aea3,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:26.750456 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58083e86-5370-44b2-a762-243703bdfed7 None None] Pushing event updated for resources: {'Port': ['ID=8a59226e-a025-4014-9e8f-86ad45dbe8a1,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:26.782029 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:26.788182 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4761-7c81-4e3f-b86b-611c46b5b22a tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:26.807924 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-42d5def2-619c-4803-be82-2281d1138886 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:26:26.809024 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-42d5def2-619c-4803-be82-2281d1138886 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:26:26.817007 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-58083e86-5370-44b2-a762-243703bdfed7 None None] Attempting to bind port 8a59226e-a025-4014-9e8f-86ad45dbe8a1 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:26:26.817217 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-58083e86-5370-44b2-a762-243703bdfed7 None None] Attempting to bind port 8a59226e-a025-4014-9e8f-86ad45dbe8a1 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'ca7f692b-9ed0-423c-8104-750d30699bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8e0add91-fb83-4dd5-91fc-bc1846ed16ad'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:26:26.817577 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58083e86-5370-44b2-a762-243703bdfed7 None None] Attempting to bind port 8a59226e-a025-4014-9e8f-86ad45dbe8a1 on network 8e0add91-fb83-4dd5-91fc-bc1846ed16ad {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:26:26.838989 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58083e86-5370-44b2-a762-243703bdfed7 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:26:26.838989 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58083e86-5370-44b2-a762-243703bdfed7 None None] Checking segment: {'id': 'ca7f692b-9ed0-423c-8104-750d30699bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8e0add91-fb83-4dd5-91fc-bc1846ed16ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:26:26.838989 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-58083e86-5370-44b2-a762-243703bdfed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:26.838989 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58083e86-5370-44b2-a762-243703bdfed7 None None] Bound using segment: {'id': 'ca7f692b-9ed0-423c-8104-750d30699bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8e0add91-fb83-4dd5-91fc-bc1846ed16ad'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:26:26.838989 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-58083e86-5370-44b2-a762-243703bdfed7 None None] Bound port: 8a59226e-a025-4014-9e8f-86ad45dbe8a1, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7f692b-9ed0-423c-8104-750d30699bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8e0add91-fb83-4dd5-91fc-bc1846ed16ad'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:26:26.838989 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-58083e86-5370-44b2-a762-243703bdfed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:26.896960 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e0add91-fb83-4dd5-91fc-bc1846ed16ad']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:26.916820 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7f692b-9ed0-423c-8104-750d30699bb3') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:26.917022 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7f692b-9ed0-423c-8104-750d30699bb3') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:26.944177 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:26.960238 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-b6f11502-077e-4fca-946f-fe9f7b8ee46a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Allocated IP 172.26.4.44 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/99a6b144-9ff3-4d29-ace2-0f4c969b2e3b) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:26:27.019709 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 66b36b4c-7021-4f41-8d95-b1f8256f01ad completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:26:27.048179 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:27.075563 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:26:27.075563 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:27.075894 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-d1f89322-98dc-4131-8c67-45a4acc69cba None None] For port 434ee3da-dec7-4e05-a332-36fa4747992f, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=434ee3da-dec7-4e05-a332-36fa4747992f,segment=NetworkSegment(a3d0a6e7-45cb-4f04-ac76-74902f44ed13),segment_id=a3d0a6e7-45cb-4f04-ac76-74902f44ed13)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:27.076105 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d1f89322-98dc-4131-8c67-45a4acc69cba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:27.081219 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6afbe055-eaf0-4db1-90c9-0102068b9c56 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router_gateway, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:26:27.100888 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:26:27.175293 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-58083e86-5370-44b2-a762-243703bdfed7 None None] For port 8a59226e-a025-4014-9e8f-86ad45dbe8a1, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:26:27.239113 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:27.245527 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-d1f89322-98dc-4131-8c67-45a4acc69cba None None] Calling delete_port for 434ee3da-dec7-4e05-a332-36fa4747992f owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:27.303864 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b4761-7c81-4e3f-b86b-611c46b5b22a tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Pushing event updated for resources: {'Port': ['ID=f246789c-27f1-4e51-b0ef-3ee8b5f28b2e,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:27.309302 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8b4761-7c81-4e3f-b86b-611c46b5b22a tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Network 59e7e06f-52e2-4f35-bc48-f074f512e6ce is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:26:27.317779 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-86505a46-6894-477c-b081-da6f628cefc8 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:27.322775 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-ea8b4761-7c81-4e3f-b86b-611c46b5b22a tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:27.325114 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8b4761-7c81-4e3f-b86b-611c46b5b22a tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:26:27.393880 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-15968f80-d583-4577-beed-0fca5ea11efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:27.412642 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.api [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 13:26:27.412642 dv-neutron-834600-1-hyperv neutron-server[88564]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 13:26:27.412642 dv-neutron-834600-1-hyperv neutron-server[88564]: [parameters: {'id': '8e0add91-fb83-4dd5-91fc-bc1846ed16ad'}] Apr 06 13:26:27.412642 dv-neutron-834600-1-hyperv neutron-server[88564]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:26:27.412642 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG oslo_db.api [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:26:27.421579 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-58083e86-5370-44b2-a762-243703bdfed7 None None] For port 8a59226e-a025-4014-9e8f-86ad45dbe8a1, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=8a59226e-a025-4014-9e8f-86ad45dbe8a1,segment=NetworkSegment(ca7f692b-9ed0-423c-8104-750d30699bb3),segment_id=ca7f692b-9ed0-423c-8104-750d30699bb3)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:26:27.432218 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-86505a46-6894-477c-b081-da6f628cefc8 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:27.440722 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f26125b-3ade-4c22-a3f4-9b44d3b3b7a4 None None] Network dd351ea6-70c0-4be1-ac03-b8519314868b requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:27.455037 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86505a46-6894-477c-b081-da6f628cefc8 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Pushing event deleted for resources: {'Subnet': ['ID=efd36d10-5e33-4bd1-998f-ba44830f33c3,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:27.492229 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d1f89322-98dc-4131-8c67-45a4acc69cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:27.506330 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6f11502-077e-4fca-946f-fe9f7b8ee46a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:27.531431 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-8f2ee047-8ce6-4261-b161-aec083c12a17 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Floating IP 2085f0ef-857c-4335-a61c-51d3b5c3d78b associated. External IP: 172.26.4.97, port: 901392ae-63f5-4b60-8873-e35f607bc597. Apr 06 13:26:27.613195 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-86505a46-6894-477c-b081-da6f628cefc8 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] 10.222.0.48 "DELETE /v2.0/subnets/efd36d10-5e33-4bd1-998f-ba44830f33c3 HTTP/1.1" status: 204 len: 168 time: 1.9151988 Apr 06 13:26:27.619547 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39806) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:27.624570 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4761-7c81-4e3f-b86b-611c46b5b22a tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:27.669434 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f89322-98dc-4131-8c67-45a4acc69cba None None] No DVR routers for this DVR port 434ee3da-dec7-4e05-a332-36fa4747992f on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:26:27.670930 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-58083e86-5370-44b2-a762-243703bdfed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:27.678025 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f89322-98dc-4131-8c67-45a4acc69cba None None] Pushing event deleted for resources: {'Port': ['ID=434ee3da-dec7-4e05-a332-36fa4747992f,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:27.691529 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6f11502-077e-4fca-946f-fe9f7b8ee46a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:27.769705 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f11502-077e-4fca-946f-fe9f7b8ee46a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:26:27.777042 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-b6f11502-077e-4fca-946f-fe9f7b8ee46a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:27.854830 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58083e86-5370-44b2-a762-243703bdfed7 None None] Pushing event updated for resources: {'Port': ['ID=8a59226e-a025-4014-9e8f-86ad45dbe8a1,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:27.958588 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5edec82-58b2-43c6-9478-d573128bd4bb tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:27.960119 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d5edec82-58b2-43c6-9478-d573128bd4bb tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3395538 Apr 06 13:26:27.960945 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f11502-077e-4fca-946f-fe9f7b8ee46a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:26:27.961343 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ae7a8c13-7be4-4da1-aebf-a1bb8c6a2ec3 None None] Provisioning for port f246789c-27f1-4e51-b0ef-3ee8b5f28b2e completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:26:27.965533 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f96f446-231a-49ba-b060-57c23f789c06 None None] Network 8e0add91-fb83-4dd5-91fc-bc1846ed16ad requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:27.996377 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:27.998454 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ae7a8c13-7be4-4da1-aebf-a1bb8c6a2ec3 None None] Provisioning complete for port f246789c-27f1-4e51-b0ef-3ee8b5f28b2e triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:26:27.998972 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ae7a8c13-7be4-4da1-aebf-a1bb8c6a2ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:28.020385 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39810) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:28.077839 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f11502-077e-4fca-946f-fe9f7b8ee46a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Pushing event updated for resources: {'Port': ['ID=99a6b144-9ff3-4d29-ace2-0f4c969b2e3b,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:28.091223 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d527c5f-8af9-4cda-9f04-103d2df994ea None None] DHCP port deletion for dd351ea6-70c0-4be1-ac03-b8519314868b request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:26:28.117401 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-2d527c5f-8af9-4cda-9f04-103d2df994ea None None] Deleting port 66b36b4c-7021-4f41-8d95-b1f8256f01ad {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:28.117837 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2d527c5f-8af9-4cda-9f04-103d2df994ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:28.194704 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Deleting port 8a59226e-a025-4014-9e8f-86ad45dbe8a1 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:28.195056 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:28.244439 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ae7a8c13-7be4-4da1-aebf-a1bb8c6a2ec3 None None] Port f246789c-27f1-4e51-b0ef-3ee8b5f28b2e cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:26:28.307429 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 66b36b4c-7021-4f41-8d95-b1f8256f01ad no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:26:28.389561 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6afbe055-eaf0-4db1-90c9-0102068b9c56 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:28.417405 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-17b3e144-1e41-45d6-99b6-2e3b87bf74c3 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:28.479130 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ae7a8c13-7be4-4da1-aebf-a1bb8c6a2ec3 None None] Provisioning for port 66b36b4c-7021-4f41-8d95-b1f8256f01ad completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:26:28.507685 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ae7a8c13-7be4-4da1-aebf-a1bb8c6a2ec3 None None] Provisioning complete for port 66b36b4c-7021-4f41-8d95-b1f8256f01ad triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:26:28.507685 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ae7a8c13-7be4-4da1-aebf-a1bb8c6a2ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:28.565096 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-2d527c5f-8af9-4cda-9f04-103d2df994ea None None] For port 66b36b4c-7021-4f41-8d95-b1f8256f01ad, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=66b36b4c-7021-4f41-8d95-b1f8256f01ad,segment=NetworkSegment(a339a7bb-c2c2-4d81-81d9-2ffad04a1f45),segment_id=a339a7bb-c2c2-4d81-81d9-2ffad04a1f45)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:28.565493 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2d527c5f-8af9-4cda-9f04-103d2df994ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:28.582523 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15968f80-d583-4577-beed-0fca5ea11efe admin admin] Router c1091558-e437-4f90-81f2-b353168ad4ce has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:26:28.599265 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-17b3e144-1e41-45d6-99b6-2e3b87bf74c3 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Deleting port 66b36b4c-7021-4f41-8d95-b1f8256f01ad {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:28.602637 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-17b3e144-1e41-45d6-99b6-2e3b87bf74c3 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:28.737676 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-2d527c5f-8af9-4cda-9f04-103d2df994ea None None] Calling delete_port for 66b36b4c-7021-4f41-8d95-b1f8256f01ad owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:28.811372 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4761-7c81-4e3f-b86b-611c46b5b22a tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:28.852039 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 434ee3da-dec7-4e05-a332-36fa4747992f no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:26:28.915368 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 434ee3da-dec7-4e05-a332-36fa4747992f {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:26:28.915783 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 434ee3da-dec7-4e05-a332-36fa4747992f not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:26:28.931266 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2ee047-8ce6-4261-b161-aec083c12a17 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Router e6be2954-a14b-458a-b118-628a4055f72d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:26:28.939070 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ae7a8c13-7be4-4da1-aebf-a1bb8c6a2ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:29.021126 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2d527c5f-8af9-4cda-9f04-103d2df994ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:29.038330 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] For port 8a59226e-a025-4014-9e8f-86ad45dbe8a1, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=8a59226e-a025-4014-9e8f-86ad45dbe8a1,segment=NetworkSegment(ca7f692b-9ed0-423c-8104-750d30699bb3),segment_id=ca7f692b-9ed0-423c-8104-750d30699bb3)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:29.038993 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:29.166760 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d527c5f-8af9-4cda-9f04-103d2df994ea None None] Pushing event deleted for resources: {'Port': ['ID=66b36b4c-7021-4f41-8d95-b1f8256f01ad,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:29.176632 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d527c5f-8af9-4cda-9f04-103d2df994ea None None] No DVR routers for this DVR port 66b36b4c-7021-4f41-8d95-b1f8256f01ad on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:26:29.200181 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f3fae9-ec85-411a-b7ed-c254b8f79acd None None] get_active_networks_info from dv-neutron-834600-1-hyperv {{(pid=88566) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 06 13:26:29.289124 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afbe055-eaf0-4db1-90c9-0102068b9c56 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Router 0274a6e9-8ebb-48fa-a475-1dff11712828 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:26:29.352656 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Calling delete_port for 8a59226e-a025-4014-9e8f-86ad45dbe8a1 owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:29.361563 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f3fae9-ec85-411a-b7ed-c254b8f79acd None None] Resources bound (agent type, host, resource id): {{(pid=88566) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 13:26:29.394628 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15968f80-d583-4577-beed-0fca5ea11efe admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:26:29.417907 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543dcf14-f91b-4f09-8600-a4b6df4e1ce0 None None] Sync routers for ids ['c1091558-e437-4f90-81f2-b353168ad4ce'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:26:29.489591 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543dcf14-f91b-4f09-8600-a4b6df4e1ce0 None None] Routers {'c1091558-e437-4f90-81f2-b353168ad4ce'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:29.489794 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-543dcf14-f91b-4f09-8600-a4b6df4e1ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1091558-e437-4f90-81f2-b353168ad4ce'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:29.489897 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2ee047-8ce6-4261-b161-aec083c12a17 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:26:29.506476 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ea4541-cbcd-43e8-a374-09142195c993 None None] Sync routers for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:26:29.519868 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ea4541-cbcd-43e8-a374-09142195c993 None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:29.521273 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-81ea4541-cbcd-43e8-a374-09142195c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:29.611542 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-17b3e144-1e41-45d6-99b6-2e3b87bf74c3 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] For port 66b36b4c-7021-4f41-8d95-b1f8256f01ad, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=66b36b4c-7021-4f41-8d95-b1f8256f01ad,segment=NetworkSegment(a339a7bb-c2c2-4d81-81d9-2ffad04a1f45),segment_id=a339a7bb-c2c2-4d81-81d9-2ffad04a1f45)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:29.611798 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-17b3e144-1e41-45d6-99b6-2e3b87bf74c3 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:29.624430 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-15968f80-d583-4577-beed-0fca5ea11efe admin admin] 10.222.0.48 "PUT /v2.0/routers/c1091558-e437-4f90-81f2-b353168ad4ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2619324 Apr 06 13:26:29.627908 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39816) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:29.628415 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6f11502-077e-4fca-946f-fe9f7b8ee46a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:29.639520 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-81ea4541-cbcd-43e8-a374-09142195c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:29.651359 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ea4541-cbcd-43e8-a374-09142195c993 None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:29.652815 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-81ea4541-cbcd-43e8-a374-09142195c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:29.689464 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-543dcf14-f91b-4f09-8600-a4b6df4e1ce0 None None] Set router c1091558-e437-4f90-81f2-b353168ad4ce gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:26:29.716297 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee047-8ce6-4261-b161-aec083c12a17 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:29.744598 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-81ea4541-cbcd-43e8-a374-09142195c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:29.745148 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ea4541-cbcd-43e8-a374-09142195c993 None None] The sync data for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:26:29.748104 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:29.853704 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-17b3e144-1e41-45d6-99b6-2e3b87bf74c3 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Calling delete_port for 66b36b4c-7021-4f41-8d95-b1f8256f01ad owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:29.924329 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event deleted for resources: {'Port': ['ID=8a59226e-a025-4014-9e8f-86ad45dbe8a1,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:29.935574 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] No DVR routers for this DVR port 8a59226e-a025-4014-9e8f-86ad45dbe8a1 on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:26:29.961446 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afbe055-eaf0-4db1-90c9-0102068b9c56 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:26:30.008891 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.resource_extend [None req-ea8b4761-7c81-4e3f-b86b-611c46b5b22a tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 13:26:30.014229 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6ac293-3d40-4a56-8809-7ffea8555c8e None None] Sync routers for ids ['0274a6e9-8ebb-48fa-a475-1dff11712828'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:26:30.051474 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6ac293-3d40-4a56-8809-7ffea8555c8e None None] Routers {'0274a6e9-8ebb-48fa-a475-1dff11712828'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:30.068983 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ec6ac293-3d40-4a56-8809-7ffea8555c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['0274a6e9-8ebb-48fa-a475-1dff11712828'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:30.094747 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8f2ee047-8ce6-4261-b161-aec083c12a17 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.3026178 Apr 06 13:26:30.097810 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4761-7c81-4e3f-b86b-611c46b5b22a tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:30.106418 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39820) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:30.140145 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6afbe055-eaf0-4db1-90c9-0102068b9c56 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:30.144639 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6afbe055-eaf0-4db1-90c9-0102068b9c56 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.7886794 Apr 06 13:26:30.150412 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39824) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:30.154865 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-36adc40c-8fd8-4cc6-bb72-ac1b77384c3e admin admin] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:30.163042 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-53d636ac-262b-4477-9c6b-a3af73f199da tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Request body: {'floatingip': {'port_id': '901392ae-63f5-4b60-8873-e35f607bc597', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:30.185114 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ec6ac293-3d40-4a56-8809-7ffea8555c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:30.238357 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-760c1ecc-03ae-4e26-b287-d94e5c0f71c8 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'enable_snat': False}}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:30.251581 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:30.264933 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6ac293-3d40-4a56-8809-7ffea8555c8e None None] Routers {'0274a6e9-8ebb-48fa-a475-1dff11712828'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:30.265555 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ec6ac293-3d40-4a56-8809-7ffea8555c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['0274a6e9-8ebb-48fa-a475-1dff11712828'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:30.302154 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4761-7c81-4e3f-b86b-611c46b5b22a tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:30.318295 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.api [None req-17b3e144-1e41-45d6-99b6-2e3b87bf74c3 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:26:30.318615 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG oslo_db.api [None req-17b3e144-1e41-45d6-99b6-2e3b87bf74c3 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:26:30.354726 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e0add91-fb83-4dd5-91fc-bc1846ed16ad']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:30.369525 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ec6ac293-3d40-4a56-8809-7ffea8555c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:30.370082 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6ac293-3d40-4a56-8809-7ffea8555c8e None None] The sync data for ids ['0274a6e9-8ebb-48fa-a475-1dff11712828'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:26:30.383741 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7f692b-9ed0-423c-8104-750d30699bb3') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:30.384097 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7f692b-9ed0-423c-8104-750d30699bb3') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:30.416267 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-53d636ac-262b-4477-9c6b-a3af73f199da tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:30.479120 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:30.480865 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4761-7c81-4e3f-b86b-611c46b5b22a tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:30.496714 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b4761-7c81-4e3f-b86b-611c46b5b22a tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Pushing event updated for resources: {'Port': ['ID=f246789c-27f1-4e51-b0ef-3ee8b5f28b2e,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:30.532274 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:30.544476 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-543dcf14-f91b-4f09-8600-a4b6df4e1ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'name': 'tempest-ServersTestJSON-331739158-router', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:22Z', 'updated_at': '2022-04-06T13:26:26Z', 'revision_number': 5, 'project_id': '29506e5a39ce4f2db4e880a74f738951', 'gw_port': {'id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ff:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:25Z', 'updated_at': '2022-04-06T13:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:30.558292 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543dcf14-f91b-4f09-8600-a4b6df4e1ce0 None None] Checking router: c1091558-e437-4f90-81f2-b353168ad4ce for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:26:30.565604 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543dcf14-f91b-4f09-8600-a4b6df4e1ce0 None None] Routers {'c1091558-e437-4f90-81f2-b353168ad4ce'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:30.566465 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-543dcf14-f91b-4f09-8600-a4b6df4e1ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1091558-e437-4f90-81f2-b353168ad4ce'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:30.600957 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:26:30.601364 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: util.warn( Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: util.warn( Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: util.warn( Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: util.warn( Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:26:30.619248 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:26:30.795549 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-543dcf14-f91b-4f09-8600-a4b6df4e1ce0 None None] Set router c1091558-e437-4f90-81f2-b353168ad4ce gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:26:30.830544 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-17b3e144-1e41-45d6-99b6-2e3b87bf74c3 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Deleting port 66b36b4c-7021-4f41-8d95-b1f8256f01ad {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:30.830935 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-17b3e144-1e41-45d6-99b6-2e3b87bf74c3 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:30.849296 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-36adc40c-8fd8-4cc6-bb72-ac1b77384c3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:30.964921 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8b4761-7c81-4e3f-b86b-611c46b5b22a tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Network 59e7e06f-52e2-4f35-bc48-f074f512e6ce is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:26:30.966780 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-ea8b4761-7c81-4e3f-b86b-611c46b5b22a tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:30.968927 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-36adc40c-8fd8-4cc6-bb72-ac1b77384c3e admin admin] Deleting port ffe6f522-b172-4288-80ff-a42f4b83eaf4 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:30.969470 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-36adc40c-8fd8-4cc6-bb72-ac1b77384c3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:30.969652 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6f11502-077e-4fca-946f-fe9f7b8ee46a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:30.987438 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-17b3e144-1e41-45d6-99b6-2e3b87bf74c3 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] The port '66b36b4c-7021-4f41-8d95-b1f8256f01ad' was deleted {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:26:31.028044 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6f11502-077e-4fca-946f-fe9f7b8ee46a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1624175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625362'] for router, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:31.204349 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-543dcf14-f91b-4f09-8600-a4b6df4e1ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'name': 'tempest-ServersTestJSON-331739158-router', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:22Z', 'updated_at': '2022-04-06T13:26:26Z', 'revision_number': 5, 'project_id': '29506e5a39ce4f2db4e880a74f738951', 'gw_port': {'id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ff:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:25Z', 'updated_at': '2022-04-06T13:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:31.212382 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543dcf14-f91b-4f09-8600-a4b6df4e1ce0 None None] The sync data for ids ['c1091558-e437-4f90-81f2-b353168ad4ce'] in dv-neutron-834600-1-hyperv is: [{'id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'name': 'tempest-ServersTestJSON-331739158-router', 'tenant_id': '29506e5a39ce4f2db4e880a74f738951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:22Z', 'updated_at': '2022-04-06T13:26:26Z', 'revision_number': 5, 'project_id': '29506e5a39ce4f2db4e880a74f738951', 'gw_port': {'id': 'ffe6f522-b172-4288-80ff-a42f4b83eaf4', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ff:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1091558-e437-4f90-81f2-b353168ad4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:25Z', 'updated_at': '2022-04-06T13:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:26:31.216583 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7fbbc85b-416e-4327-bb0a-ae4d1fc596ba None None] Provisioning complete for port f246789c-27f1-4e51-b0ef-3ee8b5f28b2e triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:26:31.216950 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7fbbc85b-416e-4327-bb0a-ae4d1fc596ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:31.283155 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:31.304455 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-7fbbc85b-416e-4327-bb0a-ae4d1fc596ba None None] Port f246789c-27f1-4e51-b0ef-3ee8b5f28b2e cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:26:31.332634 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:31.350909 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event deleted for resources: {'Network': ['ID=8e0add91-fb83-4dd5-91fc-bc1846ed16ad,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:31.436039 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-17b3e144-1e41-45d6-99b6-2e3b87bf74c3 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:31.572202 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-baee4254-022a-4594-a7f0-53d3d6773d5f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "DELETE /v2.0/networks/8e0add91-fb83-4dd5-91fc-bc1846ed16ad HTTP/1.1" status: 204 len: 168 time: 7.3918855 Apr 06 13:26:31.582950 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39828) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:31.588539 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-17b3e144-1e41-45d6-99b6-2e3b87bf74c3 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd351ea6-70c0-4be1-ac03-b8519314868b']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:31.593159 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-ccc6aa95-010e-4131-ada3-c987e41ec269 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1629987155'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:31.608467 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ccc6aa95-010e-4131-ada3-c987e41ec269 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:31.612966 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-17b3e144-1e41-45d6-99b6-2e3b87bf74c3 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a339a7bb-c2c2-4d81-81d9-2ffad04a1f45') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:31.613289 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-17b3e144-1e41-45d6-99b6-2e3b87bf74c3 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a339a7bb-c2c2-4d81-81d9-2ffad04a1f45') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:31.621291 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8b4761-7c81-4e3f-b86b-611c46b5b22a tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Router 650dbd5f-b920-4d58-870d-45337d8059a4 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:26:31.645825 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-17b3e144-1e41-45d6-99b6-2e3b87bf74c3 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:31.685677 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ccc6aa95-010e-4131-ada3-c987e41ec269 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Usage tracker for resource:network and tenant:ed39337f249349ada24d9b0a6c7e89f2 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:31.707200 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ccc6aa95-010e-4131-ada3-c987e41ec269 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:31.721365 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ccc6aa95-010e-4131-ada3-c987e41ec269 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:31.740482 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-36adc40c-8fd8-4cc6-bb72-ac1b77384c3e admin admin] For port ffe6f522-b172-4288-80ff-a42f4b83eaf4, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ffe6f522-b172-4288-80ff-a42f4b83eaf4,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:31.740849 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-36adc40c-8fd8-4cc6-bb72-ac1b77384c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:31.755779 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-17b3e144-1e41-45d6-99b6-2e3b87bf74c3 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:31.777836 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b3e144-1e41-45d6-99b6-2e3b87bf74c3 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:26:31.778260 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-17b3e144-1e41-45d6-99b6-2e3b87bf74c3 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:26:31.794451 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:26:31.881528 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-760c1ecc-03ae-4e26-b287-d94e5c0f71c8 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:31.963253 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-36adc40c-8fd8-4cc6-bb72-ac1b77384c3e admin admin] Calling delete_port for ffe6f522-b172-4288-80ff-a42f4b83eaf4 owned by network:router_gateway {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:31.991196 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc6aa95-010e-4131-ada3-c987e41ec269 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Made reservation on behalf of ed39337f249349ada24d9b0a6c7e89f2 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:26:31.994625 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ccc6aa95-010e-4131-ada3-c987e41ec269 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:32.009560 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-17b3e144-1e41-45d6-99b6-2e3b87bf74c3 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:32.011080 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f11502-077e-4fca-946f-fe9f7b8ee46a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Router ffcf2bb9-c1bc-400c-b65e-2145a0797320 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:26:32.041818 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-17b3e144-1e41-45d6-99b6-2e3b87bf74c3 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:32.067827 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3e144-1e41-45d6-99b6-2e3b87bf74c3 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Pushing event deleted for resources: {'Network': ['ID=dd351ea6-70c0-4be1-ac03-b8519314868b,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:32.081523 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-17b3e144-1e41-45d6-99b6-2e3b87bf74c3 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] 10.222.0.48 "DELETE /v2.0/networks/dd351ea6-70c0-4be1-ac03-b8519314868b HTTP/1.1" status: 204 len: 168 time: 4.0600824 Apr 06 13:26:32.085243 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39832) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:32.131811 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d032ab39-83fd-4506-a1dc-3e99bd66aea3 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:26:32.151033 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-53d636ac-262b-4477-9c6b-a3af73f199da tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:32.176127 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: d032ab39-83fd-4506-a1dc-3e99bd66aea3 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:26:32.178485 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d032ab39-83fd-4506-a1dc-3e99bd66aea3 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:26:32.188723 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc6aa95-010e-4131-ada3-c987e41ec269 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:26:32.197487 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8b4761-7c81-4e3f-b86b-611c46b5b22a tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:26:32.207803 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86e49dc-96f2-408b-9724-f5b1e41973d6 None None] Sync routers for ids ['650dbd5f-b920-4d58-870d-45337d8059a4'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:26:32.218217 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86e49dc-96f2-408b-9724-f5b1e41973d6 None None] Routers {'650dbd5f-b920-4d58-870d-45337d8059a4'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:32.219143 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-a86e49dc-96f2-408b-9724-f5b1e41973d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['650dbd5f-b920-4d58-870d-45337d8059a4'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:32.248291 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-53d636ac-262b-4477-9c6b-a3af73f199da tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:32.285366 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-a86e49dc-96f2-408b-9724-f5b1e41973d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:32.295332 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86e49dc-96f2-408b-9724-f5b1e41973d6 None None] Routers {'650dbd5f-b920-4d58-870d-45337d8059a4'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:32.296056 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-a86e49dc-96f2-408b-9724-f5b1e41973d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['650dbd5f-b920-4d58-870d-45337d8059a4'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:32.304589 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ccc6aa95-010e-4131-ada3-c987e41ec269 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:32.305049 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-ccc6aa95-010e-4131-ada3-c987e41ec269 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Added segment 93feb0ef-2b0e-4aa2-bf51-907cd7b0deda of type vlan for network 616008d2-18a8-45a5-8490-d992b63b0c6c Apr 06 13:26:32.329469 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ea8b4761-7c81-4e3f-b86b-611c46b5b22a tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] 10.222.0.48 "PUT /v2.0/routers/650dbd5f-b920-4d58-870d-45337d8059a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0045323 Apr 06 13:26:32.333453 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-686d36d6-9595-49e4-a63b-c35537cb2a95 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:32.343552 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39836) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:32.364996 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-a86e49dc-96f2-408b-9724-f5b1e41973d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:32.365397 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86e49dc-96f2-408b-9724-f5b1e41973d6 None None] The sync data for ids ['650dbd5f-b920-4d58-870d-45337d8059a4'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:26:32.496549 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f11502-077e-4fca-946f-fe9f7b8ee46a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:26:32.502581 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6f11502-077e-4fca-946f-fe9f7b8ee46a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:32.505615 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47687e11-a161-45ba-9289-5415990e5564 None None] Sync routers for ids ['ffcf2bb9-c1bc-400c-b65e-2145a0797320'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:26:32.507325 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b6f11502-077e-4fca-946f-fe9f7b8ee46a tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "PUT /v2.0/routers/ffcf2bb9-c1bc-400c-b65e-2145a0797320 HTTP/1.1" status: 200 len: 914 time: 7.6454313 Apr 06 13:26:32.508103 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39840) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:32.514839 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47687e11-a161-45ba-9289-5415990e5564 None None] Routers {'ffcf2bb9-c1bc-400c-b65e-2145a0797320'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:32.515381 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-47687e11-a161-45ba-9289-5415990e5564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['ffcf2bb9-c1bc-400c-b65e-2145a0797320'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:32.549001 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ccc6aa95-010e-4131-ada3-c987e41ec269 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:32.581040 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-47687e11-a161-45ba-9289-5415990e5564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:32.589199 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47687e11-a161-45ba-9289-5415990e5564 None None] Routers {'ffcf2bb9-c1bc-400c-b65e-2145a0797320'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:32.590878 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-47687e11-a161-45ba-9289-5415990e5564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['ffcf2bb9-c1bc-400c-b65e-2145a0797320'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:32.656573 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-47687e11-a161-45ba-9289-5415990e5564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:32.656971 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47687e11-a161-45ba-9289-5415990e5564 None None] The sync data for ids ['ffcf2bb9-c1bc-400c-b65e-2145a0797320'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:26:32.701349 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bb142656-9655-435f-a67f-c937215ba088 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:32.836055 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e27afd52-466a-4062-a44f-3d8a3838d0f3 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "GET /v2.0/routers/ffcf2bb9-c1bc-400c-b65e-2145a0797320 HTTP/1.1" status: 200 len: 920 time: 0.2778821 Apr 06 13:26:32.845212 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39844) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:32.990780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d636ac-262b-4477-9c6b-a3af73f199da tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Router e6be2954-a14b-458a-b118-628a4055f72d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:26:33.067903 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ccc6aa95-010e-4131-ada3-c987e41ec269 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:33.073222 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc6aa95-010e-4131-ada3-c987e41ec269 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:33.074493 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ccc6aa95-010e-4131-ada3-c987e41ec269 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:33.081103 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c42e0b8-140d-4577-954b-6cd542a545ef tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:33.082699 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9c42e0b8-140d-4577-954b-6cd542a545ef tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622&device_id=ffcf2bb9-c1bc-400c-b65e-2145a0797320&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2365363 Apr 06 13:26:33.082833 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-686d36d6-9595-49e4-a63b-c35537cb2a95 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:33.087070 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39848) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:33.189566 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-686d36d6-9595-49e4-a63b-c35537cb2a95 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7111b4e7-a778-4353-bc77-5f0b5e4cc682']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:33.266855 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-bb142656-9655-435f-a67f-c937215ba088 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 06 13:26:33.267788 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-bb142656-9655-435f-a67f-c937215ba088 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] 10.222.0.48 "DELETE /v2.0/routers/650dbd5f-b920-4d58-870d-45337d8059a4 HTTP/1.1" status: 409 len: 329 time: 0.9216418 Apr 06 13:26:33.269460 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ccc6aa95-010e-4131-ada3-c987e41ec269 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6855583 Apr 06 13:26:33.274294 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-686d36d6-9595-49e4-a63b-c35537cb2a95 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d0a6e7-45cb-4f04-ac76-74902f44ed13') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:33.274594 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-686d36d6-9595-49e4-a63b-c35537cb2a95 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d0a6e7-45cb-4f04-ac76-74902f44ed13') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:33.280778 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39852) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:33.281113 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39854) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:33.283051 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6aa95-010e-4131-ada3-c987e41ec269 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event updated for resources: {'Network': ['ID=616008d2-18a8-45a5-8490-d992b63b0c6c,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:33.291844 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-686d36d6-9595-49e4-a63b-c35537cb2a95 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:33.292152 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-21b894b5-831c-45f9-b6a0-2d47d8bc3c80 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Request body: {'subnet': {'network_id': '616008d2-18a8-45a5-8490-d992b63b0c6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:33.297484 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 616008d2-18a8-45a5-8490-d992b63b0c6c details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:26:33.384305 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-686d36d6-9595-49e4-a63b-c35537cb2a95 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:33.391102 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d636ac-262b-4477-9c6b-a3af73f199da tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:26:33.394788 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-36adc40c-8fd8-4cc6-bb72-ac1b77384c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:33.412832 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eb939f-79fa-4f99-835e-4c2375be1c63 None None] Sync routers for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:26:33.424339 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eb939f-79fa-4f99-835e-4c2375be1c63 None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:33.424700 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-53d636ac-262b-4477-9c6b-a3af73f199da tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:33.434135 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-26eb939f-79fa-4f99-835e-4c2375be1c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:33.443125 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686d36d6-9595-49e4-a63b-c35537cb2a95 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:26:33.443515 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-686d36d6-9595-49e4-a63b-c35537cb2a95 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn( Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:26:33.466835 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:26:33.484116 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36adc40c-8fd8-4cc6-bb72-ac1b77384c3e admin admin] Pushing event deleted for resources: {'Port': ['ID=ffe6f522-b172-4288-80ff-a42f4b83eaf4,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:33.494385 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-26eb939f-79fa-4f99-835e-4c2375be1c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:33.504796 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eb939f-79fa-4f99-835e-4c2375be1c63 None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:33.505501 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-26eb939f-79fa-4f99-835e-4c2375be1c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:33.514989 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81be640-df29-4d9e-a7b1-73f9c7703d19 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:33.519288 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b81be640-df29-4d9e-a7b1-73f9c7703d19 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "GET /v2.0/networks/4620f211-7c2e-4ee8-bf91-9181827f0622 HTTP/1.1" status: 200 len: 881 time: 0.4284346 Apr 06 13:26:33.567064 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-26eb939f-79fa-4f99-835e-4c2375be1c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:33.567549 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eb939f-79fa-4f99-835e-4c2375be1c63 None None] The sync data for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:26:33.573861 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39862) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:33.788578 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-36adc40c-8fd8-4cc6-bb72-ac1b77384c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:33.797469 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-cb593b42-0a1c-4559-93d7-6a9d5f052fd0 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffcf2bb9-c1bc-400c-b65e-2145a0797320 HTTP/1.1" status: 200 len: 205 time: 0.2185881 Apr 06 13:26:33.809288 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39866) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:33.838246 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-686d36d6-9595-49e4-a63b-c35537cb2a95 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:33.894280 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-21b894b5-831c-45f9-b6a0-2d47d8bc3c80 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:33.926993 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-686d36d6-9595-49e4-a63b-c35537cb2a95 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:33.953741 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d36d6-9595-49e4-a63b-c35537cb2a95 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Pushing event deleted for resources: {'Network': ['ID=7111b4e7-a778-4353-bc77-5f0b5e4cc682,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:33.988815 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-21b894b5-831c-45f9-b6a0-2d47d8bc3c80 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Usage tracker for resource:subnet and tenant:ed39337f249349ada24d9b0a6c7e89f2 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:34.004975 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-21b894b5-831c-45f9-b6a0-2d47d8bc3c80 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:34.013356 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-686d36d6-9595-49e4-a63b-c35537cb2a95 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] 10.222.0.48 "DELETE /v2.0/networks/7111b4e7-a778-4353-bc77-5f0b5e4cc682 HTTP/1.1" status: 204 len: 168 time: 1.9252126 Apr 06 13:26:34.025300 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-36adc40c-8fd8-4cc6-bb72-ac1b77384c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:34.027410 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39870) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:34.038376 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-36adc40c-8fd8-4cc6-bb72-ac1b77384c3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:34.078344 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-21b894b5-831c-45f9-b6a0-2d47d8bc3c80 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:34.090647 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-53d636ac-262b-4477-9c6b-a3af73f199da tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "PUT /v2.0/floatingips/2085f0ef-857c-4335-a61c-51d3b5c3d78b HTTP/1.1" status: 200 len: 978 time: 3.9820764 Apr 06 13:26:34.110033 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39874) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:34.243086 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b894b5-831c-45f9-b6a0-2d47d8bc3c80 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Made reservation on behalf of ed39337f249349ada24d9b0a6c7e89f2 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:26:34.246558 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-21b894b5-831c-45f9-b6a0-2d47d8bc3c80 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:34.295536 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-36adc40c-8fd8-4cc6-bb72-ac1b77384c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:34.296064 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36adc40c-8fd8-4cc6-bb72-ac1b77384c3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1091558-e437-4f90-81f2-b353168ad4ce {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:26:34.320506 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bad9b5cc-933e-4cbe-ab6b-26fd7857f6ba tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:34.329293 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-36adc40c-8fd8-4cc6-bb72-ac1b77384c3e admin admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:34.330387 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-36adc40c-8fd8-4cc6-bb72-ac1b77384c3e admin admin] 10.222.0.48 "DELETE /v2.0/routers/c1091558-e437-4f90-81f2-b353168ad4ce HTTP/1.1" status: 204 len: 168 time: 4.6994371 Apr 06 13:26:34.333531 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39878) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:34.505873 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b8b052dd-7663-406e-92a4-1dd3ded358ba tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:34.696849 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45544c6-a960-4822-a8b6-c801015cfcff admin admin] Deleting subnet 1bba6dec-718f-43df-a092-4ff68fc37b48 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:26:34.707063 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c45544c6-a960-4822-a8b6-c801015cfcff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:34.741509 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-760c1ecc-03ae-4e26-b287-d94e5c0f71c8 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:34.758088 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-3db43ed6-5e49-4a9e-b374-8db33a9848f3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Deleting port 6ac16461-b146-4bda-8d5e-b01977938294 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:34.758670 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3db43ed6-5e49-4a9e-b374-8db33a9848f3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:34.810769 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-760c1ecc-03ae-4e26-b287-d94e5c0f71c8 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1624175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625362'] for router, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:34.819416 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bad9b5cc-933e-4cbe-ab6b-26fd7857f6ba tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:34.909900 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c45544c6-a960-4822-a8b6-c801015cfcff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:34.946488 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b8b052dd-7663-406e-92a4-1dd3ded358ba tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:34.959286 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-bad9b5cc-933e-4cbe-ab6b-26fd7857f6ba tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f782f4c7-474d-4f95-b7e4-ae7b0679edb7']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:34.984741 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-bad9b5cc-933e-4cbe-ab6b-26fd7857f6ba tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7540df4f-9d32-4172-aa6e-881e46671bd8') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:34.985040 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-bad9b5cc-933e-4cbe-ab6b-26fd7857f6ba tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7540df4f-9d32-4172-aa6e-881e46671bd8') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:35.012909 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bad9b5cc-933e-4cbe-ab6b-26fd7857f6ba tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:35.110840 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bad9b5cc-933e-4cbe-ab6b-26fd7857f6ba tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:35.130135 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad9b5cc-933e-4cbe-ab6b-26fd7857f6ba tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:26:35.130544 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bad9b5cc-933e-4cbe-ab6b-26fd7857f6ba tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:26:35.147516 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:26:35.221690 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-b8b052dd-7663-406e-92a4-1dd3ded358ba tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Deleting port 99a6b144-9ff3-4d29-ace2-0f4c969b2e3b {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:35.222000 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b8b052dd-7663-406e-92a4-1dd3ded358ba tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:35.235784 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c45544c6-a960-4822-a8b6-c801015cfcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:35.266973 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760c1ecc-03ae-4e26-b287-d94e5c0f71c8 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Router 0274a6e9-8ebb-48fa-a475-1dff11712828 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:26:35.299273 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3db43ed6-5e49-4a9e-b374-8db33a9848f3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:35.299597 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3db43ed6-5e49-4a9e-b374-8db33a9848f3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:35.451397 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bad9b5cc-933e-4cbe-ab6b-26fd7857f6ba tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:35.458576 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-3db43ed6-5e49-4a9e-b374-8db33a9848f3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Calling delete_port for 6ac16461-b146-4bda-8d5e-b01977938294 owned by network:floatingip {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:35.479147 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bad9b5cc-933e-4cbe-ab6b-26fd7857f6ba tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:35.533266 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9b5cc-933e-4cbe-ab6b-26fd7857f6ba tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Pushing event deleted for resources: {'Network': ['ID=f782f4c7-474d-4f95-b7e4-ae7b0679edb7,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:35.552051 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c45544c6-a960-4822-a8b6-c801015cfcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:35.592820 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-bad9b5cc-933e-4cbe-ab6b-26fd7857f6ba tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] 10.222.0.48 "DELETE /v2.0/networks/f782f4c7-474d-4f95-b7e4-ae7b0679edb7 HTTP/1.1" status: 204 len: 168 time: 1.5642149 Apr 06 13:26:35.601378 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39888) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:35.607371 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760c1ecc-03ae-4e26-b287-d94e5c0f71c8 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:26:35.612061 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-760c1ecc-03ae-4e26-b287-d94e5c0f71c8 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:35.617004 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-760c1ecc-03ae-4e26-b287-d94e5c0f71c8 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "PUT /v2.0/routers/0274a6e9-8ebb-48fa-a475-1dff11712828 HTTP/1.1" status: 200 len: 926 time: 5.3850541 Apr 06 13:26:35.617004 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45544c6-a960-4822-a8b6-c801015cfcff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bba6dec-718f-43df-a092-4ff68fc37b48,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:35.618874 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39890) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:35.618874 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c45544c6-a960-4822-a8b6-c801015cfcff admin admin] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:35.622509 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c45544c6-a960-4822-a8b6-c801015cfcff admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1bba6dec-718f-43df-a092-4ff68fc37b48 HTTP/1.1" status: 204 len: 168 time: 1.2852857 Apr 06 13:26:35.623068 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad62d055-6b66-4723-962c-5dd363c3d1fb None None] Sync routers for ids ['0274a6e9-8ebb-48fa-a475-1dff11712828'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:26:35.626096 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39892) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:35.629462 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181c3647-79e1-49c5-a476-a3c01684127c None None] Network b4af085f-1110-4224-b013-05549a7ec08d requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:35.665764 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad62d055-6b66-4723-962c-5dd363c3d1fb None None] Routers {'0274a6e9-8ebb-48fa-a475-1dff11712828'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:35.666382 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ad62d055-6b66-4723-962c-5dd363c3d1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['0274a6e9-8ebb-48fa-a475-1dff11712828'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:35.670347 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-21b894b5-831c-45f9-b6a0-2d47d8bc3c80 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:35.784437 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ad62d055-6b66-4723-962c-5dd363c3d1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:35.796103 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2343efb3-8da8-46f4-9746-3a972b2ea495 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:35.807293 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad62d055-6b66-4723-962c-5dd363c3d1fb None None] Routers {'0274a6e9-8ebb-48fa-a475-1dff11712828'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:35.807928 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ad62d055-6b66-4723-962c-5dd363c3d1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['0274a6e9-8ebb-48fa-a475-1dff11712828'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:35.834383 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1144af6a-e136-4933-98b9-9deccb4c959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:35.899390 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ad62d055-6b66-4723-962c-5dd363c3d1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:35.899860 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad62d055-6b66-4723-962c-5dd363c3d1fb None None] The sync data for ids ['0274a6e9-8ebb-48fa-a475-1dff11712828'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:26:35.909662 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836562c4-612c-40b2-96a5-4e88f0ff8fbd req-873c76f0-a688-4336-8635-b9239c8bf695 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:35.911170 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-836562c4-612c-40b2-96a5-4e88f0ff8fbd req-873c76f0-a688-4336-8635-b9239c8bf695 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.4262319 Apr 06 13:26:35.949728 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-1144af6a-e136-4933-98b9-9deccb4c959e admin admin] Deleting port 0891f4a0-42b2-4983-b5bc-edcc8e3d7831 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:35.950062 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1144af6a-e136-4933-98b9-9deccb4c959e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:35.994063 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0f314548-7c5c-42f0-b48e-9cdcdb668cd6 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "GET /v2.0/routers/0274a6e9-8ebb-48fa-a475-1dff11712828 HTTP/1.1" status: 200 len: 926 time: 0.3702779 Apr 06 13:26:35.999881 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39900) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:36.074489 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b7e2bb80-55e2-4c86-97ab-eddb8a8f5824 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:36.074700 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fcb61f-47f6-4b9c-94bc-4fe5f6ebdcdb None None] DHCP port deletion for b4af085f-1110-4224-b013-05549a7ec08d request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:26:36.076174 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b894b5-831c-45f9-b6a0-2d47d8bc3c80 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event updated for resources: {'Subnet': ['ID=7ca1d11a-31c4-4018-89ad-ac48e4aec2e8,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:36.080530 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-11fcb61f-47f6-4b9c-94bc-4fe5f6ebdcdb None None] Deleting port 0891f4a0-42b2-4983-b5bc-edcc8e3d7831 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:36.081361 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-11fcb61f-47f6-4b9c-94bc-4fe5f6ebdcdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:36.086368 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b8b052dd-7663-406e-92a4-1dd3ded358ba tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:36.224448 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-836562c4-612c-40b2-96a5-4e88f0ff8fbd req-b394c2aa-4607-411f-b655-367e70f33c27 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3065834 Apr 06 13:26:36.229179 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ffe6f522-b172-4288-80ff-a42f4b83eaf4 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:26:36.264711 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b894b5-831c-45f9-b6a0-2d47d8bc3c80 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Checking segment: {'id': '93feb0ef-2b0e-4aa2-bf51-907cd7b0deda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '616008d2-18a8-45a5-8490-d992b63b0c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:26:36.265069 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b894b5-831c-45f9-b6a0-2d47d8bc3c80 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Network hostable DHCP agents. Network: 616008d2-18a8-45a5-8490-d992b63b0c6c, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:26:36.276278 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-b8b052dd-7663-406e-92a4-1dd3ded358ba tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Calling delete_port for 99a6b144-9ff3-4d29-ace2-0f4c969b2e3b owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:36.281406 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: ffe6f522-b172-4288-80ff-a42f4b83eaf4 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:26:36.282313 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ffe6f522-b172-4288-80ff-a42f4b83eaf4 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:26:36.283069 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0891f4a0-42b2-4983-b5bc-edcc8e3d7831 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:26:36.407917 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24f0ee9-5ad7-4dc0-ba44-b4bc159a1ec0 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:36.408713 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a24f0ee9-5ad7-4dc0-ba44-b4bc159a1ec0 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Synchronizing usage tracker for tenant:60a460cb10c44a699e8c4970a331215c on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:26:36.421967 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-1144af6a-e136-4933-98b9-9deccb4c959e admin admin] For port 0891f4a0-42b2-4983-b5bc-edcc8e3d7831, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0891f4a0-42b2-4983-b5bc-edcc8e3d7831,segment=NetworkSegment(54e4ee41-531e-440c-8308-aeb4581df134),segment_id=54e4ee41-531e-440c-8308-aeb4581df134)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:36.422387 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1144af6a-e136-4933-98b9-9deccb4c959e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:36.465341 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53410e2a-cfdb-4a50-ae76-97c8ef8d694f req-86888a57-c0d0-4908-9595-07d1d2809576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:36.466877 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-53410e2a-cfdb-4a50-ae76-97c8ef8d694f req-86888a57-c0d0-4908-9595-07d1d2809576 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a4d54de52764226baa1254caab457dd&device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 1099 time: 0.8575342 Apr 06 13:26:36.502848 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-11fcb61f-47f6-4b9c-94bc-4fe5f6ebdcdb None None] For port 0891f4a0-42b2-4983-b5bc-edcc8e3d7831, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0891f4a0-42b2-4983-b5bc-edcc8e3d7831,segment=NetworkSegment(54e4ee41-531e-440c-8308-aeb4581df134),segment_id=54e4ee41-531e-440c-8308-aeb4581df134)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:36.503302 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-11fcb61f-47f6-4b9c-94bc-4fe5f6ebdcdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:36.555198 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-1144af6a-e136-4933-98b9-9deccb4c959e admin admin] Calling delete_port for 0891f4a0-42b2-4983-b5bc-edcc8e3d7831 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:36.659178 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a24f0ee9-5ad7-4dc0-ba44-b4bc159a1ec0 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Unset dirty status for tenant:60a460cb10c44a699e8c4970a331215c on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:26:36.662927 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a24f0ee9-5ad7-4dc0-ba44-b4bc159a1ec0 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622&device_id=0274a6e9-8ebb-48fa-a475-1dff11712828&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6592581 Apr 06 13:26:36.663174 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39904) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:36.697823 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-11fcb61f-47f6-4b9c-94bc-4fe5f6ebdcdb None None] Calling delete_port for 0891f4a0-42b2-4983-b5bc-edcc8e3d7831 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:36.745453 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:36.770519 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1144af6a-e136-4933-98b9-9deccb4c959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:36.823397 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144af6a-e136-4933-98b9-9deccb4c959e admin admin] Pushing event deleted for resources: {'Port': ['ID=0891f4a0-42b2-4983-b5bc-edcc8e3d7831,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:36.830821 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1144af6a-e136-4933-98b9-9deccb4c959e admin admin] No DVR routers for this DVR port 0891f4a0-42b2-4983-b5bc-edcc8e3d7831 on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:26:36.842149 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-11fcb61f-47f6-4b9c-94bc-4fe5f6ebdcdb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:26:36.843093 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-11fcb61f-47f6-4b9c-94bc-4fe5f6ebdcdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:26:36.862307 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b7e2bb80-55e2-4c86-97ab-eddb8a8f5824 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:36.879139 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b894b5-831c-45f9-b6a0-2d47d8bc3c80 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Network 616008d2-18a8-45a5-8490-d992b63b0c6c is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:26:36.917998 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67699ecc-da2e-41ed-aac2-90b66a7e9ef4 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:36.917998 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-67699ecc-da2e-41ed-aac2-90b66a7e9ef4 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Synchronizing usage tracker for tenant:60a460cb10c44a699e8c4970a331215c on resource:network {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:26:36.938093 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-b7e2bb80-55e2-4c86-97ab-eddb8a8f5824 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5e16e0-3f8b-49c5-9cd0-5fb9b4a4e8d0']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:36.973178 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-b7e2bb80-55e2-4c86-97ab-eddb8a8f5824 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7dc07f8-06b2-4e54-a545-051e17e8e8f2') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:36.973482 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-b7e2bb80-55e2-4c86-97ab-eddb8a8f5824 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7dc07f8-06b2-4e54-a545-051e17e8e8f2') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:36.977590 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1144af6a-e136-4933-98b9-9deccb4c959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:36.992087 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53410e2a-cfdb-4a50-ae76-97c8ef8d694f req-0ef42051-f779-4f17-af70-8dececc76008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:36.993462 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-53410e2a-cfdb-4a50-ae76-97c8ef8d694f req-0ef42051-f779-4f17-af70-8dececc76008 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5be2eead-86e0-4801-95e6-7956006492a1 HTTP/1.1" status: 200 len: 912 time: 0.4988775 Apr 06 13:26:37.005782 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b7e2bb80-55e2-4c86-97ab-eddb8a8f5824 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:37.012622 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-1144af6a-e136-4933-98b9-9deccb4c959e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4af085f-1110-4224-b013-05549a7ec08d']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:37.025207 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-1144af6a-e136-4933-98b9-9deccb4c959e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e4ee41-531e-440c-8308-aeb4581df134') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:37.026008 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-1144af6a-e136-4933-98b9-9deccb4c959e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e4ee41-531e-440c-8308-aeb4581df134') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:37.037754 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1144af6a-e136-4933-98b9-9deccb4c959e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:37.054896 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1144af6a-e136-4933-98b9-9deccb4c959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:37.060948 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3db43ed6-5e49-4a9e-b374-8db33a9848f3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:37.061111 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1144af6a-e136-4933-98b9-9deccb4c959e admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:26:37.061467 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1144af6a-e136-4933-98b9-9deccb4c959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:26:37.074677 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:26:37.086013 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-67699ecc-da2e-41ed-aac2-90b66a7e9ef4 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Unset dirty status for tenant:60a460cb10c44a699e8c4970a331215c on resource:network {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:26:37.087226 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-67699ecc-da2e-41ed-aac2-90b66a7e9ef4 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "GET /v2.0/networks/4620f211-7c2e-4ee8-bf91-9181827f0622 HTTP/1.1" status: 200 len: 881 time: 0.4231663 Apr 06 13:26:37.091094 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39908) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:37.119053 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-21b894b5-831c-45f9-b6a0-2d47d8bc3c80 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 616008d2-18a8-45a5-8490-d992b63b0c6c) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:37.132617 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ccf8b3-0228-48cc-bf11-2fa0a49149f3 None None] Network 616008d2-18a8-45a5-8490-d992b63b0c6c requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:37.150543 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b894b5-831c-45f9-b6a0-2d47d8bc3c80 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:37.151154 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-21b894b5-831c-45f9-b6a0-2d47d8bc3c80 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:37.163374 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db43ed6-5e49-4a9e-b374-8db33a9848f3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event deleted for resources: {'Port': ['ID=6ac16461-b146-4bda-8d5e-b01977938294,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:37.170166 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b7e2bb80-55e2-4c86-97ab-eddb8a8f5824 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:37.188568 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2318b221-705c-4ffc-8e37-27193e45b603 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "GET /v2.0/ports?device_id=0274a6e9-8ebb-48fa-a475-1dff11712828 HTTP/1.1" status: 200 len: 205 time: 0.0962780 Apr 06 13:26:37.191889 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39912) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:37.291863 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e2bb80-55e2-4c86-97ab-eddb8a8f5824 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:26:37.292341 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b7e2bb80-55e2-4c86-97ab-eddb8a8f5824 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:37.348373 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-11fcb61f-47f6-4b9c-94bc-4fe5f6ebdcdb None None] Deleting port 0891f4a0-42b2-4983-b5bc-edcc8e3d7831 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:37.348747 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-11fcb61f-47f6-4b9c-94bc-4fe5f6ebdcdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:26:37.360946 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:26:37.416731 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1144af6a-e136-4933-98b9-9deccb4c959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:37.441469 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-11fcb61f-47f6-4b9c-94bc-4fe5f6ebdcdb None None] The port '0891f4a0-42b2-4983-b5bc-edcc8e3d7831' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:26:37.443579 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1144af6a-e136-4933-98b9-9deccb4c959e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:37.466678 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144af6a-e136-4933-98b9-9deccb4c959e admin admin] Pushing event deleted for resources: {'Network': ['ID=b4af085f-1110-4224-b013-05549a7ec08d,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:37.499091 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f74596d2-4370-48ac-977d-ad65d8f731b2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:37.499466 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f70a221-28bb-40e0-82b1-745d765ddd2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-616008d2-18a8-45a5-8490-d992b63b0c6c', 'network_id': '616008d2-18a8-45a5-8490-d992b63b0c6c', 'tenant_id': 'ed39337f249349ada24d9b0a6c7e89f2', 'fixed_ips': [{'subnet_id': '7ca1d11a-31c4-4018-89ad-ac48e4aec2e8'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:26:37.500300 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2f70a221-28bb-40e0-82b1-745d765ddd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:37.504568 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-53410e2a-cfdb-4a50-ae76-97c8ef8d694f req-78d5dcb4-47e4-4c97-8ae2-46f71a933981 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddde7491-e249-460a-b06c-c1af650f5bf7 HTTP/1.1" status: 200 len: 1002 time: 0.5022306 Apr 06 13:26:37.509475 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3db43ed6-5e49-4a9e-b374-8db33a9848f3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:37.509799 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-3db43ed6-5e49-4a9e-b374-8db33a9848f3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Floating IP 2085f0ef-857c-4335-a61c-51d3b5c3d78b disassociated (deleted). External IP: 172.26.4.97, port: 901392ae-63f5-4b60-8873-e35f607bc597. Apr 06 13:26:37.599592 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2328956-e675-4c67-9d94-29e3f13bda4b req-2151a1e9-c882-4154-9b3e-12239324c47e tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:37.601191 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f2328956-e675-4c67-9d94-29e3f13bda4b req-2151a1e9-c882-4154-9b3e-12239324c47e tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.2361116 Apr 06 13:26:37.637825 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-2343efb3-8da8-46f4-9746-3a972b2ea495 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Deleting port f246789c-27f1-4e51-b0ef-3ee8b5f28b2e {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:37.637825 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2343efb3-8da8-46f4-9746-3a972b2ea495 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:37.670527 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-21b894b5-831c-45f9-b6a0-2d47d8bc3c80 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.3850439 Apr 06 13:26:37.681414 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39918) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:37.705638 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-cb05f9e3-f174-48f1-a798-e370f83b2b12 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1144109531'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:37.708846 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b7e2bb80-55e2-4c86-97ab-eddb8a8f5824 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:37.725138 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b8b052dd-7663-406e-92a4-1dd3ded358ba tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:37.758409 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b7e2bb80-55e2-4c86-97ab-eddb8a8f5824 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:37.761910 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-cb05f9e3-f174-48f1-a798-e370f83b2b12 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:37.804044 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1144af6a-e136-4933-98b9-9deccb4c959e admin admin] 10.222.0.48 "DELETE /v2.0/networks/b4af085f-1110-4224-b013-05549a7ec08d HTTP/1.1" status: 204 len: 168 time: 2.1743314 Apr 06 13:26:37.814320 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-cb05f9e3-f174-48f1-a798-e370f83b2b12 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Usage tracker for resource:network and tenant:ed39337f249349ada24d9b0a6c7e89f2 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:37.834405 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-2f70a221-28bb-40e0-82b1-745d765ddd2c None None] Allocated IP 2001:db8::3 (616008d2-18a8-45a5-8490-d992b63b0c6c/7ca1d11a-31c4-4018-89ad-ac48e4aec2e8/80d35558-b97b-4d1b-b780-6760d28b3a30) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:26:37.858685 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f2328956-e675-4c67-9d94-29e3f13bda4b req-d8b034b8-b938-44d0-920f-854cc6dbf5f9 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2493665 Apr 06 13:26:37.870210 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f74596d2-4370-48ac-977d-ad65d8f731b2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:37.891621 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2bb80-55e2-4c86-97ab-eddb8a8f5824 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] Pushing event deleted for resources: {'Network': ['ID=ff5e16e0-3f8b-49c5-9cd0-5fb9b4a4e8d0,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:37.893707 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b052dd-7663-406e-92a4-1dd3ded358ba tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Pushing event deleted for resources: {'Port': ['ID=99a6b144-9ff3-4d29-ace2-0f4c969b2e3b,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:37.911790 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-cb05f9e3-f174-48f1-a798-e370f83b2b12 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:37.926287 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53410e2a-cfdb-4a50-ae76-97c8ef8d694f req-2d02410e-390f-4ea5-89b8-8af31799bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:37.927602 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-53410e2a-cfdb-4a50-ae76-97c8ef8d694f req-2d02410e-390f-4ea5-89b8-8af31799bbe4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05aded58-8f1f-47e0-842d-ddd950b58777 HTTP/1.1" status: 200 len: 850 time: 0.3472126 Apr 06 13:26:37.950589 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-f74596d2-4370-48ac-977d-ad65d8f731b2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Deleting port 81d17824-6b59-4b42-b251-6e554fff5c5b {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:37.951205 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f74596d2-4370-48ac-977d-ad65d8f731b2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:38.016582 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-cb05f9e3-f174-48f1-a798-e370f83b2b12 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:38.030452 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b7e2bb80-55e2-4c86-97ab-eddb8a8f5824 tempest-BulkNetworkOpsIpV6Test-237856924 tempest-BulkNetworkOpsIpV6Test-237856924-project] 10.222.0.48 "DELETE /v2.0/networks/ff5e16e0-3f8b-49c5-9cd0-5fb9b4a4e8d0 HTTP/1.1" status: 204 len: 168 time: 2.3772285 Apr 06 13:26:38.159599 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2f70a221-28bb-40e0-82b1-745d765ddd2c None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:38.179666 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2f70a221-28bb-40e0-82b1-745d765ddd2c None None] Transition to ACTIVE for port object 80d35558-b97b-4d1b-b780-6760d28b3a30 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:26:38.192396 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f74596d2-4370-48ac-977d-ad65d8f731b2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:38.209502 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2f70a221-28bb-40e0-82b1-745d765ddd2c None None] Transition to ACTIVE for port object 80d35558-b97b-4d1b-b780-6760d28b3a30 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:26:38.226256 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb05f9e3-f174-48f1-a798-e370f83b2b12 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Made reservation on behalf of ed39337f249349ada24d9b0a6c7e89f2 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:26:38.230208 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cb05f9e3-f174-48f1-a798-e370f83b2b12 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:38.302144 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2f70a221-28bb-40e0-82b1-745d765ddd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:38.337024 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-f74596d2-4370-48ac-977d-ad65d8f731b2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Calling delete_port for 81d17824-6b59-4b42-b251-6e554fff5c5b owned by network:router_gateway {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:38.394046 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f70a221-28bb-40e0-82b1-745d765ddd2c None None] Network 616008d2-18a8-45a5-8490-d992b63b0c6c is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:26:38.402835 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-2f70a221-28bb-40e0-82b1-745d765ddd2c None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:38.410912 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f70a221-28bb-40e0-82b1-745d765ddd2c None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:26:38.419376 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70a221-28bb-40e0-82b1-745d765ddd2c None None] Pushing event updated for resources: {'Port': ['ID=80d35558-b97b-4d1b-b780-6760d28b3a30,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:38.472597 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b8b052dd-7663-406e-92a4-1dd3ded358ba tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:38.525700 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-2f70a221-28bb-40e0-82b1-745d765ddd2c None None] Attempting to bind port 80d35558-b97b-4d1b-b780-6760d28b3a30 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:26:38.526332 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-2f70a221-28bb-40e0-82b1-745d765ddd2c None None] Attempting to bind port 80d35558-b97b-4d1b-b780-6760d28b3a30 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '93feb0ef-2b0e-4aa2-bf51-907cd7b0deda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '616008d2-18a8-45a5-8490-d992b63b0c6c'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:26:38.528126 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f70a221-28bb-40e0-82b1-745d765ddd2c None None] Attempting to bind port 80d35558-b97b-4d1b-b780-6760d28b3a30 on network 616008d2-18a8-45a5-8490-d992b63b0c6c {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:26:38.536941 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f70a221-28bb-40e0-82b1-745d765ddd2c None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:26:38.537558 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f70a221-28bb-40e0-82b1-745d765ddd2c None None] Checking segment: {'id': '93feb0ef-2b0e-4aa2-bf51-907cd7b0deda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '616008d2-18a8-45a5-8490-d992b63b0c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:26:38.537684 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2343efb3-8da8-46f4-9746-3a972b2ea495 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:38.538186 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2f70a221-28bb-40e0-82b1-745d765ddd2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:38.538715 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f70a221-28bb-40e0-82b1-745d765ddd2c None None] Bound using segment: {'id': '93feb0ef-2b0e-4aa2-bf51-907cd7b0deda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '616008d2-18a8-45a5-8490-d992b63b0c6c'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:26:38.539611 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-2f70a221-28bb-40e0-82b1-745d765ddd2c None None] Bound port: 80d35558-b97b-4d1b-b780-6760d28b3a30, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93feb0ef-2b0e-4aa2-bf51-907cd7b0deda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '616008d2-18a8-45a5-8490-d992b63b0c6c'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:26:38.539957 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2f70a221-28bb-40e0-82b1-745d765ddd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:38.581283 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39930) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:38.627512 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb05f9e3-f174-48f1-a798-e370f83b2b12 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:26:38.640445 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1f2eb854-7fdc-4559-b7f0-e1a69ebe63b8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=29506e5a39ce4f2db4e880a74f738951&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0578270 Apr 06 13:26:38.642745 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39934) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:38.649722 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-2f70a221-28bb-40e0-82b1-745d765ddd2c None None] For port 80d35558-b97b-4d1b-b780-6760d28b3a30, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:26:38.662320 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39938) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:38.694101 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-2f70a221-28bb-40e0-82b1-745d765ddd2c None None] For port 80d35558-b97b-4d1b-b780-6760d28b3a30, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=80d35558-b97b-4d1b-b780-6760d28b3a30,segment=NetworkSegment(93feb0ef-2b0e-4aa2-bf51-907cd7b0deda),segment_id=93feb0ef-2b0e-4aa2-bf51-907cd7b0deda)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:26:38.699560 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f74596d2-4370-48ac-977d-ad65d8f731b2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:38.751579 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2f70a221-28bb-40e0-82b1-745d765ddd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:38.764925 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74596d2-4370-48ac-977d-ad65d8f731b2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Pushing event deleted for resources: {'Port': ['ID=81d17824-6b59-4b42-b251-6e554fff5c5b,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:38.862553 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-2343efb3-8da8-46f4-9746-3a972b2ea495 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Calling delete_port for f246789c-27f1-4e51-b0ef-3ee8b5f28b2e owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:38.866739 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70a221-28bb-40e0-82b1-745d765ddd2c None None] Pushing event updated for resources: {'Port': ['ID=80d35558-b97b-4d1b-b780-6760d28b3a30,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:38.882007 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-44f32070-bb92-4877-a1ef-1b3fe52c6033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:38.902381 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f74596d2-4370-48ac-977d-ad65d8f731b2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:38.909858 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53410e2a-cfdb-4a50-ae76-97c8ef8d694f req-4f567bb1-e16f-426f-a294-1d95e0965714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:38.912105 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-53410e2a-cfdb-4a50-ae76-97c8ef8d694f req-4f567bb1-e16f-426f-a294-1d95e0965714 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5be2eead-86e0-4801-95e6-7956006492a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9367774 Apr 06 13:26:38.954575 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cb05f9e3-f174-48f1-a798-e370f83b2b12 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:38.956832 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-cb05f9e3-f174-48f1-a798-e370f83b2b12 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Added segment eeb08fc5-fe77-4682-b22f-d0cf2079ce5d of type vlan for network 79c03256-0046-44db-bce0-44775d5f3ec2 Apr 06 13:26:38.963211 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b8b052dd-7663-406e-92a4-1dd3ded358ba tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:38.993312 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b8b052dd-7663-406e-92a4-1dd3ded358ba tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:39.180401 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cb05f9e3-f174-48f1-a798-e370f83b2b12 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:39.197984 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db43ed6-5e49-4a9e-b374-8db33a9848f3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Router e6be2954-a14b-458a-b118-628a4055f72d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:26:39.213242 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-44f32070-bb92-4877-a1ef-1b3fe52c6033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:39.223692 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f74596d2-4370-48ac-977d-ad65d8f731b2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:39.229573 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f74cab55-7392-450c-99eb-036bcdad22f6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9823be0ce2f449e8b513f599f9e9d32d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5639310 Apr 06 13:26:39.231680 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f74596d2-4370-48ac-977d-ad65d8f731b2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:39.237012 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39946) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:39.331574 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b8b052dd-7663-406e-92a4-1dd3ded358ba tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:39.332052 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b052dd-7663-406e-92a4-1dd3ded358ba tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Fanout notify agent at l3_agent the message router_deleted on router ffcf2bb9-c1bc-400c-b65e-2145a0797320 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:26:39.365472 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c4566-cc0a-4463-8fd4-c2d0ca1c8391 req-8b5e88ea-6f2d-409e-94ba-7745631a4f11 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:39.366915 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cd8c4566-cc0a-4463-8fd4-c2d0ca1c8391 req-8b5e88ea-6f2d-409e-94ba-7745631a4f11 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.3443127 Apr 06 13:26:39.372785 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-53410e2a-cfdb-4a50-ae76-97c8ef8d694f req-bc43823d-c516-489f-b1ac-7f00df75369d service neutron] 10.222.0.61 "GET /v2.0/networks/5be2eead-86e0-4801-95e6-7956006492a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287908 Apr 06 13:26:39.380528 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e4a9fba8-460a-4c19-9877-d8a843ad2810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:39.420524 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b8b052dd-7663-406e-92a4-1dd3ded358ba tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:39.421755 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b8b052dd-7663-406e-92a4-1dd3ded358ba tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "DELETE /v2.0/routers/ffcf2bb9-c1bc-400c-b65e-2145a0797320 HTTP/1.1" status: 204 len: 168 time: 5.6113982 Apr 06 13:26:39.430233 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39950) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:39.433326 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f74596d2-4370-48ac-977d-ad65d8f731b2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:39.434333 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74596d2-4370-48ac-977d-ad65d8f731b2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Fanout notify agent at l3_agent the message router_deleted on router 0274a6e9-8ebb-48fa-a475-1dff11712828 {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:26:39.438419 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e4a9fba8-460a-4c19-9877-d8a843ad2810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:39.454062 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-95b03c66-4521-4d66-b0fa-78c735393a36 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-474499625', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:39.467103 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-95b03c66-4521-4d66-b0fa-78c735393a36 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:39.474425 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cd8c4566-cc0a-4463-8fd4-c2d0ca1c8391 req-ab2862f8-fbbe-467b-8c05-b1d8be6a63c8 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970314 Apr 06 13:26:39.475355 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-95b03c66-4521-4d66-b0fa-78c735393a36 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Usage tracker for resource:router and tenant:a7d3934a216d42678dd20983f1025233 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:39.487901 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-95b03c66-4521-4d66-b0fa-78c735393a36 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:39.513498 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-95b03c66-4521-4d66-b0fa-78c735393a36 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:39.531955 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f74596d2-4370-48ac-977d-ad65d8f731b2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:39.533360 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f74596d2-4370-48ac-977d-ad65d8f731b2 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "DELETE /v2.0/routers/0274a6e9-8ebb-48fa-a475-1dff11712828 HTTP/1.1" status: 204 len: 168 time: 2.3404851 Apr 06 13:26:39.538329 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39954) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:39.544790 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-4343312d-5c61-4c05-ad39-871fb91d9542 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-241950377', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:39.551459 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-44f32070-bb92-4877-a1ef-1b3fe52c6033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:39.555118 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4343312d-5c61-4c05-ad39-871fb91d9542 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:39.566280 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4343312d-5c61-4c05-ad39-871fb91d9542 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Usage tracker for resource:router and tenant:67afd50af2494f68a9e8eb84fac488ae is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:39.570109 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4343312d-5c61-4c05-ad39-871fb91d9542 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:39.580111 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f32070-bb92-4877-a1ef-1b3fe52c6033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cffdb75-05d6-47c1-8255-c05fedf1dba0,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:39.582308 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4343312d-5c61-4c05-ad39-871fb91d9542 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:39.594853 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-44f32070-bb92-4877-a1ef-1b3fe52c6033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:39.596408 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-44f32070-bb92-4877-a1ef-1b3fe52c6033 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0cffdb75-05d6-47c1-8255-c05fedf1dba0 HTTP/1.1" status: 204 len: 168 time: 0.9519265 Apr 06 13:26:39.608199 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cb05f9e3-f174-48f1-a798-e370f83b2b12 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:39.608199 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb05f9e3-f174-48f1-a798-e370f83b2b12 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:39.608711 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cb05f9e3-f174-48f1-a798-e370f83b2b12 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:39.625859 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-95b03c66-4521-4d66-b0fa-78c735393a36 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:39.627185 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-95b03c66-4521-4d66-b0fa-78c735393a36 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:39.661615 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e4a9fba8-460a-4c19-9877-d8a843ad2810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:39.664064 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e4a9fba8-460a-4c19-9877-d8a843ad2810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:39.667798 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e4a9fba8-460a-4c19-9877-d8a843ad2810 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d20ba0da-38f6-49bd-b796-6c7479cb25d9 HTTP/1.1" status: 204 len: 168 time: 0.4231806 Apr 06 13:26:39.681454 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9fba8-460a-4c19-9877-d8a843ad2810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20ba0da-38f6-49bd-b796-6c7479cb25d9,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:39.718476 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4343312d-5c61-4c05-ad39-871fb91d9542 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:39.720747 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4343312d-5c61-4c05-ad39-871fb91d9542 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:39.766072 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db43ed6-5e49-4a9e-b374-8db33a9848f3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:26:39.771299 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3db43ed6-5e49-4a9e-b374-8db33a9848f3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:39.781693 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e543c51f-7e6b-4639-9462-801e9ba03f9d None None] Sync routers for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:26:39.793633 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e543c51f-7e6b-4639-9462-801e9ba03f9d None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:39.794244 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-e543c51f-7e6b-4639-9462-801e9ba03f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:39.865633 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-e543c51f-7e6b-4639-9462-801e9ba03f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:39.876775 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e543c51f-7e6b-4639-9462-801e9ba03f9d None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:39.877622 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-e543c51f-7e6b-4639-9462-801e9ba03f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:39.950612 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-e543c51f-7e6b-4639-9462-801e9ba03f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:39.951292 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e543c51f-7e6b-4639-9462-801e9ba03f9d None None] The sync data for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:26:39.987373 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-cb05f9e3-f174-48f1-a798-e370f83b2b12 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3015716 Apr 06 13:26:39.990217 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39964) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:39.997831 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-1fd731b7-66ec-4b08-81c2-ecce51a47cba tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Request body: {'subnet': {'network_id': '79c03256-0046-44db-bce0-44775d5f3ec2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:40.008133 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05f9e3-f174-48f1-a798-e370f83b2b12 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event updated for resources: {'Network': ['ID=79c03256-0046-44db-bce0-44775d5f3ec2,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:40.020507 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 79c03256-0046-44db-bce0-44775d5f3ec2 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:26:40.031647 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3db43ed6-5e49-4a9e-b374-8db33a9848f3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "DELETE /v2.0/floatingips/2085f0ef-857c-4335-a61c-51d3b5c3d78b HTTP/1.1" status: 204 len: 168 time: 5.9206030 Apr 06 13:26:40.034401 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-53410e2a-cfdb-4a50-ae76-97c8ef8d694f req-3dd80101-bcdf-4366-9092-9e1beab2c0c0 service neutron] 10.222.0.61 "GET /v2.0/networks/5be2eead-86e0-4801-95e6-7956006492a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6527729 Apr 06 13:26:40.034899 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 39968) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:40.091000 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2343efb3-8da8-46f4-9746-3a972b2ea495 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:40.092110 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4343312d-5c61-4c05-ad39-871fb91d9542 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:40.124952 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-95b03c66-4521-4d66-b0fa-78c735393a36 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:40.307379 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94308c82-4cc3-4cd9-9f6a-57043c286ec0 None None] Network 616008d2-18a8-45a5-8490-d992b63b0c6c requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:40.341976 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343efb3-8da8-46f4-9746-3a972b2ea495 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Pushing event deleted for resources: {'Port': ['ID=f246789c-27f1-4e51-b0ef-3ee8b5f28b2e,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:40.369667 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 80d35558-b97b-4d1b-b780-6760d28b3a30 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:26:40.375206 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-95b03c66-4521-4d66-b0fa-78c735393a36 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:40.395640 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-6527422c-f4a3-4b41-8af5-bb6eda39059f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Deleting port 901392ae-63f5-4b60-8873-e35f607bc597 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:40.396285 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6527422c-f4a3-4b41-8af5-bb6eda39059f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:40.490011 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1fd731b7-66ec-4b08-81c2-ecce51a47cba tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:40.499481 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-1fd731b7-66ec-4b08-81c2-ecce51a47cba tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Usage tracker for resource:subnet and tenant:ed39337f249349ada24d9b0a6c7e89f2 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:40.502788 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-1fd731b7-66ec-4b08-81c2-ecce51a47cba tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:40.517749 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1fd731b7-66ec-4b08-81c2-ecce51a47cba tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:40.553591 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-95b03c66-4521-4d66-b0fa-78c735393a36 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:40.558617 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-95b03c66-4521-4d66-b0fa-78c735393a36 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1219518 Apr 06 13:26:40.559489 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4343312d-5c61-4c05-ad39-871fb91d9542 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:40.587683 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 39990) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:40.601865 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-69f37261-099b-40cb-8357-66a95a1c29aa tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'enable_snat': False}}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:40.772945 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2343efb3-8da8-46f4-9746-3a972b2ea495 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:40.831771 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e2a33802-212d-43e5-a51d-f0f2e471a5a2 None None] Provisioning for port 80d35558-b97b-4d1b-b780-6760d28b3a30 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:26:40.852042 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd731b7-66ec-4b08-81c2-ecce51a47cba tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Made reservation on behalf of ed39337f249349ada24d9b0a6c7e89f2 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:26:40.855777 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1fd731b7-66ec-4b08-81c2-ecce51a47cba tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:40.953032 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.ipam_backend_mixin [None req-1fd731b7-66ec-4b08-81c2-ecce51a47cba tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Performing IP validity checks on allocation pools {{(pid=88565) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 06 13:26:40.953556 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.ipam_backend_mixin [None req-1fd731b7-66ec-4b08-81c2-ecce51a47cba tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88565) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 06 13:26:40.980162 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 80d35558-b97b-4d1b-b780-6760d28b3a30 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:26:41.010880 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 80d35558-b97b-4d1b-b780-6760d28b3a30 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:26:41.013821 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:41.116285 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4343312d-5c61-4c05-ad39-871fb91d9542 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:41.117933 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4343312d-5c61-4c05-ad39-871fb91d9542 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.5779233 Apr 06 13:26:41.128097 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40008) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:41.199780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-e7957639-022c-41a8-a3ae-cdd20a61a90d tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Request body: {'router': {'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:41.288191 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:41.288933 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2343efb3-8da8-46f4-9746-3a972b2ea495 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Router 650dbd5f-b920-4d58-870d-45337d8059a4 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:26:41.327157 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 80d35558-b97b-4d1b-b780-6760d28b3a30, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=80d35558-b97b-4d1b-b780-6760d28b3a30,segment=NetworkSegment(93feb0ef-2b0e-4aa2-bf51-907cd7b0deda),segment_id=93feb0ef-2b0e-4aa2-bf51-907cd7b0deda)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:41.398495 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:41.406107 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1fd731b7-66ec-4b08-81c2-ecce51a47cba tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:41.525832 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40016) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:41.540341 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6527422c-f4a3-4b41-8af5-bb6eda39059f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:41.541202 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=80d35558-b97b-4d1b-b780-6760d28b3a30,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:41.575389 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-bee1dbf8-ae0e-4f82-b9de-4a2369fd9821 None None] Provisioning complete for port 80d35558-b97b-4d1b-b780-6760d28b3a30 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:26:41.575671 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bee1dbf8-ae0e-4f82-b9de-4a2369fd9821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:41.601483 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40020) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:41.627357 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd731b7-66ec-4b08-81c2-ecce51a47cba tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event updated for resources: {'Subnet': ['ID=4da715c6-91c2-46e8-bc04-2675e04e9450,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:41.735309 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-69f37261-099b-40cb-8357-66a95a1c29aa tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:41.754526 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c69a08-9717-4e01-b388-b89fd4cd7d8b req-a806afd7-aa77-4cee-92ae-62b8d6314273 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:41.756784 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c6c69a08-9717-4e01-b388-b89fd4cd7d8b req-a806afd7-aa77-4cee-92ae-62b8d6314273 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.9560680 Apr 06 13:26:41.770084 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd731b7-66ec-4b08-81c2-ecce51a47cba tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Checking segment: {'id': 'eeb08fc5-fe77-4682-b22f-d0cf2079ce5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '79c03256-0046-44db-bce0-44775d5f3ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:26:41.770443 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd731b7-66ec-4b08-81c2-ecce51a47cba tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Network hostable DHCP agents. Network: 79c03256-0046-44db-bce0-44775d5f3ec2, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:26:41.822403 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-2279fd6d-e301-42bf-881a-e0346e2b385e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1335934797-network', 'tenant_id': 'ca027f9539bb43408259be56024c9f96'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:41.835279 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-9411e0af-940d-4f58-9491-256da150f584 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1919246246'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:41.840564 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-9411e0af-940d-4f58-9491-256da150f584 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:41.842925 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2279fd6d-e301-42bf-881a-e0346e2b385e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:41.847312 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c6c69a08-9717-4e01-b388-b89fd4cd7d8b req-f054f52f-c609-47cd-a5dc-8311c1ea79bb tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791662 Apr 06 13:26:41.856183 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2279fd6d-e301-42bf-881a-e0346e2b385e admin admin] Usage tracker for resource:network and tenant:ca027f9539bb43408259be56024c9f96 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:41.867949 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9411e0af-940d-4f58-9491-256da150f584 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Usage tracker for resource:network and tenant:9341e9bb5bc140f0acd134589bc77490 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:41.871314 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2279fd6d-e301-42bf-881a-e0346e2b385e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:41.876679 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9411e0af-940d-4f58-9491-256da150f584 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:41.894616 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2279fd6d-e301-42bf-881a-e0346e2b385e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:41.896742 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-9411e0af-940d-4f58-9491-256da150f584 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:41.968404 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd731b7-66ec-4b08-81c2-ecce51a47cba tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Network 79c03256-0046-44db-bce0-44775d5f3ec2 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:26:41.974672 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-6527422c-f4a3-4b41-8af5-bb6eda39059f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Calling delete_port for 901392ae-63f5-4b60-8873-e35f607bc597 owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:41.999263 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2279fd6d-e301-42bf-881a-e0346e2b385e admin admin] Made reservation on behalf of ca027f9539bb43408259be56024c9f96 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:26:42.001583 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2279fd6d-e301-42bf-881a-e0346e2b385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:42.010265 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9411e0af-940d-4f58-9491-256da150f584 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Made reservation on behalf of 9341e9bb5bc140f0acd134589bc77490 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:26:42.014402 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9411e0af-940d-4f58-9491-256da150f584 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:42.032380 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2279fd6d-e301-42bf-881a-e0346e2b385e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:42.041522 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9411e0af-940d-4f58-9491-256da150f584 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:42.060843 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2279fd6d-e301-42bf-881a-e0346e2b385e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:42.068237 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2279fd6d-e301-42bf-881a-e0346e2b385e admin admin] Usage tracker for resource:security_group_rule and tenant:ca027f9539bb43408259be56024c9f96 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:42.072356 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-9411e0af-940d-4f58-9491-256da150f584 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:42.075332 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2279fd6d-e301-42bf-881a-e0346e2b385e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:42.080977 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9411e0af-940d-4f58-9491-256da150f584 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Usage tracker for resource:security_group_rule and tenant:9341e9bb5bc140f0acd134589bc77490 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:42.085858 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9411e0af-940d-4f58-9491-256da150f584 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:42.090998 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2279fd6d-e301-42bf-881a-e0346e2b385e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:42.097323 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-1fd731b7-66ec-4b08-81c2-ecce51a47cba tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 79c03256-0046-44db-bce0-44775d5f3ec2) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:42.100720 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-9411e0af-940d-4f58-9491-256da150f584 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:42.106563 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209afba3-f59f-4258-a65d-f9b9f06cf0d8 None None] Network 79c03256-0046-44db-bce0-44775d5f3ec2 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:42.116370 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd731b7-66ec-4b08-81c2-ecce51a47cba tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:42.117469 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1fd731b7-66ec-4b08-81c2-ecce51a47cba tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:42.121713 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e7957639-022c-41a8-a3ae-cdd20a61a90d tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:42.144975 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2343efb3-8da8-46f4-9746-3a972b2ea495 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:26:42.157012 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2343efb3-8da8-46f4-9746-3a972b2ea495 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] 10.222.0.48 "PUT /v2.0/routers/650dbd5f-b920-4d58-870d-45337d8059a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8733857 Apr 06 13:26:42.161393 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40030) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:42.220185 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240ba200-0673-48c0-9f39-3e8e45dec5c4 None None] Sync routers for ids ['650dbd5f-b920-4d58-870d-45337d8059a4'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:26:42.252536 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-c86c9c51-5561-4275-9ed5-47b253fc8594 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] show failed (client error): The resource could not be found. Apr 06 13:26:42.253792 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c86c9c51-5561-4275-9ed5-47b253fc8594 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-905276317 HTTP/1.1" status: 404 len: 334 time: 0.0913355 Apr 06 13:26:42.269806 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40034) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:42.277412 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 80d35558-b97b-4d1b-b780-6760d28b3a30 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:26:42.282224 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-601ed162-e69f-4994-b04e-102d114f81b7 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:42.330850 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240ba200-0673-48c0-9f39-3e8e45dec5c4 None None] Routers {'650dbd5f-b920-4d58-870d-45337d8059a4'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:42.331789 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-240ba200-0673-48c0-9f39-3e8e45dec5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['650dbd5f-b920-4d58-870d-45337d8059a4'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:42.359561 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-601ed162-e69f-4994-b04e-102d114f81b7 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] update failed (client error): The resource could not be found. Apr 06 13:26:42.365196 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-601ed162-e69f-4994-b04e-102d114f81b7 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-1601551832 HTTP/1.1" status: 404 len: 335 time: 0.0890152 Apr 06 13:26:42.367190 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40038) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:42.396315 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1fd731b7-66ec-4b08-81c2-ecce51a47cba tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.4043233 Apr 06 13:26:42.405821 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40042) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:42.414054 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-240ba200-0673-48c0-9f39-3e8e45dec5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:42.457183 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-69f37261-099b-40cb-8357-66a95a1c29aa tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:42.486388 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240ba200-0673-48c0-9f39-3e8e45dec5c4 None None] Routers {'650dbd5f-b920-4d58-870d-45337d8059a4'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:42.487179 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-240ba200-0673-48c0-9f39-3e8e45dec5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['650dbd5f-b920-4d58-870d-45337d8059a4'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:42.543911 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-42073b2c-0dc4-4d14-8214-25c5d19c713c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Deleting subnet 7dd5cabe-8974-4a2f-9233-16bb3384e248 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:26:42.559002 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-240ba200-0673-48c0-9f39-3e8e45dec5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:42.559648 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240ba200-0673-48c0-9f39-3e8e45dec5c4 None None] The sync data for ids ['650dbd5f-b920-4d58-870d-45337d8059a4'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:26:42.564556 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-42073b2c-0dc4-4d14-8214-25c5d19c713c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:42.614076 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 80d35558-b97b-4d1b-b780-6760d28b3a30 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:26:42.614542 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:42.645276 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-69f37261-099b-40cb-8357-66a95a1c29aa tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:42.664542 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28efe88e-c830-4c7b-a653-23205bf5e09f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-79c03256-0046-44db-bce0-44775d5f3ec2', 'network_id': '79c03256-0046-44db-bce0-44775d5f3ec2', 'tenant_id': 'ed39337f249349ada24d9b0a6c7e89f2', 'fixed_ips': [{'subnet_id': '4da715c6-91c2-46e8-bc04-2675e04e9450'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:26:42.665307 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-28efe88e-c830-4c7b-a653-23205bf5e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:42.677454 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-42073b2c-0dc4-4d14-8214-25c5d19c713c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:42.829066 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2279fd6d-e301-42bf-881a-e0346e2b385e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:42.842219 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6527422c-f4a3-4b41-8af5-bb6eda39059f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:42.843171 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9411e0af-940d-4f58-9491-256da150f584 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:42.911313 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527422c-f4a3-4b41-8af5-bb6eda39059f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event deleted for resources: {'Port': ['ID=901392ae-63f5-4b60-8873-e35f607bc597,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:42.920674 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:42.927724 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-28efe88e-c830-4c7b-a653-23205bf5e09f None None] Allocated IP 2001:db8::3 (79c03256-0046-44db-bce0-44775d5f3ec2/4da715c6-91c2-46e8-bc04-2675e04e9450/9d2ad996-bbd1-4dc0-9e39-853293ba7524) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:26:42.976064 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-42073b2c-0dc4-4d14-8214-25c5d19c713c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:43.051007 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-69f37261-099b-40cb-8357-66a95a1c29aa tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Allocated IP 172.26.4.68 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/02af617e-e29f-4cbc-86b9-7d282093563a) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:26:43.054394 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2279fd6d-e301-42bf-881a-e0346e2b385e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:43.078506 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9411e0af-940d-4f58-9491-256da150f584 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:43.119833 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2279fd6d-e301-42bf-881a-e0346e2b385e admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:26:43.124178 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:43.179340 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-28efe88e-c830-4c7b-a653-23205bf5e09f None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:43.191257 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-28efe88e-c830-4c7b-a653-23205bf5e09f None None] Transition to ACTIVE for port object 9d2ad996-bbd1-4dc0-9e39-853293ba7524 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:26:43.214759 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e7957639-022c-41a8-a3ae-cdd20a61a90d tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:43.221265 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9411e0af-940d-4f58-9491-256da150f584 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:26:43.223560 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279fd6d-e301-42bf-881a-e0346e2b385e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81e049b-571f-4f19-b757-1a7ee8c453af,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:43.227783 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-28efe88e-c830-4c7b-a653-23205bf5e09f None None] Transition to ACTIVE for port object 9d2ad996-bbd1-4dc0-9e39-853293ba7524 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:26:43.246384 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2279fd6d-e301-42bf-881a-e0346e2b385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:43.246907 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-2279fd6d-e301-42bf-881a-e0346e2b385e admin admin] Added segment 69693000-236e-4bd5-aae7-0525bc5d1b6d of type vlan for network e656c5dd-f102-4ee6-871d-b472dc64eb24 Apr 06 13:26:43.288589 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e7957639-022c-41a8-a3ae-cdd20a61a90d tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:43.322553 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9411e0af-940d-4f58-9491-256da150f584 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:43.323779 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-9411e0af-940d-4f58-9491-256da150f584 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Added segment a2e30151-fab0-4ef7-84af-4160a77da424 of type vlan for network 927bf2f5-5be0-4705-ad09-7c712a150ab9 Apr 06 13:26:43.350963 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-28efe88e-c830-4c7b-a653-23205bf5e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:43.384934 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411e0af-940d-4f58-9491-256da150f584 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a61862c-8719-4fb8-b787-1327bc56db3d,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:43.416564 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2279fd6d-e301-42bf-881a-e0346e2b385e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:43.430089 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6527422c-f4a3-4b41-8af5-bb6eda39059f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:43.441806 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec3456-c3ef-448f-adeb-385613d566f1 req-b5503a54-4e0e-4b03-beb3-b24617c1b97d tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:43.443294 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bfec3456-c3ef-448f-adeb-385613d566f1 req-b5503a54-4e0e-4b03-beb3-b24617c1b97d tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.4664652 Apr 06 13:26:43.444985 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28efe88e-c830-4c7b-a653-23205bf5e09f None None] Network 79c03256-0046-44db-bce0-44775d5f3ec2 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:26:43.446725 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6527422c-f4a3-4b41-8af5-bb6eda39059f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "DELETE /v2.0/ports/901392ae-63f5-4b60-8873-e35f607bc597 HTTP/1.1" status: 204 len: 168 time: 3.4108441 Apr 06 13:26:43.449688 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-28efe88e-c830-4c7b-a653-23205bf5e09f None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:43.451301 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40048) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:43.454521 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28efe88e-c830-4c7b-a653-23205bf5e09f None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:26:43.456778 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efe88e-c830-4c7b-a653-23205bf5e09f None None] Pushing event updated for resources: {'Port': ['ID=9d2ad996-bbd1-4dc0-9e39-853293ba7524,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:43.460808 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-c9c9ac66-80cb-448b-92b8-f33364b17c3d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:43.466681 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9411e0af-940d-4f58-9491-256da150f584 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:43.468223 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c9c9ac66-80cb-448b-92b8-f33364b17c3d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:43.472537 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c9c9ac66-80cb-448b-92b8-f33364b17c3d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Usage tracker for resource:floatingip and tenant:85b5a92c88a5421aa7d05fbcad83612c is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:43.476006 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c9c9ac66-80cb-448b-92b8-f33364b17c3d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:43.484743 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c9c9ac66-80cb-448b-92b8-f33364b17c3d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:43.516028 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-42073b2c-0dc4-4d14-8214-25c5d19c713c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:43.549653 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-69f37261-099b-40cb-8357-66a95a1c29aa tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:43.557107 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-28efe88e-c830-4c7b-a653-23205bf5e09f None None] Attempting to bind port 9d2ad996-bbd1-4dc0-9e39-853293ba7524 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:26:43.557397 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-28efe88e-c830-4c7b-a653-23205bf5e09f None None] Attempting to bind port 9d2ad996-bbd1-4dc0-9e39-853293ba7524 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'eeb08fc5-fe77-4682-b22f-d0cf2079ce5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '79c03256-0046-44db-bce0-44775d5f3ec2'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:26:43.558275 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28efe88e-c830-4c7b-a653-23205bf5e09f None None] Attempting to bind port 9d2ad996-bbd1-4dc0-9e39-853293ba7524 on network 79c03256-0046-44db-bce0-44775d5f3ec2 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:26:43.560336 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42073b2c-0dc4-4d14-8214-25c5d19c713c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Pushing event deleted for resources: {'Subnet': ['ID=7dd5cabe-8974-4a2f-9233-16bb3384e248,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:43.562575 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-42073b2c-0dc4-4d14-8214-25c5d19c713c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:43.568211 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-42073b2c-0dc4-4d14-8214-25c5d19c713c tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] 10.222.0.48 "DELETE /v2.0/subnets/7dd5cabe-8974-4a2f-9233-16bb3384e248 HTTP/1.1" status: 204 len: 168 time: 1.1971452 Apr 06 13:26:43.568357 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28efe88e-c830-4c7b-a653-23205bf5e09f None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:26:43.568357 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28efe88e-c830-4c7b-a653-23205bf5e09f None None] Checking segment: {'id': 'eeb08fc5-fe77-4682-b22f-d0cf2079ce5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '79c03256-0046-44db-bce0-44775d5f3ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:26:43.568357 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-28efe88e-c830-4c7b-a653-23205bf5e09f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:43.568357 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28efe88e-c830-4c7b-a653-23205bf5e09f None None] Bound using segment: {'id': 'eeb08fc5-fe77-4682-b22f-d0cf2079ce5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '79c03256-0046-44db-bce0-44775d5f3ec2'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:26:43.568715 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40052) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:43.568819 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-28efe88e-c830-4c7b-a653-23205bf5e09f None None] Bound port: 9d2ad996-bbd1-4dc0-9e39-853293ba7524, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb08fc5-fe77-4682-b22f-d0cf2079ce5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '79c03256-0046-44db-bce0-44775d5f3ec2'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:26:43.568819 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-28efe88e-c830-4c7b-a653-23205bf5e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:43.585554 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bfec3456-c3ef-448f-adeb-385613d566f1 req-7023b1f6-4e0d-464b-b741-67dcc18b37a3 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133301 Apr 06 13:26:43.605549 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c9c9ac66-80cb-448b-92b8-f33364b17c3d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:43.616869 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:43.631402 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f2c337-3732-4879-a78f-898436a8a368 None None] Network bad4d074-3028-4fdb-9dd9-7e09990a05fc requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:43.679574 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-a859c5b6-bb55-4ea8-a23a-76da46777cad tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Deleting subnet 9e2b823a-7376-419b-8449-bcec1e35abac {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:26:43.681025 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event deleted for resources: {'Subnet': ['ID=4da715c6-91c2-46e8-bc04-2675e04e9450,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:43.684059 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a859c5b6-bb55-4ea8-a23a-76da46777cad tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:43.698176 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2279fd6d-e301-42bf-881a-e0346e2b385e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:43.699336 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2279fd6d-e301-42bf-881a-e0346e2b385e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:43.702053 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2279fd6d-e301-42bf-881a-e0346e2b385e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:43.799062 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-69f37261-099b-40cb-8357-66a95a1c29aa tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:43.802522 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9411e0af-940d-4f58-9491-256da150f584 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:43.808042 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9411e0af-940d-4f58-9491-256da150f584 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:43.808828 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9411e0af-940d-4f58-9491-256da150f584 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:43.820345 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:43.843271 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a859c5b6-bb55-4ea8-a23a-76da46777cad tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:43.879971 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-28efe88e-c830-4c7b-a653-23205bf5e09f None None] For port 9d2ad996-bbd1-4dc0-9e39-853293ba7524, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:26:43.883205 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-28efe88e-c830-4c7b-a653-23205bf5e09f None None] For port 9d2ad996-bbd1-4dc0-9e39-853293ba7524, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9d2ad996-bbd1-4dc0-9e39-853293ba7524,segment=NetworkSegment(eeb08fc5-fe77-4682-b22f-d0cf2079ce5d),segment_id=eeb08fc5-fe77-4682-b22f-d0cf2079ce5d)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:26:43.915547 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-e7957639-022c-41a8-a3ae-cdd20a61a90d tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Allocated IP 172.26.4.47 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/ebb92987-dd2c-4b5d-982d-5b8f1d3214d1) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:26:43.974893 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c03256-0046-44db-bce0-44775d5f3ec2']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:43.978197 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83de1acc-bdb2-45c1-bd11-f188145c295d None None] DHCP port deletion for bad4d074-3028-4fdb-9dd9-7e09990a05fc request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:26:43.983607 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f37261-099b-40cb-8357-66a95a1c29aa tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:26:43.984697 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-83de1acc-bdb2-45c1-bd11-f188145c295d None None] Deleting port 0fb4e546-404e-454b-be23-5ba6fd06205a {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:43.985247 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-83de1acc-bdb2-45c1-bd11-f188145c295d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:43.997377 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-69f37261-099b-40cb-8357-66a95a1c29aa tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:44.004452 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279fd6d-e301-42bf-881a-e0346e2b385e admin admin] Pushing event updated for resources: {'Network': ['ID=e656c5dd-f102-4ee6-871d-b472dc64eb24,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:44.007631 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb08fc5-fe77-4682-b22f-d0cf2079ce5d') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:44.007892 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb08fc5-fe77-4682-b22f-d0cf2079ce5d') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:44.013613 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-28efe88e-c830-4c7b-a653-23205bf5e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:44.017641 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f37261-099b-40cb-8357-66a95a1c29aa tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:26:44.059346 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network e656c5dd-f102-4ee6-871d-b472dc64eb24 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:26:44.076622 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a859c5b6-bb55-4ea8-a23a-76da46777cad tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:44.085352 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:44.098957 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2279fd6d-e301-42bf-881a-e0346e2b385e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5679750 Apr 06 13:26:44.105112 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40058) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:44.115554 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f37261-099b-40cb-8357-66a95a1c29aa tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Pushing event updated for resources: {'Port': ['ID=02af617e-e29f-4cbc-86b9-7d282093563a,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:44.119320 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-6eaa85e4-3805-4a5f-aea0-bdc1e936c4bb admin admin] Request body: {'subnet': {'network_id': 'e656c5dd-f102-4ee6-871d-b472dc64eb24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1335934797-subnet', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:44.123221 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c9c9ac66-80cb-448b-92b8-f33364b17c3d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:44.189607 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:44.200475 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9411e0af-940d-4f58-9491-256da150f584 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.5885782 Apr 06 13:26:44.274687 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411e0af-940d-4f58-9491-256da150f584 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event updated for resources: {'Network': ['ID=927bf2f5-5be0-4705-ad09-7c712a150ab9,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:44.278635 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:26:44.279290 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:26:44.295577 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:26:44.319108 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 927bf2f5-5be0-4705-ad09-7c712a150ab9 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:26:44.350460 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e7957639-022c-41a8-a3ae-cdd20a61a90d tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:44.364773 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0fb4e546-404e-454b-be23-5ba6fd06205a no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:26:44.383705 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-6eaa85e4-3805-4a5f-aea0-bdc1e936c4bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:44.393045 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a859c5b6-bb55-4ea8-a23a-76da46777cad tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:44.410014 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6eaa85e4-3805-4a5f-aea0-bdc1e936c4bb admin admin] Usage tracker for resource:subnet and tenant:ca027f9539bb43408259be56024c9f96 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:44.429538 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efe88e-c830-4c7b-a653-23205bf5e09f None None] Pushing event updated for resources: {'Port': ['ID=9d2ad996-bbd1-4dc0-9e39-853293ba7524,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:44.501131 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a859c5b6-bb55-4ea8-a23a-76da46777cad tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:44.513589 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa21624e-2893-40d2-ad2d-5b00e6185127 None None] Network 3f43b248-8128-4c58-ae6e-22a0449fb069 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:44.517450 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6eaa85e4-3805-4a5f-aea0-bdc1e936c4bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:44.530026 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859c5b6-bb55-4ea8-a23a-76da46777cad tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Pushing event deleted for resources: {'Subnet': ['ID=9e2b823a-7376-419b-8449-bcec1e35abac,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:44.542241 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a859c5b6-bb55-4ea8-a23a-76da46777cad tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] 10.222.0.48 "DELETE /v2.0/subnets/9e2b823a-7376-419b-8449-bcec1e35abac HTTP/1.1" status: 204 len: 168 time: 0.9716659 Apr 06 13:26:44.543775 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e7957639-022c-41a8-a3ae-cdd20a61a90d tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:44.556830 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40062) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:44.619708 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-6eaa85e4-3805-4a5f-aea0-bdc1e936c4bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:44.656522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7957639-022c-41a8-a3ae-cdd20a61a90d tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:26:44.691881 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.api [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 13:26:44.691881 dv-neutron-834600-1-hyperv neutron-server[88565]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 13:26:44.691881 dv-neutron-834600-1-hyperv neutron-server[88565]: [parameters: {'id': '79c03256-0046-44db-bce0-44775d5f3ec2'}] Apr 06 13:26:44.691881 dv-neutron-834600-1-hyperv neutron-server[88565]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:26:44.700267 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG oslo_db.api [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:26:44.705396 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-e7957639-022c-41a8-a3ae-cdd20a61a90d tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:44.707951 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7957639-022c-41a8-a3ae-cdd20a61a90d tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:26:44.724339 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622c8d62-8bbe-408c-bf2a-b057f20645ef None None] Network 79c03256-0046-44db-bce0-44775d5f3ec2 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:44.917836 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-83de1acc-bdb2-45c1-bd11-f188145c295d None None] For port 0fb4e546-404e-454b-be23-5ba6fd06205a, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0fb4e546-404e-454b-be23-5ba6fd06205a,segment=NetworkSegment(0d5b97b1-a73e-4ac6-9016-00eb6f040352),segment_id=0d5b97b1-a73e-4ac6-9016-00eb6f040352)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:44.918404 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-83de1acc-bdb2-45c1-bd11-f188145c295d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:44.954926 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-69f37261-099b-40cb-8357-66a95a1c29aa tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:45.196079 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:45.205210 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-83de1acc-bdb2-45c1-bd11-f188145c295d None None] Calling delete_port for 0fb4e546-404e-454b-be23-5ba6fd06205a owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:45.209077 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eaa85e4-3805-4a5f-aea0-bdc1e936c4bb admin admin] Made reservation on behalf of ca027f9539bb43408259be56024c9f96 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:26:45.211513 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6eaa85e4-3805-4a5f-aea0-bdc1e936c4bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:45.312084 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Deleting port 9d2ad996-bbd1-4dc0-9e39-853293ba7524 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:45.312692 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:45.321977 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:45.440272 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 0fb4e546-404e-454b-be23-5ba6fd06205a, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0fb4e546-404e-454b-be23-5ba6fd06205a,segment=NetworkSegment(0d5b97b1-a73e-4ac6-9016-00eb6f040352),segment_id=0d5b97b1-a73e-4ac6-9016-00eb6f040352)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:45.484588 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a0693194-14bd-403b-bbd8-9d0307837013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:45.566399 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:45.592991 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7957639-022c-41a8-a3ae-cdd20a61a90d tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Pushing event updated for resources: {'Port': ['ID=ebb92987-dd2c-4b5d-982d-5b8f1d3214d1,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:45.618936 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3333b162-ae4e-409e-b19c-a460ebeb2d03 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:45.638775 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6eaa85e4-3805-4a5f-aea0-bdc1e936c4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:45.646720 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-69f37261-099b-40cb-8357-66a95a1c29aa tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:45.702616 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-69f37261-099b-40cb-8357-66a95a1c29aa tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1624175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625362'] for router, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:45.706683 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-3333b162-ae4e-409e-b19c-a460ebeb2d03 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Deleting port 0fb4e546-404e-454b-be23-5ba6fd06205a {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:45.707058 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3333b162-ae4e-409e-b19c-a460ebeb2d03 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:45.719268 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=0fb4e546-404e-454b-be23-5ba6fd06205a,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:45.732756 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4d31b6-c6a3-46dc-affc-4272096dcc5e None None] DHCP port deletion for 3f43b248-8128-4c58-ae6e-22a0449fb069 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:26:45.739046 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ee4d31b6-c6a3-46dc-affc-4272096dcc5e None None] Deleting port ec2e3f91-20db-49b8-849b-6bc3223dd927 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:45.739781 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ee4d31b6-c6a3-46dc-affc-4272096dcc5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:45.788294 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] For port 9d2ad996-bbd1-4dc0-9e39-853293ba7524, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9d2ad996-bbd1-4dc0-9e39-853293ba7524,segment=NetworkSegment(eeb08fc5-fe77-4682-b22f-d0cf2079ce5d),segment_id=eeb08fc5-fe77-4682-b22f-d0cf2079ce5d)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:45.788730 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:45.810464 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-83de1acc-bdb2-45c1-bd11-f188145c295d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:26:45.811205 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-83de1acc-bdb2-45c1-bd11-f188145c295d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:26:45.893493 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-c9c9ac66-80cb-448b-92b8-f33364b17c3d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Allocated IP 172.26.4.205 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/618eb7bd-d8ca-4f4b-8d2d-61acb4232550) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:26:45.959751 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Calling delete_port for 9d2ad996-bbd1-4dc0-9e39-853293ba7524 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:45.985091 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ee4d31b6-c6a3-46dc-affc-4272096dcc5e None None] For port ec2e3f91-20db-49b8-849b-6bc3223dd927, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ec2e3f91-20db-49b8-849b-6bc3223dd927,segment=NetworkSegment(ebef5b33-75c9-4240-bdad-15626d7e5f42),segment_id=ebef5b33-75c9-4240-bdad-15626d7e5f42)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:45.985732 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ee4d31b6-c6a3-46dc-affc-4272096dcc5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:46.035508 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaa85e4-3805-4a5f-aea0-bdc1e936c4bb admin admin] Checking segment: {'id': '69693000-236e-4bd5-aae7-0525bc5d1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e656c5dd-f102-4ee6-871d-b472dc64eb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:26:46.035822 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaa85e4-3805-4a5f-aea0-bdc1e936c4bb admin admin] Network hostable DHCP agents. Network: e656c5dd-f102-4ee6-871d-b472dc64eb24, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:26:46.068733 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa85e4-3805-4a5f-aea0-bdc1e936c4bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1359a41-278f-4448-adcd-2b54a4bc8fee,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:46.071554 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e7957639-022c-41a8-a3ae-cdd20a61a90d tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:46.205585 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ee4d31b6-c6a3-46dc-affc-4272096dcc5e None None] Calling delete_port for ec2e3f91-20db-49b8-849b-6bc3223dd927 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:46.240959 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:46.320179 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-83de1acc-bdb2-45c1-bd11-f188145c295d None None] Deleting port 0fb4e546-404e-454b-be23-5ba6fd06205a {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:46.320817 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-83de1acc-bdb2-45c1-bd11-f188145c295d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:46.330412 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event deleted for resources: {'Port': ['ID=9d2ad996-bbd1-4dc0-9e39-853293ba7524,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:46.333119 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] No DVR routers for this DVR port 9d2ad996-bbd1-4dc0-9e39-853293ba7524 on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:26:46.345284 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-3333b162-ae4e-409e-b19c-a460ebeb2d03 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] For port 0fb4e546-404e-454b-be23-5ba6fd06205a, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0fb4e546-404e-454b-be23-5ba6fd06205a,segment=NetworkSegment(0d5b97b1-a73e-4ac6-9016-00eb6f040352),segment_id=0d5b97b1-a73e-4ac6-9016-00eb6f040352)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:46.349904 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3333b162-ae4e-409e-b19c-a460ebeb2d03 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:46.378726 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaa85e4-3805-4a5f-aea0-bdc1e936c4bb admin admin] Network e656c5dd-f102-4ee6-871d-b472dc64eb24 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:26:46.379557 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ec2e3f91-20db-49b8-849b-6bc3223dd927 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:26:46.454313 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: ec2e3f91-20db-49b8-849b-6bc3223dd927 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:26:46.455456 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ec2e3f91-20db-49b8-849b-6bc3223dd927 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:26:46.468513 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ee4d31b6-c6a3-46dc-affc-4272096dcc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:46.536773 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4d31b6-c6a3-46dc-affc-4272096dcc5e None None] No DVR routers for this DVR port ec2e3f91-20db-49b8-849b-6bc3223dd927 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:26:46.586928 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-3333b162-ae4e-409e-b19c-a460ebeb2d03 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Calling delete_port for 0fb4e546-404e-454b-be23-5ba6fd06205a owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:46.594679 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d31b6-c6a3-46dc-affc-4272096dcc5e None None] Pushing event deleted for resources: {'Port': ['ID=ec2e3f91-20db-49b8-849b-6bc3223dd927,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:46.617739 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-6eaa85e4-3805-4a5f-aea0-bdc1e936c4bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, e656c5dd-f102-4ee6-871d-b472dc64eb24) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:46.629223 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fd8232-6ce5-4a59-8a8a-2f37c625bbf6 None None] Network e656c5dd-f102-4ee6-871d-b472dc64eb24 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:46.645863 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaa85e4-3805-4a5f-aea0-bdc1e936c4bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:46.646788 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6eaa85e4-3805-4a5f-aea0-bdc1e936c4bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:46.648313 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:46.703944 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c03256-0046-44db-bce0-44775d5f3ec2']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:46.720963 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb08fc5-fe77-4682-b22f-d0cf2079ce5d') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:46.721613 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb08fc5-fe77-4682-b22f-d0cf2079ce5d') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:46.737630 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:46.767610 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:46.768953 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c9c9ac66-80cb-448b-92b8-f33364b17c3d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:46.778151 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:26:46.778621 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:46.849419 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-83de1acc-bdb2-45c1-bd11-f188145c295d None None] For port 0fb4e546-404e-454b-be23-5ba6fd06205a, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0fb4e546-404e-454b-be23-5ba6fd06205a,segment=NetworkSegment(0d5b97b1-a73e-4ac6-9016-00eb6f040352),segment_id=0d5b97b1-a73e-4ac6-9016-00eb6f040352)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:46.850031 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-83de1acc-bdb2-45c1-bd11-f188145c295d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:46.858081 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6eaa85e4-3805-4a5f-aea0-bdc1e936c4bb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7494681 Apr 06 13:26:46.859121 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40066) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:26:46.914319 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:26:46.916621 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f37261-099b-40cb-8357-66a95a1c29aa tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Router 3fc33e03-1e27-464c-b4b9-6b65396da3f5 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:26:47.019526 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-83de1acc-bdb2-45c1-bd11-f188145c295d None None] Calling delete_port for 0fb4e546-404e-454b-be23-5ba6fd06205a owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:47.041341 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-887d2c5e-7c13-4c08-87e1-71c6bb971b13 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1335934797-router', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:47.053370 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-887d2c5e-7c13-4c08-87e1-71c6bb971b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:47.062018 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-887d2c5e-7c13-4c08-87e1-71c6bb971b13 admin admin] Usage tracker for resource:router and tenant:ca027f9539bb43408259be56024c9f96 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:47.068177 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-887d2c5e-7c13-4c08-87e1-71c6bb971b13 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:47.083294 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-887d2c5e-7c13-4c08-87e1-71c6bb971b13 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:47.188896 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f37261-099b-40cb-8357-66a95a1c29aa tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:26:47.190878 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:47.191403 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3333b162-ae4e-409e-b19c-a460ebeb2d03 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:47.197814 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beb0b3b-0ec0-44a0-9dc0-18729fc422ff None None] Sync routers for ids ['3fc33e03-1e27-464c-b4b9-6b65396da3f5'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:26:47.215705 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beb0b3b-0ec0-44a0-9dc0-18729fc422ff None None] Routers {'3fc33e03-1e27-464c-b4b9-6b65396da3f5'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:47.216305 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8beb0b3b-0ec0-44a0-9dc0-18729fc422ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['3fc33e03-1e27-464c-b4b9-6b65396da3f5'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:47.274351 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3333b162-ae4e-409e-b19c-a460ebeb2d03 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] No DVR routers for this DVR port 0fb4e546-404e-454b-be23-5ba6fd06205a on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:26:47.285963 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:47.302861 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event deleted for resources: {'Network': ['ID=79c03256-0046-44db-bce0-44775d5f3ec2,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:47.312452 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6b3c324d-6588-43d6-8c3e-4be2e400a700 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "DELETE /v2.0/networks/79c03256-0046-44db-bce0-44775d5f3ec2 HTTP/1.1" status: 204 len: 168 time: 4.9017658 Apr 06 13:26:47.314957 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40070) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:47.327689 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-83de1acc-bdb2-45c1-bd11-f188145c295d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:26:47.329518 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-69f37261-099b-40cb-8357-66a95a1c29aa tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:47.330061 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-83de1acc-bdb2-45c1-bd11-f188145c295d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:26:47.334284 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-69f37261-099b-40cb-8357-66a95a1c29aa tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "PUT /v2.0/routers/3fc33e03-1e27-464c-b4b9-6b65396da3f5 HTTP/1.1" status: 200 len: 914 time: 6.7438738 Apr 06 13:26:47.335691 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9191ace2-b9a4-47b8-9cb8-ab95705a06cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-e656c5dd-f102-4ee6-871d-b472dc64eb24', 'network_id': 'e656c5dd-f102-4ee6-871d-b472dc64eb24', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'fixed_ips': [{'subnet_id': 'd1359a41-278f-4448-adcd-2b54a4bc8fee'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:26:47.336691 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9191ace2-b9a4-47b8-9cb8-ab95705a06cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:47.342593 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333b162-ae4e-409e-b19c-a460ebeb2d03 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Pushing event deleted for resources: {'Port': ['ID=0fb4e546-404e-454b-be23-5ba6fd06205a,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:47.347764 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-3217eee6-1854-4e38-a2f5-d3d4e55a6fae tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-933247772'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:47.361939 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40074) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:47.361939 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-887d2c5e-7c13-4c08-87e1-71c6bb971b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:47.361939 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-887d2c5e-7c13-4c08-87e1-71c6bb971b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:47.361939 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c9c9ac66-80cb-448b-92b8-f33364b17c3d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:47.362498 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-3217eee6-1854-4e38-a2f5-d3d4e55a6fae tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:47.367656 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3217eee6-1854-4e38-a2f5-d3d4e55a6fae tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Usage tracker for resource:network and tenant:ed39337f249349ada24d9b0a6c7e89f2 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:47.369746 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e7957639-022c-41a8-a3ae-cdd20a61a90d tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:47.374419 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3217eee6-1854-4e38-a2f5-d3d4e55a6fae tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:47.389286 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-3217eee6-1854-4e38-a2f5-d3d4e55a6fae tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:47.395849 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8beb0b3b-0ec0-44a0-9dc0-18729fc422ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:47.410917 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beb0b3b-0ec0-44a0-9dc0-18729fc422ff None None] Routers {'3fc33e03-1e27-464c-b4b9-6b65396da3f5'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:47.411911 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8beb0b3b-0ec0-44a0-9dc0-18729fc422ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['3fc33e03-1e27-464c-b4b9-6b65396da3f5'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:47.518824 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8beb0b3b-0ec0-44a0-9dc0-18729fc422ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:47.519489 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beb0b3b-0ec0-44a0-9dc0-18729fc422ff None None] The sync data for ids ['3fc33e03-1e27-464c-b4b9-6b65396da3f5'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:26:47.528192 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3217eee6-1854-4e38-a2f5-d3d4e55a6fae tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Made reservation on behalf of ed39337f249349ada24d9b0a6c7e89f2 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:26:47.531076 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-9191ace2-b9a4-47b8-9cb8-ab95705a06cb None None] Allocated IP 172.20.0.2 (e656c5dd-f102-4ee6-871d-b472dc64eb24/d1359a41-278f-4448-adcd-2b54a4bc8fee/c1375b01-6f40-4f4e-a712-7c5da7b52387) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:26:47.535196 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3217eee6-1854-4e38-a2f5-d3d4e55a6fae tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:47.547302 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3333b162-ae4e-409e-b19c-a460ebeb2d03 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:47.573404 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3217eee6-1854-4e38-a2f5-d3d4e55a6fae tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:26:47.581039 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-3333b162-ae4e-409e-b19c-a460ebeb2d03 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bad4d074-3028-4fdb-9dd9-7e09990a05fc']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:47.586410 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3217eee6-1854-4e38-a2f5-d3d4e55a6fae tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:47.587176 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-3217eee6-1854-4e38-a2f5-d3d4e55a6fae tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Added segment 87bb2acd-3889-4ec6-bd37-2de65cc78d99 of type vlan for network c8633a89-ca49-48d3-8163-bfd650b3e626 Apr 06 13:26:47.595515 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-3333b162-ae4e-409e-b19c-a460ebeb2d03 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5b97b1-a73e-4ac6-9016-00eb6f040352') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:47.595515 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-3333b162-ae4e-409e-b19c-a460ebeb2d03 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5b97b1-a73e-4ac6-9016-00eb6f040352') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:47.609179 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3333b162-ae4e-409e-b19c-a460ebeb2d03 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:47.621728 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3217eee6-1854-4e38-a2f5-d3d4e55a6fae tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:47.627016 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3333b162-ae4e-409e-b19c-a460ebeb2d03 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:47.633721 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3333b162-ae4e-409e-b19c-a460ebeb2d03 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:26:47.638531 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3333b162-ae4e-409e-b19c-a460ebeb2d03 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:47.656159 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-83de1acc-bdb2-45c1-bd11-f188145c295d None None] Deleting port 0fb4e546-404e-454b-be23-5ba6fd06205a {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:47.656540 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-83de1acc-bdb2-45c1-bd11-f188145c295d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:47.680142 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40078) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:47.686731 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-15ea4abf-5212-49c4-82bc-10eb291ea4cd tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Request body: {'subnet': {'network_id': '927bf2f5-5be0-4705-ad09-7c712a150ab9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:47.722159 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9ac66-80cb-448b-92b8-f33364b17c3d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event updated for resources: {'Port': ['ID=618eb7bd-d8ca-4f4b-8d2d-61acb4232550,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:26:47.724965 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:26:47.751114 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-83de1acc-bdb2-45c1-bd11-f188145c295d None None] The port '0fb4e546-404e-454b-be23-5ba6fd06205a' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:26:47.775789 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3217eee6-1854-4e38-a2f5-d3d4e55a6fae tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:47.781854 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3217eee6-1854-4e38-a2f5-d3d4e55a6fae tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:47.782851 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3217eee6-1854-4e38-a2f5-d3d4e55a6fae tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:47.802850 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e7957639-022c-41a8-a3ae-cdd20a61a90d tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1624175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625362'] for router, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:47.825000 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c9ac66-80cb-448b-92b8-f33364b17c3d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:26:47.850843 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4e38f005-d5b5-4a38-8a47-8e992ab1a103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:47.869098 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9191ace2-b9a4-47b8-9cb8-ab95705a06cb None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:47.881409 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-c9c9ac66-80cb-448b-92b8-f33364b17c3d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:47.894487 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c9ac66-80cb-448b-92b8-f33364b17c3d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:26:47.913722 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-15ea4abf-5212-49c4-82bc-10eb291ea4cd tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:47.923808 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217eee6-1854-4e38-a2f5-d3d4e55a6fae tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event updated for resources: {'Network': ['ID=c8633a89-ca49-48d3-8163-bfd650b3e626,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:47.923808 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-15ea4abf-5212-49c4-82bc-10eb291ea4cd tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Usage tracker for resource:subnet and tenant:9341e9bb5bc140f0acd134589bc77490 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:47.924820 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-15ea4abf-5212-49c4-82bc-10eb291ea4cd tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:47.931219 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-15ea4abf-5212-49c4-82bc-10eb291ea4cd tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:47.934144 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network c8633a89-ca49-48d3-8163-bfd650b3e626 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:26:47.946158 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3217eee6-1854-4e38-a2f5-d3d4e55a6fae tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6301110 Apr 06 13:26:47.950531 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40082) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:47.952211 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-887d2c5e-7c13-4c08-87e1-71c6bb971b13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:47.958497 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-49b08e18-8a75-4ae1-a445-24d8ff4dbdd4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Request body: {'subnet': {'network_id': 'c8633a89-ca49-48d3-8163-bfd650b3e626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:48.020611 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9191ace2-b9a4-47b8-9cb8-ab95705a06cb None None] Transition to ACTIVE for port object c1375b01-6f40-4f4e-a712-7c5da7b52387 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:26:48.039872 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3333b162-ae4e-409e-b19c-a460ebeb2d03 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:48.062150 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9191ace2-b9a4-47b8-9cb8-ab95705a06cb None None] Transition to ACTIVE for port object c1375b01-6f40-4f4e-a712-7c5da7b52387 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:26:48.070895 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ea4abf-5212-49c4-82bc-10eb291ea4cd tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Made reservation on behalf of 9341e9bb5bc140f0acd134589bc77490 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:26:48.074327 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3333b162-ae4e-409e-b19c-a460ebeb2d03 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:48.075145 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-15ea4abf-5212-49c4-82bc-10eb291ea4cd tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:48.114410 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333b162-ae4e-409e-b19c-a460ebeb2d03 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Pushing event deleted for resources: {'Network': ['ID=bad4d074-3028-4fdb-9dd9-7e09990a05fc,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:48.155891 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9191ace2-b9a4-47b8-9cb8-ab95705a06cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:48.178889 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-15054e32-a06b-4f84-b304-a19b77e6b0c7 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "GET /v2.0/routers/3fc33e03-1e27-464c-b4b9-6b65396da3f5 HTTP/1.1" status: 200 len: 920 time: 0.8130209 Apr 06 13:26:48.188990 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3333b162-ae4e-409e-b19c-a460ebeb2d03 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] 10.222.0.48 "DELETE /v2.0/networks/bad4d074-3028-4fdb-9dd9-7e09990a05fc HTTP/1.1" status: 204 len: 168 time: 3.5717833 Apr 06 13:26:48.193781 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40086) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:48.194106 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40088) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:48.218223 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-49b08e18-8a75-4ae1-a445-24d8ff4dbdd4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:48.228307 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-49b08e18-8a75-4ae1-a445-24d8ff4dbdd4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Usage tracker for resource:subnet and tenant:ed39337f249349ada24d9b0a6c7e89f2 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:48.236376 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-49b08e18-8a75-4ae1-a445-24d8ff4dbdd4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:48.236562 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9191ace2-b9a4-47b8-9cb8-ab95705a06cb None None] Network e656c5dd-f102-4ee6-871d-b472dc64eb24 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:26:48.242474 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-49b08e18-8a75-4ae1-a445-24d8ff4dbdd4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:48.244459 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-9191ace2-b9a4-47b8-9cb8-ab95705a06cb None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:48.249808 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9191ace2-b9a4-47b8-9cb8-ab95705a06cb None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:26:48.259275 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191ace2-b9a4-47b8-9cb8-ab95705a06cb None None] Pushing event updated for resources: {'Port': ['ID=c1375b01-6f40-4f4e-a712-7c5da7b52387,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:48.334146 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b08e18-8a75-4ae1-a445-24d8ff4dbdd4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Made reservation on behalf of ed39337f249349ada24d9b0a6c7e89f2 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:26:48.337752 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-49b08e18-8a75-4ae1-a445-24d8ff4dbdd4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:48.352009 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-9191ace2-b9a4-47b8-9cb8-ab95705a06cb None None] Attempting to bind port c1375b01-6f40-4f4e-a712-7c5da7b52387 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:26:48.352374 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-9191ace2-b9a4-47b8-9cb8-ab95705a06cb None None] Attempting to bind port c1375b01-6f40-4f4e-a712-7c5da7b52387 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '69693000-236e-4bd5-aae7-0525bc5d1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e656c5dd-f102-4ee6-871d-b472dc64eb24'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:26:48.352740 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9191ace2-b9a4-47b8-9cb8-ab95705a06cb None None] Attempting to bind port c1375b01-6f40-4f4e-a712-7c5da7b52387 on network e656c5dd-f102-4ee6-871d-b472dc64eb24 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:26:48.358337 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9191ace2-b9a4-47b8-9cb8-ab95705a06cb None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:26:48.358707 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9191ace2-b9a4-47b8-9cb8-ab95705a06cb None None] Checking segment: {'id': '69693000-236e-4bd5-aae7-0525bc5d1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e656c5dd-f102-4ee6-871d-b472dc64eb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:26:48.359372 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9191ace2-b9a4-47b8-9cb8-ab95705a06cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:48.359509 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9191ace2-b9a4-47b8-9cb8-ab95705a06cb None None] Bound using segment: {'id': '69693000-236e-4bd5-aae7-0525bc5d1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e656c5dd-f102-4ee6-871d-b472dc64eb24'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:26:48.359963 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-9191ace2-b9a4-47b8-9cb8-ab95705a06cb None None] Bound port: c1375b01-6f40-4f4e-a712-7c5da7b52387, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69693000-236e-4bd5-aae7-0525bc5d1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e656c5dd-f102-4ee6-871d-b472dc64eb24'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:26:48.360332 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9191ace2-b9a4-47b8-9cb8-ab95705a06cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:48.452054 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-9191ace2-b9a4-47b8-9cb8-ab95705a06cb None None] For port c1375b01-6f40-4f4e-a712-7c5da7b52387, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:26:48.456146 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-9191ace2-b9a4-47b8-9cb8-ab95705a06cb None None] For port c1375b01-6f40-4f4e-a712-7c5da7b52387, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=c1375b01-6f40-4f4e-a712-7c5da7b52387,segment=NetworkSegment(69693000-236e-4bd5-aae7-0525bc5d1b6d),segment_id=69693000-236e-4bd5-aae7-0525bc5d1b6d)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:26:48.576421 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9191ace2-b9a4-47b8-9cb8-ab95705a06cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:48.615459 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-15ea4abf-5212-49c4-82bc-10eb291ea4cd tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:48.681166 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191ace2-b9a4-47b8-9cb8-ab95705a06cb None None] Pushing event updated for resources: {'Port': ['ID=c1375b01-6f40-4f4e-a712-7c5da7b52387,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:48.690533 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea4abf-5212-49c4-82bc-10eb291ea4cd tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event updated for resources: {'Subnet': ['ID=9f6f27be-46b7-4478-8e1e-b5d2511251a5,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:48.697637 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-49b08e18-8a75-4ae1-a445-24d8ff4dbdd4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:48.773740 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c9c9ac66-80cb-448b-92b8-f33364b17c3d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:48.780830 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-887d2c5e-7c13-4c08-87e1-71c6bb971b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:48.787597 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-71d729ce-8fe0-4ce6-b98c-76ca67b3a3dc tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:48.805426 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b08e18-8a75-4ae1-a445-24d8ff4dbdd4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event updated for resources: {'Subnet': ['ID=5183f77c-87a4-4705-8977-8a3e9e245e7b,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:48.810062 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ea4abf-5212-49c4-82bc-10eb291ea4cd tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Checking segment: {'id': 'a2e30151-fab0-4ef7-84af-4160a77da424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '927bf2f5-5be0-4705-ad09-7c712a150ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:26:48.816589 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ea4abf-5212-49c4-82bc-10eb291ea4cd tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Network hostable DHCP agents. Network: 927bf2f5-5be0-4705-ad09-7c712a150ab9, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:26:48.817427 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:48.833687 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b08e18-8a75-4ae1-a445-24d8ff4dbdd4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Checking segment: {'id': '87bb2acd-3889-4ec6-bd37-2de65cc78d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c8633a89-ca49-48d3-8163-bfd650b3e626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:26:48.833797 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b08e18-8a75-4ae1-a445-24d8ff4dbdd4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Network hostable DHCP agents. Network: c8633a89-ca49-48d3-8163-bfd650b3e626, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:26:48.926981 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:48.961655 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0c2c1f-37da-4d9c-b6ad-18f451ed0f7b tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:48.963253 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5a0c2c1f-37da-4d9c-b6ad-18f451ed0f7b tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622&device_id=3fc33e03-1e27-464c-b4b9-6b65396da3f5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7657893 Apr 06 13:26:48.968797 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40094) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:49.008670 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ea4abf-5212-49c4-82bc-10eb291ea4cd tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Network 927bf2f5-5be0-4705-ad09-7c712a150ab9 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:26:49.012050 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b08e18-8a75-4ae1-a445-24d8ff4dbdd4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Network c8633a89-ca49-48d3-8163-bfd650b3e626 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:26:49.061433 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7957639-022c-41a8-a3ae-cdd20a61a90d tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Router e2f1e39d-2da1-491d-834f-815d44daf416 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:26:49.081078 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-71d729ce-8fe0-4ce6-b98c-76ca67b3a3dc tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:49.088887 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c9c9ac66-80cb-448b-92b8-f33364b17c3d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:49.177986 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-15ea4abf-5212-49c4-82bc-10eb291ea4cd tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 927bf2f5-5be0-4705-ad09-7c712a150ab9) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:49.187331 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-49b08e18-8a75-4ae1-a445-24d8ff4dbdd4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, c8633a89-ca49-48d3-8163-bfd650b3e626) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:49.189088 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77749aa-3183-4549-a3a8-d8cd7260335d None None] Network 927bf2f5-5be0-4705-ad09-7c712a150ab9 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:49.193639 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ea4abf-5212-49c4-82bc-10eb291ea4cd tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:49.194237 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-15ea4abf-5212-49c4-82bc-10eb291ea4cd tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:49.201016 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b08e18-8a75-4ae1-a445-24d8ff4dbdd4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:49.201570 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-49b08e18-8a75-4ae1-a445-24d8ff4dbdd4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:49.229531 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-71d729ce-8fe0-4ce6-b98c-76ca67b3a3dc tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f43b248-8128-4c58-ae6e-22a0449fb069']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:49.243037 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c710741-aa3e-4389-8c6c-1d8f2403d045 None None] Network c8633a89-ca49-48d3-8163-bfd650b3e626 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:49.256416 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeb9c39-17a0-44ad-b513-e58565ec0c60 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:49.261437 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ddeb9c39-17a0-44ad-b513-e58565ec0c60 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "GET /v2.0/networks/4620f211-7c2e-4ee8-bf91-9181827f0622 HTTP/1.1" status: 200 len: 881 time: 0.2905042 Apr 06 13:26:49.262981 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40098) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:49.317055 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-fc37ef7b-7013-4418-9189-c742132705a7 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fc33e03-1e27-464c-b4b9-6b65396da3f5 HTTP/1.1" status: 200 len: 205 time: 0.0503283 Apr 06 13:26:49.317764 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40102) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:49.321810 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-71d729ce-8fe0-4ce6-b98c-76ca67b3a3dc tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebef5b33-75c9-4240-bdad-15626d7e5f42') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:49.322109 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-71d729ce-8fe0-4ce6-b98c-76ca67b3a3dc tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebef5b33-75c9-4240-bdad-15626d7e5f42') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:49.379970 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-49b08e18-8a75-4ae1-a445-24d8ff4dbdd4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4282696 Apr 06 13:26:49.384941 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-15ea4abf-5212-49c4-82bc-10eb291ea4cd tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6999788 Apr 06 13:26:49.385104 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-71d729ce-8fe0-4ce6-b98c-76ca67b3a3dc tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:49.394722 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40106) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:49.395079 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40108) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:49.402357 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-ab9c32c6-8c5d-4585-8de8-73e01f0617c5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1115126192'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:49.407594 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ab9c32c6-8c5d-4585-8de8-73e01f0617c5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:49.411628 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ab9c32c6-8c5d-4585-8de8-73e01f0617c5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Usage tracker for resource:network and tenant:9341e9bb5bc140f0acd134589bc77490 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:49.415581 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ab9c32c6-8c5d-4585-8de8-73e01f0617c5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:49.421355 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ab9c32c6-8c5d-4585-8de8-73e01f0617c5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:49.454316 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:26:49.539935 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9c32c6-8c5d-4585-8de8-73e01f0617c5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Made reservation on behalf of 9341e9bb5bc140f0acd134589bc77490 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:26:49.544123 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ab9c32c6-8c5d-4585-8de8-73e01f0617c5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:49.551069 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-71d729ce-8fe0-4ce6-b98c-76ca67b3a3dc tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:49.593624 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d729ce-8fe0-4ce6-b98c-76ca67b3a3dc tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:26:49.594109 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-71d729ce-8fe0-4ce6-b98c-76ca67b3a3dc tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:49.599626 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a03922c5-2941-4fc6-8ef8-cfa03bcdd12f tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:26:49.615928 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:26:49.661451 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c255b79-a043-4db0-a371-4675113535c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-c8633a89-ca49-48d3-8163-bfd650b3e626', 'network_id': 'c8633a89-ca49-48d3-8163-bfd650b3e626', 'tenant_id': 'ed39337f249349ada24d9b0a6c7e89f2', 'fixed_ips': [{'subnet_id': '5183f77c-87a4-4705-8977-8a3e9e245e7b'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:26:49.662285 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7c255b79-a043-4db0-a371-4675113535c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:49.674746 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411cbf43-c165-4b83-b94f-20af126245f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-927bf2f5-5be0-4705-ad09-7c712a150ab9', 'network_id': '927bf2f5-5be0-4705-ad09-7c712a150ab9', 'tenant_id': '9341e9bb5bc140f0acd134589bc77490', 'fixed_ips': [{'subnet_id': '9f6f27be-46b7-4478-8e1e-b5d2511251a5'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:26:49.675598 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-411cbf43-c165-4b83-b94f-20af126245f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:49.688552 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9c32c6-8c5d-4585-8de8-73e01f0617c5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:26:49.712184 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ab9c32c6-8c5d-4585-8de8-73e01f0617c5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:49.717069 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-ab9c32c6-8c5d-4585-8de8-73e01f0617c5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Added segment 282d1807-d705-4192-8a71-1deae009da9d of type vlan for network 51f27faa-3e0b-416d-ace7-45263bcb357e Apr 06 13:26:49.734872 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7957639-022c-41a8-a3ae-cdd20a61a90d tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:26:49.784184 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ebf84-0993-4eff-863b-67925d911a27 None None] Sync routers for ids ['e2f1e39d-2da1-491d-834f-815d44daf416'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:26:49.818023 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ab9c32c6-8c5d-4585-8de8-73e01f0617c5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:49.826877 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e7957639-022c-41a8-a3ae-cdd20a61a90d tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:49.828383 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e7957639-022c-41a8-a3ae-cdd20a61a90d tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "PUT /v2.0/routers/e2f1e39d-2da1-491d-834f-815d44daf416 HTTP/1.1" status: 200 len: 882 time: 8.6975696 Apr 06 13:26:49.835310 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40114) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:49.849161 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104ebf84-0993-4eff-863b-67925d911a27 None None] Routers {'e2f1e39d-2da1-491d-834f-815d44daf416'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:49.856133 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-104ebf84-0993-4eff-863b-67925d911a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e2f1e39d-2da1-491d-834f-815d44daf416'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:49.959757 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a03922c5-2941-4fc6-8ef8-cfa03bcdd12f tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:49.979802 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-104ebf84-0993-4eff-863b-67925d911a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:49.991174 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-71d729ce-8fe0-4ce6-b98c-76ca67b3a3dc tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:50.040093 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-71d729ce-8fe0-4ce6-b98c-76ca67b3a3dc tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:50.044995 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ab9c32c6-8c5d-4585-8de8-73e01f0617c5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:50.050449 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9c32c6-8c5d-4585-8de8-73e01f0617c5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:50.051051 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ab9c32c6-8c5d-4585-8de8-73e01f0617c5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:50.070940 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9fee42-3c59-498a-81d7-5c460104020c None None] Network e656c5dd-f102-4ee6-871d-b472dc64eb24 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:50.100917 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-a03922c5-2941-4fc6-8ef8-cfa03bcdd12f tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Deleting port 02af617e-e29f-4cbc-86b9-7d282093563a {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:50.101311 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a03922c5-2941-4fc6-8ef8-cfa03bcdd12f tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:50.111871 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104ebf84-0993-4eff-863b-67925d911a27 None None] Routers {'e2f1e39d-2da1-491d-834f-815d44daf416'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:50.113169 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-104ebf84-0993-4eff-863b-67925d911a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e2f1e39d-2da1-491d-834f-815d44daf416'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:50.237718 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-fbf843f6-5cab-4f91-9ff6-9470564d2085 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "GET /v2.0/routers/e2f1e39d-2da1-491d-834f-815d44daf416 HTTP/1.1" status: 200 len: 923 time: 0.4012876 Apr 06 13:26:50.248565 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40118) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:50.257271 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ab9c32c6-8c5d-4585-8de8-73e01f0617c5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8617420 Apr 06 13:26:50.261049 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c32c6-8c5d-4585-8de8-73e01f0617c5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event updated for resources: {'Network': ['ID=51f27faa-3e0b-416d-ace7-45263bcb357e,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:50.267023 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40122) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:50.267215 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-104ebf84-0993-4eff-863b-67925d911a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:50.267468 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ebf84-0993-4eff-863b-67925d911a27 None None] The sync data for ids ['e2f1e39d-2da1-491d-834f-815d44daf416'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:26:50.270147 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:50.273853 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d729ce-8fe0-4ce6-b98c-76ca67b3a3dc tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Pushing event deleted for resources: {'Network': ['ID=3f43b248-8128-4c58-ae6e-22a0449fb069,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:50.287572 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c9c9ac66-80cb-448b-92b8-f33364b17c3d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:50.301948 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-411cbf43-c165-4b83-b94f-20af126245f6 None None] Allocated IP 2001:db8:0:ffff::2 (927bf2f5-5be0-4705-ad09-7c712a150ab9/9f6f27be-46b7-4478-8e1e-b5d2511251a5/5c33df55-2966-483b-88ca-4afc7eb9b812) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:26:50.306119 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-7c255b79-a043-4db0-a371-4675113535c5 None None] Allocated IP 2001:db8::1 (c8633a89-ca49-48d3-8163-bfd650b3e626/5183f77c-87a4-4705-8977-8a3e9e245e7b/ebe8cf56-5136-4635-b749-cda8dee35d71) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:26:50.318398 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 51f27faa-3e0b-416d-ace7-45263bcb357e details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:26:50.329250 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-71d729ce-8fe0-4ce6-b98c-76ca67b3a3dc tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] 10.222.0.48 "DELETE /v2.0/networks/3f43b248-8128-4c58-ae6e-22a0449fb069 HTTP/1.1" status: 204 len: 168 time: 2.1292949 Apr 06 13:26:50.348246 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40124) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:50.363542 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-5121aa4e-5a65-4da6-a889-ee4905f96829 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Request body: {'subnet': {'network_id': '51f27faa-3e0b-416d-ace7-45263bcb357e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:50.392741 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device c1375b01-6f40-4f4e-a712-7c5da7b52387 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:26:50.417896 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-a1c38142-1145-4cf2-aa45-aacd475a0659 None None] Provisioning for port c1375b01-6f40-4f4e-a712-7c5da7b52387 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:26:50.478706 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-887d2c5e-7c13-4c08-87e1-71c6bb971b13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:50.484611 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:50.515973 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c9c9ac66-80cb-448b-92b8-f33364b17c3d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:50.555782 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-887d2c5e-7c13-4c08-87e1-71c6bb971b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:50.568167 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:50.572326 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-5121aa4e-5a65-4da6-a889-ee4905f96829 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:50.587750 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-5121aa4e-5a65-4da6-a889-ee4905f96829 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Usage tracker for resource:subnet and tenant:9341e9bb5bc140f0acd134589bc77490 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:50.593987 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-5121aa4e-5a65-4da6-a889-ee4905f96829 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:50.613536 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-5121aa4e-5a65-4da6-a889-ee4905f96829 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:50.616378 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a03922c5-2941-4fc6-8ef8-cfa03bcdd12f tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:50.626096 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee5a00f-ecc8-40f4-bf52-96877e19be7a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:50.633887 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4ee5a00f-ecc8-40f4-bf52-96877e19be7a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622&device_id=e2f1e39d-2da1-491d-834f-815d44daf416&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3689942 Apr 06 13:26:50.633887 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40132) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:50.682307 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6750b35-2ee7-4f22-bceb-17a7c41930b8 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Deleting subnet 62dc0a29-fde1-40a4-895d-8368df96ba4d {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:26:50.704183 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f6750b35-2ee7-4f22-bceb-17a7c41930b8 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:50.814049 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9ac66-80cb-448b-92b8-f33364b17c3d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event updated for resources: {'Port': ['ID=618eb7bd-d8ca-4f4b-8d2d-61acb4232550,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:50.850762 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f6750b35-2ee7-4f22-bceb-17a7c41930b8 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:50.886305 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c9c9ac66-80cb-448b-92b8-f33364b17c3d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:50.920213 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-a03922c5-2941-4fc6-8ef8-cfa03bcdd12f tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Calling delete_port for 02af617e-e29f-4cbc-86b9-7d282093563a owned by network:router_gateway {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:50.949033 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5121aa4e-5a65-4da6-a889-ee4905f96829 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Made reservation on behalf of 9341e9bb5bc140f0acd134589bc77490 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:26:50.952727 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5121aa4e-5a65-4da6-a889-ee4905f96829 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:50.996684 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-887d2c5e-7c13-4c08-87e1-71c6bb971b13 admin admin] Allocated IP 172.26.4.64 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/c4b7e9e9-4a3c-4932-9559-9fd2550f92fe) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:26:51.024127 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port c1375b01-6f40-4f4e-a712-7c5da7b52387 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:26:51.049560 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-411cbf43-c165-4b83-b94f-20af126245f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:51.052732 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c9c9ac66-80cb-448b-92b8-f33364b17c3d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:51.057140 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c9c9ac66-80cb-448b-92b8-f33364b17c3d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6042314 Apr 06 13:26:51.058954 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40136) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:51.059472 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port c1375b01-6f40-4f4e-a712-7c5da7b52387 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:26:51.060088 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:51.067964 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-b5ebc164-895e-4790-9367-0071da080c8a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Request body: {'port': {'network_id': '812b7c77-1c77-4674-b6cd-52d4914b4788', 'name': 'tempest-FloatingIPTestJSON-293072301'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:51.085678 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f6750b35-2ee7-4f22-bceb-17a7c41930b8 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:51.110607 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7c255b79-a043-4db0-a371-4675113535c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:51.121714 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-411cbf43-c165-4b83-b94f-20af126245f6 None None] Transition to ACTIVE for port object 5c33df55-2966-483b-88ca-4afc7eb9b812 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:26:51.194927 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-411cbf43-c165-4b83-b94f-20af126245f6 None None] Transition to ACTIVE for port object 5c33df55-2966-483b-88ca-4afc7eb9b812 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:26:51.208194 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7c255b79-a043-4db0-a371-4675113535c5 None None] Transition to ACTIVE for port object ebe8cf56-5136-4635-b749-cda8dee35d71 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:26:51.211095 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da6fa1e-644e-40b5-bd41-28bcec2a545b tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:51.212676 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6da6fa1e-644e-40b5-bd41-28bcec2a545b tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "GET /v2.0/networks/4620f211-7c2e-4ee8-bf91-9181827f0622 HTTP/1.1" status: 200 len: 881 time: 0.5785115 Apr 06 13:26:51.217767 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40140) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:51.282256 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5e16b246-f2cb-4571-b728-3e77b12fb0da tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f1e39d-2da1-491d-834f-815d44daf416 HTTP/1.1" status: 200 len: 205 time: 0.0620801 Apr 06 13:26:51.289338 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40144) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:51.293815 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7c255b79-a043-4db0-a371-4675113535c5 None None] Transition to ACTIVE for port object ebe8cf56-5136-4635-b749-cda8dee35d71 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:26:51.300818 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-411cbf43-c165-4b83-b94f-20af126245f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:51.385551 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:51.397119 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411cbf43-c165-4b83-b94f-20af126245f6 None None] Network 927bf2f5-5be0-4705-ad09-7c712a150ab9 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:26:51.425414 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-411cbf43-c165-4b83-b94f-20af126245f6 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:51.427740 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7c255b79-a043-4db0-a371-4675113535c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:51.436668 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411cbf43-c165-4b83-b94f-20af126245f6 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:26:51.497030 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cbf43-c165-4b83-b94f-20af126245f6 None None] Pushing event updated for resources: {'Port': ['ID=5c33df55-2966-483b-88ca-4afc7eb9b812,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:51.527553 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-887d2c5e-7c13-4c08-87e1-71c6bb971b13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:51.543301 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a03922c5-2941-4fc6-8ef8-cfa03bcdd12f tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:51.546157 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c255b79-a043-4db0-a371-4675113535c5 None None] Network c8633a89-ca49-48d3-8163-bfd650b3e626 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:26:51.583664 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-7c255b79-a043-4db0-a371-4675113535c5 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:51.609756 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c255b79-a043-4db0-a371-4675113535c5 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:26:51.612523 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03922c5-2941-4fc6-8ef8-cfa03bcdd12f tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Pushing event deleted for resources: {'Port': ['ID=02af617e-e29f-4cbc-86b9-7d282093563a,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:51.617055 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port c1375b01-6f40-4f4e-a712-7c5da7b52387, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=c1375b01-6f40-4f4e-a712-7c5da7b52387,segment=NetworkSegment(69693000-236e-4bd5-aae7-0525bc5d1b6d),segment_id=69693000-236e-4bd5-aae7-0525bc5d1b6d)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:51.618662 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b5ebc164-895e-4790-9367-0071da080c8a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:51.626415 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f6750b35-2ee7-4f22-bceb-17a7c41930b8 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:51.666395 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b5ebc164-895e-4790-9367-0071da080c8a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Usage tracker for resource:port and tenant:85b5a92c88a5421aa7d05fbcad83612c is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:51.674873 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:51.685694 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b5ebc164-895e-4790-9367-0071da080c8a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:51.696403 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6750b35-2ee7-4f22-bceb-17a7c41930b8 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Pushing event deleted for resources: {'Subnet': ['ID=62dc0a29-fde1-40a4-895d-8368df96ba4d,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:51.715776 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b5ebc164-895e-4790-9367-0071da080c8a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:51.753525 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc87fbea-4ad5-4e80-b3b0-996a27d970d7 None None] Network 59e7e06f-52e2-4f35-bc48-f074f512e6ce requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:51.758245 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event deleted for resources: {'Subnet': ['ID=5183f77c-87a4-4705-8977-8a3e9e245e7b,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:51.765895 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f6750b35-2ee7-4f22-bceb-17a7c41930b8 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:51.770760 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-411cbf43-c165-4b83-b94f-20af126245f6 None None] Attempting to bind port 5c33df55-2966-483b-88ca-4afc7eb9b812 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:26:51.771010 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-411cbf43-c165-4b83-b94f-20af126245f6 None None] Attempting to bind port 5c33df55-2966-483b-88ca-4afc7eb9b812 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'a2e30151-fab0-4ef7-84af-4160a77da424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '927bf2f5-5be0-4705-ad09-7c712a150ab9'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:26:51.771247 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411cbf43-c165-4b83-b94f-20af126245f6 None None] Attempting to bind port 5c33df55-2966-483b-88ca-4afc7eb9b812 on network 927bf2f5-5be0-4705-ad09-7c712a150ab9 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:26:51.772899 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a03922c5-2941-4fc6-8ef8-cfa03bcdd12f tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:51.779336 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f6750b35-2ee7-4f22-bceb-17a7c41930b8 tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] 10.222.0.48 "DELETE /v2.0/subnets/62dc0a29-fde1-40a4-895d-8368df96ba4d HTTP/1.1" status: 204 len: 168 time: 1.4237776 Apr 06 13:26:51.800723 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40148) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:51.808600 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:51.810038 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c255b79-a043-4db0-a371-4675113535c5 None None] Pushing event updated for resources: {'Port': ['ID=ebe8cf56-5136-4635-b749-cda8dee35d71,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:51.814393 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6483aee-ab71-45c7-85a1-45b12f6d30d3 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:51.867618 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411cbf43-c165-4b83-b94f-20af126245f6 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:26:51.867966 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411cbf43-c165-4b83-b94f-20af126245f6 None None] Checking segment: {'id': 'a2e30151-fab0-4ef7-84af-4160a77da424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '927bf2f5-5be0-4705-ad09-7c712a150ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:26:51.868295 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-411cbf43-c165-4b83-b94f-20af126245f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:51.873538 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411cbf43-c165-4b83-b94f-20af126245f6 None None] Bound using segment: {'id': 'a2e30151-fab0-4ef7-84af-4160a77da424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '927bf2f5-5be0-4705-ad09-7c712a150ab9'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:26:51.873538 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-411cbf43-c165-4b83-b94f-20af126245f6 None None] Bound port: 5c33df55-2966-483b-88ca-4afc7eb9b812, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e30151-fab0-4ef7-84af-4160a77da424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '927bf2f5-5be0-4705-ad09-7c712a150ab9'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:26:51.873538 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-411cbf43-c165-4b83-b94f-20af126245f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:51.924662 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ebc164-895e-4790-9367-0071da080c8a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Made reservation on behalf of 85b5a92c88a5421aa7d05fbcad83612c for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:26:51.928037 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc164-895e-4790-9367-0071da080c8a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:51.970771 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7c255b79-a043-4db0-a371-4675113535c5 None None] Attempting to bind port ebe8cf56-5136-4635-b749-cda8dee35d71 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:26:51.971195 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7c255b79-a043-4db0-a371-4675113535c5 None None] Attempting to bind port ebe8cf56-5136-4635-b749-cda8dee35d71 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '87bb2acd-3889-4ec6-bd37-2de65cc78d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c8633a89-ca49-48d3-8163-bfd650b3e626'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:26:51.971542 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c255b79-a043-4db0-a371-4675113535c5 None None] Attempting to bind port ebe8cf56-5136-4635-b749-cda8dee35d71 on network c8633a89-ca49-48d3-8163-bfd650b3e626 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:26:51.980023 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a03922c5-2941-4fc6-8ef8-cfa03bcdd12f tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:51.986635 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a03922c5-2941-4fc6-8ef8-cfa03bcdd12f tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:51.992798 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.objects.ports [None req-5121aa4e-5a65-4da6-a889-ee4905f96829 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88565) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 06 13:26:51.995111 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5121aa4e-5a65-4da6-a889-ee4905f96829 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:52.009342 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-c370b3d0-e76c-452d-9281-6b05768af20f None None] Provisioning complete for port c1375b01-6f40-4f4e-a712-7c5da7b52387 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:26:52.009704 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c370b3d0-e76c-452d-9281-6b05768af20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:52.068739 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c255b79-a043-4db0-a371-4675113535c5 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:26:52.069449 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c255b79-a043-4db0-a371-4675113535c5 None None] Checking segment: {'id': '87bb2acd-3889-4ec6-bd37-2de65cc78d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c8633a89-ca49-48d3-8163-bfd650b3e626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:26:52.069568 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7c255b79-a043-4db0-a371-4675113535c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:52.069918 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c255b79-a043-4db0-a371-4675113535c5 None None] Bound using segment: {'id': '87bb2acd-3889-4ec6-bd37-2de65cc78d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c8633a89-ca49-48d3-8163-bfd650b3e626'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:26:52.070832 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7c255b79-a043-4db0-a371-4675113535c5 None None] Bound port: ebe8cf56-5136-4635-b749-cda8dee35d71, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bb2acd-3889-4ec6-bd37-2de65cc78d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c8633a89-ca49-48d3-8163-bfd650b3e626'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:26:52.070832 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7c255b79-a043-4db0-a371-4675113535c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:52.098480 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121aa4e-5a65-4da6-a889-ee4905f96829 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event updated for resources: {'Subnet': ['ID=b325ef1e-f483-45ce-9309-7ba1afe7f736,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:52.116192 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5121aa4e-5a65-4da6-a889-ee4905f96829 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Checking segment: {'id': '282d1807-d705-4192-8a71-1deae009da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '51f27faa-3e0b-416d-ace7-45263bcb357e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:26:52.116727 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5121aa4e-5a65-4da6-a889-ee4905f96829 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Network hostable DHCP agents. Network: 51f27faa-3e0b-416d-ace7-45263bcb357e, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:26:52.164558 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a03922c5-2941-4fc6-8ef8-cfa03bcdd12f tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:52.165937 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03922c5-2941-4fc6-8ef8-cfa03bcdd12f tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Fanout notify agent at l3_agent the message router_deleted on router 3fc33e03-1e27-464c-b4b9-6b65396da3f5 {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:26:52.201266 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a03922c5-2941-4fc6-8ef8-cfa03bcdd12f tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:52.202729 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a03922c5-2941-4fc6-8ef8-cfa03bcdd12f tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "DELETE /v2.0/routers/3fc33e03-1e27-464c-b4b9-6b65396da3f5 HTTP/1.1" status: 204 len: 168 time: 2.8839300 Apr 06 13:26:52.206991 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40152) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:52.215804 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=c1375b01-6f40-4f4e-a712-7c5da7b52387,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:52.216983 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-cf2c6065-dcdf-4870-8791-c66f908739ca tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-976734192', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}, 'admin_state_up': False}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:52.226174 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:52.228144 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-cf2c6065-dcdf-4870-8791-c66f908739ca tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:52.233708 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-cf2c6065-dcdf-4870-8791-c66f908739ca tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Usage tracker for resource:router and tenant:a7d3934a216d42678dd20983f1025233 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:52.237361 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5121aa4e-5a65-4da6-a889-ee4905f96829 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Network 51f27faa-3e0b-416d-ace7-45263bcb357e is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:26:52.241883 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-cf2c6065-dcdf-4870-8791-c66f908739ca tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:52.244623 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-b5ebc164-895e-4790-9367-0071da080c8a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] device_id is not set on port ba73b73a-bbc0-4472-8474-437842f612df yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:26:52.251218 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-cf2c6065-dcdf-4870-8791-c66f908739ca tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:52.325195 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-411cbf43-c165-4b83-b94f-20af126245f6 None None] For port 5c33df55-2966-483b-88ca-4afc7eb9b812, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:26:52.346747 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-5121aa4e-5a65-4da6-a889-ee4905f96829 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 51f27faa-3e0b-416d-ace7-45263bcb357e) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:52.359221 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5121aa4e-5a65-4da6-a889-ee4905f96829 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:52.359943 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5121aa4e-5a65-4da6-a889-ee4905f96829 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:52.370632 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c8e8c0-5a79-47d6-812c-4c34da727b12 None None] Network 51f27faa-3e0b-416d-ace7-45263bcb357e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:52.381495 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6065-dcdf-4870-8791-c66f908739ca tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:52.383022 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6065-dcdf-4870-8791-c66f908739ca tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:52.387762 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-00e949d8-de0c-4f8d-aa29-c0bcf1568e1e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:52.394661 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-411cbf43-c165-4b83-b94f-20af126245f6 None None] For port 5c33df55-2966-483b-88ca-4afc7eb9b812, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=5c33df55-2966-483b-88ca-4afc7eb9b812,segment=NetworkSegment(a2e30151-fab0-4ef7-84af-4160a77da424),segment_id=a2e30151-fab0-4ef7-84af-4160a77da424)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:26:52.403692 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6065-dcdf-4870-8791-c66f908739ca tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:52.415920 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-887d2c5e-7c13-4c08-87e1-71c6bb971b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:52.424982 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-7c255b79-a043-4db0-a371-4675113535c5 None None] For port ebe8cf56-5136-4635-b749-cda8dee35d71, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:26:52.427239 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8633a89-ca49-48d3-8163-bfd650b3e626']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:52.471636 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5121aa4e-5a65-4da6-a889-ee4905f96829 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1331255 Apr 06 13:26:52.473979 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40156) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:52.482756 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-b288c70b-c133-4dcc-8870-4c4320fafaf7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Request body: {'port': {'network_id': '51f27faa-3e0b-416d-ace7-45263bcb357e', 'name': 'tempest-NetworksIpV6TestAttrs-2005191980'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:52.503400 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-7c255b79-a043-4db0-a371-4675113535c5 None None] For port ebe8cf56-5136-4635-b749-cda8dee35d71, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ebe8cf56-5136-4635-b749-cda8dee35d71,segment=NetworkSegment(87bb2acd-3889-4ec6-bd37-2de65cc78d99),segment_id=87bb2acd-3889-4ec6-bd37-2de65cc78d99)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:26:52.507656 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87bb2acd-3889-4ec6-bd37-2de65cc78d99') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:52.507944 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87bb2acd-3889-4ec6-bd37-2de65cc78d99') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:52.508145 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-411cbf43-c165-4b83-b94f-20af126245f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:52.569293 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887d2c5e-7c13-4c08-87e1-71c6bb971b13 admin admin] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:26:52.570978 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:52.610737 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-00e949d8-de0c-4f8d-aa29-c0bcf1568e1e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Deleting port ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:52.611346 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-00e949d8-de0c-4f8d-aa29-c0bcf1568e1e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:52.612728 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7c255b79-a043-4db0-a371-4675113535c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:52.644480 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cbf43-c165-4b83-b94f-20af126245f6 None None] Pushing event updated for resources: {'Port': ['ID=5c33df55-2966-483b-88ca-4afc7eb9b812,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:52.670427 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-887d2c5e-7c13-4c08-87e1-71c6bb971b13 admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:52.675856 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887d2c5e-7c13-4c08-87e1-71c6bb971b13 admin admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:26:52.721127 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d2c5e-7c13-4c08-87e1-71c6bb971b13 admin admin] Pushing event updated for resources: {'Port': ['ID=c4b7e9e9-4a3c-4932-9559-9fd2550f92fe,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:52.744559 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6483aee-ab71-45c7-85a1-45b12f6d30d3 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:52.767580 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:52.782455 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479aedc8-ba30-457e-90ce-ff21599c6e78 None None] DHCP port deletion for 59e7e06f-52e2-4f35-bc48-f074f512e6ce request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:26:52.809008 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:26:52.818847 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:52.819208 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-479aedc8-ba30-457e-90ce-ff21599c6e78 None None] Deleting port ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:52.819208 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-479aedc8-ba30-457e-90ce-ff21599c6e78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:26:52.827282 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:26:52.883458 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-b5ebc164-895e-4790-9367-0071da080c8a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Allocated IP 172.20.0.12 (812b7c77-1c77-4674-b6cd-52d4914b4788/9ce1d277-20d4-45db-aff4-9f7ab7740ea1/ba73b73a-bbc0-4472-8474-437842f612df) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:26:52.914451 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c255b79-a043-4db0-a371-4675113535c5 None None] Pushing event updated for resources: {'Port': ['ID=ebe8cf56-5136-4635-b749-cda8dee35d71,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:52.934232 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33439fc4-d352-43e8-8288-7d14628556fe None None] Network c8633a89-ca49-48d3-8163-bfd650b3e626 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:52.950368 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef20957-01e7-487f-84a9-67d966a3d2cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-51f27faa-3e0b-416d-ace7-45263bcb357e', 'network_id': '51f27faa-3e0b-416d-ace7-45263bcb357e', 'tenant_id': '9341e9bb5bc140f0acd134589bc77490', 'fixed_ips': [{'subnet_id': 'b325ef1e-f483-45ce-9309-7ba1afe7f736'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:26:52.951228 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8ef20957-01e7-487f-84a9-67d966a3d2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:52.967815 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-a6483aee-ab71-45c7-85a1-45b12f6d30d3 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Deleting port ebb92987-dd2c-4b5d-982d-5b8f1d3214d1 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:52.968335 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6483aee-ab71-45c7-85a1-45b12f6d30d3 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:53.085627 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6065-dcdf-4870-8791-c66f908739ca tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:53.158035 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b288c70b-c133-4dcc-8870-4c4320fafaf7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:53.163525 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b288c70b-c133-4dcc-8870-4c4320fafaf7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Usage tracker for resource:port and tenant:9341e9bb5bc140f0acd134589bc77490 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:53.167107 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b288c70b-c133-4dcc-8870-4c4320fafaf7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:53.179607 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b288c70b-c133-4dcc-8870-4c4320fafaf7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:53.247810 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.api [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 13:26:53.247810 dv-neutron-834600-1-hyperv neutron-server[88564]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 13:26:53.247810 dv-neutron-834600-1-hyperv neutron-server[88564]: [parameters: {'id': 'c8633a89-ca49-48d3-8163-bfd650b3e626'}] Apr 06 13:26:53.247810 dv-neutron-834600-1-hyperv neutron-server[88564]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:26:53.248300 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG oslo_db.api [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:26:53.310655 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b288c70b-c133-4dcc-8870-4c4320fafaf7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Made reservation on behalf of 9341e9bb5bc140f0acd134589bc77490 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:26:53.316791 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b288c70b-c133-4dcc-8870-4c4320fafaf7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:53.352622 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-b288c70b-c133-4dcc-8870-4c4320fafaf7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] device_id is not set on port 72c89b3b-efa6-4e51-8b59-8ab8ddc9617e yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:26:53.531133 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-479aedc8-ba30-457e-90ce-ff21599c6e78 None None] For port ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b,segment=NetworkSegment(8461cd3c-0e5a-46f3-9fdf-6e882116867b),segment_id=8461cd3c-0e5a-46f3-9fdf-6e882116867b)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:53.531824 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-479aedc8-ba30-457e-90ce-ff21599c6e78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:53.626040 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6065-dcdf-4870-8791-c66f908739ca tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router_gateway, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:53.628164 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-00e949d8-de0c-4f8d-aa29-c0bcf1568e1e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] For port ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b,segment=NetworkSegment(8461cd3c-0e5a-46f3-9fdf-6e882116867b),segment_id=8461cd3c-0e5a-46f3-9fdf-6e882116867b)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:53.628567 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-00e949d8-de0c-4f8d-aa29-c0bcf1568e1e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:53.660410 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6065-dcdf-4870-8791-c66f908739ca tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:53.695477 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-479aedc8-ba30-457e-90ce-ff21599c6e78 None None] Calling delete_port for ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:53.709074 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6483aee-ab71-45c7-85a1-45b12f6d30d3 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:53.732868 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-8ef20957-01e7-487f-84a9-67d966a3d2cd None None] Allocated IP 2001:db8::f816:3eff:fe60:e053 (51f27faa-3e0b-416d-ace7-45263bcb357e/b325ef1e-f483-45ce-9309-7ba1afe7f736/03d765a1-676d-4d35-9bac-af064bf67dc2) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:26:53.873722 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-cf2c6065-dcdf-4870-8791-c66f908739ca tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Allocated IP 172.26.4.214 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/2df90593-e9fc-4d74-875e-5b0fc9d0b1a2) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:26:53.919127 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:53.928252 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-00e949d8-de0c-4f8d-aa29-c0bcf1568e1e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Calling delete_port for ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:54.005201 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-479aedc8-ba30-457e-90ce-ff21599c6e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:54.044513 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030b9572-b79b-4a12-8bd1-7f25082afcf2 None None] Network 927bf2f5-5be0-4705-ad09-7c712a150ab9 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:54.074746 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6065-dcdf-4870-8791-c66f908739ca tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:54.098449 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479aedc8-ba30-457e-90ce-ff21599c6e78 None None] Pushing event deleted for resources: {'Port': ['ID=ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:54.110620 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479aedc8-ba30-457e-90ce-ff21599c6e78 None None] No DVR routers for this DVR port ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:26:54.176628 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6065-dcdf-4870-8791-c66f908739ca tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:54.185685 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8ef20957-01e7-487f-84a9-67d966a3d2cd None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:54.195790 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-a6483aee-ab71-45c7-85a1-45b12f6d30d3 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Calling delete_port for ebb92987-dd2c-4b5d-982d-5b8f1d3214d1 owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:54.211793 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8ef20957-01e7-487f-84a9-67d966a3d2cd None None] Transition to ACTIVE for port object 03d765a1-676d-4d35-9bac-af064bf67dc2 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:26:54.256543 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc164-895e-4790-9367-0071da080c8a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:54.259629 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8ef20957-01e7-487f-84a9-67d966a3d2cd None None] Transition to ACTIVE for port object 03d765a1-676d-4d35-9bac-af064bf67dc2 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:26:54.265546 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-90d5f0d2-b11f-4a54-8cc6-acfa6233e3e1 None None] Provisioning for port 5c33df55-2966-483b-88ca-4afc7eb9b812 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:26:54.267394 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Deleting port ebe8cf56-5136-4635-b749-cda8dee35d71 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:54.274568 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:54.320290 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2c6065-dcdf-4870-8791-c66f908739ca tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:26:54.323832 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device c1375b01-6f40-4f4e-a712-7c5da7b52387 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:26:54.328652 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-cf2c6065-dcdf-4870-8791-c66f908739ca tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:54.340080 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2c6065-dcdf-4870-8791-c66f908739ca tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:26:54.374714 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8ef20957-01e7-487f-84a9-67d966a3d2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:54.489283 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef20957-01e7-487f-84a9-67d966a3d2cd None None] Network 51f27faa-3e0b-416d-ace7-45263bcb357e is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:26:54.500954 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-8ef20957-01e7-487f-84a9-67d966a3d2cd None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:54.508516 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef20957-01e7-487f-84a9-67d966a3d2cd None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:26:54.517365 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef20957-01e7-487f-84a9-67d966a3d2cd None None] Pushing event updated for resources: {'Port': ['ID=03d765a1-676d-4d35-9bac-af064bf67dc2,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:54.522304 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.api [None req-00e949d8-de0c-4f8d-aa29-c0bcf1568e1e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:26:54.522619 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG oslo_db.api [None req-00e949d8-de0c-4f8d-aa29-c0bcf1568e1e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:26:54.542392 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-887d2c5e-7c13-4c08-87e1-71c6bb971b13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:54.616071 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port c1375b01-6f40-4f4e-a712-7c5da7b52387 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:26:54.616629 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:54.622657 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c6065-dcdf-4870-8791-c66f908739ca tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Pushing event updated for resources: {'Port': ['ID=2df90593-e9fc-4d74-875e-5b0fc9d0b1a2,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:54.686470 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-8ef20957-01e7-487f-84a9-67d966a3d2cd None None] Attempting to bind port 03d765a1-676d-4d35-9bac-af064bf67dc2 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:26:54.686945 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-8ef20957-01e7-487f-84a9-67d966a3d2cd None None] Attempting to bind port 03d765a1-676d-4d35-9bac-af064bf67dc2 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '282d1807-d705-4192-8a71-1deae009da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '51f27faa-3e0b-416d-ace7-45263bcb357e'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:26:54.687389 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef20957-01e7-487f-84a9-67d966a3d2cd None None] Attempting to bind port 03d765a1-676d-4d35-9bac-af064bf67dc2 on network 51f27faa-3e0b-416d-ace7-45263bcb357e {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:26:54.690110 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-b288c70b-c133-4dcc-8870-4c4320fafaf7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Allocated IP 2001:db8::f816:3eff:fe62:6b06 (51f27faa-3e0b-416d-ace7-45263bcb357e/b325ef1e-f483-45ce-9309-7ba1afe7f736/72c89b3b-efa6-4e51-8b59-8ab8ddc9617e) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:26:54.705864 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef20957-01e7-487f-84a9-67d966a3d2cd None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:26:54.706301 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef20957-01e7-487f-84a9-67d966a3d2cd None None] Checking segment: {'id': '282d1807-d705-4192-8a71-1deae009da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '51f27faa-3e0b-416d-ace7-45263bcb357e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:26:54.706727 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8ef20957-01e7-487f-84a9-67d966a3d2cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:54.707433 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef20957-01e7-487f-84a9-67d966a3d2cd None None] Bound using segment: {'id': '282d1807-d705-4192-8a71-1deae009da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '51f27faa-3e0b-416d-ace7-45263bcb357e'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:26:54.707988 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-8ef20957-01e7-487f-84a9-67d966a3d2cd None None] Bound port: 03d765a1-676d-4d35-9bac-af064bf67dc2, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '282d1807-d705-4192-8a71-1deae009da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '51f27faa-3e0b-416d-ace7-45263bcb357e'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:26:54.708480 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8ef20957-01e7-487f-84a9-67d966a3d2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:54.766688 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc164-895e-4790-9367-0071da080c8a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:54.877921 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 5c33df55-2966-483b-88ca-4afc7eb9b812 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:26:54.914502 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] For port ebe8cf56-5136-4635-b749-cda8dee35d71, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ebe8cf56-5136-4635-b749-cda8dee35d71,segment=NetworkSegment(87bb2acd-3889-4ec6-bd37-2de65cc78d99),segment_id=87bb2acd-3889-4ec6-bd37-2de65cc78d99)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:54.914888 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:54.965781 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-8ef20957-01e7-487f-84a9-67d966a3d2cd None None] For port 03d765a1-676d-4d35-9bac-af064bf67dc2, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:26:54.975430 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ebc164-895e-4790-9367-0071da080c8a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Network 812b7c77-1c77-4674-b6cd-52d4914b4788 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:26:54.977019 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-8ef20957-01e7-487f-84a9-67d966a3d2cd None None] For port 03d765a1-676d-4d35-9bac-af064bf67dc2, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=03d765a1-676d-4d35-9bac-af064bf67dc2,segment=NetworkSegment(282d1807-d705-4192-8a71-1deae009da9d),segment_id=282d1807-d705-4192-8a71-1deae009da9d)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:26:55.028956 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-00e949d8-de0c-4f8d-aa29-c0bcf1568e1e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Deleting port ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:55.028956 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-00e949d8-de0c-4f8d-aa29-c0bcf1568e1e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:55.044677 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8ef20957-01e7-487f-84a9-67d966a3d2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:55.084066 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 5c33df55-2966-483b-88ca-4afc7eb9b812 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:26:55.110309 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 5c33df55-2966-483b-88ca-4afc7eb9b812 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:26:55.110995 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:55.161839 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-b5ebc164-895e-4790-9367-0071da080c8a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:55.164779 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ebc164-895e-4790-9367-0071da080c8a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:26:55.207506 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Calling delete_port for ebe8cf56-5136-4635-b749-cda8dee35d71 owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:55.293054 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef20957-01e7-487f-84a9-67d966a3d2cd None None] Pushing event updated for resources: {'Port': ['ID=03d765a1-676d-4d35-9bac-af064bf67dc2,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:55.357954 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b288c70b-c133-4dcc-8870-4c4320fafaf7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:55.364029 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6065-dcdf-4870-8791-c66f908739ca tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router_gateway, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:55.384463 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:55.424305 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 5c33df55-2966-483b-88ca-4afc7eb9b812, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=5c33df55-2966-483b-88ca-4afc7eb9b812,segment=NetworkSegment(a2e30151-fab0-4ef7-84af-4160a77da424),segment_id=a2e30151-fab0-4ef7-84af-4160a77da424)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:55.427234 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ebc164-895e-4790-9367-0071da080c8a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event updated for resources: {'Port': ['ID=ba73b73a-bbc0-4472-8474-437842f612df,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:55.453502 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-b288c70b-c133-4dcc-8870-4c4320fafaf7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Transition to ACTIVE for port object 72c89b3b-efa6-4e51-8b59-8ab8ddc9617e will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:26:55.539507 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-00e949d8-de0c-4f8d-aa29-c0bcf1568e1e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] The port 'ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b' was deleted {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:26:55.541252 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:55.674232 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:26:55.718719 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:26:55.719068 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ef9cf537-e0b0-4f5f-b6cb-38ddd77f876b not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:26:55.722730 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=5c33df55-2966-483b-88ca-4afc7eb9b812,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:55.765559 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ebc164-895e-4790-9367-0071da080c8a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:55.766178 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc164-895e-4790-9367-0071da080c8a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:55.790100 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b288c70b-c133-4dcc-8870-4c4320fafaf7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:55.790387 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-00e949d8-de0c-4f8d-aa29-c0bcf1568e1e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:55.874123 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b288c70b-c133-4dcc-8870-4c4320fafaf7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Network 51f27faa-3e0b-416d-ace7-45263bcb357e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:26:55.888115 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6483aee-ab71-45c7-85a1-45b12f6d30d3 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:55.894555 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-b288c70b-c133-4dcc-8870-4c4320fafaf7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:26:55.897206 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b288c70b-c133-4dcc-8870-4c4320fafaf7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:26:55.903822 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b288c70b-c133-4dcc-8870-4c4320fafaf7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:55.904462 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b288c70b-c133-4dcc-8870-4c4320fafaf7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:55.927648 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288c70b-c133-4dcc-8870-4c4320fafaf7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event updated for resources: {'Port': ['ID=72c89b3b-efa6-4e51-8b59-8ab8ddc9617e,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:55.931668 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6065-dcdf-4870-8791-c66f908739ca tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:55.932418 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-00e949d8-de0c-4f8d-aa29-c0bcf1568e1e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e7e06f-52e2-4f35-bc48-f074f512e6ce']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:55.969315 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-00e949d8-de0c-4f8d-aa29-c0bcf1568e1e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8461cd3c-0e5a-46f3-9fdf-6e882116867b') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:55.969600 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-00e949d8-de0c-4f8d-aa29-c0bcf1568e1e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8461cd3c-0e5a-46f3-9fdf-6e882116867b') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:55.977403 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6483aee-ab71-45c7-85a1-45b12f6d30d3 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Pushing event deleted for resources: {'Port': ['ID=ebb92987-dd2c-4b5d-982d-5b8f1d3214d1,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:56.036473 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:56.044008 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-00e949d8-de0c-4f8d-aa29-c0bcf1568e1e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:56.093014 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b288c70b-c133-4dcc-8870-4c4320fafaf7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.6174734 Apr 06 13:26:56.100882 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40160) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:56.125337 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-887d2c5e-7c13-4c08-87e1-71c6bb971b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:56.146362 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b5ebc164-895e-4790-9367-0071da080c8a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.0831668 Apr 06 13:26:56.155427 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40164) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:56.157032 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event deleted for resources: {'Port': ['ID=ebe8cf56-5136-4635-b749-cda8dee35d71,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:56.164566 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] No DVR routers for this DVR port ebe8cf56-5136-4635-b749-cda8dee35d71 on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:26:56.171116 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d42e38-12b2-44b5-8687-d01e4a2175cd tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Deleting subnet b325ef1e-f483-45ce-9309-7ba1afe7f736 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:26:56.174370 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-11d42e38-12b2-44b5-8687-d01e4a2175cd tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:56.195590 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-00e949d8-de0c-4f8d-aa29-c0bcf1568e1e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:56.201774 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-a56ff1dd-22b3-437c-9b81-df1fba39fce9 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Request body: {'floatingip': {'port_id': 'ba73b73a-bbc0-4472-8474-437842f612df'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:56.266644 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-11d42e38-12b2-44b5-8687-d01e4a2175cd tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:56.421056 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 03d765a1-676d-4d35-9bac-af064bf67dc2 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:26:56.429873 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e949d8-de0c-4f8d-aa29-c0bcf1568e1e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:26:56.429873 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-00e949d8-de0c-4f8d-aa29-c0bcf1568e1e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:56.452050 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2c6065-dcdf-4870-8791-c66f908739ca tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Router 0b4fb800-c1ad-49f8-9691-0bd2e9bd1085 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:26:56.464375 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:26:56.486321 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-11d42e38-12b2-44b5-8687-d01e4a2175cd tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:56.519028 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee93a7ca-8cee-46c0-8501-5dd81b9b0a02 None None] Network 51f27faa-3e0b-416d-ace7-45263bcb357e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:56.562012 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:56.588097 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8633a89-ca49-48d3-8163-bfd650b3e626']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:56.600718 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87bb2acd-3889-4ec6-bd37-2de65cc78d99') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:56.601075 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87bb2acd-3889-4ec6-bd37-2de65cc78d99') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:56.613653 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:56.629758 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:56.693573 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:26:56.693573 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:26:56.750881 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:26:56.784405 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2c6065-dcdf-4870-8791-c66f908739ca tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:26:56.800261 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de4dcc3-e823-467e-8cc4-d204c693f6b7 None None] Sync routers for ids ['0b4fb800-c1ad-49f8-9691-0bd2e9bd1085'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:26:56.811744 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de4dcc3-e823-467e-8cc4-d204c693f6b7 None None] Routers {'0b4fb800-c1ad-49f8-9691-0bd2e9bd1085'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:56.813048 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-4de4dcc3-e823-467e-8cc4-d204c693f6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['0b4fb800-c1ad-49f8-9691-0bd2e9bd1085'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:56.821616 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6483aee-ab71-45c7-85a1-45b12f6d30d3 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:56.847075 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 03d765a1-676d-4d35-9bac-af064bf67dc2 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:26:56.855412 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 5c33df55-2966-483b-88ca-4afc7eb9b812 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:26:56.864421 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a56ff1dd-22b3-437c-9b81-df1fba39fce9 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:56.884575 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-11d42e38-12b2-44b5-8687-d01e4a2175cd tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:56.901771 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-4de4dcc3-e823-467e-8cc4-d204c693f6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:56.919048 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-6840adf6-7410-4ea2-b8f6-77fbebbbf39f None None] Provisioning for port 03d765a1-676d-4d35-9bac-af064bf67dc2 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:26:56.924826 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de4dcc3-e823-467e-8cc4-d204c693f6b7 None None] Routers {'0b4fb800-c1ad-49f8-9691-0bd2e9bd1085'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:56.927065 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-4de4dcc3-e823-467e-8cc4-d204c693f6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['0b4fb800-c1ad-49f8-9691-0bd2e9bd1085'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:56.931790 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-6840adf6-7410-4ea2-b8f6-77fbebbbf39f None None] Provisioning complete for port 03d765a1-676d-4d35-9bac-af064bf67dc2 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:26:56.945660 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6840adf6-7410-4ea2-b8f6-77fbebbbf39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:56.945817 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-11d42e38-12b2-44b5-8687-d01e4a2175cd tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:56.945817 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-11d42e38-12b2-44b5-8687-d01e4a2175cd tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "DELETE /v2.0/subnets/b325ef1e-f483-45ce-9309-7ba1afe7f736 HTTP/1.1" status: 204 len: 168 time: 0.8431106 Apr 06 13:26:56.956625 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40168) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:56.957983 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d42e38-12b2-44b5-8687-d01e4a2175cd tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event deleted for resources: {'Subnet': ['ID=b325ef1e-f483-45ce-9309-7ba1afe7f736,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:57.042960 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-4de4dcc3-e823-467e-8cc4-d204c693f6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:57.042960 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de4dcc3-e823-467e-8cc4-d204c693f6b7 None None] The sync data for ids ['0b4fb800-c1ad-49f8-9691-0bd2e9bd1085'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:26:57.144880 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6840adf6-7410-4ea2-b8f6-77fbebbbf39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:57.164379 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:57.167955 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 5c33df55-2966-483b-88ca-4afc7eb9b812 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:26:57.168345 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:57.177091 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6065-dcdf-4870-8791-c66f908739ca tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:57.178284 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-cf2c6065-dcdf-4870-8791-c66f908739ca tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.9700949 Apr 06 13:26:57.184069 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40172) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:57.198597 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-30a5c1b9-45bd-4ad7-b3af-6e1a0d078cd6 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:57.244703 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842cb5c2-4b97-4fb1-8a2b-8a372e7e947e None None] Network 51f27faa-3e0b-416d-ace7-45263bcb357e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:26:57.290009 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-6840adf6-7410-4ea2-b8f6-77fbebbbf39f None None] For port 03d765a1-676d-4d35-9bac-af064bf67dc2, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=03d765a1-676d-4d35-9bac-af064bf67dc2,segment=NetworkSegment(282d1807-d705-4192-8a71-1deae009da9d),segment_id=282d1807-d705-4192-8a71-1deae009da9d)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:57.308697 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4fc8b2-56d0-467b-a9f8-c3089ec223ce tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:57.308697 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4fc8b2-56d0-467b-a9f8-c3089ec223ce tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:57.308697 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-eb4fc8b2-56d0-467b-a9f8-c3089ec223ce tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Synchronizing usage tracker for tenant:9341e9bb5bc140f0acd134589bc77490 on resource:subnet {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:26:57.405564 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6483aee-ab71-45c7-85a1-45b12f6d30d3 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:57.413652 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6483aee-ab71-45c7-85a1-45b12f6d30d3 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:57.434708 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6840adf6-7410-4ea2-b8f6-77fbebbbf39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:57.503082 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-00e949d8-de0c-4f8d-aa29-c0bcf1568e1e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:57.529992 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-eb4fc8b2-56d0-467b-a9f8-c3089ec223ce tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Unset dirty status for tenant:9341e9bb5bc140f0acd134589bc77490 on resource:subnet {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:26:57.533979 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-eb4fc8b2-56d0-467b-a9f8-c3089ec223ce tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5652242 Apr 06 13:26:57.537623 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-00e949d8-de0c-4f8d-aa29-c0bcf1568e1e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:57.542627 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:57.544112 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40176) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:57.562213 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e949d8-de0c-4f8d-aa29-c0bcf1568e1e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Pushing event deleted for resources: {'Network': ['ID=59e7e06f-52e2-4f35-bc48-f074f512e6ce,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:57.575540 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840adf6-7410-4ea2-b8f6-77fbebbbf39f None None] Pushing event updated for resources: {'Port': ['ID=03d765a1-676d-4d35-9bac-af064bf67dc2,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:57.583166 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:57.590489 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-1bab2c96-e61f-43be-8618-a4dff8ef3897 None None] Provisioning complete for port 03d765a1-676d-4d35-9bac-af064bf67dc2 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:26:57.591911 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1bab2c96-e61f-43be-8618-a4dff8ef3897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:57.689020 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6483aee-ab71-45c7-85a1-45b12f6d30d3 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:57.689640 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6483aee-ab71-45c7-85a1-45b12f6d30d3 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Fanout notify agent at l3_agent the message router_deleted on router e2f1e39d-2da1-491d-834f-815d44daf416 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:26:57.718613 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6483aee-ab71-45c7-85a1-45b12f6d30d3 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:57.723976 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40180) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:57.724115 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a6483aee-ab71-45c7-85a1-45b12f6d30d3 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "DELETE /v2.0/routers/e2f1e39d-2da1-491d-834f-815d44daf416 HTTP/1.1" status: 204 len: 168 time: 6.4338048 Apr 06 13:26:57.731800 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event deleted for resources: {'Network': ['ID=c8633a89-ca49-48d3-8163-bfd650b3e626,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:57.732756 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-05f0a5ab-fb63-4824-978b-85b09b1e8542 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-990581776', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:57.739388 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-00e949d8-de0c-4f8d-aa29-c0bcf1568e1e tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] 10.222.0.48 "DELETE /v2.0/networks/59e7e06f-52e2-4f35-bc48-f074f512e6ce HTTP/1.1" status: 204 len: 168 time: 5.9360163 Apr 06 13:26:57.745425 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40184) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:57.747050 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ede8c7-d16c-460a-bde0-dd9493985b72 None None] DHCP port deletion for 51f27faa-3e0b-416d-ace7-45263bcb357e request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:26:57.750147 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-05f0a5ab-fb63-4824-978b-85b09b1e8542 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:57.752799 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-91ede8c7-d16c-460a-bde0-dd9493985b72 None None] Deleting port 03d765a1-676d-4d35-9bac-af064bf67dc2 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:57.753958 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-91ede8c7-d16c-460a-bde0-dd9493985b72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:57.787793 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9cc6f5b4-5835-4a80-8486-42d6b689a69d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "DELETE /v2.0/networks/c8633a89-ca49-48d3-8163-bfd650b3e626 HTTP/1.1" status: 204 len: 168 time: 8.3879385 Apr 06 13:26:57.795289 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40188) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:57.798148 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-05f0a5ab-fb63-4824-978b-85b09b1e8542 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Usage tracker for resource:router and tenant:67afd50af2494f68a9e8eb84fac488ae is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:57.810493 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887d2c5e-7c13-4c08-87e1-71c6bb971b13 admin admin] Router cd8f32c2-99d2-443d-b2d7-18560d73a9cc is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:26:57.812613 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-05f0a5ab-fb63-4824-978b-85b09b1e8542 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:57.833212 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-834d5b53-c608-49fd-bdbb-d4a7b4f395ad tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1515382449'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:57.837618 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-92fab653-5762-447d-8402-365a2f5d56ca tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Synchronizing usage tracker for tenant:70e9fb0f2616428b93cc5fdd005ac56a on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:26:57.840848 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-05f0a5ab-fb63-4824-978b-85b09b1e8542 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:57.888368 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0be97253-c09b-4e1e-987b-6a0680e70953 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:57.908060 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-834d5b53-c608-49fd-bdbb-d4a7b4f395ad tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:57.920932 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-834d5b53-c608-49fd-bdbb-d4a7b4f395ad tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Usage tracker for resource:network and tenant:ed39337f249349ada24d9b0a6c7e89f2 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:57.925304 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-834d5b53-c608-49fd-bdbb-d4a7b4f395ad tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:57.946223 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-834d5b53-c608-49fd-bdbb-d4a7b4f395ad tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:57.959065 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-30a5c1b9-45bd-4ad7-b3af-6e1a0d078cd6 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:57.974539 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-1bab2c96-e61f-43be-8618-a4dff8ef3897 None None] Provisioning for port 72c89b3b-efa6-4e51-8b59-8ab8ddc9617e completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:26:57.978540 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-91ede8c7-d16c-460a-bde0-dd9493985b72 None None] For port 03d765a1-676d-4d35-9bac-af064bf67dc2, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=03d765a1-676d-4d35-9bac-af064bf67dc2,segment=NetworkSegment(282d1807-d705-4192-8a71-1deae009da9d),segment_id=282d1807-d705-4192-8a71-1deae009da9d)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:26:57.979068 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-91ede8c7-d16c-460a-bde0-dd9493985b72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:57.981944 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-05f0a5ab-fb63-4824-978b-85b09b1e8542 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:57.983376 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-05f0a5ab-fb63-4824-978b-85b09b1e8542 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:57.992113 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-1bab2c96-e61f-43be-8618-a4dff8ef3897 None None] Provisioning complete for port 72c89b3b-efa6-4e51-8b59-8ab8ddc9617e triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:26:57.992113 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1bab2c96-e61f-43be-8618-a4dff8ef3897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:57.996932 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be97253-c09b-4e1e-987b-6a0680e70953 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 06 13:26:57.997649 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0be97253-c09b-4e1e-987b-6a0680e70953 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:26:57.999372 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0be97253-c09b-4e1e-987b-6a0680e70953 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "DELETE /v2.0/networks/51f27faa-3e0b-416d-ace7-45263bcb357e HTTP/1.1" status: 409 len: 405 time: 0.4483514 Apr 06 13:26:58.003115 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-05f0a5ab-fb63-4824-978b-85b09b1e8542 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:58.003115 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40192) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:58.018914 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-2f1e4b63-3db0-4625-8985-68c83bf247ea tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-660363113'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:58.025001 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2f1e4b63-3db0-4625-8985-68c83bf247ea tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:26:58.029856 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-92fab653-5762-447d-8402-365a2f5d56ca tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Unset dirty status for tenant:70e9fb0f2616428b93cc5fdd005ac56a on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:26:58.031018 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-92fab653-5762-447d-8402-365a2f5d56ca tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] 10.222.0.48 "GET /v2.0/ports?device_id=650dbd5f-b920-4d58-870d-45337d8059a4 HTTP/1.1" status: 200 len: 205 time: 0.2847459 Apr 06 13:26:58.033190 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2f1e4b63-3db0-4625-8985-68c83bf247ea tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Usage tracker for resource:network and tenant:9341e9bb5bc140f0acd134589bc77490 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:26:58.035709 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40196) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:58.091917 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2f1e4b63-3db0-4625-8985-68c83bf247ea tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:26:58.113417 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834d5b53-c608-49fd-bdbb-d4a7b4f395ad tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Made reservation on behalf of ed39337f249349ada24d9b0a6c7e89f2 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:26:58.124452 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-834d5b53-c608-49fd-bdbb-d4a7b4f395ad tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:58.128644 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2f1e4b63-3db0-4625-8985-68c83bf247ea tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:26:58.201284 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887d2c5e-7c13-4c08-87e1-71c6bb971b13 admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:26:58.203006 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-1bab2c96-e61f-43be-8618-a4dff8ef3897 None None] Port 72c89b3b-efa6-4e51-8b59-8ab8ddc9617e cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:26:58.210748 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-30a5c1b9-45bd-4ad7-b3af-6e1a0d078cd6 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:58.216400 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-91ede8c7-d16c-460a-bde0-dd9493985b72 None None] Calling delete_port for 03d765a1-676d-4d35-9bac-af064bf67dc2 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:58.232512 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-05f0a5ab-fb63-4824-978b-85b09b1e8542 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:58.246348 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b9d82a31-8603-482f-a7dd-0b1921f6f1db tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:58.313772 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 03d765a1-676d-4d35-9bac-af064bf67dc2 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:26:58.336226 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834d5b53-c608-49fd-bdbb-d4a7b4f395ad tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:26:58.340196 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc137e5a-4c78-433b-82f6-abe9a77ee3a0 None None] Sync routers for ids ['cd8f32c2-99d2-443d-b2d7-18560d73a9cc'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:26:58.371214 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a56ff1dd-22b3-437c-9b81-df1fba39fce9 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:58.383024 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc137e5a-4c78-433b-82f6-abe9a77ee3a0 None None] Routers {'cd8f32c2-99d2-443d-b2d7-18560d73a9cc'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:26:58.383727 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-dc137e5a-4c78-433b-82f6-abe9a77ee3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['cd8f32c2-99d2-443d-b2d7-18560d73a9cc'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:58.383977 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-887d2c5e-7c13-4c08-87e1-71c6bb971b13 admin admin] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:58.386105 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-887d2c5e-7c13-4c08-87e1-71c6bb971b13 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.3486960 Apr 06 13:26:58.388348 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40200) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:58.412566 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1e4b63-3db0-4625-8985-68c83bf247ea tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Made reservation on behalf of 9341e9bb5bc140f0acd134589bc77490 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:26:58.416011 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2f1e4b63-3db0-4625-8985-68c83bf247ea tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:58.473210 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-30a5c1b9-45bd-4ad7-b3af-6e1a0d078cd6 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Deleting port 2df90593-e9fc-4d74-875e-5b0fc9d0b1a2 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:26:58.473611 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-30a5c1b9-45bd-4ad7-b3af-6e1a0d078cd6 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:58.485033 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a56ff1dd-22b3-437c-9b81-df1fba39fce9 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:58.508721 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-834d5b53-c608-49fd-bdbb-d4a7b4f395ad tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:58.508721 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-834d5b53-c608-49fd-bdbb-d4a7b4f395ad tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Added segment 81548376-a714-4f5b-849f-1a3c0023739f of type vlan for network 62a2824f-d5e2-487c-8ce8-5e908b2a185a Apr 06 13:26:58.602765 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-05f0a5ab-fb63-4824-978b-85b09b1e8542 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:58.605067 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-05f0a5ab-fb63-4824-978b-85b09b1e8542 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8779719 Apr 06 13:26:58.615677 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40204) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:58.628329 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-91ede8c7-d16c-460a-bde0-dd9493985b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:58.695981 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:58.709724 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ede8c7-d16c-460a-bde0-dd9493985b72 None None] Pushing event deleted for resources: {'Port': ['ID=03d765a1-676d-4d35-9bac-af064bf67dc2,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:58.713692 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-dc137e5a-4c78-433b-82f6-abe9a77ee3a0 None None] Set router cd8f32c2-99d2-443d-b2d7-18560d73a9cc gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:26:58.761638 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ede8c7-d16c-460a-bde0-dd9493985b72 None None] No DVR routers for this DVR port 03d765a1-676d-4d35-9bac-af064bf67dc2 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:26:58.817823 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-00dc4616-4eda-4784-9aa3-b78ae2363f7a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'enable_snat': True}}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:58.856041 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d68698-f045-41b6-98c3-4eaa7ce59e9d None None] get_active_networks_info from dv-neutron-834600-1-hyperv {{(pid=88566) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 06 13:26:58.890144 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b9d82a31-8603-482f-a7dd-0b1921f6f1db tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:58.904815 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b9d82a31-8603-482f-a7dd-0b1921f6f1db tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:58.977018 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-834d5b53-c608-49fd-bdbb-d4a7b4f395ad tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:58.980269 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-a56ff1dd-22b3-437c-9b81-df1fba39fce9 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Floating IP e769ddb2-9aad-426e-8442-679f61e26720 associated. External IP: 172.26.4.205, port: ba73b73a-bbc0-4472-8474-437842f612df. Apr 06 13:26:59.156425 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d68698-f045-41b6-98c3-4eaa7ce59e9d None None] Resources bound (agent type, host, resource id): {{(pid=88566) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 13:26:59.247733 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b9d82a31-8603-482f-a7dd-0b1921f6f1db tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:59.248213 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d82a31-8603-482f-a7dd-0b1921f6f1db tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Fanout notify agent at l3_agent the message router_deleted on router 650dbd5f-b920-4d58-870d-45337d8059a4 {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:26:59.269780 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-dc137e5a-4c78-433b-82f6-abe9a77ee3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'name': 'tempest-ServersTestManualDisk-1335934797-router', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': 'c4b7e9e9-4a3c-4932-9559-9fd2550f92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:26:47Z', 'updated_at': '2022-04-06T13:26:53Z', 'revision_number': 3, 'project_id': 'ca027f9539bb43408259be56024c9f96', 'gw_port': {'id': 'c4b7e9e9-4a3c-4932-9559-9fd2550f92fe', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:26:50Z', 'updated_at': '2022-04-06T13:26:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:26:59.284974 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc137e5a-4c78-433b-82f6-abe9a77ee3a0 None None] Checking router: cd8f32c2-99d2-443d-b2d7-18560d73a9cc for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:26:59.285402 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc137e5a-4c78-433b-82f6-abe9a77ee3a0 None None] Updating router cd8f32c2-99d2-443d-b2d7-18560d73a9cc port c4b7e9e9-4a3c-4932-9559-9fd2550f92fe binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:26:59.359853 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-dc137e5a-4c78-433b-82f6-abe9a77ee3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:59.415938 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b9d82a31-8603-482f-a7dd-0b1921f6f1db tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:59.422837 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b9d82a31-8603-482f-a7dd-0b1921f6f1db tempest-RoutersNegativeTest-1535871234 tempest-RoutersNegativeTest-1535871234-project] 10.222.0.48 "DELETE /v2.0/routers/650dbd5f-b920-4d58-870d-45337d8059a4 HTTP/1.1" status: 204 len: 168 time: 1.3802409 Apr 06 13:26:59.446427 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-00dc4616-4eda-4784-9aa3-b78ae2363f7a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:59.453087 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-834d5b53-c608-49fd-bdbb-d4a7b4f395ad tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:59.465253 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834d5b53-c608-49fd-bdbb-d4a7b4f395ad tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:26:59.470835 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-834d5b53-c608-49fd-bdbb-d4a7b4f395ad tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:59.476431 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-30a5c1b9-45bd-4ad7-b3af-6e1a0d078cd6 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:26:59.556284 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.api [None req-2f1e4b63-3db0-4625-8985-68c83bf247ea tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=88565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:26:59.556589 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG oslo_db.api [None req-2f1e4b63-3db0-4625-8985-68c83bf247ea tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:26:59.696276 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56ff1dd-22b3-437c-9b81-df1fba39fce9 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Router e6be2954-a14b-458a-b118-628a4055f72d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:26:59.704247 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-30a5c1b9-45bd-4ad7-b3af-6e1a0d078cd6 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Calling delete_port for 2df90593-e9fc-4d74-875e-5b0fc9d0b1a2 owned by network:router_gateway {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:26:59.813112 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-834d5b53-c608-49fd-bdbb-d4a7b4f395ad tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0028119 Apr 06 13:26:59.819792 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40210) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:26:59.831318 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-d94d390e-cd4b-46ae-8d55-3e990498c3fe tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Request body: {'subnet': {'network_id': '62a2824f-d5e2-487c-8ce8-5e908b2a185a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:26:59.845884 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d5b53-c608-49fd-bdbb-d4a7b4f395ad tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event updated for resources: {'Network': ['ID=62a2824f-d5e2-487c-8ce8-5e908b2a185a,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:26:59.866317 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 62a2824f-d5e2-487c-8ce8-5e908b2a185a details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:26:59.914952 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd3ce90-6d8b-4b2e-972c-e87dcac25195 None None] get_active_networks_info from dv-neutron-834600-1-hyperv {{(pid=88566) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 06 13:27:00.113161 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-dc137e5a-4c78-433b-82f6-abe9a77ee3a0 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:00.125464 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40216) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:00.208567 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-78b63604-4bdc-4ebe-8dcc-3d1cffcc00c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:00.223601 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2f1e4b63-3db0-4625-8985-68c83bf247ea tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:00.243657 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd3ce90-6d8b-4b2e-972c-e87dcac25195 None None] Resources bound (agent type, host, resource id): {{(pid=88566) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 13:27:00.264153 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-d94d390e-cd4b-46ae-8d55-3e990498c3fe tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:00.319449 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56ff1dd-22b3-437c-9b81-df1fba39fce9 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:27:00.321653 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d94d390e-cd4b-46ae-8d55-3e990498c3fe tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Usage tracker for resource:subnet and tenant:ed39337f249349ada24d9b0a6c7e89f2 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:00.332314 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8895498-a93d-4c52-80c6-3288ddc6c372 None None] Sync routers for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:27:00.343468 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8895498-a93d-4c52-80c6-3288ddc6c372 None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:00.344408 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-b8895498-a93d-4c52-80c6-3288ddc6c372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:00.350722 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d94d390e-cd4b-46ae-8d55-3e990498c3fe tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:00.361599 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-d94d390e-cd4b-46ae-8d55-3e990498c3fe tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:00.378760 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a56ff1dd-22b3-437c-9b81-df1fba39fce9 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:00.407378 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-b8895498-a93d-4c52-80c6-3288ddc6c372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:00.423680 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8895498-a93d-4c52-80c6-3288ddc6c372 None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:00.424672 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-b8895498-a93d-4c52-80c6-3288ddc6c372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:00.466341 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94d390e-cd4b-46ae-8d55-3e990498c3fe tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Made reservation on behalf of ed39337f249349ada24d9b0a6c7e89f2 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:00.467455 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f1e4b63-3db0-4625-8985-68c83bf247ea tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:27:00.469761 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d94d390e-cd4b-46ae-8d55-3e990498c3fe tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:00.488204 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-00dc4616-4eda-4784-9aa3-b78ae2363f7a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:00.502283 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-b8895498-a93d-4c52-80c6-3288ddc6c372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:00.503069 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8895498-a93d-4c52-80c6-3288ddc6c372 None None] The sync data for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:27:00.511505 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a56ff1dd-22b3-437c-9b81-df1fba39fce9 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "PUT /v2.0/floatingips/e769ddb2-9aad-426e-8442-679f61e26720 HTTP/1.1" status: 200 len: 978 time: 4.3510180 Apr 06 13:27:00.515982 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2f1e4b63-3db0-4625-8985-68c83bf247ea tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:00.516214 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40222) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:00.516785 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-2f1e4b63-3db0-4625-8985-68c83bf247ea tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Added segment 99ab77da-5430-4448-aa35-7d65bd11e65b of type vlan for network 7037b526-a9c5-430c-b6e2-616480bf6cd0 Apr 06 13:27:00.519964 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-96b28de4-3a40-4fe5-9485-4d269a0395ef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=70e9fb0f2616428b93cc5fdd005ac56a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3895063 Apr 06 13:27:00.525033 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40226) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:00.533013 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-00dc4616-4eda-4784-9aa3-b78ae2363f7a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:00.545480 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-dc137e5a-4c78-433b-82f6-abe9a77ee3a0 None None] Transition to ACTIVE for port object c4b7e9e9-4a3c-4932-9559-9fd2550f92fe will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:00.594043 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-30a5c1b9-45bd-4ad7-b3af-6e1a0d078cd6 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:00.632222 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-dc137e5a-4c78-433b-82f6-abe9a77ee3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:00.674513 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-e8b7f4b1-4242-40af-8b34-19a5ccea89fd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Deleting port ba73b73a-bbc0-4472-8474-437842f612df {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:00.675004 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e8b7f4b1-4242-40af-8b34-19a5ccea89fd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:00.682842 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2f1e4b63-3db0-4625-8985-68c83bf247ea tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:00.697250 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5c1b9-45bd-4ad7-b3af-6e1a0d078cd6 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Pushing event deleted for resources: {'Port': ['ID=2df90593-e9fc-4d74-875e-5b0fc9d0b1a2,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:00.748686 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-dc137e5a-4c78-433b-82f6-abe9a77ee3a0 None None] Attempting to bind port c4b7e9e9-4a3c-4932-9559-9fd2550f92fe on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:27:00.748686 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-dc137e5a-4c78-433b-82f6-abe9a77ee3a0 None None] Attempting to bind port c4b7e9e9-4a3c-4932-9559-9fd2550f92fe by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:27:00.748686 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc137e5a-4c78-433b-82f6-abe9a77ee3a0 None None] Attempting to bind port c4b7e9e9-4a3c-4932-9559-9fd2550f92fe on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:27:00.755039 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba8544-8d8d-4802-8a2a-9b50b3deb590 None None] Pushing event updated for resources: {'Port': ['ID=c4b7e9e9-4a3c-4932-9559-9fd2550f92fe,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:00.764083 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc137e5a-4c78-433b-82f6-abe9a77ee3a0 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:27:00.764680 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc137e5a-4c78-433b-82f6-abe9a77ee3a0 None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:27:00.765260 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-dc137e5a-4c78-433b-82f6-abe9a77ee3a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:00.765821 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc137e5a-4c78-433b-82f6-abe9a77ee3a0 None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:27:00.766645 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-dc137e5a-4c78-433b-82f6-abe9a77ee3a0 None None] Bound port: c4b7e9e9-4a3c-4932-9559-9fd2550f92fe, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:27:00.767220 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-dc137e5a-4c78-433b-82f6-abe9a77ee3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:00.860867 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-dc137e5a-4c78-433b-82f6-abe9a77ee3a0 None None] For port c4b7e9e9-4a3c-4932-9559-9fd2550f92fe, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:27:00.865926 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-dc137e5a-4c78-433b-82f6-abe9a77ee3a0 None None] For port c4b7e9e9-4a3c-4932-9559-9fd2550f92fe, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=c4b7e9e9-4a3c-4932-9559-9fd2550f92fe,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:27:00.891340 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-34875fc5-623e-4a86-ade3-27fced519c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:00.933295 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-30a5c1b9-45bd-4ad7-b3af-6e1a0d078cd6 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:00.973020 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-dc137e5a-4c78-433b-82f6-abe9a77ee3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:00.995755 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-00dc4616-4eda-4784-9aa3-b78ae2363f7a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Allocated IP 172.26.4.24 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/540d8e7d-c915-46d5-9331-8394afdb9931) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:27:01.000324 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2f1e4b63-3db0-4625-8985-68c83bf247ea tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:01.005675 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1e4b63-3db0-4625-8985-68c83bf247ea tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:01.006291 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2f1e4b63-3db0-4625-8985-68c83bf247ea tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:01.013388 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-34875fc5-623e-4a86-ade3-27fced519c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:01.054615 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc137e5a-4c78-433b-82f6-abe9a77ee3a0 None None] Routers {'cd8f32c2-99d2-443d-b2d7-18560d73a9cc'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:01.059012 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-dc137e5a-4c78-433b-82f6-abe9a77ee3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['cd8f32c2-99d2-443d-b2d7-18560d73a9cc'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:01.111331 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-78b63604-4bdc-4ebe-8dcc-3d1cffcc00c8 admin admin] Allocated IP 172.20.0.1 (e656c5dd-f102-4ee6-871d-b472dc64eb24/d1359a41-278f-4448-adcd-2b54a4bc8fee/ad6fea2e-9238-4754-b408-9547a7c62e51) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:27:01.123108 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba8544-8d8d-4802-8a2a-9b50b3deb590 None None] Pushing event updated for resources: {'Port': ['ID=c4b7e9e9-4a3c-4932-9559-9fd2550f92fe,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:01.213269 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e8b7f4b1-4242-40af-8b34-19a5ccea89fd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:01.273172 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-dc137e5a-4c78-433b-82f6-abe9a77ee3a0 None None] Set router cd8f32c2-99d2-443d-b2d7-18560d73a9cc gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:27:01.332093 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e4b63-3db0-4625-8985-68c83bf247ea tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event updated for resources: {'Network': ['ID=7037b526-a9c5-430c-b6e2-616480bf6cd0,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:01.340729 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d94d390e-cd4b-46ae-8d55-3e990498c3fe tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:01.373708 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 7037b526-a9c5-430c-b6e2-616480bf6cd0 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:27:01.517566 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2f1e4b63-3db0-4625-8985-68c83bf247ea tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.5133910 Apr 06 13:27:01.530592 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40230) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:01.539843 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-0a7f8d93-d152-4416-aaf3-3bc2e7200fed tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Request body: {'subnet': {'network_id': '7037b526-a9c5-430c-b6e2-616480bf6cd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:01.545096 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d390e-cd4b-46ae-8d55-3e990498c3fe tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event updated for resources: {'Subnet': ['ID=7368d61f-4c5c-4b21-8d15-619eabfde0a3,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:01.578574 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94d390e-cd4b-46ae-8d55-3e990498c3fe tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Checking segment: {'id': '81548376-a714-4f5b-849f-1a3c0023739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '62a2824f-d5e2-487c-8ce8-5e908b2a185a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:27:01.579669 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94d390e-cd4b-46ae-8d55-3e990498c3fe tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Network hostable DHCP agents. Network: 62a2824f-d5e2-487c-8ce8-5e908b2a185a, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:27:01.609792 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-78b63604-4bdc-4ebe-8dcc-3d1cffcc00c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:01.631539 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-30a5c1b9-45bd-4ad7-b3af-6e1a0d078cd6 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:01.671347 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-dc137e5a-4c78-433b-82f6-abe9a77ee3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'name': 'tempest-ServersTestManualDisk-1335934797-router', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': 'c4b7e9e9-4a3c-4932-9559-9fd2550f92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:26:47Z', 'updated_at': '2022-04-06T13:26:53Z', 'revision_number': 3, 'project_id': 'ca027f9539bb43408259be56024c9f96', 'gw_port': {'id': 'c4b7e9e9-4a3c-4932-9559-9fd2550f92fe', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:26:50Z', 'updated_at': '2022-04-06T13:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:01.674904 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc137e5a-4c78-433b-82f6-abe9a77ee3a0 None None] The sync data for ids ['cd8f32c2-99d2-443d-b2d7-18560d73a9cc'] in dv-neutron-834600-1-hyperv is: [{'id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'name': 'tempest-ServersTestManualDisk-1335934797-router', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': 'c4b7e9e9-4a3c-4932-9559-9fd2550f92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:26:47Z', 'updated_at': '2022-04-06T13:26:53Z', 'revision_number': 3, 'project_id': 'ca027f9539bb43408259be56024c9f96', 'gw_port': {'id': 'c4b7e9e9-4a3c-4932-9559-9fd2550f92fe', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:26:50Z', 'updated_at': '2022-04-06T13:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:27:01.702430 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-30a5c1b9-45bd-4ad7-b3af-6e1a0d078cd6 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1624175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625362'] for router, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:01.716000 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-78b63604-4bdc-4ebe-8dcc-3d1cffcc00c8 admin admin] Transition to ACTIVE for port object ad6fea2e-9238-4754-b408-9547a7c62e51 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:01.741786 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e8b7f4b1-4242-40af-8b34-19a5ccea89fd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:01.742177 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e8b7f4b1-4242-40af-8b34-19a5ccea89fd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:01.742460 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-e8b7f4b1-4242-40af-8b34-19a5ccea89fd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Floating IP e769ddb2-9aad-426e-8442-679f61e26720 disassociated. External IP: 172.26.4.205, port: ba73b73a-bbc0-4472-8474-437842f612df. Apr 06 13:27:01.742815 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-e8b7f4b1-4242-40af-8b34-19a5ccea89fd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Calling delete_port for ba73b73a-bbc0-4472-8474-437842f612df owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:27:01.930398 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94d390e-cd4b-46ae-8d55-3e990498c3fe tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Network 62a2824f-d5e2-487c-8ce8-5e908b2a185a is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:27:01.956918 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-34875fc5-623e-4a86-ade3-27fced519c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:02.000948 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-d94d390e-cd4b-46ae-8d55-3e990498c3fe tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 62a2824f-d5e2-487c-8ce8-5e908b2a185a) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:02.005175 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94d390e-cd4b-46ae-8d55-3e990498c3fe tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:02.005763 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d94d390e-cd4b-46ae-8d55-3e990498c3fe tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:02.018727 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da79b10d-4f88-4c99-9da1-33656ab098b1 None None] Network 62a2824f-d5e2-487c-8ce8-5e908b2a185a requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:27:02.045225 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-78b63604-4bdc-4ebe-8dcc-3d1cffcc00c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:02.061353 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0a7f8d93-d152-4416-aaf3-3bc2e7200fed tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:02.072189 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0a7f8d93-d152-4416-aaf3-3bc2e7200fed tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:02.080690 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-00dc4616-4eda-4784-9aa3-b78ae2363f7a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:02.121528 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34875fc5-623e-4a86-ade3-27fced519c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d39828-4ca1-4ca7-a97a-c19c51d680a4,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:02.130286 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b63604-4bdc-4ebe-8dcc-3d1cffcc00c8 admin admin] Network e656c5dd-f102-4ee6-871d-b472dc64eb24 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:02.133539 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-34875fc5-623e-4a86-ade3-27fced519c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:02.134704 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-34875fc5-623e-4a86-ade3-27fced519c3d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f0d39828-4ca1-4ca7-a97a-c19c51d680a4 HTTP/1.1" status: 204 len: 168 time: 1.6047289 Apr 06 13:27:02.144031 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-78b63604-4bdc-4ebe-8dcc-3d1cffcc00c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:02.145337 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a5c1b9-45bd-4ad7-b3af-6e1a0d078cd6 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Router 0b4fb800-c1ad-49f8-9691-0bd2e9bd1085 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:27:02.147379 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b63604-4bdc-4ebe-8dcc-3d1cffcc00c8 admin admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:27:02.243675 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d94d390e-cd4b-46ae-8d55-3e990498c3fe tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4210238 Apr 06 13:27:02.273742 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b63604-4bdc-4ebe-8dcc-3d1cffcc00c8 admin admin] Pushing event updated for resources: {'Port': ['ID=ad6fea2e-9238-4754-b408-9547a7c62e51,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:02.286905 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40236) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:02.301857 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e8b7f4b1-4242-40af-8b34-19a5ccea89fd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:02.397869 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a5c1b9-45bd-4ad7-b3af-6e1a0d078cd6 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:27:02.400400 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-00dc4616-4eda-4784-9aa3-b78ae2363f7a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:02.417331 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-30a5c1b9-45bd-4ad7-b3af-6e1a0d078cd6 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:02.422227 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-30a5c1b9-45bd-4ad7-b3af-6e1a0d078cd6 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "PUT /v2.0/routers/0b4fb800-c1ad-49f8-9691-0bd2e9bd1085 HTTP/1.1" status: 200 len: 705 time: 5.2370031 Apr 06 13:27:02.458743 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001a85d1-e3da-4e35-8a5a-4fb9c013e88c None None] Sync routers for ids ['0b4fb800-c1ad-49f8-9691-0bd2e9bd1085'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:27:02.465705 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device c4b7e9e9-4a3c-4932-9559-9fd2550f92fe up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:27:02.484320 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40240) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:02.495867 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7f4b1-4242-40af-8b34-19a5ccea89fd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event deleted for resources: {'Port': ['ID=ba73b73a-bbc0-4472-8474-437842f612df,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:02.525971 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dc4616-4eda-4784-9aa3-b78ae2363f7a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:02.529987 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-00dc4616-4eda-4784-9aa3-b78ae2363f7a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:02.534182 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7f8d93-d152-4416-aaf3-3bc2e7200fed tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Made reservation on behalf of 9341e9bb5bc140f0acd134589bc77490 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:02.538077 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8d93-d152-4416-aaf3-3bc2e7200fed tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:02.554234 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001a85d1-e3da-4e35-8a5a-4fb9c013e88c None None] Routers {'0b4fb800-c1ad-49f8-9691-0bd2e9bd1085'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:02.554234 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-001a85d1-e3da-4e35-8a5a-4fb9c013e88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['0b4fb800-c1ad-49f8-9691-0bd2e9bd1085'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:02.578426 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-78b63604-4bdc-4ebe-8dcc-3d1cffcc00c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:02.586728 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dc4616-4eda-4784-9aa3-b78ae2363f7a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:27:02.660028 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1f1e67-894f-4236-91c3-4fdaeda7a6c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-62a2824f-d5e2-487c-8ce8-5e908b2a185a', 'network_id': '62a2824f-d5e2-487c-8ce8-5e908b2a185a', 'tenant_id': 'ed39337f249349ada24d9b0a6c7e89f2', 'fixed_ips': [{'subnet_id': '7368d61f-4c5c-4b21-8d15-619eabfde0a3'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:27:02.661331 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8f1f1e67-894f-4236-91c3-4fdaeda7a6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:02.698499 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-001a85d1-e3da-4e35-8a5a-4fb9c013e88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:02.754166 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc4616-4eda-4784-9aa3-b78ae2363f7a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Pushing event updated for resources: {'Port': ['ID=540d8e7d-c915-46d5-9331-8394afdb9931,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:02.792471 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001a85d1-e3da-4e35-8a5a-4fb9c013e88c None None] Routers {'0b4fb800-c1ad-49f8-9691-0bd2e9bd1085'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:02.795283 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-001a85d1-e3da-4e35-8a5a-4fb9c013e88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['0b4fb800-c1ad-49f8-9691-0bd2e9bd1085'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:02.876959 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-4807aabb-5c49-439e-bbae-11ffe58c3cbb None None] Provisioning for port ad6fea2e-9238-4754-b408-9547a7c62e51 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:27:02.903933 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port c4b7e9e9-4a3c-4932-9559-9fd2550f92fe completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:27:02.917535 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-001a85d1-e3da-4e35-8a5a-4fb9c013e88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:02.918207 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001a85d1-e3da-4e35-8a5a-4fb9c013e88c None None] The sync data for ids ['0b4fb800-c1ad-49f8-9691-0bd2e9bd1085'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:27:02.919881 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-4807aabb-5c49-439e-bbae-11ffe58c3cbb None None] Provisioning complete for port ad6fea2e-9238-4754-b408-9547a7c62e51 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:02.920405 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4807aabb-5c49-439e-bbae-11ffe58c3cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:02.965703 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port c4b7e9e9-4a3c-4932-9559-9fd2550f92fe triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:02.966156 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:03.054740 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-66eb6982-0d9d-42b9-aea6-74b01de2bd42 tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "GET /v2.0/routers/0b4fb800-c1ad-49f8-9691-0bd2e9bd1085 HTTP/1.1" status: 200 len: 740 time: 0.4751935 Apr 06 13:27:03.058935 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40252) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:03.112793 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-4807aabb-5c49-439e-bbae-11ffe58c3cbb None None] Port ad6fea2e-9238-4754-b408-9547a7c62e51 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:27:03.145567 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-8f1f1e67-894f-4236-91c3-4fdaeda7a6c9 None None] Allocated IP 2001:db8::1 (62a2824f-d5e2-487c-8ce8-5e908b2a185a/7368d61f-4c5c-4b21-8d15-619eabfde0a3/5c8e86cc-70b7-4e89-88c8-4764aa6abc63) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:27:03.241750 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:03.290357 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7e0789fa-4349-45bb-9ca5-17790e756bef tempest-RoutersAdminTest-1475386682 tempest-RoutersAdminTest-1475386682-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622&device_id=0b4fb800-c1ad-49f8-9691-0bd2e9bd1085 HTTP/1.1" status: 200 len: 205 time: 0.2265427 Apr 06 13:27:03.295872 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40258) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:03.301669 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:03.324758 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port c4b7e9e9-4a3c-4932-9559-9fd2550f92fe, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=c4b7e9e9-4a3c-4932-9559-9fd2550f92fe,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:27:03.355535 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b7f4b1-4242-40af-8b34-19a5ccea89fd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Router e6be2954-a14b-458a-b118-628a4055f72d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:27:03.410056 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40264) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:03.410609 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6a133849-302d-45e1-ad78-49377d6c1c81 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b4fb800-c1ad-49f8-9691-0bd2e9bd1085 HTTP/1.1" status: 200 len: 205 time: 0.1145086 Apr 06 13:27:03.439778 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8f1f1e67-894f-4236-91c3-4fdaeda7a6c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:03.452045 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:03.453588 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8f1f1e67-894f-4236-91c3-4fdaeda7a6c9 None None] Transition to ACTIVE for port object 5c8e86cc-70b7-4e89-88c8-4764aa6abc63 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:03.480739 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-00dc4616-4eda-4784-9aa3-b78ae2363f7a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:03.528987 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8f1f1e67-894f-4236-91c3-4fdaeda7a6c9 None None] Transition to ACTIVE for port object 5c8e86cc-70b7-4e89-88c8-4764aa6abc63 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:03.542529 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=c4b7e9e9-4a3c-4932-9559-9fd2550f92fe,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:03.611875 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8f1f1e67-894f-4236-91c3-4fdaeda7a6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:03.693876 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1f1e67-894f-4236-91c3-4fdaeda7a6c9 None None] Network 62a2824f-d5e2-487c-8ce8-5e908b2a185a is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:03.697935 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-8f1f1e67-894f-4236-91c3-4fdaeda7a6c9 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:03.705255 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:03.707004 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1f1e67-894f-4236-91c3-4fdaeda7a6c9 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:27:03.723837 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f1e67-894f-4236-91c3-4fdaeda7a6c9 None None] Pushing event updated for resources: {'Port': ['ID=5c8e86cc-70b7-4e89-88c8-4764aa6abc63,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:03.742963 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.objects.ports [None req-0a7f8d93-d152-4416-aaf3-3bc2e7200fed tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88565) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 06 13:27:03.746262 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8d93-d152-4416-aaf3-3bc2e7200fed tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:03.825775 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-8f1f1e67-894f-4236-91c3-4fdaeda7a6c9 None None] Attempting to bind port 5c8e86cc-70b7-4e89-88c8-4764aa6abc63 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:27:03.826179 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-8f1f1e67-894f-4236-91c3-4fdaeda7a6c9 None None] Attempting to bind port 5c8e86cc-70b7-4e89-88c8-4764aa6abc63 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '81548376-a714-4f5b-849f-1a3c0023739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '62a2824f-d5e2-487c-8ce8-5e908b2a185a'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:27:03.826563 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1f1e67-894f-4236-91c3-4fdaeda7a6c9 None None] Attempting to bind port 5c8e86cc-70b7-4e89-88c8-4764aa6abc63 on network 62a2824f-d5e2-487c-8ce8-5e908b2a185a {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:27:03.832871 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1f1e67-894f-4236-91c3-4fdaeda7a6c9 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:27:03.833243 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1f1e67-894f-4236-91c3-4fdaeda7a6c9 None None] Checking segment: {'id': '81548376-a714-4f5b-849f-1a3c0023739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '62a2824f-d5e2-487c-8ce8-5e908b2a185a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:27:03.833650 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8f1f1e67-894f-4236-91c3-4fdaeda7a6c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:03.834043 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1f1e67-894f-4236-91c3-4fdaeda7a6c9 None None] Bound using segment: {'id': '81548376-a714-4f5b-849f-1a3c0023739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '62a2824f-d5e2-487c-8ce8-5e908b2a185a'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:27:03.834515 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-8f1f1e67-894f-4236-91c3-4fdaeda7a6c9 None None] Bound port: 5c8e86cc-70b7-4e89-88c8-4764aa6abc63, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81548376-a714-4f5b-849f-1a3c0023739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '62a2824f-d5e2-487c-8ce8-5e908b2a185a'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:27:03.834933 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8f1f1e67-894f-4236-91c3-4fdaeda7a6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:03.840096 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-efb0f247-9983-43a3-945a-6b4fc860c435 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:03.953086 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-8f1f1e67-894f-4236-91c3-4fdaeda7a6c9 None None] For port 5c8e86cc-70b7-4e89-88c8-4764aa6abc63, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:27:03.960737 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-8f1f1e67-894f-4236-91c3-4fdaeda7a6c9 None None] For port 5c8e86cc-70b7-4e89-88c8-4764aa6abc63, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=5c8e86cc-70b7-4e89-88c8-4764aa6abc63,segment=NetworkSegment(81548376-a714-4f5b-849f-1a3c0023739f),segment_id=81548376-a714-4f5b-849f-1a3c0023739f)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:27:03.961217 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40274) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:04.052989 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8f1f1e67-894f-4236-91c3-4fdaeda7a6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:04.133760 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f1e67-894f-4236-91c3-4fdaeda7a6c9 None None] Pushing event updated for resources: {'Port': ['ID=5c8e86cc-70b7-4e89-88c8-4764aa6abc63,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:04.273754 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device c4b7e9e9-4a3c-4932-9559-9fd2550f92fe up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:27:04.299726 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f8d93-d152-4416-aaf3-3bc2e7200fed tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event updated for resources: {'Subnet': ['ID=89625c80-1233-48dc-a1f2-fc081dd48e3e,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:04.300417 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-78b63604-4bdc-4ebe-8dcc-3d1cffcc00c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:04.304378 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7f8d93-d152-4416-aaf3-3bc2e7200fed tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Checking segment: {'id': '99ab77da-5430-4448-aa35-7d65bd11e65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7037b526-a9c5-430c-b6e2-616480bf6cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:27:04.304996 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7f8d93-d152-4416-aaf3-3bc2e7200fed tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Network hostable DHCP agents. Network: 7037b526-a9c5-430c-b6e2-616480bf6cd0, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:27:04.334851 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-00dc4616-4eda-4784-9aa3-b78ae2363f7a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:04.341761 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-00dc4616-4eda-4784-9aa3-b78ae2363f7a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1624175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625362'] for router, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:04.343907 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-79aff1ba-6c0e-48e1-9432-80b865c4131a tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:04.345915 dv-neutron-834600-1-hyperv neutron-server[88564]: WARNING neutron.api.v2.base [None req-79aff1ba-6c0e-48e1-9432-80b865c4131a tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 06 13:27:04.346710 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-79aff1ba-6c0e-48e1-9432-80b865c4131a tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] create failed (client error): There was a conflict when trying to complete your request. Apr 06 13:27:04.352272 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-79aff1ba-6c0e-48e1-9432-80b865c4131a tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3818974 Apr 06 13:27:04.370109 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port c4b7e9e9-4a3c-4932-9559-9fd2550f92fe triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:04.370643 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:04.417039 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40280) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:04.420476 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-efb0f247-9983-43a3-945a-6b4fc860c435 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:04.424695 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b7f4b1-4242-40af-8b34-19a5ccea89fd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:27:04.428119 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-efb0f247-9983-43a3-945a-6b4fc860c435 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:04.446067 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03f7f40-477a-4d23-953c-982dce0e810a None None] Sync routers for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:27:04.457018 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-d0782f56-d3d7-495f-bb97-6bb6a12fe096 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group': {'name': 'tempest-secgroup--1551948401'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:04.462892 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03f7f40-477a-4d23-953c-982dce0e810a None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:04.466344 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-f03f7f40-477a-4d23-953c-982dce0e810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:04.475608 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7f8d93-d152-4416-aaf3-3bc2e7200fed tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Network 7037b526-a9c5-430c-b6e2-616480bf6cd0 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:27:04.486084 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d0782f56-d3d7-495f-bb97-6bb6a12fe096 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:04.499408 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d0782f56-d3d7-495f-bb97-6bb6a12fe096 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Usage tracker for resource:security_group and tenant:1c14039a352f4e1fa0b7c789472c5dc8 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:04.506860 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d0782f56-d3d7-495f-bb97-6bb6a12fe096 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:04.513046 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d0782f56-d3d7-495f-bb97-6bb6a12fe096 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:04.566934 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:04.586917 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-f03f7f40-477a-4d23-953c-982dce0e810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:04.598785 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03f7f40-477a-4d23-953c-982dce0e810a None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:04.599495 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-f03f7f40-477a-4d23-953c-982dce0e810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:04.676665 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-f03f7f40-477a-4d23-953c-982dce0e810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:04.676982 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03f7f40-477a-4d23-953c-982dce0e810a None None] The sync data for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:27:04.677756 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d0782f56-d3d7-495f-bb97-6bb6a12fe096 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:04.699723 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event deleted for resources: {'Subnet': ['ID=7368d61f-4c5c-4b21-8d15-619eabfde0a3,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:04.704242 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d0782f56-d3d7-495f-bb97-6bb6a12fe096 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:04.727654 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d0782f56-d3d7-495f-bb97-6bb6a12fe096 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:04.736575 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d0782f56-d3d7-495f-bb97-6bb6a12fe096 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Usage tracker for resource:security_group_rule and tenant:1c14039a352f4e1fa0b7c789472c5dc8 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:04.740241 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d0782f56-d3d7-495f-bb97-6bb6a12fe096 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:04.748396 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d0782f56-d3d7-495f-bb97-6bb6a12fe096 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:04.752438 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-0a7f8d93-d152-4416-aaf3-3bc2e7200fed tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 7037b526-a9c5-430c-b6e2-616480bf6cd0) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:04.761368 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7f8d93-d152-4416-aaf3-3bc2e7200fed tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:04.762048 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8d93-d152-4416-aaf3-3bc2e7200fed tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:04.763959 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a026bc30-3451-42eb-8379-2aad59614b88 None None] Network 7037b526-a9c5-430c-b6e2-616480bf6cd0 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:27:04.817901 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-efb0f247-9983-43a3-945a-6b4fc860c435 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:04.818359 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb0f247-9983-43a3-945a-6b4fc860c435 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Fanout notify agent at l3_agent the message router_deleted on router 0b4fb800-c1ad-49f8-9691-0bd2e9bd1085 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:27:04.827142 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:04.875749 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00dc4616-4eda-4784-9aa3-b78ae2363f7a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Router d48d09eb-476e-4c01-9065-12def508a7bc is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:27:04.878829 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d0782f56-d3d7-495f-bb97-6bb6a12fe096 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:04.883606 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e8b7f4b1-4242-40af-8b34-19a5ccea89fd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:04.895825 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e8b7f4b1-4242-40af-8b34-19a5ccea89fd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "DELETE /v2.0/ports/ba73b73a-bbc0-4472-8474-437842f612df HTTP/1.1" status: 204 len: 168 time: 4.3716397 Apr 06 13:27:04.898010 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-efb0f247-9983-43a3-945a-6b4fc860c435 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:04.903036 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-efb0f247-9983-43a3-945a-6b4fc860c435 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "DELETE /v2.0/routers/0b4fb800-c1ad-49f8-9691-0bd2e9bd1085 HTTP/1.1" status: 204 len: 168 time: 1.4864113 Apr 06 13:27:04.903036 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40284) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:04.910666 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40286) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:04.955752 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0a7f8d93-d152-4416-aaf3-3bc2e7200fed tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4237187 Apr 06 13:27:04.966175 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40292) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:04.974683 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-3c17b0e4-2c8a-464b-ba29-cfbb42993f55 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Request body: {'port': {'network_id': '7037b526-a9c5-430c-b6e2-616480bf6cd0', 'name': 'tempest-NetworksIpV6TestAttrs-2019193232'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:05.001395 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647af6ec-3431-40d9-9e46-a2c92da7c7dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-7037b526-a9c5-430c-b6e2-616480bf6cd0', 'network_id': '7037b526-a9c5-430c-b6e2-616480bf6cd0', 'tenant_id': '9341e9bb5bc140f0acd134589bc77490', 'fixed_ips': [{'subnet_id': '89625c80-1233-48dc-a1f2-fc081dd48e3e'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:27:05.002227 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-647af6ec-3431-40d9-9e46-a2c92da7c7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:05.015317 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a2824f-d5e2-487c-8ce8-5e908b2a185a']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:05.015506 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d0782f56-d3d7-495f-bb97-6bb6a12fe096 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:05.035587 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d0782f56-d3d7-495f-bb97-6bb6a12fe096 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:05.101456 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d0782f56-d3d7-495f-bb97-6bb6a12fe096 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Usage tracker for resource:security_group_rule and tenant:1c14039a352f4e1fa0b7c789472c5dc8 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:05.112760 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d0782f56-d3d7-495f-bb97-6bb6a12fe096 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:05.156320 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d0782f56-d3d7-495f-bb97-6bb6a12fe096 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:05.183110 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-647af6ec-3431-40d9-9e46-a2c92da7c7dc None None] Allocated IP 2001:db8::f816:3eff:fec1:ecc0 (7037b526-a9c5-430c-b6e2-616480bf6cd0/89625c80-1233-48dc-a1f2-fc081dd48e3e/f61593da-09e1-4efa-920a-65335b978e25) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:27:05.263236 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0782f56-d3d7-495f-bb97-6bb6a12fe096 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8183ecbf-c6dd-4698-9f00-dd7704f57789,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:05.274333 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81548376-a714-4f5b-849f-1a3c0023739f') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:05.274730 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81548376-a714-4f5b-849f-1a3c0023739f') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:05.335953 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-33c44ca2-091c-4ef6-bb57-86f8443f8ad6 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b4fb800-c1ad-49f8-9691-0bd2e9bd1085 HTTP/1.1" status: 200 len: 205 time: 0.4242020 Apr 06 13:27:05.340998 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:05.351916 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a2580fa8-db3e-404e-a230-6756a6e92355 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "GET /v2.0/floatingips/e769ddb2-9aad-426e-8442-679f61e26720 HTTP/1.1" status: 200 len: 688 time: 0.4459250 Apr 06 13:27:05.357044 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40296) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:05.364522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40298) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:05.364671 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d0782f56-d3d7-495f-bb97-6bb6a12fe096 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:05.398769 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-3c17b0e4-2c8a-464b-ba29-cfbb42993f55 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:05.402245 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dc4616-4eda-4784-9aa3-b78ae2363f7a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:27:05.414978 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3c17b0e4-2c8a-464b-ba29-cfbb42993f55 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Usage tracker for resource:port and tenant:9341e9bb5bc140f0acd134589bc77490 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:05.419613 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3c17b0e4-2c8a-464b-ba29-cfbb42993f55 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:05.426404 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-647af6ec-3431-40d9-9e46-a2c92da7c7dc None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:05.426866 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-3c17b0e4-2c8a-464b-ba29-cfbb42993f55 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:05.437340 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-00dc4616-4eda-4784-9aa3-b78ae2363f7a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:05.440958 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-00dc4616-4eda-4784-9aa3-b78ae2363f7a tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "PUT /v2.0/routers/d48d09eb-476e-4c01-9065-12def508a7bc HTTP/1.1" status: 200 len: 917 time: 6.8201439 Apr 06 13:27:05.441114 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e35b16d-d27a-47e5-91b0-7264bedc2995 None None] Sync routers for ids ['d48d09eb-476e-4c01-9065-12def508a7bc'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:27:05.441221 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40304) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:05.442132 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-647af6ec-3431-40d9-9e46-a2c92da7c7dc None None] Transition to ACTIVE for port object f61593da-09e1-4efa-920a-65335b978e25 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:05.462671 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de83ccd-6f77-4758-b49e-5685e47699c1 None None] Network 62a2824f-d5e2-487c-8ce8-5e908b2a185a requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:27:05.496289 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e35b16d-d27a-47e5-91b0-7264bedc2995 None None] Routers {'d48d09eb-476e-4c01-9065-12def508a7bc'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:05.496956 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-7e35b16d-d27a-47e5-91b0-7264bedc2995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d48d09eb-476e-4c01-9065-12def508a7bc'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:05.520770 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d0782f56-d3d7-495f-bb97-6bb6a12fe096 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:05.529938 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:05.570654 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0782f56-d3d7-495f-bb97-6bb6a12fe096 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7376e984-686c-461c-84b6-5bd44e4dd6c9,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:05.573338 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-12394c74-adb8-4301-a0e4-f8021c174687 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] delete failed (client error): The resource could not be found. Apr 06 13:27:05.574283 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-12394c74-adb8-4301-a0e4-f8021c174687 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "DELETE /v2.0/routers/0b4fb800-c1ad-49f8-9691-0bd2e9bd1085 HTTP/1.1" status: 404 len: 336 time: 0.2158632 Apr 06 13:27:05.582491 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-647af6ec-3431-40d9-9e46-a2c92da7c7dc None None] Transition to ACTIVE for port object f61593da-09e1-4efa-920a-65335b978e25 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:05.582663 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40308) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:05.627571 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:27:05.627986 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:05.631838 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-7e35b16d-d27a-47e5-91b0-7264bedc2995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:27:05.647858 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:27:05.666981 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e35b16d-d27a-47e5-91b0-7264bedc2995 None None] Routers {'d48d09eb-476e-4c01-9065-12def508a7bc'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:05.667934 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-7e35b16d-d27a-47e5-91b0-7264bedc2995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d48d09eb-476e-4c01-9065-12def508a7bc'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:05.705549 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-53c87f9b-4c3e-4de0-bab9-20c0874d7890 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fc33e03-1e27-464c-b4b9-6b65396da3f5 HTTP/1.1" status: 200 len: 205 time: 0.1215811 Apr 06 13:27:05.706086 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c17b0e4-2c8a-464b-ba29-cfbb42993f55 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Made reservation on behalf of 9341e9bb5bc140f0acd134589bc77490 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:05.715747 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3c17b0e4-2c8a-464b-ba29-cfbb42993f55 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:05.723678 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40312) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:05.724507 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d0782f56-d3d7-495f-bb97-6bb6a12fe096 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:05.725587 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d0782f56-d3d7-495f-bb97-6bb6a12fe096 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3019958 Apr 06 13:27:05.732566 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40316) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:05.756196 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-56aeff33-7f9b-4660-8694-042cb5c991c5 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group_rule': {'security_group_id': '7376e984-686c-461c-84b6-5bd44e4dd6c9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:05.761278 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-21573c0f-71ff-43fe-9678-07bfc6c575bf tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Deleting port 618eb7bd-d8ca-4f4b-8d2d-61acb4232550 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:05.761689 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-21573c0f-71ff-43fe-9678-07bfc6c575bf tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:05.771012 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-5a2ae1af-964f-4a8b-8ac1-5cf3ef11cf53 None None] Provisioning for port 5c8e86cc-70b7-4e89-88c8-4764aa6abc63 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:27:05.774707 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-647af6ec-3431-40d9-9e46-a2c92da7c7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:05.799245 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-56aeff33-7f9b-4660-8694-042cb5c991c5 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:05.814263 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-56aeff33-7f9b-4660-8694-042cb5c991c5 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Usage tracker for resource:security_group_rule and tenant:1c14039a352f4e1fa0b7c789472c5dc8 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:05.820045 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-56aeff33-7f9b-4660-8694-042cb5c991c5 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:05.826477 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-5bc41906-923c-41b0-ba1d-32c9260c6ad6 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] delete failed (client error): The resource could not be found. Apr 06 13:27:05.827504 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5bc41906-923c-41b0-ba1d-32c9260c6ad6 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "DELETE /v2.0/routers/3fc33e03-1e27-464c-b4b9-6b65396da3f5 HTTP/1.1" status: 404 len: 336 time: 0.1007850 Apr 06 13:27:05.828632 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-3c17b0e4-2c8a-464b-ba29-cfbb42993f55 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] device_id is not set on port 30ee332e-fcb2-4b0a-863d-9c82af88def4 yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:27:05.832078 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40320) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:05.839881 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-56aeff33-7f9b-4660-8694-042cb5c991c5 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:05.846282 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-7e35b16d-d27a-47e5-91b0-7264bedc2995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:05.846785 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e35b16d-d27a-47e5-91b0-7264bedc2995 None None] The sync data for ids ['d48d09eb-476e-4c01-9065-12def508a7bc'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:27:05.871393 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d4b59b4c-843f-4e89-81e5-c24a8e5690cd tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "GET /v2.0/routers/d48d09eb-476e-4c01-9065-12def508a7bc HTTP/1.1" status: 200 len: 923 time: 0.4290471 Apr 06 13:27:05.873321 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40324) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:05.884567 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-78b63604-4bdc-4ebe-8dcc-3d1cffcc00c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:05.886593 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647af6ec-3431-40d9-9e46-a2c92da7c7dc None None] Network 7037b526-a9c5-430c-b6e2-616480bf6cd0 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:05.895011 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-647af6ec-3431-40d9-9e46-a2c92da7c7dc None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:05.895196 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.api [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 13:27:05.895196 dv-neutron-834600-1-hyperv neutron-server[88564]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 13:27:05.895196 dv-neutron-834600-1-hyperv neutron-server[88564]: [parameters: {'id': '62a2824f-d5e2-487c-8ce8-5e908b2a185a'}] Apr 06 13:27:05.895196 dv-neutron-834600-1-hyperv neutron-server[88564]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:27:05.895495 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG oslo_db.api [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:27:05.897487 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647af6ec-3431-40d9-9e46-a2c92da7c7dc None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:27:05.911079 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647af6ec-3431-40d9-9e46-a2c92da7c7dc None None] Pushing event updated for resources: {'Port': ['ID=f61593da-09e1-4efa-920a-65335b978e25,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:05.932422 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9aa8a38c-c2f3-4879-a955-70eb29691cd2 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffcf2bb9-c1bc-400c-b65e-2145a0797320 HTTP/1.1" status: 200 len: 205 time: 0.0939119 Apr 06 13:27:05.934702 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40328) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:06.020031 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-647af6ec-3431-40d9-9e46-a2c92da7c7dc None None] Attempting to bind port f61593da-09e1-4efa-920a-65335b978e25 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:27:06.020358 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-647af6ec-3431-40d9-9e46-a2c92da7c7dc None None] Attempting to bind port f61593da-09e1-4efa-920a-65335b978e25 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '99ab77da-5430-4448-aa35-7d65bd11e65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7037b526-a9c5-430c-b6e2-616480bf6cd0'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:27:06.020659 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647af6ec-3431-40d9-9e46-a2c92da7c7dc None None] Attempting to bind port f61593da-09e1-4efa-920a-65335b978e25 on network 7037b526-a9c5-430c-b6e2-616480bf6cd0 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:27:06.030636 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647af6ec-3431-40d9-9e46-a2c92da7c7dc None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:27:06.031049 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647af6ec-3431-40d9-9e46-a2c92da7c7dc None None] Checking segment: {'id': '99ab77da-5430-4448-aa35-7d65bd11e65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7037b526-a9c5-430c-b6e2-616480bf6cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:27:06.031482 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-647af6ec-3431-40d9-9e46-a2c92da7c7dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:06.031813 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647af6ec-3431-40d9-9e46-a2c92da7c7dc None None] Bound using segment: {'id': '99ab77da-5430-4448-aa35-7d65bd11e65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7037b526-a9c5-430c-b6e2-616480bf6cd0'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:27:06.032280 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-647af6ec-3431-40d9-9e46-a2c92da7c7dc None None] Bound port: f61593da-09e1-4efa-920a-65335b978e25, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99ab77da-5430-4448-aa35-7d65bd11e65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7037b526-a9c5-430c-b6e2-616480bf6cd0'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:27:06.032823 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-647af6ec-3431-40d9-9e46-a2c92da7c7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:06.048406 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-78b63604-4bdc-4ebe-8dcc-3d1cffcc00c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:06.123054 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5a29e3-d45b-4eda-9a57-23eef942716f None None] DHCP port deletion for 62a2824f-d5e2-487c-8ce8-5e908b2a185a request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:27:06.139231 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a29e3-d45b-4eda-9a57-23eef942716f None None] Deleting port 5c8e86cc-70b7-4e89-88c8-4764aa6abc63 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:06.139590 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6a5a29e3-d45b-4eda-9a57-23eef942716f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:06.167081 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-56aeff33-7f9b-4660-8694-042cb5c991c5 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:06.174883 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-c996c195-4885-4c5e-8fd5-d22f96fa262a tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] delete failed (client error): The resource could not be found. Apr 06 13:27:06.175904 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c996c195-4885-4c5e-8fd5-d22f96fa262a tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "DELETE /v2.0/routers/ffcf2bb9-c1bc-400c-b65e-2145a0797320 HTTP/1.1" status: 404 len: 336 time: 0.2411137 Apr 06 13:27:06.184587 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-647af6ec-3431-40d9-9e46-a2c92da7c7dc None None] For port f61593da-09e1-4efa-920a-65335b978e25, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:27:06.185786 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40332) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:06.192885 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-3c17b0e4-2c8a-464b-ba29-cfbb42993f55 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Allocated IP 2001:db8::f816:3eff:fea4:cb5f (7037b526-a9c5-430c-b6e2-616480bf6cd0/89625c80-1233-48dc-a1f2-fc081dd48e3e/30ee332e-fcb2-4b0a-863d-9c82af88def4) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:27:06.203362 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-647af6ec-3431-40d9-9e46-a2c92da7c7dc None None] For port f61593da-09e1-4efa-920a-65335b978e25, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f61593da-09e1-4efa-920a-65335b978e25,segment=NetworkSegment(99ab77da-5430-4448-aa35-7d65bd11e65b),segment_id=99ab77da-5430-4448-aa35-7d65bd11e65b)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:27:06.273904 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4f13fa39-59e7-46b1-ac8f-ac10864b2d8e tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "GET /v2.0/ports?device_id=d704630f-dcb7-404d-ac9b-66cb56f7260c HTTP/1.1" status: 200 len: 205 time: 0.0829720 Apr 06 13:27:06.284843 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-78b63604-4bdc-4ebe-8dcc-3d1cffcc00c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:06.288126 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40336) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:06.288273 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b63604-4bdc-4ebe-8dcc-3d1cffcc00c8 admin admin] Pushing event updated for resources: {'Port': ['ID=ad6fea2e-9238-4754-b408-9547a7c62e51,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:06.302736 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-647af6ec-3431-40d9-9e46-a2c92da7c7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:06.322008 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-21573c0f-71ff-43fe-9678-07bfc6c575bf tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:06.322426 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-21573c0f-71ff-43fe-9678-07bfc6c575bf tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:06.414835 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:06.430025 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-f81653c0-a9b6-4c36-b01f-452f734db7ec tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] delete failed (client error): The resource could not be found. Apr 06 13:27:06.434094 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f81653c0-a9b6-4c36-b01f-452f734db7ec tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "DELETE /v2.0/routers/d704630f-dcb7-404d-ac9b-66cb56f7260c HTTP/1.1" status: 404 len: 336 time: 0.1304121 Apr 06 13:27:06.438568 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fdde90-2c8d-47b0-8fdc-b5865df17b27 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:06.443727 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f9fdde90-2c8d-47b0-8fdc-b5865df17b27 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622&device_id=d48d09eb-476e-4c01-9065-12def508a7bc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5661132 Apr 06 13:27:06.449343 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40340) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:06.449599 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40342) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:06.476201 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-6a5a29e3-d45b-4eda-9a57-23eef942716f None None] For port 5c8e86cc-70b7-4e89-88c8-4764aa6abc63, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=5c8e86cc-70b7-4e89-88c8-4764aa6abc63,segment=NetworkSegment(81548376-a714-4f5b-849f-1a3c0023739f),segment_id=81548376-a714-4f5b-849f-1a3c0023739f)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:27:06.476584 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6a5a29e3-d45b-4eda-9a57-23eef942716f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:06.492320 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-21573c0f-71ff-43fe-9678-07bfc6c575bf tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Calling delete_port for 618eb7bd-d8ca-4f4b-8d2d-61acb4232550 owned by network:floatingip {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:27:06.516534 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-cd888560-b054-4f26-86d4-288445916ca9 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "GET /v2.0/ports?device_id=1be0cae2-1aae-4ac2-b3dc-81408dba85f2 HTTP/1.1" status: 200 len: 205 time: 0.0658054 Apr 06 13:27:06.524326 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40348) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:06.622792 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a29e3-d45b-4eda-9a57-23eef942716f None None] Calling delete_port for 5c8e86cc-70b7-4e89-88c8-4764aa6abc63 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:27:06.639309 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-56aeff33-7f9b-4660-8694-042cb5c991c5 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:06.653892 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Deleting port 5c8e86cc-70b7-4e89-88c8-4764aa6abc63 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:06.654499 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:06.663642 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647af6ec-3431-40d9-9e46-a2c92da7c7dc None None] Pushing event updated for resources: {'Port': ['ID=f61593da-09e1-4efa-920a-65335b978e25,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:06.678631 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-49759ee7-e27e-4091-9c6c-861fbcf9b950 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] delete failed (client error): The resource could not be found. Apr 06 13:27:06.682298 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-49759ee7-e27e-4091-9c6c-861fbcf9b950 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "DELETE /v2.0/routers/1be0cae2-1aae-4ac2-b3dc-81408dba85f2 HTTP/1.1" status: 404 len: 336 time: 0.1544859 Apr 06 13:27:06.684495 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40352) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:06.741735 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3c17b0e4-2c8a-464b-ba29-cfbb42993f55 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:06.790158 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-3c17b0e4-2c8a-464b-ba29-cfbb42993f55 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Transition to ACTIVE for port object 30ee332e-fcb2-4b0a-863d-9c82af88def4 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:06.794879 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077d0153-5877-4409-82b4-e3d914c37feb tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:06.796281 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-077d0153-5877-4409-82b4-e3d914c37feb tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "GET /v2.0/networks/4620f211-7c2e-4ee8-bf91-9181827f0622 HTTP/1.1" status: 200 len: 881 time: 0.3442109 Apr 06 13:27:06.803040 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40356) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:06.826952 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6a5a29e3-d45b-4eda-9a57-23eef942716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:06.858184 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1e987456-19e9-4461-8159-3ceea40f8745 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48d09eb-476e-4c01-9065-12def508a7bc HTTP/1.1" status: 200 len: 205 time: 0.0551515 Apr 06 13:27:06.862173 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40360) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:06.880728 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a29e3-d45b-4eda-9a57-23eef942716f None None] Pushing event deleted for resources: {'Port': ['ID=5c8e86cc-70b7-4e89-88c8-4764aa6abc63,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:06.885216 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5a29e3-d45b-4eda-9a57-23eef942716f None None] No DVR routers for this DVR port 5c8e86cc-70b7-4e89-88c8-4764aa6abc63 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:27:06.956631 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-56aeff33-7f9b-4660-8694-042cb5c991c5 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:06.996295 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-fdc364ea-b1e9-423d-9560-d5e985629121 tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "GET /v2.0/ports?device_id=540addb9-c61f-4811-8e38-cd265beb38ef HTTP/1.1" status: 200 len: 205 time: 0.3021080 Apr 06 13:27:07.009919 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40364) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:07.028839 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3c17b0e4-2c8a-464b-ba29-cfbb42993f55 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:07.132420 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aeff33-7f9b-4660-8694-042cb5c991c5 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=711dd107-87e6-4b56-9d39-968dad057a29,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:07.137985 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c17b0e4-2c8a-464b-ba29-cfbb42993f55 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Network 7037b526-a9c5-430c-b6e2-616480bf6cd0 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:07.141156 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17b0e4-2c8a-464b-ba29-cfbb42993f55 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event updated for resources: {'Port': ['ID=30ee332e-fcb2-4b0a-863d-9c82af88def4,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:07.141421 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] The port '5c8e86cc-70b7-4e89-88c8-4764aa6abc63' was deleted {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:27:07.145277 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b63604-4bdc-4ebe-8dcc-3d1cffcc00c8 admin admin] Network e656c5dd-f102-4ee6-871d-b472dc64eb24 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:07.146257 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c643726-2f46-4ab0-97df-a0940e10842f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:07.147360 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-1f38f12c-5d31-486f-99b1-1663469dab7d tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] delete failed (client error): The resource could not be found. Apr 06 13:27:07.153088 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1f38f12c-5d31-486f-99b1-1663469dab7d tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "DELETE /v2.0/routers/540addb9-c61f-4811-8e38-cd265beb38ef HTTP/1.1" status: 404 len: 336 time: 0.1289811 Apr 06 13:27:07.175776 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-78b63604-4bdc-4ebe-8dcc-3d1cffcc00c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:07.180019 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40368) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:07.192699 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-56aeff33-7f9b-4660-8694-042cb5c991c5 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:07.196705 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-56aeff33-7f9b-4660-8694-042cb5c991c5 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4577081 Apr 06 13:27:07.201309 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-3c17b0e4-2c8a-464b-ba29-cfbb42993f55 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:07.202530 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40372) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:07.213847 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c17b0e4-2c8a-464b-ba29-cfbb42993f55 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:27:07.219609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c17b0e4-2c8a-464b-ba29-cfbb42993f55 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:07.220217 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3c17b0e4-2c8a-464b-ba29-cfbb42993f55 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:07.244421 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-741df48b-cc2c-4df0-b5ea-f8ee3416ca03 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group_rule': {'security_group_id': '7376e984-686c-461c-84b6-5bd44e4dd6c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:07.259350 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-741df48b-cc2c-4df0-b5ea-f8ee3416ca03 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:07.267510 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-741df48b-cc2c-4df0-b5ea-f8ee3416ca03 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Usage tracker for resource:security_group_rule and tenant:1c14039a352f4e1fa0b7c789472c5dc8 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:07.272444 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-741df48b-cc2c-4df0-b5ea-f8ee3416ca03 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:07.289149 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-741df48b-cc2c-4df0-b5ea-f8ee3416ca03 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:07.357334 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3c17b0e4-2c8a-464b-ba29-cfbb42993f55 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.3886919 Apr 06 13:27:07.362723 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40376) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:07.372010 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-57162315-c4b2-4d95-8ad1-e49e83f14fbf tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] DELETE failed (client error): The resource could not be found. Apr 06 13:27:07.372460 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57162315-c4b2-4d95-8ad1-e49e83f14fbf tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:27:07.464362 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-57162315-c4b2-4d95-8ad1-e49e83f14fbf tempest-RoutersAdminTest-1954794584 tempest-RoutersAdminTest-1954794584-project] 10.222.0.48 "DELETE /v2.0/subnets/02356476-afb8-482e-8064-f907dc9c1455 HTTP/1.1" status: 404 len: 337 time: 0.2788420 Apr 06 13:27:07.466425 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:07.469364 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c643726-2f46-4ab0-97df-a0940e10842f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:07.494642 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-741df48b-cc2c-4df0-b5ea-f8ee3416ca03 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:07.524904 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-61dbc2d3-2f4d-425e-be78-41214bb252b8 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Deleting subnet 89625c80-1233-48dc-a1f2-fc081dd48e3e {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:27:07.538487 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-61dbc2d3-2f4d-425e-be78-41214bb252b8 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:07.604915 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-dd9cdd70-576e-4b74-a2fc-9efbc8512c0b None None] Provisioning complete for port ad6fea2e-9238-4754-b408-9547a7c62e51 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:07.605653 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-dd9cdd70-576e-4b74-a2fc-9efbc8512c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:07.629552 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a2824f-d5e2-487c-8ce8-5e908b2a185a']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:07.634489 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-8c643726-2f46-4ab0-97df-a0940e10842f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Deleting port 540d8e7d-c915-46d5-9331-8394afdb9931 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:07.635142 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c643726-2f46-4ab0-97df-a0940e10842f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:07.653891 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81548376-a714-4f5b-849f-1a3c0023739f') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:07.657783 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81548376-a714-4f5b-849f-1a3c0023739f') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:07.664645 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-21573c0f-71ff-43fe-9678-07bfc6c575bf tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:07.682025 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-dd9cdd70-576e-4b74-a2fc-9efbc8512c0b None None] Port ad6fea2e-9238-4754-b408-9547a7c62e51 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:27:07.700515 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-61dbc2d3-2f4d-425e-be78-41214bb252b8 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:07.708447 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b63604-4bdc-4ebe-8dcc-3d1cffcc00c8 admin admin] Router cd8f32c2-99d2-443d-b2d7-18560d73a9cc has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:27:07.714625 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:07.741627 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21573c0f-71ff-43fe-9678-07bfc6c575bf tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event deleted for resources: {'Port': ['ID=618eb7bd-d8ca-4f4b-8d2d-61acb4232550,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:07.749142 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-741df48b-cc2c-4df0-b5ea-f8ee3416ca03 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] create failed (client error): There was a conflict when trying to complete your request. Apr 06 13:27:07.749142 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-741df48b-cc2c-4df0-b5ea-f8ee3416ca03 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5318689 Apr 06 13:27:07.764619 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40382) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:07.794210 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:07.895023 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955a251e-3baf-4ab5-a868-676f37f21d2e None None] Network 7037b526-a9c5-430c-b6e2-616480bf6cd0 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:27:07.900754 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:27:07.905499 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:27:07.916772 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:27:08.109081 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bc67817f-916f-4275-8410-f597bdec883b tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:08.111927 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c643726-2f46-4ab0-97df-a0940e10842f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:08.146306 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40388) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:08.160089 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-21573c0f-71ff-43fe-9678-07bfc6c575bf tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:08.172681 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b63604-4bdc-4ebe-8dcc-3d1cffcc00c8 admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:27:08.172825 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-5381ca6a-df87-4cb7-9f22-173a13ed00e8 None None] Provisioning for port f61593da-09e1-4efa-920a-65335b978e25 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:27:08.196108 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc7fdef-4190-405b-bb7b-af966462ff71 None None] Sync routers for ids ['cd8f32c2-99d2-443d-b2d7-18560d73a9cc'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:27:08.201737 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-21573c0f-71ff-43fe-9678-07bfc6c575bf tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:08.214050 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-21573c0f-71ff-43fe-9678-07bfc6c575bf tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "DELETE /v2.0/floatingips/e769ddb2-9aad-426e-8442-679f61e26720 HTTP/1.1" status: 204 len: 168 time: 2.8526578 Apr 06 13:27:08.214457 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40394) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:08.215978 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc7fdef-4190-405b-bb7b-af966462ff71 None None] Routers {'cd8f32c2-99d2-443d-b2d7-18560d73a9cc'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:08.217591 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-afc7fdef-4190-405b-bb7b-af966462ff71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['cd8f32c2-99d2-443d-b2d7-18560d73a9cc'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:08.220899 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-78b63604-4bdc-4ebe-8dcc-3d1cffcc00c8 admin admin] 10.222.0.48 "PUT /v2.0/routers/cd8f32c2-99d2-443d-b2d7-18560d73a9cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8308496 Apr 06 13:27:08.223841 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-44df625d-60ab-4c3a-b0ee-cb9a2f8fb2c3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'port_id': '445a0223-b161-4be6-92c3-47a1f02d8c9d'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:08.231348 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-44df625d-60ab-4c3a-b0ee-cb9a2f8fb2c3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:08.238451 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-44df625d-60ab-4c3a-b0ee-cb9a2f8fb2c3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Usage tracker for resource:floatingip and tenant:85b5a92c88a5421aa7d05fbcad83612c is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:08.242367 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-44df625d-60ab-4c3a-b0ee-cb9a2f8fb2c3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:08.258618 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-44df625d-60ab-4c3a-b0ee-cb9a2f8fb2c3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:08.264887 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:08.282351 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:08.282351 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "DELETE /v2.0/networks/62a2824f-d5e2-487c-8ce8-5e908b2a185a HTTP/1.1" status: 204 len: 168 time: 5.9829071 Apr 06 13:27:08.359938 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40400) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:08.382427 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-1edcd11f-662c-484a-a58d-7f05bbae354c tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-185570465'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:08.388318 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbeb63c-6d51-4f72-ad29-e920642bc0c2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event deleted for resources: {'Network': ['ID=62a2824f-d5e2-487c-8ce8-5e908b2a185a,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:08.392139 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-1edcd11f-662c-484a-a58d-7f05bbae354c tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:08.395844 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f61593da-09e1-4efa-920a-65335b978e25 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:27:08.406711 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-1edcd11f-662c-484a-a58d-7f05bbae354c tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Usage tracker for resource:network and tenant:ed39337f249349ada24d9b0a6c7e89f2 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:08.418878 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-1edcd11f-662c-484a-a58d-7f05bbae354c tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:08.433387 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-1edcd11f-662c-484a-a58d-7f05bbae354c tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:08.442335 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-44df625d-60ab-4c3a-b0ee-cb9a2f8fb2c3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:08.475292 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-8c643726-2f46-4ab0-97df-a0940e10842f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Calling delete_port for 540d8e7d-c915-46d5-9331-8394afdb9931 owned by network:router_gateway {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:27:08.481532 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ea63977d-bcd9-4f64-a521-dfd1e5956cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:08.516521 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ea63977d-bcd9-4f64-a521-dfd1e5956cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:08.521304 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ea63977d-bcd9-4f64-a521-dfd1e5956cc9 admin admin] Usage tracker for resource:security_group_rule and tenant:a7d3934a216d42678dd20983f1025233 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:08.525009 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ea63977d-bcd9-4f64-a521-dfd1e5956cc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:08.530719 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ea63977d-bcd9-4f64-a521-dfd1e5956cc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:08.561988 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bc67817f-916f-4275-8410-f597bdec883b tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:08.630658 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-afc7fdef-4190-405b-bb7b-af966462ff71 None None] Set router cd8f32c2-99d2-443d-b2d7-18560d73a9cc gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:27:08.638083 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-61dbc2d3-2f4d-425e-be78-41214bb252b8 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:08.642903 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edcd11f-662c-484a-a58d-7f05bbae354c tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Made reservation on behalf of ed39337f249349ada24d9b0a6c7e89f2 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:08.646870 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1edcd11f-662c-484a-a58d-7f05bbae354c tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:08.715995 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port f61593da-09e1-4efa-920a-65335b978e25 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:27:08.735014 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port f61593da-09e1-4efa-920a-65335b978e25 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:08.735591 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:08.764159 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1edcd11f-662c-484a-a58d-7f05bbae354c tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:27:08.769507 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ea63977d-bcd9-4f64-a521-dfd1e5956cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:08.781794 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1edcd11f-662c-484a-a58d-7f05bbae354c tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:08.782204 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-1edcd11f-662c-484a-a58d-7f05bbae354c tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Added segment 273208f6-3157-4280-96c3-d2c49437d986 of type vlan for network e2496600-0ed7-408e-a588-9f4f816b4a20 Apr 06 13:27:08.783018 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bc67817f-916f-4275-8410-f597bdec883b tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:08.825820 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-44df625d-60ab-4c3a-b0ee-cb9a2f8fb2c3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:08.857553 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8b0826bc-447d-4ef9-b84e-6a17358bd3fc None None] Provisioning complete for port f61593da-09e1-4efa-920a-65335b978e25 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:08.858294 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8b0826bc-447d-4ef9-b84e-6a17358bd3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:08.870166 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1edcd11f-662c-484a-a58d-7f05bbae354c tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:08.874889 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ea63977d-bcd9-4f64-a521-dfd1e5956cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:09.020166 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67817f-916f-4275-8410-f597bdec883b tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7376e984-686c-461c-84b6-5bd44e4dd6c9,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:09.022764 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bc67817f-916f-4275-8410-f597bdec883b tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:09.024109 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-bc67817f-916f-4275-8410-f597bdec883b tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "DELETE /v2.0/security-groups/7376e984-686c-461c-84b6-5bd44e4dd6c9 HTTP/1.1" status: 204 len: 168 time: 1.2473118 Apr 06 13:27:09.029464 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40408) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:09.101059 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c643726-2f46-4ab0-97df-a0940e10842f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:09.129598 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ea63977d-bcd9-4f64-a521-dfd1e5956cc9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a7d3934a216d42678dd20983f1025233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9740250 Apr 06 13:27:09.135613 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40412) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:09.163103 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63977d-bcd9-4f64-a521-dfd1e5956cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027349c7-8fc1-45ac-b278-177901716b22,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:09.216695 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ae35aae1-b891-462f-a70f-30e5925b5016 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Synchronizing usage tracker for tenant:1c14039a352f4e1fa0b7c789472c5dc8 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:27:09.221280 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8b0826bc-447d-4ef9-b84e-6a17358bd3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:09.249852 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1edcd11f-662c-484a-a58d-7f05bbae354c tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:09.251325 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-afc7fdef-4190-405b-bb7b-af966462ff71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'name': 'tempest-ServersTestManualDisk-1335934797-router', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': 'c4b7e9e9-4a3c-4932-9559-9fd2550f92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:26:47Z', 'updated_at': '2022-04-06T13:27:03Z', 'revision_number': 4, 'project_id': 'ca027f9539bb43408259be56024c9f96', 'gw_port': {'id': 'c4b7e9e9-4a3c-4932-9559-9fd2550f92fe', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:26:50Z', 'updated_at': '2022-04-06T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ad6fea2e-9238-4754-b408-9547a7c62e51', 'name': '', 'network_id': 'e656c5dd-f102-4ee6-871d-b472dc64eb24', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'mac_address': 'fa:16:3e:72:da:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd1359a41-278f-4448-adcd-2b54a4bc8fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:27:00Z', 'updated_at': '2022-04-06T13:27:04Z', 'revision_number': 2, 'project_id': 'ca027f9539bb43408259be56024c9f96', 'subnets': [{'id': 'd1359a41-278f-4448-adcd-2b54a4bc8fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:09.255692 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edcd11f-662c-484a-a58d-7f05bbae354c tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:09.256316 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1edcd11f-662c-484a-a58d-7f05bbae354c tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:09.260539 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc7fdef-4190-405b-bb7b-af966462ff71 None None] Checking router: cd8f32c2-99d2-443d-b2d7-18560d73a9cc for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:27:09.261020 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc7fdef-4190-405b-bb7b-af966462ff71 None None] Updating router cd8f32c2-99d2-443d-b2d7-18560d73a9cc port ad6fea2e-9238-4754-b408-9547a7c62e51 binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:27:09.271435 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-61dbc2d3-2f4d-425e-be78-41214bb252b8 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:09.287119 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-8b0826bc-447d-4ef9-b84e-6a17358bd3fc None None] For port f61593da-09e1-4efa-920a-65335b978e25, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f61593da-09e1-4efa-920a-65335b978e25,segment=NetworkSegment(99ab77da-5430-4448-aa35-7d65bd11e65b),segment_id=99ab77da-5430-4448-aa35-7d65bd11e65b)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:27:09.294101 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:09.312847 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40416) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:09.327034 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-44df625d-60ab-4c3a-b0ee-cb9a2f8fb2c3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Allocated IP 172.26.4.160 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/d6cd7697-ae61-43e2-9e2f-d84d12523d28) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:27:09.327814 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c643726-2f46-4ab0-97df-a0940e10842f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Pushing event deleted for resources: {'Port': ['ID=540d8e7d-c915-46d5-9331-8394afdb9931,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:09.337531 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-59183cc6-a621-4b12-a639-e6840e7c5520 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Request body: {'security_group': {'name': 'tempest-securitygroup--814514377', 'description': 'tempest-description--2040944063'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:09.354832 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-afc7fdef-4190-405b-bb7b-af966462ff71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:09.384398 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dbc2d3-2f4d-425e-be78-41214bb252b8 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event deleted for resources: {'Subnet': ['ID=89625c80-1233-48dc-a1f2-fc081dd48e3e,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:09.386552 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ae35aae1-b891-462f-a70f-30e5925b5016 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Unset dirty status for tenant:1c14039a352f4e1fa0b7c789472c5dc8 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:27:09.387883 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ae35aae1-b891-462f-a70f-30e5925b5016 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3572650 Apr 06 13:27:09.389199 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-61dbc2d3-2f4d-425e-be78-41214bb252b8 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:09.393059 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8b0826bc-447d-4ef9-b84e-6a17358bd3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:09.418137 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-59183cc6-a621-4b12-a639-e6840e7c5520 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:09.418390 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40420) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:09.436000 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-0274ecc2-fe30-4aff-9d93-f0274cb8579d tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group': {'name': 'tempest-secgroup--754586096'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:09.441287 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-76a5590c-d50a-4f20-8b0a-084df6b8ade1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:09.454876 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0274ecc2-fe30-4aff-9d93-f0274cb8579d tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:09.459877 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-61dbc2d3-2f4d-425e-be78-41214bb252b8 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "DELETE /v2.0/subnets/89625c80-1233-48dc-a1f2-fc081dd48e3e HTTP/1.1" status: 204 len: 168 time: 2.0960834 Apr 06 13:27:09.466321 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40424) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:09.472057 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-76a5590c-d50a-4f20-8b0a-084df6b8ade1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:09.503701 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853a31d8-83b9-40ef-a1f4-11c5e6e60157 None None] Network 7037b526-a9c5-430c-b6e2-616480bf6cd0 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:27:09.522059 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0274ecc2-fe30-4aff-9d93-f0274cb8579d tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:09.524402 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c643726-2f46-4ab0-97df-a0940e10842f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:09.528686 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0826bc-447d-4ef9-b84e-6a17358bd3fc None None] Pushing event updated for resources: {'Port': ['ID=f61593da-09e1-4efa-920a-65335b978e25,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:09.531588 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-59183cc6-a621-4b12-a639-e6840e7c5520 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Usage tracker for resource:security_group and tenant:ca027f9539bb43408259be56024c9f96 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:09.540046 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-59183cc6-a621-4b12-a639-e6840e7c5520 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:09.564948 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcd11f-662c-484a-a58d-7f05bbae354c tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event updated for resources: {'Network': ['ID=e2496600-0ed7-408e-a588-9f4f816b4a20,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:09.568510 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-59183cc6-a621-4b12-a639-e6840e7c5520 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:09.641449 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1edcd11f-662c-484a-a58d-7f05bbae354c tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2760451 Apr 06 13:27:09.642709 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-76a5590c-d50a-4f20-8b0a-084df6b8ade1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:09.646448 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40428) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:09.680943 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:27:09.681594 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:27:09.682937 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-53f4cf6b-5ffa-4702-9f7e-6d05e1c340f9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Request body: {'subnet': {'network_id': 'e2496600-0ed7-408e-a588-9f4f816b4a20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:09.683317 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network e2496600-0ed7-408e-a588-9f4f816b4a20 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:27:09.718091 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5590c-d50a-4f20-8b0a-084df6b8ade1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027349c7-8fc1-45ac-b278-177901716b22,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:09.721280 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-76a5590c-d50a-4f20-8b0a-084df6b8ade1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:09.725821 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-76a5590c-d50a-4f20-8b0a-084df6b8ade1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/027349c7-8fc1-45ac-b278-177901716b22 HTTP/1.1" status: 204 len: 168 time: 0.5822084 Apr 06 13:27:09.730015 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-59183cc6-a621-4b12-a639-e6840e7c5520 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:09.755715 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78c7b6c-4f7a-4b6b-9c5e-c1f4d2d6330a tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:09.757569 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78c7b6c-4f7a-4b6b-9c5e-c1f4d2d6330a tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:09.758473 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d78c7b6c-4f7a-4b6b-9c5e-c1f4d2d6330a tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Synchronizing usage tracker for tenant:9341e9bb5bc140f0acd134589bc77490 on resource:subnet {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:27:09.767039 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-afc7fdef-4190-405b-bb7b-af966462ff71 None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:09.772986 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0274ecc2-fe30-4aff-9d93-f0274cb8579d tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:09.780260 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-afc7fdef-4190-405b-bb7b-af966462ff71 None None] Transition to ACTIVE for port object ad6fea2e-9238-4754-b408-9547a7c62e51 will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:09.784591 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c643726-2f46-4ab0-97df-a0940e10842f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:09.792972 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c643726-2f46-4ab0-97df-a0940e10842f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:09.820305 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0274ecc2-fe30-4aff-9d93-f0274cb8579d tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:09.825384 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0274ecc2-fe30-4aff-9d93-f0274cb8579d tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Usage tracker for resource:security_group_rule and tenant:1c14039a352f4e1fa0b7c789472c5dc8 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:09.828747 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0274ecc2-fe30-4aff-9d93-f0274cb8579d tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:09.835363 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0274ecc2-fe30-4aff-9d93-f0274cb8579d tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:09.852948 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-afc7fdef-4190-405b-bb7b-af966462ff71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:09.904115 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-59183cc6-a621-4b12-a639-e6840e7c5520 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:09.924370 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c643726-2f46-4ab0-97df-a0940e10842f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:09.925033 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c643726-2f46-4ab0-97df-a0940e10842f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Fanout notify agent at l3_agent the message router_deleted on router d48d09eb-476e-4c01-9065-12def508a7bc {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:27:09.940312 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-59183cc6-a621-4b12-a639-e6840e7c5520 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Usage tracker for resource:security_group_rule and tenant:ca027f9539bb43408259be56024c9f96 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:09.946372 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-53f4cf6b-5ffa-4702-9f7e-6d05e1c340f9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:09.949480 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d78c7b6c-4f7a-4b6b-9c5e-c1f4d2d6330a tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Unset dirty status for tenant:9341e9bb5bc140f0acd134589bc77490 on resource:subnet {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:27:09.951921 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d78c7b6c-4f7a-4b6b-9c5e-c1f4d2d6330a tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4845643 Apr 06 13:27:09.956048 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-59183cc6-a621-4b12-a639-e6840e7c5520 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:09.958790 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40434) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:09.960505 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0274ecc2-fe30-4aff-9d93-f0274cb8579d tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:09.982854 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-53f4cf6b-5ffa-4702-9f7e-6d05e1c340f9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Usage tracker for resource:subnet and tenant:ed39337f249349ada24d9b0a6c7e89f2 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:09.986191 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8b0826bc-447d-4ef9-b84e-6a17358bd3fc None None] Provisioning for port 30ee332e-fcb2-4b0a-863d-9c82af88def4 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:27:09.988490 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-53f4cf6b-5ffa-4702-9f7e-6d05e1c340f9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:09.992860 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c643726-2f46-4ab0-97df-a0940e10842f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:09.994616 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8c643726-2f46-4ab0-97df-a0940e10842f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "DELETE /v2.0/routers/d48d09eb-476e-4c01-9065-12def508a7bc HTTP/1.1" status: 204 len: 168 time: 3.1314943 Apr 06 13:27:09.995127 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-53f4cf6b-5ffa-4702-9f7e-6d05e1c340f9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:09.998872 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40438) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:10.006033 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-59183cc6-a621-4b12-a639-e6840e7c5520 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:10.006685 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-67bce216-7cb5-4289-864a-f1a2df4c491e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-128758170', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:10.015791 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-67bce216-7cb5-4289-864a-f1a2df4c491e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:10.021099 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-67bce216-7cb5-4289-864a-f1a2df4c491e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Usage tracker for resource:router and tenant:67afd50af2494f68a9e8eb84fac488ae is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:10.024374 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-67bce216-7cb5-4289-864a-f1a2df4c491e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:10.031924 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-67bce216-7cb5-4289-864a-f1a2df4c491e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:10.049077 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-44df625d-60ab-4c3a-b0ee-cb9a2f8fb2c3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:10.055577 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8b0826bc-447d-4ef9-b84e-6a17358bd3fc None None] Provisioning complete for port 30ee332e-fcb2-4b0a-863d-9c82af88def4 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:10.055577 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8b0826bc-447d-4ef9-b84e-6a17358bd3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:10.065022 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0274ecc2-fe30-4aff-9d93-f0274cb8579d tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:10.092291 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280907d-f82d-47fd-8c51-229236d6d7ce None None] Pushing event updated for resources: {'Port': ['ID=ad6fea2e-9238-4754-b408-9547a7c62e51,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:10.162217 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-67bce216-7cb5-4289-864a-f1a2df4c491e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:10.164916 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-67bce216-7cb5-4289-864a-f1a2df4c491e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:10.168529 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280907d-f82d-47fd-8c51-229236d6d7ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:10.169010 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280907d-f82d-47fd-8c51-229236d6d7ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:10.169437 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280907d-f82d-47fd-8c51-229236d6d7ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:10.169855 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280907d-f82d-47fd-8c51-229236d6d7ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:10.170763 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280907d-f82d-47fd-8c51-229236d6d7ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:10.182100 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280907d-f82d-47fd-8c51-229236d6d7ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:10.182100 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280907d-f82d-47fd-8c51-229236d6d7ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:10.182100 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280907d-f82d-47fd-8c51-229236d6d7ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:10.182100 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280907d-f82d-47fd-8c51-229236d6d7ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:10.182100 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280907d-f82d-47fd-8c51-229236d6d7ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:10.182100 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280907d-f82d-47fd-8c51-229236d6d7ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:10.182100 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280907d-f82d-47fd-8c51-229236d6d7ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:10.222548 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274ecc2-fe30-4aff-9d93-f0274cb8579d tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b81b402-8654-499c-af01-286bf9f8f21d,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:10.232060 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f4cf6b-5ffa-4702-9f7e-6d05e1c340f9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Made reservation on behalf of ed39337f249349ada24d9b0a6c7e89f2 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:10.235535 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-53f4cf6b-5ffa-4702-9f7e-6d05e1c340f9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:10.248748 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-67bce216-7cb5-4289-864a-f1a2df4c491e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:10.278071 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0274ecc2-fe30-4aff-9d93-f0274cb8579d tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:10.282502 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0274ecc2-fe30-4aff-9d93-f0274cb8579d tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8568659 Apr 06 13:27:10.283105 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40444) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:10.287314 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-afc7fdef-4190-405b-bb7b-af966462ff71 None None] Attempting to bind port ad6fea2e-9238-4754-b408-9547a7c62e51 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:27:10.287829 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-afc7fdef-4190-405b-bb7b-af966462ff71 None None] Attempting to bind port ad6fea2e-9238-4754-b408-9547a7c62e51 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '69693000-236e-4bd5-aae7-0525bc5d1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e656c5dd-f102-4ee6-871d-b472dc64eb24'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:27:10.288598 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc7fdef-4190-405b-bb7b-af966462ff71 None None] Attempting to bind port ad6fea2e-9238-4754-b408-9547a7c62e51 on network e656c5dd-f102-4ee6-871d-b472dc64eb24 {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:27:10.302233 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-0f84d2aa-d2a3-40b3-87c3-f1473bd3300f tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group_rule': {'security_group_id': '3b81b402-8654-499c-af01-286bf9f8f21d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:10.303127 dv-neutron-834600-1-hyperv neutron-server[88565]: WARNING neutron.api.v2.base [None req-0f84d2aa-d2a3-40b3-87c3-f1473bd3300f tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 06 13:27:10.304034 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc7fdef-4190-405b-bb7b-af966462ff71 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:27:10.304390 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc7fdef-4190-405b-bb7b-af966462ff71 None None] Checking segment: {'id': '69693000-236e-4bd5-aae7-0525bc5d1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e656c5dd-f102-4ee6-871d-b472dc64eb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:27:10.304984 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-0f84d2aa-d2a3-40b3-87c3-f1473bd3300f tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:27:10.306592 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-afc7fdef-4190-405b-bb7b-af966462ff71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:10.307503 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc7fdef-4190-405b-bb7b-af966462ff71 None None] Bound using segment: {'id': '69693000-236e-4bd5-aae7-0525bc5d1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e656c5dd-f102-4ee6-871d-b472dc64eb24'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:27:10.307928 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0f84d2aa-d2a3-40b3-87c3-f1473bd3300f tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0225258 Apr 06 13:27:10.309513 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-afc7fdef-4190-405b-bb7b-af966462ff71 None None] Bound port: ad6fea2e-9238-4754-b408-9547a7c62e51, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69693000-236e-4bd5-aae7-0525bc5d1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e656c5dd-f102-4ee6-871d-b472dc64eb24'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:27:10.310098 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-afc7fdef-4190-405b-bb7b-af966462ff71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:10.312532 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40448) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:10.339189 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-8b0826bc-447d-4ef9-b84e-6a17358bd3fc None None] Port 30ee332e-fcb2-4b0a-863d-9c82af88def4 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:27:10.422262 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-67bce216-7cb5-4289-864a-f1a2df4c491e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:10.464845 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-afc7fdef-4190-405b-bb7b-af966462ff71 None None] For port ad6fea2e-9238-4754-b408-9547a7c62e51, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:27:10.468710 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-afc7fdef-4190-405b-bb7b-af966462ff71 None None] For port ad6fea2e-9238-4754-b408-9547a7c62e51, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ad6fea2e-9238-4754-b408-9547a7c62e51,segment=NetworkSegment(69693000-236e-4bd5-aae7-0525bc5d1b6d),segment_id=69693000-236e-4bd5-aae7-0525bc5d1b6d)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:27:10.497990 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ef412ab4-a416-4f3d-ba7c-4bdb9812d3ee tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:10.531079 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ef412ab4-a416-4f3d-ba7c-4bdb9812d3ee tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:10.533214 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f61593da-09e1-4efa-920a-65335b978e25 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:27:10.547083 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-afc7fdef-4190-405b-bb7b-af966462ff71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:10.573820 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1bb74efc-e184-4ac5-993c-b9fbd4e0927c tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:10.599011 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-67bce216-7cb5-4289-864a-f1a2df4c491e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:10.605774 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-67bce216-7cb5-4289-864a-f1a2df4c491e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6050346 Apr 06 13:27:10.609202 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40452) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:10.609563 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb74efc-e184-4ac5-993c-b9fbd4e0927c tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 06 13:27:10.610034 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bb74efc-e184-4ac5-993c-b9fbd4e0927c tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:27:10.614982 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-840c8654-7ed2-457a-b01c-416bca946af2 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'enable_snat': False}}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:10.636624 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280907d-f82d-47fd-8c51-229236d6d7ce None None] Pushing event updated for resources: {'Port': ['ID=ad6fea2e-9238-4754-b408-9547a7c62e51,revision_number=4']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:10.662258 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc7fdef-4190-405b-bb7b-af966462ff71 None None] Routers {'cd8f32c2-99d2-443d-b2d7-18560d73a9cc'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:10.663107 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-afc7fdef-4190-405b-bb7b-af966462ff71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['cd8f32c2-99d2-443d-b2d7-18560d73a9cc'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:10.681213 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1bb74efc-e184-4ac5-993c-b9fbd4e0927c tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "DELETE /v2.0/networks/7037b526-a9c5-430c-b6e2-616480bf6cd0 HTTP/1.1" status: 409 len: 405 time: 0.7036512 Apr 06 13:27:10.708896 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40456) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:10.730069 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-59183cc6-a621-4b12-a639-e6840e7c5520 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:10.734638 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-eff74ae3-7c05-41c7-86c4-54573fe28b3b tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2009505078'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:10.735527 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40460) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:10.741836 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-eff74ae3-7c05-41c7-86c4-54573fe28b3b tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:10.801388 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e09ea05e-83af-4ffe-908f-4240905a5b17 None None] Provisioning complete for port 30ee332e-fcb2-4b0a-863d-9c82af88def4 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:10.801862 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e09ea05e-83af-4ffe-908f-4240905a5b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:10.807549 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-44df625d-60ab-4c3a-b0ee-cb9a2f8fb2c3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:10.820857 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-eff74ae3-7c05-41c7-86c4-54573fe28b3b tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Usage tracker for resource:network and tenant:9341e9bb5bc140f0acd134589bc77490 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:10.831692 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-eff74ae3-7c05-41c7-86c4-54573fe28b3b tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:10.854889 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72374e73-a184-4360-b992-a4c98dc15e13 None None] DHCP port deletion for 7037b526-a9c5-430c-b6e2-616480bf6cd0 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:27:10.877733 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-72374e73-a184-4360-b992-a4c98dc15e13 None None] Deleting port f61593da-09e1-4efa-920a-65335b978e25 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:10.878109 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-72374e73-a184-4360-b992-a4c98dc15e13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:10.916605 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-59183cc6-a621-4b12-a639-e6840e7c5520 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:10.927865 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port f61593da-09e1-4efa-920a-65335b978e25 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:10.927865 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:10.934336 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-afc7fdef-4190-405b-bb7b-af966462ff71 None None] Set router cd8f32c2-99d2-443d-b2d7-18560d73a9cc gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:27:11.011209 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59183cc6-a621-4b12-a639-e6840e7c5520 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d0b212-a5b5-4ba3-9351-a8ac291f57e2,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:11.014912 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-53f4cf6b-5ffa-4702-9f7e-6d05e1c340f9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:11.026572 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44df625d-60ab-4c3a-b0ee-cb9a2f8fb2c3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:11.041682 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-e09ea05e-83af-4ffe-908f-4240905a5b17 None None] Port 30ee332e-fcb2-4b0a-863d-9c82af88def4 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:27:11.068846 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-eff74ae3-7c05-41c7-86c4-54573fe28b3b tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:11.079120 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ef412ab4-a416-4f3d-ba7c-4bdb9812d3ee tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:11.136783 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4cf6b-5ffa-4702-9f7e-6d05e1c340f9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event updated for resources: {'Subnet': ['ID=57f0c44b-5a5b-4f03-a5f9-54a3cbcb49bf,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:11.139360 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-44df625d-60ab-4c3a-b0ee-cb9a2f8fb2c3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:11.161163 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef412ab4-a416-4f3d-ba7c-4bdb9812d3ee tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b81b402-8654-499c-af01-286bf9f8f21d,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:11.180662 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44df625d-60ab-4c3a-b0ee-cb9a2f8fb2c3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:27:11.254232 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df625d-60ab-4c3a-b0ee-cb9a2f8fb2c3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event updated for resources: {'Port': ['ID=d6cd7697-ae61-43e2-9e2f-d84d12523d28,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:11.311344 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff74ae3-7c05-41c7-86c4-54573fe28b3b tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Made reservation on behalf of 9341e9bb5bc140f0acd134589bc77490 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:11.312191 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d22323b8-dcd0-45f6-8f6d-61bd37b7b730 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b295c7e5a84744f7a6d0d8748d67f940&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5755596 Apr 06 13:27:11.313099 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-59183cc6-a621-4b12-a639-e6840e7c5520 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:11.317353 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-59183cc6-a621-4b12-a639-e6840e7c5520 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9897075 Apr 06 13:27:11.319220 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40464) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:11.319356 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-eff74ae3-7c05-41c7-86c4-54573fe28b3b tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:11.319554 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40466) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:11.333990 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-840c8654-7ed2-457a-b01c-416bca946af2 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:11.343915 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-e076df33-5a5a-4aa8-8c61-7d842fda8e97 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Request body: {'security_group_rule': {'security_group_id': 'f4d0b212-a5b5-4ba3-9351-a8ac291f57e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:11.352027 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ef412ab4-a416-4f3d-ba7c-4bdb9812d3ee tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:11.353702 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f4cf6b-5ffa-4702-9f7e-6d05e1c340f9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Checking segment: {'id': '273208f6-3157-4280-96c3-d2c49437d986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e2496600-0ed7-408e-a588-9f4f816b4a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:27:11.354152 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f4cf6b-5ffa-4702-9f7e-6d05e1c340f9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Network hostable DHCP agents. Network: e2496600-0ed7-408e-a588-9f4f816b4a20, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:27:11.354376 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ef412ab4-a416-4f3d-ba7c-4bdb9812d3ee tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "DELETE /v2.0/security-groups/3b81b402-8654-499c-af01-286bf9f8f21d HTTP/1.1" status: 204 len: 168 time: 1.0369906 Apr 06 13:27:11.356479 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40472) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:11.362030 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e076df33-5a5a-4aa8-8c61-7d842fda8e97 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:11.376635 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e076df33-5a5a-4aa8-8c61-7d842fda8e97 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Usage tracker for resource:security_group_rule and tenant:ca027f9539bb43408259be56024c9f96 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:11.383723 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff74ae3-7c05-41c7-86c4-54573fe28b3b tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:27:11.391149 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e076df33-5a5a-4aa8-8c61-7d842fda8e97 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:11.405635 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-72374e73-a184-4360-b992-a4c98dc15e13 None None] For port f61593da-09e1-4efa-920a-65335b978e25, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f61593da-09e1-4efa-920a-65335b978e25,segment=NetworkSegment(99ab77da-5430-4448-aa35-7d65bd11e65b),segment_id=99ab77da-5430-4448-aa35-7d65bd11e65b)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:27:11.406194 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-72374e73-a184-4360-b992-a4c98dc15e13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:11.415796 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-eff74ae3-7c05-41c7-86c4-54573fe28b3b tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:11.416380 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-eff74ae3-7c05-41c7-86c4-54573fe28b3b tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Added segment 0b0a18c8-9f7c-4080-8904-413038eaa0cf of type vlan for network 374b616c-4af9-4a9b-84d8-89c3b91e3ac1 Apr 06 13:27:11.432167 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8d8087b1-f313-43fb-9a6e-bfc1b5e36a35 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Synchronizing usage tracker for tenant:1c14039a352f4e1fa0b7c789472c5dc8 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:27:11.459397 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-afc7fdef-4190-405b-bb7b-af966462ff71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'name': 'tempest-ServersTestManualDisk-1335934797-router', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': 'c4b7e9e9-4a3c-4932-9559-9fd2550f92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:26:47Z', 'updated_at': '2022-04-06T13:27:03Z', 'revision_number': 4, 'project_id': 'ca027f9539bb43408259be56024c9f96', 'gw_port': {'id': 'c4b7e9e9-4a3c-4932-9559-9fd2550f92fe', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:26:50Z', 'updated_at': '2022-04-06T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ad6fea2e-9238-4754-b408-9547a7c62e51', 'name': '', 'network_id': 'e656c5dd-f102-4ee6-871d-b472dc64eb24', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'mac_address': 'fa:16:3e:72:da:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd1359a41-278f-4448-adcd-2b54a4bc8fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:27:00Z', 'updated_at': '2022-04-06T13:27:10Z', 'revision_number': 4, 'project_id': 'ca027f9539bb43408259be56024c9f96', 'subnets': [{'id': 'd1359a41-278f-4448-adcd-2b54a4bc8fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:11.465859 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc7fdef-4190-405b-bb7b-af966462ff71 None None] The sync data for ids ['cd8f32c2-99d2-443d-b2d7-18560d73a9cc'] in dv-neutron-834600-1-hyperv is: [{'id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'name': 'tempest-ServersTestManualDisk-1335934797-router', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': 'c4b7e9e9-4a3c-4932-9559-9fd2550f92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:26:47Z', 'updated_at': '2022-04-06T13:27:03Z', 'revision_number': 4, 'project_id': 'ca027f9539bb43408259be56024c9f96', 'gw_port': {'id': 'c4b7e9e9-4a3c-4932-9559-9fd2550f92fe', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:26:50Z', 'updated_at': '2022-04-06T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ad6fea2e-9238-4754-b408-9547a7c62e51', 'name': '', 'network_id': 'e656c5dd-f102-4ee6-871d-b472dc64eb24', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'mac_address': 'fa:16:3e:72:da:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd1359a41-278f-4448-adcd-2b54a4bc8fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:27:00Z', 'updated_at': '2022-04-06T13:27:10Z', 'revision_number': 4, 'project_id': 'ca027f9539bb43408259be56024c9f96', 'subnets': [{'id': 'd1359a41-278f-4448-adcd-2b54a4bc8fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:27:11.492268 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-eff74ae3-7c05-41c7-86c4-54573fe28b3b tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:11.532848 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e076df33-5a5a-4aa8-8c61-7d842fda8e97 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:11.589038 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-72374e73-a184-4360-b992-a4c98dc15e13 None None] Calling delete_port for f61593da-09e1-4efa-920a-65335b978e25 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:27:11.599087 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-dac6167f-a23b-42a5-b052-cb00831bd719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:11.660750 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8d8087b1-f313-43fb-9a6e-bfc1b5e36a35 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Unset dirty status for tenant:1c14039a352f4e1fa0b7c789472c5dc8 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:27:11.662024 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8d8087b1-f313-43fb-9a6e-bfc1b5e36a35 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3044903 Apr 06 13:27:11.666747 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40476) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:11.673366 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-6c603044-4958-4e70-96b9-ac7e8eec1b17 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group': {'name': 'tempest-secgroup--415128403'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:11.680126 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-6c603044-4958-4e70-96b9-ac7e8eec1b17 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:11.697788 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-6c603044-4958-4e70-96b9-ac7e8eec1b17 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:11.750184 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f4cf6b-5ffa-4702-9f7e-6d05e1c340f9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Network e2496600-0ed7-408e-a588-9f4f816b4a20 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:27:11.757346 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-dac6167f-a23b-42a5-b052-cb00831bd719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:11.771148 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e076df33-5a5a-4aa8-8c61-7d842fda8e97 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:11.782167 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-eff74ae3-7c05-41c7-86c4-54573fe28b3b tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:11.787747 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff74ae3-7c05-41c7-86c4-54573fe28b3b tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:11.788355 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-eff74ae3-7c05-41c7-86c4-54573fe28b3b tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:11.803414 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-72374e73-a184-4360-b992-a4c98dc15e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:11.852592 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72374e73-a184-4360-b992-a4c98dc15e13 None None] Pushing event deleted for resources: {'Port': ['ID=f61593da-09e1-4efa-920a-65335b978e25,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:11.857897 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72374e73-a184-4360-b992-a4c98dc15e13 None None] No DVR routers for this DVR port f61593da-09e1-4efa-920a-65335b978e25 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:27:11.924816 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-eff74ae3-7c05-41c7-86c4-54573fe28b3b tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2128532 Apr 06 13:27:11.937529 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6c603044-4958-4e70-96b9-ac7e8eec1b17 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:11.948097 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40480) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:12.038340 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-53f4cf6b-5ffa-4702-9f7e-6d05e1c340f9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, e2496600-0ed7-408e-a588-9f4f816b4a20) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:12.042790 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f4cf6b-5ffa-4702-9f7e-6d05e1c340f9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:12.043401 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-53f4cf6b-5ffa-4702-9f7e-6d05e1c340f9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:12.045530 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-40aac9fc-7b74-4042-aca8-3df14f685e7f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Request body: {'subnet': {'network_id': '374b616c-4af9-4a9b-84d8-89c3b91e3ac1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:12.054880 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b285108-f95e-43a4-84cc-cfbd84df456b None None] Network e2496600-0ed7-408e-a588-9f4f816b4a20 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:27:12.094345 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff74ae3-7c05-41c7-86c4-54573fe28b3b tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event updated for resources: {'Network': ['ID=374b616c-4af9-4a9b-84d8-89c3b91e3ac1,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:12.109519 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-6c603044-4958-4e70-96b9-ac7e8eec1b17 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:12.168543 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6c603044-4958-4e70-96b9-ac7e8eec1b17 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Usage tracker for resource:security_group_rule and tenant:1c14039a352f4e1fa0b7c789472c5dc8 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:12.179841 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6c603044-4958-4e70-96b9-ac7e8eec1b17 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:12.189690 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-840c8654-7ed2-457a-b01c-416bca946af2 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:12.192949 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 374b616c-4af9-4a9b-84d8-89c3b91e3ac1 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:27:12.201203 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e076df33-5a5a-4aa8-8c61-7d842fda8e97 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:12.231203 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-6c603044-4958-4e70-96b9-ac7e8eec1b17 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:12.241202 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-840c8654-7ed2-457a-b01c-416bca946af2 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:12.241740 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-dac6167f-a23b-42a5-b052-cb00831bd719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:12.276917 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6167f-a23b-42a5-b052-cb00831bd719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363b2821-1ebf-4e85-bffd-47d1fbe7b536,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:12.282300 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-dac6167f-a23b-42a5-b052-cb00831bd719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:12.283527 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-dac6167f-a23b-42a5-b052-cb00831bd719 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/363b2821-1ebf-4e85-bffd-47d1fbe7b536 HTTP/1.1" status: 204 len: 168 time: 0.9630756 Apr 06 13:27:12.305671 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e076df33-5a5a-4aa8-8c61-7d842fda8e97 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:12.317421 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-40aac9fc-7b74-4042-aca8-3df14f685e7f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:12.347993 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-53f4cf6b-5ffa-4702-9f7e-6d05e1c340f9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6887310 Apr 06 13:27:12.355762 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40486) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:12.362359 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076df33-5a5a-4aa8-8c61-7d842fda8e97 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed267e61-b10e-40fa-b309-1c58d6e5180b,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:12.369663 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-7a8817c8-069f-4d45-80cc-975e781dae19 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Request body: {'subnet': {'network_id': 'e2496600-0ed7-408e-a588-9f4f816b4a20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:12.376984 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-40aac9fc-7b74-4042-aca8-3df14f685e7f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:12.413063 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-44df625d-60ab-4c3a-b0ee-cb9a2f8fb2c3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:12.480812 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e076df33-5a5a-4aa8-8c61-7d842fda8e97 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:12.484552 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e076df33-5a5a-4aa8-8c61-7d842fda8e97 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1623464 Apr 06 13:27:12.487576 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40490) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:12.524354 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-7a71c1c9-d8be-49c0-9bf8-1784223cd30c tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Request body: {'security_group_rule': {'security_group_id': 'f4d0b212-a5b5-4ba3-9351-a8ac291f57e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:12.536536 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7a71c1c9-d8be-49c0-9bf8-1784223cd30c tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:12.550171 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7a71c1c9-d8be-49c0-9bf8-1784223cd30c tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Usage tracker for resource:security_group_rule and tenant:ca027f9539bb43408259be56024c9f96 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:12.554985 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7a71c1c9-d8be-49c0-9bf8-1784223cd30c tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:12.566553 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7a71c1c9-d8be-49c0-9bf8-1784223cd30c tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:12.571438 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6c603044-4958-4e70-96b9-ac7e8eec1b17 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:12.580303 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40aac9fc-7b74-4042-aca8-3df14f685e7f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Made reservation on behalf of 9341e9bb5bc140f0acd134589bc77490 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:12.584124 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40aac9fc-7b74-4042-aca8-3df14f685e7f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:12.610411 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8bc351-a7c3-42a2-ba00-72ee425c7434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-e2496600-0ed7-408e-a588-9f4f816b4a20', 'network_id': 'e2496600-0ed7-408e-a588-9f4f816b4a20', 'tenant_id': 'ed39337f249349ada24d9b0a6c7e89f2', 'fixed_ips': [{'subnet_id': '57f0c44b-5a5b-4f03-a5f9-54a3cbcb49bf'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:27:12.612119 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc351-a7c3-42a2-ba00-72ee425c7434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:12.627750 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ad6fea2e-9238-4754-b408-9547a7c62e51 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:27:12.631930 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7a8817c8-069f-4d45-80cc-975e781dae19 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:12.638739 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7a8817c8-069f-4d45-80cc-975e781dae19 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Usage tracker for resource:subnet and tenant:ed39337f249349ada24d9b0a6c7e89f2 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:12.643513 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7a8817c8-069f-4d45-80cc-975e781dae19 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:12.663434 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7a8817c8-069f-4d45-80cc-975e781dae19 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:12.794857 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6c603044-4958-4e70-96b9-ac7e8eec1b17 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:12.801534 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-840c8654-7ed2-457a-b01c-416bca946af2 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Allocated IP 172.26.4.9 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/45d624f5-427d-4600-a407-e8de1d41c7f9) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:27:12.808341 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-44df625d-60ab-4c3a-b0ee-cb9a2f8fb2c3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:12.867475 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8817c8-069f-4d45-80cc-975e781dae19 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Made reservation on behalf of ed39337f249349ada24d9b0a6c7e89f2 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:12.872209 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a8817c8-069f-4d45-80cc-975e781dae19 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:12.896648 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c603044-4958-4e70-96b9-ac7e8eec1b17 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=759bc4c3-d08d-41f7-a3fc-c7381c2acee6,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:12.919105 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port ad6fea2e-9238-4754-b408-9547a7c62e51 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:27:12.933555 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port ad6fea2e-9238-4754-b408-9547a7c62e51 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:12.934089 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:13.008313 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-9a8bc351-a7c3-42a2-ba00-72ee425c7434 None None] Allocated IP 2001:db8::2 (e2496600-0ed7-408e-a588-9f4f816b4a20/57f0c44b-5a5b-4f03-a5f9-54a3cbcb49bf/0d840454-b286-4491-b216-9081f41c4d76) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:27:13.055938 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a71c1c9-d8be-49c0-9bf8-1784223cd30c tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:13.189155 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6c603044-4958-4e70-96b9-ac7e8eec1b17 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:13.193242 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6c603044-4958-4e70-96b9-ac7e8eec1b17 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5252695 Apr 06 13:27:13.194265 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40496) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:13.221894 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-89b9329a-f525-4614-ae95-931bca3b8872 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group_rule': {'security_group_id': '759bc4c3-d08d-41f7-a3fc-c7381c2acee6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:13.222743 dv-neutron-834600-1-hyperv neutron-server[88565]: WARNING neutron.api.v2.base [None req-89b9329a-f525-4614-ae95-931bca3b8872 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 06 13:27:13.223260 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-89b9329a-f525-4614-ae95-931bca3b8872 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:27:13.227044 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-89b9329a-f525-4614-ae95-931bca3b8872 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0211504 Apr 06 13:27:13.250763 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40500) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:13.344974 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-44df625d-60ab-4c3a-b0ee-cb9a2f8fb2c3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:13.419973 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:13.441306 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a71c1c9-d8be-49c0-9bf8-1784223cd30c tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:13.478916 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-840c8654-7ed2-457a-b01c-416bca946af2 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:13.489919 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b7b37d0-29e1-4add-9d20-03cd8f66f52c tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:13.508700 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-44df625d-60ab-4c3a-b0ee-cb9a2f8fb2c3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:13.514970 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port ad6fea2e-9238-4754-b408-9547a7c62e51, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ad6fea2e-9238-4754-b408-9547a7c62e51,segment=NetworkSegment(69693000-236e-4bd5-aae7-0525bc5d1b6d),segment_id=69693000-236e-4bd5-aae7-0525bc5d1b6d)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:27:13.524396 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc351-a7c3-42a2-ba00-72ee425c7434 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:13.543788 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9a8bc351-a7c3-42a2-ba00-72ee425c7434 None None] Transition to ACTIVE for port object 0d840454-b286-4491-b216-9081f41c4d76 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:13.545366 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b7b37d0-29e1-4add-9d20-03cd8f66f52c tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:13.567135 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9a8bc351-a7c3-42a2-ba00-72ee425c7434 None None] Transition to ACTIVE for port object 0d840454-b286-4491-b216-9081f41c4d76 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:13.586313 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a71c1c9-d8be-49c0-9bf8-1784223cd30c tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:13.666388 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:13.671098 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71c1c9-d8be-49c0-9bf8-1784223cd30c tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ec7d87-6ec5-4af8-ba70-8962e69d9a70,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:13.693604 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-840c8654-7ed2-457a-b01c-416bca946af2 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:13.713670 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df625d-60ab-4c3a-b0ee-cb9a2f8fb2c3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event updated for resources: {'Port': ['ID=d6cd7697-ae61-43e2-9e2f-d84d12523d28,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:13.740221 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-44df625d-60ab-4c3a-b0ee-cb9a2f8fb2c3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:13.753971 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f61593da-09e1-4efa-920a-65335b978e25 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:27:13.776425 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b7b37d0-29e1-4add-9d20-03cd8f66f52c tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:13.797243 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc351-a7c3-42a2-ba00-72ee425c7434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:13.810894 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: f61593da-09e1-4efa-920a-65335b978e25 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:27:13.811303 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f61593da-09e1-4efa-920a-65335b978e25 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:27:13.845340 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8bc351-a7c3-42a2-ba00-72ee425c7434 None None] Network e2496600-0ed7-408e-a588-9f4f816b4a20 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:13.862743 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-9a8bc351-a7c3-42a2-ba00-72ee425c7434 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:13.867686 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8bc351-a7c3-42a2-ba00-72ee425c7434 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:27:13.922291 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840c8654-7ed2-457a-b01c-416bca946af2 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:13.938300 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-44df625d-60ab-4c3a-b0ee-cb9a2f8fb2c3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Floating IP df7baba3-0ec0-4e48-883d-dcf60f0d5182 associated. External IP: 172.26.4.160, port: 445a0223-b161-4be6-92c3-47a1f02d8c9d. Apr 06 13:27:13.982173 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=ad6fea2e-9238-4754-b408-9547a7c62e51,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:13.994070 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b37d0-29e1-4add-9d20-03cd8f66f52c tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=759bc4c3-d08d-41f7-a3fc-c7381c2acee6,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:13.996943 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-840c8654-7ed2-457a-b01c-416bca946af2 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:14.003688 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840c8654-7ed2-457a-b01c-416bca946af2 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:27:14.047713 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-9a8bc351-a7c3-42a2-ba00-72ee425c7434 None None] Attempting to bind port 0d840454-b286-4491-b216-9081f41c4d76 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:27:14.048112 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-9a8bc351-a7c3-42a2-ba00-72ee425c7434 None None] Attempting to bind port 0d840454-b286-4491-b216-9081f41c4d76 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '273208f6-3157-4280-96c3-d2c49437d986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e2496600-0ed7-408e-a588-9f4f816b4a20'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:27:14.048569 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8bc351-a7c3-42a2-ba00-72ee425c7434 None None] Attempting to bind port 0d840454-b286-4491-b216-9081f41c4d76 on network e2496600-0ed7-408e-a588-9f4f816b4a20 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:27:14.064067 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.objects.ports [None req-40aac9fc-7b74-4042-aca8-3df14f685e7f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88565) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 06 13:27:14.065136 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b7b37d0-29e1-4add-9d20-03cd8f66f52c tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:14.070985 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6b7b37d0-29e1-4add-9d20-03cd8f66f52c tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "DELETE /v2.0/security-groups/759bc4c3-d08d-41f7-a3fc-c7381c2acee6 HTTP/1.1" status: 204 len: 168 time: 0.8173096 Apr 06 13:27:14.073171 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8bc351-a7c3-42a2-ba00-72ee425c7434 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:27:14.073171 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8bc351-a7c3-42a2-ba00-72ee425c7434 None None] Checking segment: {'id': '273208f6-3157-4280-96c3-d2c49437d986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e2496600-0ed7-408e-a588-9f4f816b4a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:27:14.073171 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc351-a7c3-42a2-ba00-72ee425c7434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:14.073171 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8bc351-a7c3-42a2-ba00-72ee425c7434 None None] Bound using segment: {'id': '273208f6-3157-4280-96c3-d2c49437d986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e2496600-0ed7-408e-a588-9f4f816b4a20'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:27:14.073171 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-9a8bc351-a7c3-42a2-ba00-72ee425c7434 None None] Bound port: 0d840454-b286-4491-b216-9081f41c4d76, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273208f6-3157-4280-96c3-d2c49437d986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e2496600-0ed7-408e-a588-9f4f816b4a20'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:27:14.073171 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc351-a7c3-42a2-ba00-72ee425c7434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:14.076179 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40518) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:14.080487 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40aac9fc-7b74-4042-aca8-3df14f685e7f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:14.089706 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a71c1c9-d8be-49c0-9bf8-1784223cd30c tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:14.094269 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7a71c1c9-d8be-49c0-9bf8-1784223cd30c tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5899732 Apr 06 13:27:14.128642 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40522) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:14.137692 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-62b5c089-5e9d-42f7-8cae-9b00624eb778 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:14.149191 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-62b5c089-5e9d-42f7-8cae-9b00624eb778 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:14.158294 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c8654-7ed2-457a-b01c-416bca946af2 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Pushing event updated for resources: {'Port': ['ID=45d624f5-427d-4600-a407-e8de1d41c7f9,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:14.169851 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-62b5c089-5e9d-42f7-8cae-9b00624eb778 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Usage tracker for resource:floatingip and tenant:ca027f9539bb43408259be56024c9f96 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:14.176505 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-62b5c089-5e9d-42f7-8cae-9b00624eb778 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:14.187335 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-62b5c089-5e9d-42f7-8cae-9b00624eb778 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:14.209303 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8bc351-a7c3-42a2-ba00-72ee425c7434 None None] Pushing event updated for resources: {'Port': ['ID=0d840454-b286-4491-b216-9081f41c4d76,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:14.271140 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-9a8bc351-a7c3-42a2-ba00-72ee425c7434 None None] For port 0d840454-b286-4491-b216-9081f41c4d76, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:27:14.276378 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-9a8bc351-a7c3-42a2-ba00-72ee425c7434 None None] For port 0d840454-b286-4491-b216-9081f41c4d76, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0d840454-b286-4491-b216-9081f41c4d76,segment=NetworkSegment(273208f6-3157-4280-96c3-d2c49437d986),segment_id=273208f6-3157-4280-96c3-d2c49437d986)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:27:14.282237 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-62b5c089-5e9d-42f7-8cae-9b00624eb778 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks [] for floatingip, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:14.300341 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a8817c8-069f-4d45-80cc-975e781dae19 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:14.340527 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40528) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:14.373032 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc351-a7c3-42a2-ba00-72ee425c7434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:14.398886 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aac9fc-7b74-4042-aca8-3df14f685e7f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event updated for resources: {'Subnet': ['ID=694ac7af-bcbe-451c-a085-adf710098775,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:14.409013 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9b1de780-6d09-49bf-baa2-8391badd41be tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Synchronizing usage tracker for tenant:1c14039a352f4e1fa0b7c789472c5dc8 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:27:14.461754 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8bc351-a7c3-42a2-ba00-72ee425c7434 None None] Pushing event updated for resources: {'Port': ['ID=0d840454-b286-4491-b216-9081f41c4d76,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:14.516757 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ad6fea2e-9238-4754-b408-9547a7c62e51 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:27:14.533246 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8817c8-069f-4d45-80cc-975e781dae19 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Network e2496600-0ed7-408e-a588-9f4f816b4a20 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:14.544393 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-7a8817c8-069f-4d45-80cc-975e781dae19 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:14.547243 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8817c8-069f-4d45-80cc-975e781dae19 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:14.547547 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aac9fc-7b74-4042-aca8-3df14f685e7f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Checking segment: {'id': '0b0a18c8-9f7c-4080-8904-413038eaa0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '374b616c-4af9-4a9b-84d8-89c3b91e3ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:27:14.547913 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aac9fc-7b74-4042-aca8-3df14f685e7f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Network hostable DHCP agents. Network: 374b616c-4af9-4a9b-84d8-89c3b91e3ac1, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:27:14.548053 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a8817c8-069f-4d45-80cc-975e781dae19 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:14.627539 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port ad6fea2e-9238-4754-b408-9547a7c62e51 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:14.628054 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:14.641830 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9b1de780-6d09-49bf-baa2-8391badd41be tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Unset dirty status for tenant:1c14039a352f4e1fa0b7c789472c5dc8 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:27:14.643853 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9b1de780-6d09-49bf-baa2-8391badd41be tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5651844 Apr 06 13:27:14.647462 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40534) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:14.661816 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-286dab31-8d95-4a6e-944e-ea8303d76d48 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group': {'name': 'tempest-secgroup--2141825924'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:14.665617 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-286dab31-8d95-4a6e-944e-ea8303d76d48 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:14.677188 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-286dab31-8d95-4a6e-944e-ea8303d76d48 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:14.692245 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aac9fc-7b74-4042-aca8-3df14f685e7f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Network 374b616c-4af9-4a9b-84d8-89c3b91e3ac1 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:27:14.730889 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-ea439434-10f5-4867-9eab-55cd6b59d5c1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1268323163'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:14.733980 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8817c8-069f-4d45-80cc-975e781dae19 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event updated for resources: {'Subnet': ['ID=e17f1d46-1a31-411f-a6f6-fce8599f663d,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:14.752751 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ea439434-10f5-4867-9eab-55cd6b59d5c1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:14.771208 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ea439434-10f5-4867-9eab-55cd6b59d5c1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Usage tracker for resource:network and tenant:68fd81c42155485aa440ab8221216044 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:14.776736 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ea439434-10f5-4867-9eab-55cd6b59d5c1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:14.786308 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ea439434-10f5-4867-9eab-55cd6b59d5c1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:14.863206 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-40aac9fc-7b74-4042-aca8-3df14f685e7f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 374b616c-4af9-4a9b-84d8-89c3b91e3ac1) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:14.872351 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-286dab31-8d95-4a6e-944e-ea8303d76d48 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:14.875515 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2de130-64ce-42d6-8735-9cb9e969a742 None None] Network 374b616c-4af9-4a9b-84d8-89c3b91e3ac1 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:27:14.881550 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7a8817c8-069f-4d45-80cc-975e781dae19 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5244377 Apr 06 13:27:14.889771 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40538) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:14.901194 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40aac9fc-7b74-4042-aca8-3df14f685e7f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:14.901782 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40aac9fc-7b74-4042-aca8-3df14f685e7f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:14.929767 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44df625d-60ab-4c3a-b0ee-cb9a2f8fb2c3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Router e6be2954-a14b-458a-b118-628a4055f72d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:27:14.938604 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-62b5c089-5e9d-42f7-8cae-9b00624eb778 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:14.981793 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-286dab31-8d95-4a6e-944e-ea8303d76d48 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:14.999761 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-286dab31-8d95-4a6e-944e-ea8303d76d48 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Usage tracker for resource:security_group_rule and tenant:1c14039a352f4e1fa0b7c789472c5dc8 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:15.004852 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-286dab31-8d95-4a6e-944e-ea8303d76d48 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:15.038471 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea439434-10f5-4867-9eab-55cd6b59d5c1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Made reservation on behalf of 68fd81c42155485aa440ab8221216044 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:15.042530 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ea439434-10f5-4867-9eab-55cd6b59d5c1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:15.067124 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-286dab31-8d95-4a6e-944e-ea8303d76d48 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:15.085540 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ea439434-10f5-4867-9eab-55cd6b59d5c1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:15.086897 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-40aac9fc-7b74-4042-aca8-3df14f685e7f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.1308239 Apr 06 13:27:15.098537 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40542) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:15.130782 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ea439434-10f5-4867-9eab-55cd6b59d5c1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:15.133323 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c0d262-14b6-401f-8596-2e7101563a93 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:15.134968 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c0d262-14b6-401f-8596-2e7101563a93 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:15.136487 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c0d262-14b6-401f-8596-2e7101563a93 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:15.137967 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c0d262-14b6-401f-8596-2e7101563a93 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:15.139490 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c0d262-14b6-401f-8596-2e7101563a93 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:15.140406 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e3c0d262-14b6-401f-8596-2e7101563a93 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Synchronizing usage tracker for tenant:ed39337f249349ada24d9b0a6c7e89f2 on resource:subnet {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:27:15.150754 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dc986b-1e7a-4500-ac7e-77f60bc41d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-374b616c-4af9-4a9b-84d8-89c3b91e3ac1', 'network_id': '374b616c-4af9-4a9b-84d8-89c3b91e3ac1', 'tenant_id': '9341e9bb5bc140f0acd134589bc77490', 'fixed_ips': [{'subnet_id': '694ac7af-bcbe-451c-a085-adf710098775'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:27:15.151887 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-85dc986b-1e7a-4500-ac7e-77f60bc41d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:15.195288 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ea439434-10f5-4867-9eab-55cd6b59d5c1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Usage tracker for resource:security_group_rule and tenant:68fd81c42155485aa440ab8221216044 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:15.204173 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-840c8654-7ed2-457a-b01c-416bca946af2 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:15.204522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ea439434-10f5-4867-9eab-55cd6b59d5c1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:15.272199 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ea439434-10f5-4867-9eab-55cd6b59d5c1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:15.325630 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-62b5c089-5e9d-42f7-8cae-9b00624eb778 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Allocated IP 172.26.4.24 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/61afb98b-2fff-4f24-bf4a-395b0c20699a) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:27:15.334522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44df625d-60ab-4c3a-b0ee-cb9a2f8fb2c3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:27:15.359026 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425273fa-2681-4b39-b1be-1bac13cde4d5 None None] Sync routers for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:27:15.370774 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-85dc986b-1e7a-4500-ac7e-77f60bc41d4e None None] Allocated IP 2001:db8::f816:3eff:fe95:21e7 (374b616c-4af9-4a9b-84d8-89c3b91e3ac1/694ac7af-bcbe-451c-a085-adf710098775/1d457159-64df-4149-a9f5-828eb43dd8c7) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:27:15.383425 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425273fa-2681-4b39-b1be-1bac13cde4d5 None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:15.385216 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-425273fa-2681-4b39-b1be-1bac13cde4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:15.444577 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-286dab31-8d95-4a6e-944e-ea8303d76d48 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:15.488401 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e3c0d262-14b6-401f-8596-2e7101563a93 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Unset dirty status for tenant:ed39337f249349ada24d9b0a6c7e89f2 on resource:subnet {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:27:15.489538 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e3c0d262-14b6-401f-8596-2e7101563a93 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5952177 Apr 06 13:27:15.495838 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40546) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:15.536502 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-425273fa-2681-4b39-b1be-1bac13cde4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:15.540292 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-372b7a73-2016-40e5-8f0a-19f1abd65b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:15.549333 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-44df625d-60ab-4c3a-b0ee-cb9a2f8fb2c3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:15.561895 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-a71fdefc-e83c-4da5-858b-342511982587 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-681773641'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:15.568642 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:15.581126 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a71fdefc-e83c-4da5-858b-342511982587 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:15.591229 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a71fdefc-e83c-4da5-858b-342511982587 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Usage tracker for resource:network and tenant:ed39337f249349ada24d9b0a6c7e89f2 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:15.598350 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a71fdefc-e83c-4da5-858b-342511982587 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:15.616097 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a71fdefc-e83c-4da5-858b-342511982587 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:15.627872 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-286dab31-8d95-4a6e-944e-ea8303d76d48 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:15.632149 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ea439434-10f5-4867-9eab-55cd6b59d5c1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:15.684324 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-62b5c089-5e9d-42f7-8cae-9b00624eb778 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:15.731574 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425273fa-2681-4b39-b1be-1bac13cde4d5 None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:15.732344 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-425273fa-2681-4b39-b1be-1bac13cde4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:26:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:15.745646 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ea439434-10f5-4867-9eab-55cd6b59d5c1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:15.777811 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea439434-10f5-4867-9eab-55cd6b59d5c1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:27:15.804128 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-425273fa-2681-4b39-b1be-1bac13cde4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:15.804791 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425273fa-2681-4b39-b1be-1bac13cde4d5 None None] The sync data for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:27:15.820323 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-44df625d-60ab-4c3a-b0ee-cb9a2f8fb2c3 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.6042852 Apr 06 13:27:15.825756 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ea439434-10f5-4867-9eab-55cd6b59d5c1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:15.826111 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-ea439434-10f5-4867-9eab-55cd6b59d5c1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Added segment 3e02d0d3-a3b7-4e43-adc0-d8cc6d0a6e9b of type vlan for network c4cf8cbf-de89-4102-826f-dd828e341b19 Apr 06 13:27:15.827387 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40552) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:15.827852 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea439434-10f5-4867-9eab-55cd6b59d5c1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5358c65-b69c-497a-83bf-9c8deab96859,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:15.828677 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b55c87-b1d3-4563-837d-6e11f5ed3a6f None None] Network e2496600-0ed7-408e-a588-9f4f816b4a20 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:27:15.830689 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-62b5c089-5e9d-42f7-8cae-9b00624eb778 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:15.839976 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-9aae7944-f939-4dac-80a6-8890c87b09dd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1403165357'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:15.899210 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-9aae7944-f939-4dac-80a6-8890c87b09dd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:15.913493 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b5c089-5e9d-42f7-8cae-9b00624eb778 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:15.926000 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-62b5c089-5e9d-42f7-8cae-9b00624eb778 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:15.929866 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-9aae7944-f939-4dac-80a6-8890c87b09dd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Usage tracker for resource:network and tenant:85b5a92c88a5421aa7d05fbcad83612c is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:15.937310 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-9aae7944-f939-4dac-80a6-8890c87b09dd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:15.940094 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b5c089-5e9d-42f7-8cae-9b00624eb778 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:27:15.982193 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-9aae7944-f939-4dac-80a6-8890c87b09dd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:15.987981 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71fdefc-e83c-4da5-858b-342511982587 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Made reservation on behalf of ed39337f249349ada24d9b0a6c7e89f2 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:15.988550 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ea439434-10f5-4867-9eab-55cd6b59d5c1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:15.990760 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a71fdefc-e83c-4da5-858b-342511982587 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:16.008175 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5c089-5e9d-42f7-8cae-9b00624eb778 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Pushing event updated for resources: {'Port': ['ID=61afb98b-2fff-4f24-bf4a-395b0c20699a,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:16.021417 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286dab31-8d95-4a6e-944e-ea8303d76d48 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=635569d9-1522-4eee-a109-b75362ca2807,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:16.052346 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-85dc986b-1e7a-4500-ac7e-77f60bc41d4e None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:16.056931 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:16.077004 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-62b5c089-5e9d-42f7-8cae-9b00624eb778 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:16.090303 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aae7944-f939-4dac-80a6-8890c87b09dd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Made reservation on behalf of 85b5a92c88a5421aa7d05fbcad83612c for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:16.093024 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9aae7944-f939-4dac-80a6-8890c87b09dd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:16.102014 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-85dc986b-1e7a-4500-ac7e-77f60bc41d4e None None] Transition to ACTIVE for port object 1d457159-64df-4149-a9f5-828eb43dd8c7 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:16.122938 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aae7944-f939-4dac-80a6-8890c87b09dd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:27:16.132100 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9aae7944-f939-4dac-80a6-8890c87b09dd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:16.132479 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-9aae7944-f939-4dac-80a6-8890c87b09dd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Added segment a7678472-e4a3-4a9d-80c5-f4554978c601 of type vlan for network c873e0da-8b7d-45a0-a38b-dbdb2c77464b Apr 06 13:27:16.147227 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ea439434-10f5-4867-9eab-55cd6b59d5c1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:16.159162 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea439434-10f5-4867-9eab-55cd6b59d5c1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:16.159162 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ea439434-10f5-4867-9eab-55cd6b59d5c1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:16.165765 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a71fdefc-e83c-4da5-858b-342511982587 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:27:16.176364 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-286dab31-8d95-4a6e-944e-ea8303d76d48 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:16.176768 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-85dc986b-1e7a-4500-ac7e-77f60bc41d4e None None] Transition to ACTIVE for port object 1d457159-64df-4149-a9f5-828eb43dd8c7 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:16.180782 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-286dab31-8d95-4a6e-944e-ea8303d76d48 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5312665 Apr 06 13:27:16.184553 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-131727c9-eaa7-47c1-b53f-27bcbf86a9ba None None] Provisioning for port 0d840454-b286-4491-b216-9081f41c4d76 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:27:16.187968 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40556) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:16.207115 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-0018a3c8-3795-4e53-b440-bd550d440d44 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group_rule': {'security_group_id': '635569d9-1522-4eee-a109-b75362ca2807', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:16.214787 dv-neutron-834600-1-hyperv neutron-server[88565]: WARNING neutron.api.v2.base [None req-0018a3c8-3795-4e53-b440-bd550d440d44 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 06 13:27:16.215716 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-0018a3c8-3795-4e53-b440-bd550d440d44 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:27:16.216979 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0018a3c8-3795-4e53-b440-bd550d440d44 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0262017 Apr 06 13:27:16.223456 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9aae7944-f939-4dac-80a6-8890c87b09dd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:16.236805 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40560) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:16.245653 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a71fdefc-e83c-4da5-858b-342511982587 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:16.246225 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-a71fdefc-e83c-4da5-858b-342511982587 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Added segment ef59c174-988c-4849-b58b-92d4770bab02 of type vlan for network 55697419-57b3-48a9-b812-194e96bd7637 Apr 06 13:27:16.261838 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-840c8654-7ed2-457a-b01c-416bca946af2 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:16.283936 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-840c8654-7ed2-457a-b01c-416bca946af2 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1624175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625362'] for router, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:16.300589 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-2628bfa1-dce8-4123-9c3d-f499fc493c36 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group_rule': {'security_group_id': '635569d9-1522-4eee-a109-b75362ca2807', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:16.302094 dv-neutron-834600-1-hyperv neutron-server[88564]: WARNING neutron.api.v2.base [None req-2628bfa1-dce8-4123-9c3d-f499fc493c36 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 06 13:27:16.302596 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-2628bfa1-dce8-4123-9c3d-f499fc493c36 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:27:16.306771 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2628bfa1-dce8-4123-9c3d-f499fc493c36 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0600841 Apr 06 13:27:16.306985 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a71fdefc-e83c-4da5-858b-342511982587 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:16.315217 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa149f-81a5-488d-b7b2-043eada0e91a req-3cbd7a5d-20b0-419f-b7d7-5b8ac6db3780 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:16.316051 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40564) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:16.316863 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-15aa149f-81a5-488d-b7b2-043eada0e91a req-3cbd7a5d-20b0-419f-b7d7-5b8ac6db3780 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.4327955 Apr 06 13:27:16.338985 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-85dc986b-1e7a-4500-ac7e-77f60bc41d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:16.339445 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-77c7aa0b-3181-4db9-b2e2-351ba08a1d56 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group_rule': {'security_group_id': '635569d9-1522-4eee-a109-b75362ca2807', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:16.340475 dv-neutron-834600-1-hyperv neutron-server[88564]: WARNING neutron.api.v2.base [None req-77c7aa0b-3181-4db9-b2e2-351ba08a1d56 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 06 13:27:16.346073 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-77c7aa0b-3181-4db9-b2e2-351ba08a1d56 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:27:16.346073 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-77c7aa0b-3181-4db9-b2e2-351ba08a1d56 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0161984 Apr 06 13:27:16.350275 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40568) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:16.394790 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538883b7-c8fa-431e-bf78-f495ee60b011 None None] Update dhcp port {'port': {'network_id': 'e2496600-0ed7-408e-a588-9f4f816b4a20', 'fixed_ips': [{'subnet_id': '57f0c44b-5a5b-4f03-a5f9-54a3cbcb49bf', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e17f1d46-1a31-411f-a6f6-fce8599f663d'}], 'binding:host_id': 'dv-neutron-834600-1-hyperv'}, 'id': '0d840454-b286-4491-b216-9081f41c4d76'} from dv-neutron-834600-1-hyperv. {{(pid=88566) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 06 13:27:16.419972 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-0fdb83d4-28b9-4dce-b89e-c1cb82e8e73b tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group_rule': {'security_group_id': '635569d9-1522-4eee-a109-b75362ca2807', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:16.420854 dv-neutron-834600-1-hyperv neutron-server[88564]: WARNING neutron.api.v2.base [None req-0fdb83d4-28b9-4dce-b89e-c1cb82e8e73b tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 06 13:27:16.421546 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-0fdb83d4-28b9-4dce-b89e-c1cb82e8e73b tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:27:16.424956 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0fdb83d4-28b9-4dce-b89e-c1cb82e8e73b tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0242157 Apr 06 13:27:16.428048 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40572) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:16.437815 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea439434-10f5-4867-9eab-55cd6b59d5c1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Pushing event updated for resources: {'Network': ['ID=c4cf8cbf-de89-4102-826f-dd828e341b19,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:16.449809 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dc986b-1e7a-4500-ac7e-77f60bc41d4e None None] Network 374b616c-4af9-4a9b-84d8-89c3b91e3ac1 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:16.460645 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network c4cf8cbf-de89-4102-826f-dd828e341b19 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:27:16.466629 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-62b5c089-5e9d-42f7-8cae-9b00624eb778 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:16.481724 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-85dc986b-1e7a-4500-ac7e-77f60bc41d4e None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:16.505232 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ea439434-10f5-4867-9eab-55cd6b59d5c1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0152562 Apr 06 13:27:16.508795 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dc986b-1e7a-4500-ac7e-77f60bc41d4e None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:27:16.510502 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40576) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:16.532718 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc986b-1e7a-4500-ac7e-77f60bc41d4e None None] Pushing event updated for resources: {'Port': ['ID=1d457159-64df-4149-a9f5-828eb43dd8c7,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:16.535577 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-3c11d3a8-b421-4dd3-9d78-9af6b3f4bc74 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Request body: {'subnet': {'network_id': 'c4cf8cbf-de89-4102-826f-dd828e341b19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:16.540802 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-15aa149f-81a5-488d-b7b2-043eada0e91a req-ae0851ea-afb0-40c6-b173-ba95e4ed93f0 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655984 Apr 06 13:27:16.560809 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:16.563551 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9aae7944-f939-4dac-80a6-8890c87b09dd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:16.569304 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aae7944-f939-4dac-80a6-8890c87b09dd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:16.569917 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9aae7944-f939-4dac-80a6-8890c87b09dd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:16.619947 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a71fdefc-e83c-4da5-858b-342511982587 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:16.626930 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71fdefc-e83c-4da5-858b-342511982587 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:16.628035 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a71fdefc-e83c-4da5-858b-342511982587 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:16.645784 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0d840454-b286-4491-b216-9081f41c4d76 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:27:16.652751 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event deleted for resources: {'Subnet': ['ID=694ac7af-bcbe-451c-a085-adf710098775,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:16.671988 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-538883b7-c8fa-431e-bf78-f495ee60b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:16.756616 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:16.845955 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-85dc986b-1e7a-4500-ac7e-77f60bc41d4e None None] Attempting to bind port 1d457159-64df-4149-a9f5-828eb43dd8c7 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:27:16.846662 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-85dc986b-1e7a-4500-ac7e-77f60bc41d4e None None] Attempting to bind port 1d457159-64df-4149-a9f5-828eb43dd8c7 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '0b0a18c8-9f7c-4080-8904-413038eaa0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '374b616c-4af9-4a9b-84d8-89c3b91e3ac1'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:27:16.846662 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dc986b-1e7a-4500-ac7e-77f60bc41d4e None None] Attempting to bind port 1d457159-64df-4149-a9f5-828eb43dd8c7 on network 374b616c-4af9-4a9b-84d8-89c3b91e3ac1 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:27:16.897473 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dc986b-1e7a-4500-ac7e-77f60bc41d4e None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:27:16.897779 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dc986b-1e7a-4500-ac7e-77f60bc41d4e None None] Checking segment: {'id': '0b0a18c8-9f7c-4080-8904-413038eaa0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '374b616c-4af9-4a9b-84d8-89c3b91e3ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:27:16.898115 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-85dc986b-1e7a-4500-ac7e-77f60bc41d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:16.898528 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dc986b-1e7a-4500-ac7e-77f60bc41d4e None None] Bound using segment: {'id': '0b0a18c8-9f7c-4080-8904-413038eaa0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '374b616c-4af9-4a9b-84d8-89c3b91e3ac1'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:27:16.899038 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-85dc986b-1e7a-4500-ac7e-77f60bc41d4e None None] Bound port: 1d457159-64df-4149-a9f5-828eb43dd8c7, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b0a18c8-9f7c-4080-8904-413038eaa0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '374b616c-4af9-4a9b-84d8-89c3b91e3ac1'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:27:16.899400 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-85dc986b-1e7a-4500-ac7e-77f60bc41d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:16.933457 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374b616c-4af9-4a9b-84d8-89c3b91e3ac1']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:16.972974 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0a18c8-9f7c-4080-8904-413038eaa0cf') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:16.973473 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0a18c8-9f7c-4080-8904-413038eaa0cf') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:16.982924 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fdefc-e83c-4da5-858b-342511982587 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event updated for resources: {'Network': ['ID=55697419-57b3-48a9-b812-194e96bd7637,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:17.005345 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:17.011095 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 55697419-57b3-48a9-b812-194e96bd7637 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:27:17.024135 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9aae7944-f939-4dac-80a6-8890c87b09dd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1886435 Apr 06 13:27:17.027459 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40582) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:17.030691 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:17.034881 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae7944-f939-4dac-80a6-8890c87b09dd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event updated for resources: {'Network': ['ID=c873e0da-8b7d-45a0-a38b-dbdb2c77464b,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:17.037655 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-42984451-b310-4289-a709-aead7391529e tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:17.043399 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a71fdefc-e83c-4da5-858b-342511982587 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5418320 Apr 06 13:27:17.047658 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:27:17.047658 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:17.066353 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40586) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:27:17.067549 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:27:17.072229 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-42984451-b310-4289-a709-aead7391529e tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:17.072331 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network c873e0da-8b7d-45a0-a38b-dbdb2c77464b details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:27:17.087403 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-c804d5e6-0075-4988-b2aa-453825045d0b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:17.088038 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-3c11d3a8-b421-4dd3-9d78-9af6b3f4bc74 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:17.102751 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 0d840454-b286-4491-b216-9081f41c4d76 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:27:17.110426 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840c8654-7ed2-457a-b01c-416bca946af2 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Router 7f4b4dd7-a87a-48b6-b2c4-f98cf4128654 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:27:17.144490 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 0d840454-b286-4491-b216-9081f41c4d76 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:17.145153 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:17.148172 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-0e89bd27-ea48-4bab-b31f-4cd838051d50 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Request body: {'subnet': {'network_id': 'c873e0da-8b7d-45a0-a38b-dbdb2c77464b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:17.228432 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb558ac-a7bb-4404-8cf5-846818512f2e req-266e4191-bfc4-4302-97f8-4a67eea661cb tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:17.245625 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5eb558ac-a7bb-4404-8cf5-846818512f2e req-266e4191-bfc4-4302-97f8-4a67eea661cb tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.4563723 Apr 06 13:27:17.245811 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-85dc986b-1e7a-4500-ac7e-77f60bc41d4e None None] For port 1d457159-64df-4149-a9f5-828eb43dd8c7, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:27:17.262890 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-3c11d3a8-b421-4dd3-9d78-9af6b3f4bc74 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Usage tracker for resource:subnet and tenant:68fd81c42155485aa440ab8221216044 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:17.270726 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-3c11d3a8-b421-4dd3-9d78-9af6b3f4bc74 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:17.303889 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-3c11d3a8-b421-4dd3-9d78-9af6b3f4bc74 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:17.318200 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-538883b7-c8fa-431e-bf78-f495ee60b011 None None] Allocated IP 172.20.0.1 (e2496600-0ed7-408e-a588-9f4f816b4a20/e17f1d46-1a31-411f-a6f6-fce8599f663d/0d840454-b286-4491-b216-9081f41c4d76) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:27:17.320965 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-85dc986b-1e7a-4500-ac7e-77f60bc41d4e None None] For port 1d457159-64df-4149-a9f5-828eb43dd8c7, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=1d457159-64df-4149-a9f5-828eb43dd8c7,segment=NetworkSegment(0b0a18c8-9f7c-4080-8904-413038eaa0cf),segment_id=0b0a18c8-9f7c-4080-8904-413038eaa0cf)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:27:17.323241 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.api [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 13:27:17.323241 dv-neutron-834600-1-hyperv neutron-server[88565]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 13:27:17.323241 dv-neutron-834600-1-hyperv neutron-server[88565]: [parameters: {'id': '374b616c-4af9-4a9b-84d8-89c3b91e3ac1'}] Apr 06 13:27:17.323241 dv-neutron-834600-1-hyperv neutron-server[88565]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:27:17.324025 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG oslo_db.api [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:27:17.328870 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-0e89bd27-ea48-4bab-b31f-4cd838051d50 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:17.335107 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0e89bd27-ea48-4bab-b31f-4cd838051d50 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Usage tracker for resource:subnet and tenant:85b5a92c88a5421aa7d05fbcad83612c is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:17.340566 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0e89bd27-ea48-4bab-b31f-4cd838051d50 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:17.351380 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-0e89bd27-ea48-4bab-b31f-4cd838051d50 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:17.402064 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-62b5c089-5e9d-42f7-8cae-9b00624eb778 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:17.444080 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c11d3a8-b421-4dd3-9d78-9af6b3f4bc74 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Made reservation on behalf of 68fd81c42155485aa440ab8221216044 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:17.448994 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3c11d3a8-b421-4dd3-9d78-9af6b3f4bc74 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:17.462050 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-85dc986b-1e7a-4500-ac7e-77f60bc41d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:17.467836 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-42984451-b310-4289-a709-aead7391529e tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:17.484490 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e89bd27-ea48-4bab-b31f-4cd838051d50 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Made reservation on behalf of 85b5a92c88a5421aa7d05fbcad83612c for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:17.485713 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5eb558ac-a7bb-4404-8cf5-846818512f2e req-bed4fb57-3fef-4aeb-a877-883257a1fa56 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483869 Apr 06 13:27:17.488339 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0e89bd27-ea48-4bab-b31f-4cd838051d50 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:17.536803 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-62b5c089-5e9d-42f7-8cae-9b00624eb778 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:17.587292 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42984451-b310-4289-a709-aead7391529e tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=635569d9-1522-4eee-a109-b75362ca2807,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:17.689279 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-42984451-b310-4289-a709-aead7391529e tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:17.690397 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-42984451-b310-4289-a709-aead7391529e tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "DELETE /v2.0/security-groups/635569d9-1522-4eee-a109-b75362ca2807 HTTP/1.1" status: 204 len: 168 time: 1.2629120 Apr 06 13:27:17.746361 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40592) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:17.798290 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6c6c54fb-d346-41f5-afdd-80cb37e229c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:17.803511 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-538883b7-c8fa-431e-bf78-f495ee60b011 None None] For port 0d840454-b286-4491-b216-9081f41c4d76, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0d840454-b286-4491-b216-9081f41c4d76,segment=NetworkSegment(273208f6-3157-4280-96c3-d2c49437d986),segment_id=273208f6-3157-4280-96c3-d2c49437d986)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:27:17.805627 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:17.820556 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc986b-1e7a-4500-ac7e-77f60bc41d4e None None] Pushing event updated for resources: {'Port': ['ID=1d457159-64df-4149-a9f5-828eb43dd8c7,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:17.828760 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:17.851816 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5c089-5e9d-42f7-8cae-9b00624eb778 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Pushing event updated for resources: {'Port': ['ID=61afb98b-2fff-4f24-bf4a-395b0c20699a,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:17.878785 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-538883b7-c8fa-431e-bf78-f495ee60b011 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:17.886620 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9115f300-674f-4154-93e3-4262a2068406 None None] Network 374b616c-4af9-4a9b-84d8-89c3b91e3ac1 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:27:17.889816 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c804d5e6-0075-4988-b2aa-453825045d0b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:17.904661 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840c8654-7ed2-457a-b01c-416bca946af2 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:27:17.911759 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-840c8654-7ed2-457a-b01c-416bca946af2 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:17.912862 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-840c8654-7ed2-457a-b01c-416bca946af2 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "PUT /v2.0/routers/7f4b4dd7-a87a-48b6-b2c4-f98cf4128654 HTTP/1.1" status: 200 len: 917 time: 7.3027084 Apr 06 13:27:17.916088 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Deleting port 1d457159-64df-4149-a9f5-828eb43dd8c7 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:17.916544 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:17.919181 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-62b5c089-5e9d-42f7-8cae-9b00624eb778 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:17.922724 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13044bc-4b53-4655-ae27-c0f10b582835 None None] Sync routers for ids ['7f4b4dd7-a87a-48b6-b2c4-f98cf4128654'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:27:17.931116 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40596) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:17.941109 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13044bc-4b53-4655-ae27-c0f10b582835 None None] Routers {'7f4b4dd7-a87a-48b6-b2c4-f98cf4128654'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:17.941828 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-d13044bc-4b53-4655-ae27-c0f10b582835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:27:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['7f4b4dd7-a87a-48b6-b2c4-f98cf4128654'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:17.986653 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-538883b7-c8fa-431e-bf78-f495ee60b011 None None] Transition to ACTIVE for port object 0d840454-b286-4491-b216-9081f41c4d76 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:18.014819 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7dec3d43-5ac2-4cd2-a2a5-74ebccc5563a tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Synchronizing usage tracker for tenant:1c14039a352f4e1fa0b7c789472c5dc8 on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:27:18.029602 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c804d5e6-0075-4988-b2aa-453825045d0b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:18.041115 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4e0d7-2116-4089-810d-d63d47f772ef req-05685a86-d73c-4cb4-bf22-907ceaefdf40 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:18.042765 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f5e4e0d7-2116-4089-810d-d63d47f772ef req-05685a86-d73c-4cb4-bf22-907ceaefdf40 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.2870023 Apr 06 13:27:18.080439 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-d13044bc-4b53-4655-ae27-c0f10b582835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:18.096115 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c804d5e6-0075-4988-b2aa-453825045d0b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Network 55697419-57b3-48a9-b812-194e96bd7637 is not hosted by any dhcp agent {{(pid=88565) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 06 13:27:18.101502 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c804d5e6-0075-4988-b2aa-453825045d0b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:18.102105 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c804d5e6-0075-4988-b2aa-453825045d0b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:18.103900 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c804d5e6-0075-4988-b2aa-453825045d0b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "PUT /v2.0/networks/55697419-57b3-48a9-b812-194e96bd7637 HTTP/1.1" status: 200 len: 723 time: 1.0354302 Apr 06 13:27:18.104765 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13044bc-4b53-4655-ae27-c0f10b582835 None None] Routers {'7f4b4dd7-a87a-48b6-b2c4-f98cf4128654'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:18.105617 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-d13044bc-4b53-4655-ae27-c0f10b582835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:27:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['7f4b4dd7-a87a-48b6-b2c4-f98cf4128654'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:18.112766 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40600) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:18.134550 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-ff2ab488-3c67-4978-90ec-e4661ededf43 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Request body: {'subnet': {'network_id': '55697419-57b3-48a9-b812-194e96bd7637', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:18.134711 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-538883b7-c8fa-431e-bf78-f495ee60b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:18.209327 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-d13044bc-4b53-4655-ae27-c0f10b582835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:18.210167 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13044bc-4b53-4655-ae27-c0f10b582835 None None] The sync data for ids ['7f4b4dd7-a87a-48b6-b2c4-f98cf4128654'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:27:18.269044 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-62b5c089-5e9d-42f7-8cae-9b00624eb778 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:18.279646 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-62b5c089-5e9d-42f7-8cae-9b00624eb778 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1397550 Apr 06 13:27:18.279646 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7dec3d43-5ac2-4cd2-a2a5-74ebccc5563a tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Unset dirty status for tenant:1c14039a352f4e1fa0b7c789472c5dc8 on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:27:18.279646 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7dec3d43-5ac2-4cd2-a2a5-74ebccc5563a tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5246754 Apr 06 13:27:18.304719 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40606) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:18.317633 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-f00ca2ac-7133-4bac-aabe-48aefa317e72 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group': {'name': 'tempest-secgroup--961031783'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:18.348592 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f00ca2ac-7133-4bac-aabe-48aefa317e72 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:18.372419 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804d5e6-0075-4988-b2aa-453825045d0b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event updated for resources: {'Network': ['ID=55697419-57b3-48a9-b812-194e96bd7637,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:18.395895 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f00ca2ac-7133-4bac-aabe-48aefa317e72 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:18.401034 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f5e4e0d7-2116-4089-810d-d63d47f772ef req-ba01cc4d-b2f4-4f50-8122-dc7ebca2c7ff tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3392036 Apr 06 13:27:18.407912 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-86aa874f-25d1-4e96-b703-f12b4b886bf7 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "GET /v2.0/routers/7f4b4dd7-a87a-48b6-b2c4-f98cf4128654 HTTP/1.1" status: 200 len: 923 time: 0.4737740 Apr 06 13:27:18.408601 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40612) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:18.457797 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 55697419-57b3-48a9-b812-194e96bd7637 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:27:18.472635 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538883b7-c8fa-431e-bf78-f495ee60b011 None None] Pushing event updated for resources: {'Port': ['ID=0d840454-b286-4491-b216-9081f41c4d76,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:18.475660 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] For port 1d457159-64df-4149-a9f5-828eb43dd8c7, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=1d457159-64df-4149-a9f5-828eb43dd8c7,segment=NetworkSegment(0b0a18c8-9f7c-4080-8904-413038eaa0cf),segment_id=0b0a18c8-9f7c-4080-8904-413038eaa0cf)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:27:18.476015 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:18.515500 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ff2ab488-3c67-4978-90ec-e4661ededf43 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:18.524158 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c727ed7e-ba10-4fe6-bc9e-c3867bcc585b tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:18.527794 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:27:18.528346 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:27:18.532859 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c727ed7e-ba10-4fe6-bc9e-c3867bcc585b tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622&device_id=7f4b4dd7-a87a-48b6-b2c4-f98cf4128654&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1179330 Apr 06 13:27:18.533650 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40626) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:18.579522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3c11d3a8-b421-4dd3-9d78-9af6b3f4bc74 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:18.690337 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0e89bd27-ea48-4bab-b31f-4cd838051d50 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:18.692958 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Calling delete_port for 1d457159-64df-4149-a9f5-828eb43dd8c7 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:27:18.694385 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f00ca2ac-7133-4bac-aabe-48aefa317e72 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:18.734477 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ff2ab488-3c67-4978-90ec-e4661ededf43 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:18.772673 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:18.827744 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-0f5a3ded-6843-4b7a-b176-770dc6de7e15 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Synchronizing usage tracker for tenant:ca027f9539bb43408259be56024c9f96 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:27:18.871807 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2ab488-3c67-4978-90ec-e4661ededf43 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Made reservation on behalf of ed39337f249349ada24d9b0a6c7e89f2 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:18.875109 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ff2ab488-3c67-4978-90ec-e4661ededf43 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:18.897958 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:18.912043 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f00ca2ac-7133-4bac-aabe-48aefa317e72 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:18.918715 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11d3a8-b421-4dd3-9d78-9af6b3f4bc74 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Pushing event updated for resources: {'Subnet': ['ID=8f20b1c4-2c2c-41b3-a4a2-e145780f17f3,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:18.961063 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f00ca2ac-7133-4bac-aabe-48aefa317e72 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Usage tracker for resource:security_group_rule and tenant:1c14039a352f4e1fa0b7c789472c5dc8 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:18.975920 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f00ca2ac-7133-4bac-aabe-48aefa317e72 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:18.978744 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-0f5a3ded-6843-4b7a-b176-770dc6de7e15 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Unset dirty status for tenant:ca027f9539bb43408259be56024c9f96 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:27:18.985639 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-0f5a3ded-6843-4b7a-b176-770dc6de7e15 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--814514377&fields=id&tenant_id=ca027f9539bb43408259be56024c9f96 HTTP/1.1" status: 200 len: 267 time: 0.4612501 Apr 06 13:27:19.011541 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f00ca2ac-7133-4bac-aabe-48aefa317e72 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:19.021873 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa09146-40db-482c-89bc-db9332c4e51c req-cf350bab-1253-429d-a7aa-88bfbd11cc0d tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:19.030081 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7aa09146-40db-482c-89bc-db9332c4e51c req-cf350bab-1253-429d-a7aa-88bfbd11cc0d tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.3445256 Apr 06 13:27:19.036685 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311e836d-c5ff-4bc7-a173-339500c52456 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:19.037248 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-311e836d-c5ff-4bc7-a173-339500c52456 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Synchronizing usage tracker for tenant:60a460cb10c44a699e8c4970a331215c on resource:network {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:27:19.039886 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c11d3a8-b421-4dd3-9d78-9af6b3f4bc74 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Checking segment: {'id': '3e02d0d3-a3b7-4e43-adc0-d8cc6d0a6e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c4cf8cbf-de89-4102-826f-dd828e341b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:27:19.040119 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c11d3a8-b421-4dd3-9d78-9af6b3f4bc74 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Network hostable DHCP agents. Network: c4cf8cbf-de89-4102-826f-dd828e341b19, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:27:19.066418 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:19.084912 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e89bd27-ea48-4bab-b31f-4cd838051d50 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Checking segment: {'id': 'a7678472-e4a3-4a9d-80c5-f4554978c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c873e0da-8b7d-45a0-a38b-dbdb2c77464b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:27:19.084912 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e89bd27-ea48-4bab-b31f-4cd838051d50 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Network hostable DHCP agents. Network: c873e0da-8b7d-45a0-a38b-dbdb2c77464b, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:27:19.096990 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89bd27-ea48-4bab-b31f-4cd838051d50 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event updated for resources: {'Subnet': ['ID=ded75697-71ea-481c-8aec-61fab038f346,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:19.103520 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:19.108008 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-311e836d-c5ff-4bc7-a173-339500c52456 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] Unset dirty status for tenant:60a460cb10c44a699e8c4970a331215c on resource:network {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:27:19.109161 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-311e836d-c5ff-4bc7-a173-339500c52456 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "GET /v2.0/networks/4620f211-7c2e-4ee8-bf91-9181827f0622 HTTP/1.1" status: 200 len: 881 time: 0.5745943 Apr 06 13:27:19.115077 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40630) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:19.147502 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event deleted for resources: {'Port': ['ID=1d457159-64df-4149-a9f5-828eb43dd8c7,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:19.159083 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 0d840454-b286-4491-b216-9081f41c4d76, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0d840454-b286-4491-b216-9081f41c4d76,segment=NetworkSegment(273208f6-3157-4280-96c3-d2c49437d986),segment_id=273208f6-3157-4280-96c3-d2c49437d986)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:27:19.182525 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-dfa1db0f-2dda-4f6d-80d4-6abf03861cf1 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f4b4dd7-a87a-48b6-b2c4-f98cf4128654 HTTP/1.1" status: 200 len: 205 time: 0.0663002 Apr 06 13:27:19.186018 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40634) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:19.199676 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8092048-9afc-4204-a4ba-baa8a9802c8d None None] Network e2496600-0ed7-408e-a588-9f4f816b4a20 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:27:19.216220 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] No DVR routers for this DVR port 1d457159-64df-4149-a9f5-828eb43dd8c7 on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:27:19.302447 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7aa09146-40db-482c-89bc-db9332c4e51c req-b98c399f-f340-4931-a5be-b75499c67ac1 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2713974 Apr 06 13:27:19.305331 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f00ca2ac-7133-4bac-aabe-48aefa317e72 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:19.313767 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e89bd27-ea48-4bab-b31f-4cd838051d50 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Network c873e0da-8b7d-45a0-a38b-dbdb2c77464b is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:27:19.328462 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c11d3a8-b421-4dd3-9d78-9af6b3f4bc74 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Network c4cf8cbf-de89-4102-826f-dd828e341b19 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:27:19.413699 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f00ca2ac-7133-4bac-aabe-48aefa317e72 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:19.468922 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ca2ac-7133-4bac-aabe-48aefa317e72 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=156ab58f-53f1-4e54-85c4-9a520d36954d,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:19.486248 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:19.496851 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-0e89bd27-ea48-4bab-b31f-4cd838051d50 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, c873e0da-8b7d-45a0-a38b-dbdb2c77464b) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:19.512802 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-3c11d3a8-b421-4dd3-9d78-9af6b3f4bc74 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, c4cf8cbf-de89-4102-826f-dd828e341b19) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:19.521166 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e89bd27-ea48-4bab-b31f-4cd838051d50 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:19.521820 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0e89bd27-ea48-4bab-b31f-4cd838051d50 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:19.537483 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c11d3a8-b421-4dd3-9d78-9af6b3f4bc74 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:19.537724 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dcee3c-6cfa-4976-97ff-7fdd35e0d9b5 None None] Network c873e0da-8b7d-45a0-a38b-dbdb2c77464b requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:27:19.537949 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3c11d3a8-b421-4dd3-9d78-9af6b3f4bc74 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604704'] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:19.551337 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c86306f-c475-42b2-9de4-45d6bf34ac83 None None] Network c4cf8cbf-de89-4102-826f-dd828e341b19 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:27:19.559136 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5ce77aa3-47f5-431c-8b49-787cf62436bc tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:19.572598 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-4b189250-611c-4533-a5e7-4df1db31f14d None None] Provisioning for port 0d840454-b286-4491-b216-9081f41c4d76 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:27:19.610359 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-6991b9c6-f2ff-4346-8030-89906530b25b tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:19.611172 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-6991b9c6-f2ff-4346-8030-89906530b25b tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Synchronizing usage tracker for tenant:ca027f9539bb43408259be56024c9f96 on resource:network {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:27:19.614787 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-4b189250-611c-4533-a5e7-4df1db31f14d None None] Provisioning complete for port 0d840454-b286-4491-b216-9081f41c4d76 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:19.615182 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4b189250-611c-4533-a5e7-4df1db31f14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:19.640687 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:19.653583 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0d840454-b286-4491-b216-9081f41c4d76 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:27:19.664370 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f00ca2ac-7133-4bac-aabe-48aefa317e72 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:19.669391 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f00ca2ac-7133-4bac-aabe-48aefa317e72 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3575470 Apr 06 13:27:19.669546 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40640) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:19.674453 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-38bdeba1-95d8-4f2d-ae7f-b4ba2319b2b2 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group_rule': {'security_group_id': '156ab58f-53f1-4e54-85c4-9a520d36954d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:19.675247 dv-neutron-834600-1-hyperv neutron-server[88564]: WARNING neutron.api.v2.base [None req-38bdeba1-95d8-4f2d-ae7f-b4ba2319b2b2 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 06 13:27:19.675744 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-38bdeba1-95d8-4f2d-ae7f-b4ba2319b2b2 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:27:19.679104 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-38bdeba1-95d8-4f2d-ae7f-b4ba2319b2b2 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062008 Apr 06 13:27:19.684545 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40644) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:19.690477 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374b616c-4af9-4a9b-84d8-89c3b91e3ac1']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:19.693644 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-7647f4a8-c60f-4913-abfe-ae3a6f10c72d tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group_rule': {'security_group_id': '156ab58f-53f1-4e54-85c4-9a520d36954d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:19.703069 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7647f4a8-c60f-4913-abfe-ae3a6f10c72d tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:19.708697 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0a18c8-9f7c-4080-8904-413038eaa0cf') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:19.709122 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0a18c8-9f7c-4080-8904-413038eaa0cf') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:19.746060 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:19.777275 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:19.795876 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:27:19.796697 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:19.804434 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7647f4a8-c60f-4913-abfe-ae3a6f10c72d tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Usage tracker for resource:security_group_rule and tenant:1c14039a352f4e1fa0b7c789472c5dc8 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:19.820960 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0e89bd27-ea48-4bab-b31f-4cd838051d50 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7879868 Apr 06 13:27:19.821791 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40650) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:19.823406 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7647f4a8-c60f-4913-abfe-ae3a6f10c72d tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:19.831246 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3c11d3a8-b421-4dd3-9d78-9af6b3f4bc74 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3179731 Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:27:19.842611 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:27:19.844886 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-30c7c8e7-9902-4cc5-b706-43bb0d19463f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-77658564', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}, 'admin_state_up': False}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:19.850010 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40654) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:19.856178 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7647f4a8-c60f-4913-abfe-ae3a6f10c72d tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:19.858461 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-30c7c8e7-9902-4cc5-b706-43bb0d19463f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:19.876141 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-30c7c8e7-9902-4cc5-b706-43bb0d19463f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Usage tracker for resource:router and tenant:85b5a92c88a5421aa7d05fbcad83612c is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:19.884313 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-30c7c8e7-9902-4cc5-b706-43bb0d19463f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:19.905416 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-d457a245-f329-4b18-97c1-0e22891a2a9f tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Request body: {'port': {'network_id': 'c4cf8cbf-de89-4102-826f-dd828e341b19', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2035854315'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:19.906507 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-30c7c8e7-9902-4cc5-b706-43bb0d19463f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:19.910049 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5ce77aa3-47f5-431c-8b49-787cf62436bc tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:19.928478 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ff2ab488-3c67-4978-90ec-e4661ededf43 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:19.932620 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-6991b9c6-f2ff-4346-8030-89906530b25b tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Unset dirty status for tenant:ca027f9539bb43408259be56024c9f96 on resource:network {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:27:19.934000 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-6991b9c6-f2ff-4346-8030-89906530b25b tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/networks?id=e656c5dd-f102-4ee6-871d-b472dc64eb24 HTTP/1.1" status: 200 len: 812 time: 0.9474685 Apr 06 13:27:19.940320 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=0d840454-b286-4491-b216-9081f41c4d76,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:19.986365 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-30c7c8e7-9902-4cc5-b706-43bb0d19463f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:19.987470 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-30c7c8e7-9902-4cc5-b706-43bb0d19463f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:19.995857 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-5ce77aa3-47f5-431c-8b49-787cf62436bc tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Deleting port 45d624f5-427d-4600-a407-e8de1d41c7f9 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:19.997539 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5ce77aa3-47f5-431c-8b49-787cf62436bc tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:20.123326 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-ee91d60f-d4cc-4d20-94ee-aaa1d8c48ad2 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/quotas/ca027f9539bb43408259be56024c9f96 HTTP/1.1" status: 200 len: 375 time: 0.1173427 Apr 06 13:27:20.169620 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 0d840454-b286-4491-b216-9081f41c4d76 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:20.170185 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:20.192287 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5ce77aa3-47f5-431c-8b49-787cf62436bc tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:20.229294 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:20.231032 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ab488-3c67-4978-90ec-e4661ededf43 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event updated for resources: {'Subnet': ['ID=fdd67dc3-bc4a-41f5-8037-329954bd8262,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:20.292767 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:20.310735 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ab488-3c67-4978-90ec-e4661ededf43 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:20.312711 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ab488-3c67-4978-90ec-e4661ededf43 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:20.313255 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ab488-3c67-4978-90ec-e4661ededf43 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:20.313789 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ab488-3c67-4978-90ec-e4661ededf43 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:20.314427 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ab488-3c67-4978-90ec-e4661ededf43 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:20.315167 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ab488-3c67-4978-90ec-e4661ededf43 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:20.315703 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ab488-3c67-4978-90ec-e4661ededf43 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:20.316375 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ab488-3c67-4978-90ec-e4661ededf43 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:20.318036 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ab488-3c67-4978-90ec-e4661ededf43 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:20.318036 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ab488-3c67-4978-90ec-e4661ededf43 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:20.318036 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ab488-3c67-4978-90ec-e4661ededf43 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:20.318036 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ab488-3c67-4978-90ec-e4661ededf43 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:20.338728 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event deleted for resources: {'Network': ['ID=374b616c-4af9-4a9b-84d8-89c3b91e3ac1,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:20.343214 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-5ce77aa3-47f5-431c-8b49-787cf62436bc tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Calling delete_port for 45d624f5-427d-4600-a407-e8de1d41c7f9 owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:27:20.371831 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2ab488-3c67-4978-90ec-e4661ededf43 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Checking segment: {'id': 'ef59c174-988c-4849-b58b-92d4770bab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '55697419-57b3-48a9-b812-194e96bd7637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:27:20.372389 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2ab488-3c67-4978-90ec-e4661ededf43 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Network hostable DHCP agents. Network: 55697419-57b3-48a9-b812-194e96bd7637, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:27:20.407777 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-133a2128-4f67-4e8d-bfcc-306e77ad253f tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "DELETE /v2.0/networks/374b616c-4af9-4a9b-84d8-89c3b91e3ac1 HTTP/1.1" status: 204 len: 168 time: 5.3083205 Apr 06 13:27:20.409228 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d457a245-f329-4b18-97c1-0e22891a2a9f tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:20.412621 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-c4cf8cbf-de89-4102-826f-dd828e341b19', 'network_id': 'c4cf8cbf-de89-4102-826f-dd828e341b19', 'tenant_id': '68fd81c42155485aa440ab8221216044', 'fixed_ips': [{'subnet_id': '8f20b1c4-2c2c-41b3-a4a2-e145780f17f3'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:27:20.412621 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:20.413017 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40658) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:20.420889 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917f2edf-e0da-48bc-847f-f6358a2a82f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-c873e0da-8b7d-45a0-a38b-dbdb2c77464b', 'network_id': 'c873e0da-8b7d-45a0-a38b-dbdb2c77464b', 'tenant_id': '85b5a92c88a5421aa7d05fbcad83612c', 'fixed_ips': [{'subnet_id': 'ded75697-71ea-481c-8aec-61fab038f346'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:27:20.421696 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-917f2edf-e0da-48bc-847f-f6358a2a82f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:20.428088 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-cbccca28-f569-499a-8cc1-309aaa1c82c6 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-56822275'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:20.433372 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d457a245-f329-4b18-97c1-0e22891a2a9f tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Usage tracker for resource:port and tenant:68fd81c42155485aa440ab8221216044 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:20.440299 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d457a245-f329-4b18-97c1-0e22891a2a9f tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:20.445109 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:20.448802 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-cbccca28-f569-499a-8cc1-309aaa1c82c6 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:20.473549 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc07f8-68f1-40eb-b0f1-79ba18773487 req-52a9574b-c7bb-4e82-8a6a-c59a3efa03f6 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:20.479934 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a3dc07f8-68f1-40eb-b0f1-79ba18773487 req-52a9574b-c7bb-4e82-8a6a-c59a3efa03f6 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.6305530 Apr 06 13:27:20.483867 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d457a245-f329-4b18-97c1-0e22891a2a9f tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:20.486477 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-cbccca28-f569-499a-8cc1-309aaa1c82c6 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Usage tracker for resource:network and tenant:9341e9bb5bc140f0acd134589bc77490 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:20.507971 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-cbccca28-f569-499a-8cc1-309aaa1c82c6 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:20.526109 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-cbccca28-f569-499a-8cc1-309aaa1c82c6 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:20.548600 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-30c7c8e7-9902-4cc5-b706-43bb0d19463f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:20.559579 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-12855d06-36e6-49f4-ad50-ef44bc77d52d tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca027f9539bb43408259be56024c9f96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4218321 Apr 06 13:27:20.566763 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-7647f4a8-c60f-4913-abfe-ae3a6f10c72d tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:27:20.567850 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a3dc07f8-68f1-40eb-b0f1-79ba18773487 req-de536b93-21d2-4f6d-997f-169fedc3bcce tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870807 Apr 06 13:27:20.570939 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7647f4a8-c60f-4913-abfe-ae3a6f10c72d tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8854079 Apr 06 13:27:20.573295 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40662) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:20.577671 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-a6e71b9c-1e74-4dd5-bde3-af36f9315061 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group_rule': {'security_group_id': '156ab58f-53f1-4e54-85c4-9a520d36954d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:20.578289 dv-neutron-834600-1-hyperv neutron-server[88564]: WARNING neutron.api.v2.base [None req-a6e71b9c-1e74-4dd5-bde3-af36f9315061 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 06 13:27:20.578908 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-a6e71b9c-1e74-4dd5-bde3-af36f9315061 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:27:20.589112 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a6e71b9c-1e74-4dd5-bde3-af36f9315061 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0100279 Apr 06 13:27:20.589997 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40666) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:20.599576 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-c4152531-b73f-4f4e-80da-2ac927694bcd tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group_rule': {'security_group_id': '156ab58f-53f1-4e54-85c4-9a520d36954d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:20.607502 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c4152531-b73f-4f4e-80da-2ac927694bcd tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:20.613998 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c4152531-b73f-4f4e-80da-2ac927694bcd tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Usage tracker for resource:security_group_rule and tenant:1c14039a352f4e1fa0b7c789472c5dc8 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:20.617810 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c4152531-b73f-4f4e-80da-2ac927694bcd tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:20.624902 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c4152531-b73f-4f4e-80da-2ac927694bcd tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:20.662961 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2ab488-3c67-4978-90ec-e4661ededf43 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Network 55697419-57b3-48a9-b812-194e96bd7637 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:27:20.714947 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-bfdaef70-25cc-4330-aeb7-5656a9bcd0db service neutron] 10.222.0.48 "GET /v2.0/networks/e656c5dd-f102-4ee6-871d-b472dc64eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437254 Apr 06 13:27:20.717585 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbccca28-f569-499a-8cc1-309aaa1c82c6 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Made reservation on behalf of 9341e9bb5bc140f0acd134589bc77490 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:20.720969 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cbccca28-f569-499a-8cc1-309aaa1c82c6 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:20.722865 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5ce77aa3-47f5-431c-8b49-787cf62436bc tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:20.746734 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b89ae964-1024-4e8c-a7d5-762075efd983 None None] Provisioning complete for port 0d840454-b286-4491-b216-9081f41c4d76 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:20.747167 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b89ae964-1024-4e8c-a7d5-762075efd983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:20.750588 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d457a245-f329-4b18-97c1-0e22891a2a9f tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Made reservation on behalf of 68fd81c42155485aa440ab8221216044 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:20.753983 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d457a245-f329-4b18-97c1-0e22891a2a9f tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:20.799719 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-917f2edf-e0da-48bc-847f-f6358a2a82f3 None None] Allocated IP 172.20.0.2 (c873e0da-8b7d-45a0-a38b-dbdb2c77464b/ded75697-71ea-481c-8aec-61fab038f346/0aa960d6-0389-40a7-b317-e29a90239669) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:27:20.820391 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Allocated IP 2001:db8::2 (c4cf8cbf-de89-4102-826f-dd828e341b19/8f20b1c4-2c2c-41b3-a4a2-e145780f17f3/58234266-eea3-4b79-912b-cb479579f5fa) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:27:20.861393 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-d457a245-f329-4b18-97c1-0e22891a2a9f tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] device_id is not set on port 763e8454-6e40-4589-9825-8b37a9a132b2 yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:27:20.896281 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce77aa3-47f5-431c-8b49-787cf62436bc tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Pushing event deleted for resources: {'Port': ['ID=45d624f5-427d-4600-a407-e8de1d41c7f9,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:20.898427 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-ff2ab488-3c67-4978-90ec-e4661ededf43 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 55697419-57b3-48a9-b812-194e96bd7637) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:20.908731 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbccca28-f569-499a-8cc1-309aaa1c82c6 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:27:20.923817 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2ab488-3c67-4978-90ec-e4661ededf43 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:20.924342 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ff2ab488-3c67-4978-90ec-e4661ededf43 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:20.935825 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a895d9-402a-491d-8be5-ea248ac183e9 None None] Network 55697419-57b3-48a9-b812-194e96bd7637 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:27:20.959686 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cbccca28-f569-499a-8cc1-309aaa1c82c6 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:20.960046 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-cbccca28-f569-499a-8cc1-309aaa1c82c6 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Added segment 12c48135-a284-4475-a95b-b516e4f6f320 of type vlan for network 3422195e-0ae6-4807-b332-3b0d52f56b12 Apr 06 13:27:21.032371 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-128ca608-b031-4fd5-942f-1a67ce8df6fb service neutron] 10.222.0.48 "GET /v2.0/networks/e656c5dd-f102-4ee6-871d-b472dc64eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013234 Apr 06 13:27:21.035967 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cbccca28-f569-499a-8cc1-309aaa1c82c6 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:21.146318 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ff2ab488-3c67-4978-90ec-e4661ededf43 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0286472 Apr 06 13:27:21.149187 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40670) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:21.168798 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-24957179-6489-42e3-8617-5e9b2437fcf1 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:21.202724 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce77aa3-47f5-431c-8b49-787cf62436bc tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:21.202724 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce77aa3-47f5-431c-8b49-787cf62436bc tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:21.202724 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce77aa3-47f5-431c-8b49-787cf62436bc tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:21.202724 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce77aa3-47f5-431c-8b49-787cf62436bc tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:21.202724 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce77aa3-47f5-431c-8b49-787cf62436bc tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:21.202724 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce77aa3-47f5-431c-8b49-787cf62436bc tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:21.202724 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce77aa3-47f5-431c-8b49-787cf62436bc tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:21.202724 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce77aa3-47f5-431c-8b49-787cf62436bc tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:21.202724 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce77aa3-47f5-431c-8b49-787cf62436bc tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:21.202724 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce77aa3-47f5-431c-8b49-787cf62436bc tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:21.202724 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce77aa3-47f5-431c-8b49-787cf62436bc tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:21.202724 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce77aa3-47f5-431c-8b49-787cf62436bc tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:21.236920 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-c4152531-b73f-4f4e-80da-2ac927694bcd tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:27:21.238121 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c4152531-b73f-4f4e-80da-2ac927694bcd tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6470225 Apr 06 13:27:21.246050 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40674) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:21.302516 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cbccca28-f569-499a-8cc1-309aaa1c82c6 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:21.328198 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-30c7c8e7-9902-4cc5-b706-43bb0d19463f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:21.334207 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbccca28-f569-499a-8cc1-309aaa1c82c6 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:21.335861 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cbccca28-f569-499a-8cc1-309aaa1c82c6 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:21.341505 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-fbbb3b78-0f11-43c2-8232-217228739c9d tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group_rule': {'security_group_id': '156ab58f-53f1-4e54-85c4-9a520d36954d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:21.341972 dv-neutron-834600-1-hyperv neutron-server[88564]: WARNING neutron.api.v2.base [None req-fbbb3b78-0f11-43c2-8232-217228739c9d tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 06 13:27:21.342474 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-fbbb3b78-0f11-43c2-8232-217228739c9d tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:27:21.346918 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-fbbb3b78-0f11-43c2-8232-217228739c9d tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0995684 Apr 06 13:27:21.348899 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40682) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:21.362261 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-483eae36-7d85-4ea4-9603-d6c01018d7d8 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group_rule': {'security_group_id': '156ab58f-53f1-4e54-85c4-9a520d36954d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:21.367557 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-483eae36-7d85-4ea4-9603-d6c01018d7d8 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:21.374197 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-483eae36-7d85-4ea4-9603-d6c01018d7d8 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Usage tracker for resource:security_group_rule and tenant:1c14039a352f4e1fa0b7c789472c5dc8 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:21.377361 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-483eae36-7d85-4ea4-9603-d6c01018d7d8 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:21.386219 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-483eae36-7d85-4ea4-9603-d6c01018d7d8 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:21.394620 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5ce77aa3-47f5-431c-8b49-787cf62436bc tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:21.472200 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f5694dab-f1c2-41ff-92d2-ae06ae6b29e0 req-0bd87b07-46b6-4a1a-a7e9-67149a1564f9 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/ports?device_id=3095980e-21a3-4695-883b-7ddef3fed08b HTTP/1.1" status: 200 len: 210 time: 0.0880697 Apr 06 13:27:21.548198 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-917f2edf-e0da-48bc-847f-f6358a2a82f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:21.570348 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-24957179-6489-42e3-8617-5e9b2437fcf1 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-67041252'] for subnet, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:21.593528 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-917f2edf-e0da-48bc-847f-f6358a2a82f3 None None] Transition to ACTIVE for port object 0aa960d6-0389-40a7-b317-e29a90239669 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:21.619715 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:21.622449 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5ce77aa3-47f5-431c-8b49-787cf62436bc tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:21.625183 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5ce77aa3-47f5-431c-8b49-787cf62436bc tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:21.625536 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-cbccca28-f569-499a-8cc1-309aaa1c82c6 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1928818 Apr 06 13:27:21.630327 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6834526-d1c2-47d6-ace7-aef592530a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-55697419-57b3-48a9-b812-194e96bd7637', 'network_id': '55697419-57b3-48a9-b812-194e96bd7637', 'tenant_id': 'ed39337f249349ada24d9b0a6c7e89f2', 'fixed_ips': [{'subnet_id': 'fdd67dc3-bc4a-41f5-8037-329954bd8262'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:27:21.631169 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d6834526-d1c2-47d6-ace7-aef592530a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:21.632735 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40690) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:21.658760 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0d840454-b286-4491-b216-9081f41c4d76 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:27:21.664522 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-52d36956-8a9e-45d2-a65d-301f7d73e84e tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Request body: {'subnet': {'network_id': '3422195e-0ae6-4807-b332-3b0d52f56b12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:21.692278 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbccca28-f569-499a-8cc1-309aaa1c82c6 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event updated for resources: {'Network': ['ID=3422195e-0ae6-4807-b332-3b0d52f56b12,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:21.740558 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 3422195e-0ae6-4807-b332-3b0d52f56b12 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:27:21.754256 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Transition to ACTIVE for port object 58234266-eea3-4b79-912b-cb479579f5fa will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:21.759224 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-917f2edf-e0da-48bc-847f-f6358a2a82f3 None None] Transition to ACTIVE for port object 0aa960d6-0389-40a7-b317-e29a90239669 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:21.778844 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5ce77aa3-47f5-431c-8b49-787cf62436bc tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:21.779504 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce77aa3-47f5-431c-8b49-787cf62436bc tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Fanout notify agent at l3_agent the message router_deleted on router 7f4b4dd7-a87a-48b6-b2c4-f98cf4128654 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:27:21.797864 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-483eae36-7d85-4ea4-9603-d6c01018d7d8 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:27:21.799573 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-483eae36-7d85-4ea4-9603-d6c01018d7d8 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4495184 Apr 06 13:27:21.805114 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40696) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:21.825597 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5ce77aa3-47f5-431c-8b49-787cf62436bc tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:21.832847 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5ce77aa3-47f5-431c-8b49-787cf62436bc tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "DELETE /v2.0/routers/7f4b4dd7-a87a-48b6-b2c4-f98cf4128654 HTTP/1.1" status: 204 len: 168 time: 2.6352131 Apr 06 13:27:21.832847 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-6dcb1044-c699-4484-acc0-d57faa8a8280 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group_rule': {'security_group_id': '156ab58f-53f1-4e54-85c4-9a520d36954d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:21.832847 dv-neutron-834600-1-hyperv neutron-server[88564]: WARNING neutron.api.v2.base [None req-6dcb1044-c699-4484-acc0-d57faa8a8280 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 06 13:27:21.832847 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-6dcb1044-c699-4484-acc0-d57faa8a8280 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:27:21.841500 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6dcb1044-c699-4484-acc0-d57faa8a8280 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0250816 Apr 06 13:27:21.841500 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40700) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:21.841500 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-b2e0718e-1842-4e85-a5f1-bac04741d81f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1212929552', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}, 'admin_state_up': False}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:21.847997 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40704) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:21.850484 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b2e0718e-1842-4e85-a5f1-bac04741d81f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:21.869308 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-b13a6a6f-1cff-48d7-a7d0-2c9dd73f16c5 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group_rule': {'security_group_id': '156ab58f-53f1-4e54-85c4-9a520d36954d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:21.882860 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b2e0718e-1842-4e85-a5f1-bac04741d81f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Usage tracker for resource:router and tenant:67afd50af2494f68a9e8eb84fac488ae is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:21.888820 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b13a6a6f-1cff-48d7-a7d0-2c9dd73f16c5 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:21.893831 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Transition to ACTIVE for port object 58234266-eea3-4b79-912b-cb479579f5fa will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:21.903505 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-917f2edf-e0da-48bc-847f-f6358a2a82f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:21.908292 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b2e0718e-1842-4e85-a5f1-bac04741d81f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:21.918509 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b2e0718e-1842-4e85-a5f1-bac04741d81f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:21.922365 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b13a6a6f-1cff-48d7-a7d0-2c9dd73f16c5 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Usage tracker for resource:security_group_rule and tenant:1c14039a352f4e1fa0b7c789472c5dc8 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:21.927253 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b13a6a6f-1cff-48d7-a7d0-2c9dd73f16c5 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:21.940006 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b13a6a6f-1cff-48d7-a7d0-2c9dd73f16c5 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:22.043838 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-52d36956-8a9e-45d2-a65d-301f7d73e84e tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:22.052092 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917f2edf-e0da-48bc-847f-f6358a2a82f3 None None] Network c873e0da-8b7d-45a0-a38b-dbdb2c77464b is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:22.055243 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b2e0718e-1842-4e85-a5f1-bac04741d81f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:22.056515 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b2e0718e-1842-4e85-a5f1-bac04741d81f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:22.058159 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-917f2edf-e0da-48bc-847f-f6358a2a82f3 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:22.064880 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:22.068414 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 0d840454-b286-4491-b216-9081f41c4d76 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:22.068784 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:22.095998 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917f2edf-e0da-48bc-847f-f6358a2a82f3 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:27:22.102518 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f2edf-e0da-48bc-847f-f6358a2a82f3 None None] Pushing event updated for resources: {'Port': ['ID=0aa960d6-0389-40a7-b317-e29a90239669,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:22.127920 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-d457a245-f329-4b18-97c1-0e22891a2a9f tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Allocated IP 2001:db8::39e (c4cf8cbf-de89-4102-826f-dd828e341b19/8f20b1c4-2c2c-41b3-a4a2-e145780f17f3/763e8454-6e40-4589-9825-8b37a9a132b2) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:27:22.165105 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b2e0718e-1842-4e85-a5f1-bac04741d81f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:22.225931 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Network c4cf8cbf-de89-4102-826f-dd828e341b19 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:22.230101 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-d6834526-d1c2-47d6-ace7-aef592530a84 None None] Allocated IP 2001:db8::2 (55697419-57b3-48a9-b812-194e96bd7637/fdd67dc3-bc4a-41f5-8037-329954bd8262/01622cc8-350a-42bb-8550-f4073d5cce19) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:27:22.250338 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-30c7c8e7-9902-4cc5-b706-43bb0d19463f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:22.264913 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:22.278524 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:27:22.284272 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-30c7c8e7-9902-4cc5-b706-43bb0d19463f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:22.333320 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-b13a6a6f-1cff-48d7-a7d0-2c9dd73f16c5 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:27:22.336848 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b13a6a6f-1cff-48d7-a7d0-2c9dd73f16c5 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4854443 Apr 06 13:27:22.340419 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40710) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:22.351470 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Pushing event updated for resources: {'Port': ['ID=58234266-eea3-4b79-912b-cb479579f5fa,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:22.352369 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d457a245-f329-4b18-97c1-0e22891a2a9f tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:22.357958 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-efd51988-03af-4069-b46f-8a8c86eb1520 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group_rule': {'security_group_id': '156ab58f-53f1-4e54-85c4-9a520d36954d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:22.363960 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-efd51988-03af-4069-b46f-8a8c86eb1520 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:22.372141 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-d457a245-f329-4b18-97c1-0e22891a2a9f tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Transition to ACTIVE for port object 763e8454-6e40-4589-9825-8b37a9a132b2 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:22.380705 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-efd51988-03af-4069-b46f-8a8c86eb1520 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Usage tracker for resource:security_group_rule and tenant:1c14039a352f4e1fa0b7c789472c5dc8 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:22.385861 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-efd51988-03af-4069-b46f-8a8c86eb1520 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:22.395928 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-efd51988-03af-4069-b46f-8a8c86eb1520 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:22.401258 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:22.401258 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:22.401258 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:22.401258 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:22.401258 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:22.401258 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:22.401258 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:22.401258 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:22.401258 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:22.401932 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:22.401932 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:22.402105 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:27:22.402549 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-52d36956-8a9e-45d2-a65d-301f7d73e84e tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:22.432797 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-917f2edf-e0da-48bc-847f-f6358a2a82f3 None None] Attempting to bind port 0aa960d6-0389-40a7-b317-e29a90239669 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:27:22.433171 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-917f2edf-e0da-48bc-847f-f6358a2a82f3 None None] Attempting to bind port 0aa960d6-0389-40a7-b317-e29a90239669 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'a7678472-e4a3-4a9d-80c5-f4554978c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c873e0da-8b7d-45a0-a38b-dbdb2c77464b'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:27:22.433530 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917f2edf-e0da-48bc-847f-f6358a2a82f3 None None] Attempting to bind port 0aa960d6-0389-40a7-b317-e29a90239669 on network c873e0da-8b7d-45a0-a38b-dbdb2c77464b {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:27:22.448415 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886f1bb-1d4b-4493-86c2-047e8de25e8e req-25d4800d-7d18-4e64-aeb6-05dc85ad2414 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:22.449995 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5886f1bb-1d4b-4493-86c2-047e8de25e8e req-25d4800d-7d18-4e64-aeb6-05dc85ad2414 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.5644109 Apr 06 13:27:22.474298 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917f2edf-e0da-48bc-847f-f6358a2a82f3 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:27:22.474972 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917f2edf-e0da-48bc-847f-f6358a2a82f3 None None] Checking segment: {'id': 'a7678472-e4a3-4a9d-80c5-f4554978c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c873e0da-8b7d-45a0-a38b-dbdb2c77464b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:27:22.475525 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-917f2edf-e0da-48bc-847f-f6358a2a82f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:22.476107 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917f2edf-e0da-48bc-847f-f6358a2a82f3 None None] Bound using segment: {'id': 'a7678472-e4a3-4a9d-80c5-f4554978c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c873e0da-8b7d-45a0-a38b-dbdb2c77464b'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:27:22.476766 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-917f2edf-e0da-48bc-847f-f6358a2a82f3 None None] Bound port: 0aa960d6-0389-40a7-b317-e29a90239669, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7678472-e4a3-4a9d-80c5-f4554978c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c873e0da-8b7d-45a0-a38b-dbdb2c77464b'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:27:22.477299 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-917f2edf-e0da-48bc-847f-f6358a2a82f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:22.483594 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-30c7c8e7-9902-4cc5-b706-43bb0d19463f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Allocated IP 172.26.4.89 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/f48bc67c-46d2-463a-b3ed-d39f34cb0e99) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:27:22.503384 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5886f1bb-1d4b-4493-86c2-047e8de25e8e req-0c1cb21d-4b84-4b7c-9dce-3747e4c1cbb9 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463328 Apr 06 13:27:22.590501 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d457a245-f329-4b18-97c1-0e22891a2a9f tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:22.598618 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d36956-8a9e-45d2-a65d-301f7d73e84e tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Made reservation on behalf of 9341e9bb5bc140f0acd134589bc77490 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:22.600958 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Attempting to bind port 58234266-eea3-4b79-912b-cb479579f5fa on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:27:22.601426 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Attempting to bind port 58234266-eea3-4b79-912b-cb479579f5fa by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '3e02d0d3-a3b7-4e43-adc0-d8cc6d0a6e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c4cf8cbf-de89-4102-826f-dd828e341b19'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:27:22.601697 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Attempting to bind port 58234266-eea3-4b79-912b-cb479579f5fa on network c4cf8cbf-de89-4102-826f-dd828e341b19 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:27:22.604147 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-52d36956-8a9e-45d2-a65d-301f7d73e84e tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:22.626243 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-57a920d7-a199-4bd7-8fcd-2283889602f8 req-090938c6-e2dc-406d-a055-ce5a916ce608 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/ports?device_id=3095980e-21a3-4695-883b-7ddef3fed08b HTTP/1.1" status: 200 len: 210 time: 0.0788376 Apr 06 13:27:22.663013 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:27:22.663670 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Checking segment: {'id': '3e02d0d3-a3b7-4e43-adc0-d8cc6d0a6e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c4cf8cbf-de89-4102-826f-dd828e341b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:27:22.664262 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:22.664808 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Bound using segment: {'id': '3e02d0d3-a3b7-4e43-adc0-d8cc6d0a6e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c4cf8cbf-de89-4102-826f-dd828e341b19'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:27:22.665487 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Bound port: 58234266-eea3-4b79-912b-cb479579f5fa, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e02d0d3-a3b7-4e43-adc0-d8cc6d0a6e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c4cf8cbf-de89-4102-826f-dd828e341b19'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:27:22.666111 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:22.786170 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d457a245-f329-4b18-97c1-0e22891a2a9f tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Network c4cf8cbf-de89-4102-826f-dd828e341b19 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:22.801437 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-d457a245-f329-4b18-97c1-0e22891a2a9f tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:22.807494 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d457a245-f329-4b18-97c1-0e22891a2a9f tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:27:22.813251 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d457a245-f329-4b18-97c1-0e22891a2a9f tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:22.814179 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d457a245-f329-4b18-97c1-0e22891a2a9f tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:22.832236 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457a245-f329-4b18-97c1-0e22891a2a9f tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Pushing event updated for resources: {'Port': ['ID=763e8454-6e40-4589-9825-8b37a9a132b2,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:22.843096 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-917f2edf-e0da-48bc-847f-f6358a2a82f3 None None] For port 0aa960d6-0389-40a7-b317-e29a90239669, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:27:22.872852 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-917f2edf-e0da-48bc-847f-f6358a2a82f3 None None] For port 0aa960d6-0389-40a7-b317-e29a90239669, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0aa960d6-0389-40a7-b317-e29a90239669,segment=NetworkSegment(a7678472-e4a3-4a9d-80c5-f4554978c601),segment_id=a7678472-e4a3-4a9d-80c5-f4554978c601)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:27:22.890581 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d6834526-d1c2-47d6-ace7-aef592530a84 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:22.905418 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] For port 58234266-eea3-4b79-912b-cb479579f5fa, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:27:22.908162 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d6834526-d1c2-47d6-ace7-aef592530a84 None None] Transition to ACTIVE for port object 01622cc8-350a-42bb-8550-f4073d5cce19 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:22.912198 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] For port 58234266-eea3-4b79-912b-cb479579f5fa, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=58234266-eea3-4b79-912b-cb479579f5fa,segment=NetworkSegment(3e02d0d3-a3b7-4e43-adc0-d8cc6d0a6e9b),segment_id=3e02d0d3-a3b7-4e43-adc0-d8cc6d0a6e9b)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:27:22.932321 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d6834526-d1c2-47d6-ace7-aef592530a84 None None] Transition to ACTIVE for port object 01622cc8-350a-42bb-8550-f4073d5cce19 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:22.940292 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d457a245-f329-4b18-97c1-0e22891a2a9f tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0890319 Apr 06 13:27:22.943781 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40716) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:22.952679 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-a00e3c01-ca00-4277-a591-52a81db04958 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Request body: {'port': {'network_id': 'c4cf8cbf-de89-4102-826f-dd828e341b19', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1373207336', 'allowed_address_pairs': [{'ip_address': '2001:db8::39e', 'mac_address': 'fa:16:3e:34:0c:d9'}]}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:23.003751 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-917f2edf-e0da-48bc-847f-f6358a2a82f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:23.016985 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-efd51988-03af-4069-b46f-8a8c86eb1520 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:27:23.017367 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-efd51988-03af-4069-b46f-8a8c86eb1520 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6709158 Apr 06 13:27:23.029078 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40720) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:23.044923 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b2e0718e-1842-4e85-a5f1-bac04741d81f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:23.057113 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d6834526-d1c2-47d6-ace7-aef592530a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:23.061838 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:23.091198 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-30c7c8e7-9902-4cc5-b706-43bb0d19463f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:23.124671 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6834526-d1c2-47d6-ace7-aef592530a84 None None] Network 55697419-57b3-48a9-b812-194e96bd7637 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:23.127325 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-97fc72e8-7511-40cf-a9c7-50e3d3cb2933 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:23.130354 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f2edf-e0da-48bc-847f-f6358a2a82f3 None None] Pushing event updated for resources: {'Port': ['ID=0aa960d6-0389-40a7-b317-e29a90239669,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:23.133394 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-d6834526-d1c2-47d6-ace7-aef592530a84 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:23.157240 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a00e3c01-ca00-4277-a591-52a81db04958 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:23.173536 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6834526-d1c2-47d6-ace7-aef592530a84 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:27:23.182879 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-97fc72e8-7511-40cf-a9c7-50e3d3cb2933 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:23.185163 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a00e3c01-ca00-4277-a591-52a81db04958 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Usage tracker for resource:port and tenant:68fd81c42155485aa440ab8221216044 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:23.280185 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a00e3c01-ca00-4277-a591-52a81db04958 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:23.301104 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a00e3c01-ca00-4277-a591-52a81db04958 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:23.383689 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6834526-d1c2-47d6-ace7-aef592530a84 None None] Pushing event updated for resources: {'Port': ['ID=01622cc8-350a-42bb-8550-f4073d5cce19,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:23.395037 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-30c7c8e7-9902-4cc5-b706-43bb0d19463f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:23.409632 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-52d36956-8a9e-45d2-a65d-301f7d73e84e tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:23.448407 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-d6834526-d1c2-47d6-ace7-aef592530a84 None None] Attempting to bind port 01622cc8-350a-42bb-8550-f4073d5cce19 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:27:23.448407 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-d6834526-d1c2-47d6-ace7-aef592530a84 None None] Attempting to bind port 01622cc8-350a-42bb-8550-f4073d5cce19 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'ef59c174-988c-4849-b58b-92d4770bab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '55697419-57b3-48a9-b812-194e96bd7637'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:27:23.448407 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6834526-d1c2-47d6-ace7-aef592530a84 None None] Attempting to bind port 01622cc8-350a-42bb-8550-f4073d5cce19 on network 55697419-57b3-48a9-b812-194e96bd7637 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:27:23.474730 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6834526-d1c2-47d6-ace7-aef592530a84 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:27:23.475132 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6834526-d1c2-47d6-ace7-aef592530a84 None None] Checking segment: {'id': 'ef59c174-988c-4849-b58b-92d4770bab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '55697419-57b3-48a9-b812-194e96bd7637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:27:23.475658 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d6834526-d1c2-47d6-ace7-aef592530a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:23.475911 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6834526-d1c2-47d6-ace7-aef592530a84 None None] Bound using segment: {'id': 'ef59c174-988c-4849-b58b-92d4770bab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '55697419-57b3-48a9-b812-194e96bd7637'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:27:23.476389 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-d6834526-d1c2-47d6-ace7-aef592530a84 None None] Bound port: 01622cc8-350a-42bb-8550-f4073d5cce19, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef59c174-988c-4849-b58b-92d4770bab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '55697419-57b3-48a9-b812-194e96bd7637'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:27:23.476762 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d6834526-d1c2-47d6-ace7-aef592530a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:23.507889 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-97fc72e8-7511-40cf-a9c7-50e3d3cb2933 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:23.551180 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d36956-8a9e-45d2-a65d-301f7d73e84e tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event updated for resources: {'Subnet': ['ID=00f65fd4-ab08-4682-9d31-c9a1ba763283,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:23.572374 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c7c8e7-9902-4cc5-b706-43bb0d19463f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:23.602293 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00e3c01-ca00-4277-a591-52a81db04958 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Made reservation on behalf of 68fd81c42155485aa440ab8221216044 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:23.606211 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-30c7c8e7-9902-4cc5-b706-43bb0d19463f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:23.619464 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc72e8-7511-40cf-a9c7-50e3d3cb2933 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=156ab58f-53f1-4e54-85c4-9a520d36954d,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:23.623673 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c7c8e7-9902-4cc5-b706-43bb0d19463f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:27:23.850471 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7c8e7-9902-4cc5-b706-43bb0d19463f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event updated for resources: {'Port': ['ID=f48bc67c-46d2-463a-b3ed-d39f34cb0e99,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:23.854887 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0aa960d6-0389-40a7-b317-e29a90239669 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:27:23.917808 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb65d7d-ac82-4714-9873-39d70be1b2ad None None] Pushing event updated for resources: {'Port': ['ID=58234266-eea3-4b79-912b-cb479579f5fa,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:23.941271 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-97fc72e8-7511-40cf-a9c7-50e3d3cb2933 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:23.942405 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-97fc72e8-7511-40cf-a9c7-50e3d3cb2933 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "DELETE /v2.0/security-groups/156ab58f-53f1-4e54-85c4-9a520d36954d HTTP/1.1" status: 204 len: 168 time: 0.9050376 Apr 06 13:27:23.958305 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d36956-8a9e-45d2-a65d-301f7d73e84e tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Checking segment: {'id': '12c48135-a284-4475-a95b-b516e4f6f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3422195e-0ae6-4807-b332-3b0d52f56b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:27:23.959161 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d36956-8a9e-45d2-a65d-301f7d73e84e tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Network hostable DHCP agents. Network: 3422195e-0ae6-4807-b332-3b0d52f56b12, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:27:23.971346 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40728) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:23.986120 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-d6834526-d1c2-47d6-ace7-aef592530a84 None None] For port 01622cc8-350a-42bb-8550-f4073d5cce19, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:27:23.991979 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-d6834526-d1c2-47d6-ace7-aef592530a84 None None] For port 01622cc8-350a-42bb-8550-f4073d5cce19, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=01622cc8-350a-42bb-8550-f4073d5cce19,segment=NetworkSegment(ef59c174-988c-4849-b58b-92d4770bab02),segment_id=ef59c174-988c-4849-b58b-92d4770bab02)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:27:23.998924 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-24957179-6489-42e3-8617-5e9b2437fcf1 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748748767088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-67089629'] for subnet, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:24.064033 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 0aa960d6-0389-40a7-b317-e29a90239669 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:27:24.068077 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d6834526-d1c2-47d6-ace7-aef592530a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:24.092533 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e1ad430c-ab3d-4b8b-b9b5-440334777bd8 req-cee03d34-5a4e-44aa-a7b6-012e950749b5 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/ports?device_id=3095980e-21a3-4695-883b-7ddef3fed08b HTTP/1.1" status: 200 len: 210 time: 0.1219304 Apr 06 13:27:24.132808 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24957179-6489-42e3-8617-5e9b2437fcf1 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:24.133533 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-24957179-6489-42e3-8617-5e9b2437fcf1 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:24.138626 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-24957179-6489-42e3-8617-5e9b2437fcf1 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "PUT /v2.0/subnets/fdd67dc3-bc4a-41f5-8037-329954bd8262 HTTP/1.1" status: 200 len: 826 time: 2.9858775 Apr 06 13:27:24.150056 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40732) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:24.210793 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c4aad54c-5be0-40ff-a5d6-e3f76be336ac tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Synchronizing usage tracker for tenant:1c14039a352f4e1fa0b7c789472c5dc8 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:27:24.242363 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6834526-d1c2-47d6-ace7-aef592530a84 None None] Pushing event updated for resources: {'Port': ['ID=01622cc8-350a-42bb-8550-f4073d5cce19,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:24.459639 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b2e0718e-1842-4e85-a5f1-bac04741d81f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:24.533471 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24957179-6489-42e3-8617-5e9b2437fcf1 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event updated for resources: {'Subnet': ['ID=fdd67dc3-bc4a-41f5-8037-329954bd8262,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:24.534628 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b2e0718e-1842-4e85-a5f1-bac04741d81f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:24.554773 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a00e3c01-ca00-4277-a591-52a81db04958 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:24.600653 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c4aad54c-5be0-40ff-a5d6-e3f76be336ac tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Unset dirty status for tenant:1c14039a352f4e1fa0b7c789472c5dc8 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:27:24.607075 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c4aad54c-5be0-40ff-a5d6-e3f76be336ac tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6281552 Apr 06 13:27:24.608341 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d36956-8a9e-45d2-a65d-301f7d73e84e tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Network 3422195e-0ae6-4807-b332-3b0d52f56b12 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:27:24.611033 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40736) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:24.629177 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-1db8ee26-6075-4924-ac69-c6ec6023e53f tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group': {'name': 'tempest-secgroup--578221602'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:24.635405 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1db8ee26-6075-4924-ac69-c6ec6023e53f tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:24.646709 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1db8ee26-6075-4924-ac69-c6ec6023e53f tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:24.682685 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be465b66-ec7c-48bd-be73-8988dd6b5db6 req-0778b244-6b36-49f3-90f5-986d42f78c5e tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:24.686372 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-be465b66-ec7c-48bd-be73-8988dd6b5db6 req-0778b244-6b36-49f3-90f5-986d42f78c5e tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.9150882 Apr 06 13:27:24.695071 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-5c3c176b-2093-46e5-8fb9-f5c9c85d616a tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:24.696795 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-5c3c176b-2093-46e5-8fb9-f5c9c85d616a tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.61 "GET /v2.0/networks?id=e656c5dd-f102-4ee6-871d-b472dc64eb24 HTTP/1.1" status: 200 len: 812 time: 0.4222758 Apr 06 13:27:24.711438 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-a00e3c01-ca00-4277-a591-52a81db04958 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] device_id is not set on port e238c70a-140f-44fe-844e-0ba6938dcd6c yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:27:24.824909 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-a701954f-6061-4500-b76b-917f08e0c79d tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Synchronizing usage tracker for tenant:ca027f9539bb43408259be56024c9f96 on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:27:24.847629 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c4057f4-08b9-4a08-a466-03a3a9492c06 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:24.863545 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f407b0-cc82-492c-b87e-8f4ae10ec35d None None] Network c873e0da-8b7d-45a0-a38b-dbdb2c77464b requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:27:24.866254 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-be465b66-ec7c-48bd-be73-8988dd6b5db6 req-788a5bbd-49e5-483d-a36c-1efb83b76e6d tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623797 Apr 06 13:27:24.889491 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-30c7c8e7-9902-4cc5-b706-43bb0d19463f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:24.922152 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-8c4057f4-08b9-4a08-a466-03a3a9492c06 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Deleting port 01622cc8-350a-42bb-8550-f4073d5cce19 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:24.922633 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c4057f4-08b9-4a08-a466-03a3a9492c06 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:25.090687 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-a00e3c01-ca00-4277-a591-52a81db04958 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Allocated IP 2001:db8::237 (c4cf8cbf-de89-4102-826f-dd828e341b19/8f20b1c4-2c2c-41b3-a4a2-e145780f17f3/e238c70a-140f-44fe-844e-0ba6938dcd6c) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:27:25.208592 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-52d36956-8a9e-45d2-a65d-301f7d73e84e tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 3422195e-0ae6-4807-b332-3b0d52f56b12) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:25.234112 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be25400f-75ba-485e-a79b-bb7bfff3bee4 None None] Network 3422195e-0ae6-4807-b332-3b0d52f56b12 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:27:25.240742 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d36956-8a9e-45d2-a65d-301f7d73e84e tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:25.240742 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-52d36956-8a9e-45d2-a65d-301f7d73e84e tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:25.242929 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-b2e0718e-1842-4e85-a5f1-bac04741d81f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Allocated IP 172.26.4.78 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/cd52abd0-ef40-4a4f-b05f-6ed4c4fa5ad6) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:27:25.259973 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1db8ee26-6075-4924-ac69-c6ec6023e53f tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:25.267163 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-a701954f-6061-4500-b76b-917f08e0c79d tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Unset dirty status for tenant:ca027f9539bb43408259be56024c9f96 on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:27:25.268521 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-a701954f-6061-4500-b76b-917f08e0c79d tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca027f9539bb43408259be56024c9f96 HTTP/1.1" status: 200 len: 379 time: 0.5547297 Apr 06 13:27:25.281312 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-590567e8-5b47-44f6-b363-88d77fce8db9 None None] Provisioning for port 0aa960d6-0389-40a7-b317-e29a90239669 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:27:25.286738 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-4e316fdd-ccf1-42a6-9eba-23fd8c03fee6 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Request body: {'port': {'device_id': '3095980e-21a3-4695-883b-7ddef3fed08b', 'network_id': 'e656c5dd-f102-4ee6-871d-b472dc64eb24', 'admin_state_up': True, 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'security_groups': ['f4d0b212-a5b5-4ba3-9351-a8ac291f57e2']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:25.293519 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba32c23-8e31-4ae8-af85-73b7d944b973 None None] Network c4cf8cbf-de89-4102-826f-dd828e341b19 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:27:25.332700 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-590567e8-5b47-44f6-b363-88d77fce8db9 None None] Provisioning complete for port 0aa960d6-0389-40a7-b317-e29a90239669 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:25.333115 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-590567e8-5b47-44f6-b363-88d77fce8db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:25.535411 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e3d0559c-7f02-4957-931f-ff1e480c9beb req-a1954b41-df11-4509-8cb4-9d5b43ecd41c tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/ports?device_id=3095980e-21a3-4695-883b-7ddef3fed08b HTTP/1.1" status: 200 len: 210 time: 0.2510114 Apr 06 13:27:25.674046 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-8c4057f4-08b9-4a08-a466-03a3a9492c06 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] For port 01622cc8-350a-42bb-8550-f4073d5cce19, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=01622cc8-350a-42bb-8550-f4073d5cce19,segment=NetworkSegment(ef59c174-988c-4849-b58b-92d4770bab02),segment_id=ef59c174-988c-4849-b58b-92d4770bab02)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:27:25.674572 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c4057f4-08b9-4a08-a466-03a3a9492c06 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:25.834295 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 01622cc8-350a-42bb-8550-f4073d5cce19 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:27:25.864833 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b2e0718e-1842-4e85-a5f1-bac04741d81f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:25.873390 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-4e316fdd-ccf1-42a6-9eba-23fd8c03fee6 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:25.879638 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-8c4057f4-08b9-4a08-a466-03a3a9492c06 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Calling delete_port for 01622cc8-350a-42bb-8550-f4073d5cce19 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:27:25.885120 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a81048-ac97-43ff-8c5c-7c729d2f396a None None] Network 55697419-57b3-48a9-b812-194e96bd7637 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:27:25.911095 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1db8ee26-6075-4924-ac69-c6ec6023e53f tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:25.915429 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-1db8ee26-6075-4924-ac69-c6ec6023e53f tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Usage tracker for resource:security_group_rule and tenant:1c14039a352f4e1fa0b7c789472c5dc8 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:25.918469 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-1db8ee26-6075-4924-ac69-c6ec6023e53f tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:25.924804 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1db8ee26-6075-4924-ac69-c6ec6023e53f tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:25.982590 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-4e316fdd-ccf1-42a6-9eba-23fd8c03fee6 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Usage tracker for resource:port and tenant:ca027f9539bb43408259be56024c9f96 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:25.994050 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-4e316fdd-ccf1-42a6-9eba-23fd8c03fee6 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:26.016113 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-52d36956-8a9e-45d2-a65d-301f7d73e84e tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.3652103 Apr 06 13:27:26.021583 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-4e316fdd-ccf1-42a6-9eba-23fd8c03fee6 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:26.023613 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1db8ee26-6075-4924-ac69-c6ec6023e53f tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:26.030615 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40748) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:26.039468 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-30c7c8e7-9902-4cc5-b706-43bb0d19463f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:26.065577 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5196d50-f114-4725-a942-7e72fccc7ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-3422195e-0ae6-4807-b332-3b0d52f56b12', 'network_id': '3422195e-0ae6-4807-b332-3b0d52f56b12', 'tenant_id': '9341e9bb5bc140f0acd134589bc77490', 'fixed_ips': [{'subnet_id': '00f65fd4-ab08-4682-9d31-c9a1ba763283'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:27:26.066294 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f5196d50-f114-4725-a942-7e72fccc7ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:26.171110 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1db8ee26-6075-4924-ac69-c6ec6023e53f tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:26.225314 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8ee26-6075-4924-ac69-c6ec6023e53f tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b628fce1-a93e-4bfa-aba3-7d8f7fca6b2b,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:26.231228 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-4e316fdd-ccf1-42a6-9eba-23fd8c03fee6 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Made reservation on behalf of ca027f9539bb43408259be56024c9f96 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:26.235932 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-4e316fdd-ccf1-42a6-9eba-23fd8c03fee6 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:26.258274 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b2e0718e-1842-4e85-a5f1-bac04741d81f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:26.342561 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-590567e8-5b47-44f6-b363-88d77fce8db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:26.389348 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e0718e-1842-4e85-a5f1-bac04741d81f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:26.410127 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-b2e0718e-1842-4e85-a5f1-bac04741d81f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:26.423140 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e0718e-1842-4e85-a5f1-bac04741d81f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:27:26.454755 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0718e-1842-4e85-a5f1-bac04741d81f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Pushing event updated for resources: {'Port': ['ID=cd52abd0-ef40-4a4f-b05f-6ed4c4fa5ad6,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:26.464053 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:27:26.481324 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 01622cc8-350a-42bb-8550-f4073d5cce19 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:27:26.492858 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-590567e8-5b47-44f6-b363-88d77fce8db9 None None] For port 0aa960d6-0389-40a7-b317-e29a90239669, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0aa960d6-0389-40a7-b317-e29a90239669,segment=NetworkSegment(a7678472-e4a3-4a9d-80c5-f4554978c601),segment_id=a7678472-e4a3-4a9d-80c5-f4554978c601)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:27:26.498715 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 58234266-eea3-4b79-912b-cb479579f5fa up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:27:26.558106 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1db8ee26-6075-4924-ac69-c6ec6023e53f tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:26.562514 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1db8ee26-6075-4924-ac69-c6ec6023e53f tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9402359 Apr 06 13:27:26.569970 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40752) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:26.583001 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-9d7d952f-ced5-4822-847b-a408c0f373d7 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group_rule': {'security_group_id': 'b628fce1-a93e-4bfa-aba3-7d8f7fca6b2b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:26.592631 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:26.609961 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-9d7d952f-ced5-4822-847b-a408c0f373d7 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:26.622170 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0034f3-1249-46a8-b505-2fb51b697597 req-0962d4d1-65f6-49c5-98c8-0c1ae4d25e2d tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:26.628800 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-590567e8-5b47-44f6-b363-88d77fce8db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:26.635982 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cd0034f3-1249-46a8-b505-2fb51b697597 req-0962d4d1-65f6-49c5-98c8-0c1ae4d25e2d tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.5419497 Apr 06 13:27:26.654521 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c7c8e7-9902-4cc5-b706-43bb0d19463f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Router 0575bfb6-d5c2-4d4c-b081-a73a928b0448 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:27:26.692308 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9d7d952f-ced5-4822-847b-a408c0f373d7 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Usage tracker for resource:security_group_rule and tenant:1c14039a352f4e1fa0b7c789472c5dc8 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:26.703368 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9d7d952f-ced5-4822-847b-a408c0f373d7 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:26.723745 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-9d7d952f-ced5-4822-847b-a408c0f373d7 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:26.808391 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cd0034f3-1249-46a8-b505-2fb51b697597 req-d76bef8d-bd1f-49cc-9a17-d7cd5703ea88 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708031 Apr 06 13:27:26.817144 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a00e3c01-ca00-4277-a591-52a81db04958 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:26.846665 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-f5196d50-f114-4725-a942-7e72fccc7ecc None None] Allocated IP 2001:db8::2 (3422195e-0ae6-4807-b332-3b0d52f56b12/00f65fd4-ab08-4682-9d31-c9a1ba763283/b2a07895-db1d-4c51-a794-04d5c2d11fee) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:27:26.846771 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c4057f4-08b9-4a08-a466-03a3a9492c06 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:26.975958 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-4e316fdd-ccf1-42a6-9eba-23fd8c03fee6 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Allocated IP 172.20.0.8 (e656c5dd-f102-4ee6-871d-b472dc64eb24/d1359a41-278f-4448-adcd-2b54a4bc8fee/fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:27:27.049407 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-90ea104b-30d4-4275-aaf6-37fd166b8cbe None None] Provisioning for port 58234266-eea3-4b79-912b-cb479579f5fa completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:27:27.068328 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590567e8-5b47-44f6-b363-88d77fce8db9 None None] Pushing event updated for resources: {'Port': ['ID=0aa960d6-0389-40a7-b317-e29a90239669,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:27.101134 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4057f4-08b9-4a08-a466-03a3a9492c06 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event deleted for resources: {'Port': ['ID=01622cc8-350a-42bb-8550-f4073d5cce19,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:27.109876 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-90ea104b-30d4-4275-aaf6-37fd166b8cbe None None] Provisioning complete for port 0aa960d6-0389-40a7-b317-e29a90239669 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:27.110290 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-90ea104b-30d4-4275-aaf6-37fd166b8cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:27.126873 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-a00e3c01-ca00-4277-a591-52a81db04958 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Transition to ACTIVE for port object e238c70a-140f-44fe-844e-0ba6938dcd6c will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:27.175993 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-afcd0d88-142d-4e4a-9b1c-c1900e6f0ebc req-ee30ebd1-ee67-4052-8fab-9edfe43a05c9 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/ports?device_id=3095980e-21a3-4695-883b-7ddef3fed08b HTTP/1.1" status: 200 len: 210 time: 0.1789961 Apr 06 13:27:27.192577 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:27.239638 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 58234266-eea3-4b79-912b-cb479579f5fa completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:27:27.308907 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:27.328439 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 58234266-eea3-4b79-912b-cb479579f5fa triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:27.328439 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:27.417554 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8601b94-d4e1-406f-90e7-f7f31aa2b3c2 None None] Network 55697419-57b3-48a9-b812-194e96bd7637 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:27:27.456656 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f5196d50-f114-4725-a942-7e72fccc7ecc None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:27.520868 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f5196d50-f114-4725-a942-7e72fccc7ecc None None] Transition to ACTIVE for port object b2a07895-db1d-4c51-a794-04d5c2d11fee will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:27.544246 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a00e3c01-ca00-4277-a591-52a81db04958 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:27.568767 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c7c8e7-9902-4cc5-b706-43bb0d19463f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:27:27.589301 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc1fca-0731-4375-ae55-2f5b5df5e164 None None] Sync routers for ids ['0575bfb6-d5c2-4d4c-b081-a73a928b0448'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:27:27.605813 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-9d7d952f-ced5-4822-847b-a408c0f373d7 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] create failed (client error): The resource could not be found. Apr 06 13:27:27.606978 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9d7d952f-ced5-4822-847b-a408c0f373d7 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.0346584 Apr 06 13:27:27.612379 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40758) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:27.621279 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f5196d50-f114-4725-a942-7e72fccc7ecc None None] Transition to ACTIVE for port object b2a07895-db1d-4c51-a794-04d5c2d11fee will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:27.633349 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-e16dd3ad-8ee2-4b31-9b1a-14b1be98c78f tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group_rule': {'security_group_id': 'b628fce1-a93e-4bfa-aba3-7d8f7fca6b2b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'dd91d2b9-fbe1-4ea6-a069-22f799b6d464'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:27.639582 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dc1fca-0731-4375-ae55-2f5b5df5e164 None None] Routers {'0575bfb6-d5c2-4d4c-b081-a73a928b0448'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:27.640233 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e4dc1fca-0731-4375-ae55-2f5b5df5e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:27:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['0575bfb6-d5c2-4d4c-b081-a73a928b0448'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:27.645413 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e3c01-ca00-4277-a591-52a81db04958 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Pushing event updated for resources: {'Port': ['ID=e238c70a-140f-44fe-844e-0ba6938dcd6c,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:27.648168 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e16dd3ad-8ee2-4b31-9b1a-14b1be98c78f tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:27.656020 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00e3c01-ca00-4277-a591-52a81db04958 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Network c4cf8cbf-de89-4102-826f-dd828e341b19 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:27.659447 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e16dd3ad-8ee2-4b31-9b1a-14b1be98c78f tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Usage tracker for resource:security_group_rule and tenant:1c14039a352f4e1fa0b7c789472c5dc8 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:27.665561 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-a00e3c01-ca00-4277-a591-52a81db04958 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:27.667682 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e16dd3ad-8ee2-4b31-9b1a-14b1be98c78f tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:27.697997 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00e3c01-ca00-4277-a591-52a81db04958 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:27:27.708228 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00e3c01-ca00-4277-a591-52a81db04958 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:27.709121 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a00e3c01-ca00-4277-a591-52a81db04958 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:27.719737 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b2e0718e-1842-4e85-a5f1-bac04741d81f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:27.739724 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e16dd3ad-8ee2-4b31-9b1a-14b1be98c78f tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:27.758593 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4057f4-08b9-4a08-a466-03a3a9492c06 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] No DVR routers for this DVR port 01622cc8-350a-42bb-8550-f4073d5cce19 on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:27:27.763375 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e4dc1fca-0731-4375-ae55-2f5b5df5e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:27.768871 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-90ea104b-30d4-4275-aaf6-37fd166b8cbe None None] Could not find standard attr ID for object 01622cc8-350a-42bb-8550-f4073d5cce19. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:27:27.784041 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f5196d50-f114-4725-a942-7e72fccc7ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:27.814254 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-30c7c8e7-9902-4cc5-b706-43bb0d19463f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:27.818573 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-30c7c8e7-9902-4cc5-b706-43bb0d19463f tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.9893932 Apr 06 13:27:27.821541 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40762) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:27.827949 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-4e316fdd-ccf1-42a6-9eba-23fd8c03fee6 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:27.861877 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c4057f4-08b9-4a08-a466-03a3a9492c06 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:27.946902 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:27.962730 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5196d50-f114-4725-a942-7e72fccc7ecc None None] Pushing event updated for resources: {'Port': ['ID=b2a07895-db1d-4c51-a794-04d5c2d11fee,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:27.968116 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-4e316fdd-ccf1-42a6-9eba-23fd8c03fee6 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Transition to ACTIVE for port object fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:27.968655 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a00e3c01-ca00-4277-a591-52a81db04958 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 5.0233996 Apr 06 13:27:27.973733 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40768) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:27.976060 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dc1fca-0731-4375-ae55-2f5b5df5e164 None None] Routers {'0575bfb6-d5c2-4d4c-b081-a73a928b0448'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:27.976816 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e4dc1fca-0731-4375-ae55-2f5b5df5e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:27:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['0575bfb6-d5c2-4d4c-b081-a73a928b0448'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:27.979453 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:28.071009 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5196d50-f114-4725-a942-7e72fccc7ecc None None] Network 3422195e-0ae6-4807-b332-3b0d52f56b12 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:28.079836 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e4dc1fca-0731-4375-ae55-2f5b5df5e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:28.080606 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc1fca-0731-4375-ae55-2f5b5df5e164 None None] The sync data for ids ['0575bfb6-d5c2-4d4c-b081-a73a928b0448'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:27:28.081352 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c4057f4-08b9-4a08-a466-03a3a9492c06 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:28.082461 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-f5196d50-f114-4725-a942-7e72fccc7ecc None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:28.091714 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5196d50-f114-4725-a942-7e72fccc7ecc None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:27:28.093530 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event deleted for resources: {'Subnet': ['ID=00f65fd4-ab08-4682-9d31-c9a1ba763283,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:28.189688 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4057f4-08b9-4a08-a466-03a3a9492c06 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event deleted for resources: {'Subnet': ['ID=fdd67dc3-bc4a-41f5-8037-329954bd8262,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:28.212517 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-44774ddd-1ff2-4069-93b6-a8d40f0047c8 None None] Provisioning complete for port 58234266-eea3-4b79-912b-cb479579f5fa triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:28.213151 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-44774ddd-1ff2-4069-93b6-a8d40f0047c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:28.272186 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 58234266-eea3-4b79-912b-cb479579f5fa, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=58234266-eea3-4b79-912b-cb479579f5fa,segment=NetworkSegment(3e02d0d3-a3b7-4e43-adc0-d8cc6d0a6e9b),segment_id=3e02d0d3-a3b7-4e43-adc0-d8cc6d0a6e9b)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:27:28.307403 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-f5196d50-f114-4725-a942-7e72fccc7ecc None None] Attempting to bind port b2a07895-db1d-4c51-a794-04d5c2d11fee on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:27:28.307898 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-f5196d50-f114-4725-a942-7e72fccc7ecc None None] Attempting to bind port b2a07895-db1d-4c51-a794-04d5c2d11fee by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '12c48135-a284-4475-a95b-b516e4f6f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3422195e-0ae6-4807-b332-3b0d52f56b12'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:27:28.308366 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5196d50-f114-4725-a942-7e72fccc7ecc None None] Attempting to bind port b2a07895-db1d-4c51-a794-04d5c2d11fee on network 3422195e-0ae6-4807-b332-3b0d52f56b12 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:27:28.328888 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5196d50-f114-4725-a942-7e72fccc7ecc None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:27:28.328888 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5196d50-f114-4725-a942-7e72fccc7ecc None None] Checking segment: {'id': '12c48135-a284-4475-a95b-b516e4f6f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3422195e-0ae6-4807-b332-3b0d52f56b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:27:28.335313 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f5196d50-f114-4725-a942-7e72fccc7ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:28.335941 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5196d50-f114-4725-a942-7e72fccc7ecc None None] Bound using segment: {'id': '12c48135-a284-4475-a95b-b516e4f6f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3422195e-0ae6-4807-b332-3b0d52f56b12'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:27:28.336574 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-f5196d50-f114-4725-a942-7e72fccc7ecc None None] Bound port: b2a07895-db1d-4c51-a794-04d5c2d11fee, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c48135-a284-4475-a95b-b516e4f6f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3422195e-0ae6-4807-b332-3b0d52f56b12'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:27:28.337630 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f5196d50-f114-4725-a942-7e72fccc7ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:28.367327 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:28.383316 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:28.407298 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-e16dd3ad-8ee2-4b31-9b1a-14b1be98c78f tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] create failed (client error): The resource could not be found. Apr 06 13:27:28.410842 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e16dd3ad-8ee2-4b31-9b1a-14b1be98c78f tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7931509 Apr 06 13:27:28.423146 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40774) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:28.437179 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c4057f4-08b9-4a08-a466-03a3a9492c06 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:28.574952 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0aa960d6-0389-40a7-b317-e29a90239669 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:27:28.584624 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-8c4057f4-08b9-4a08-a466-03a3a9492c06 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55697419-57b3-48a9-b812-194e96bd7637']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:28.599847 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3422195e-0ae6-4807-b332-3b0d52f56b12']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:28.620942 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ac125d-d1fc-46d7-bd8b-c751c40ffe3e None None] Network 55697419-57b3-48a9-b812-194e96bd7637 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:27:28.621205 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-8c4057f4-08b9-4a08-a466-03a3a9492c06 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef59c174-988c-4849-b58b-92d4770bab02') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:28.621759 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-8c4057f4-08b9-4a08-a466-03a3a9492c06 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef59c174-988c-4849-b58b-92d4770bab02') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:28.625609 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-4e316fdd-ccf1-42a6-9eba-23fd8c03fee6 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:28.628951 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c48135-a284-4475-a95b-b516e4f6f320') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:28.629937 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c48135-a284-4475-a95b-b516e4f6f320') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:28.644423 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8977818-b172-475b-947f-b46c38fadd10 req-8f843eae-b222-42b6-9a2b-1908329c76ad tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:28.645924 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b8977818-b172-475b-947f-b46c38fadd10 req-8f843eae-b222-42b6-9a2b-1908329c76ad tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.6688480 Apr 06 13:27:28.646687 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=58234266-eea3-4b79-912b-cb479579f5fa,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:28.658944 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c4057f4-08b9-4a08-a466-03a3a9492c06 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:28.674949 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:28.726592 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:28.732581 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c4057f4-08b9-4a08-a466-03a3a9492c06 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:28.747477 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4057f4-08b9-4a08-a466-03a3a9492c06 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:27:28.747873 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c4057f4-08b9-4a08-a466-03a3a9492c06 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:27:28.765083 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:27:28.783204 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:27:28.783614 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:27:28.801184 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:27:28.821980 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b8977818-b172-475b-947f-b46c38fadd10 req-a2922c3d-f378-48c8-ad43-64c3c9f2b33f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544745 Apr 06 13:27:28.873841 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-f5196d50-f114-4725-a942-7e72fccc7ecc None None] For port b2a07895-db1d-4c51-a794-04d5c2d11fee, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:27:28.947220 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204dbd24-2e99-4add-96b2-fed2a4e638cf req-eb73c915-6366-42f5-b0f7-bac33602e999 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:28.948760 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-204dbd24-2e99-4add-96b2-fed2a4e638cf req-eb73c915-6366-42f5-b0f7-bac33602e999 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/ports?device_id=3095980e-21a3-4695-883b-7ddef3fed08b HTTP/1.1" status: 200 len: 931 time: 0.4919503 Apr 06 13:27:28.957477 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-4e316fdd-ccf1-42a6-9eba-23fd8c03fee6 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Network e656c5dd-f102-4ee6-871d-b472dc64eb24 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:28.958287 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 0aa960d6-0389-40a7-b317-e29a90239669 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:28.958848 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:28.977049 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-4e316fdd-ccf1-42a6-9eba-23fd8c03fee6 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:28.980523 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-4e316fdd-ccf1-42a6-9eba-23fd8c03fee6 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:27:29.003472 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-f5196d50-f114-4725-a942-7e72fccc7ecc None None] For port b2a07895-db1d-4c51-a794-04d5c2d11fee, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=b2a07895-db1d-4c51-a794-04d5c2d11fee,segment=NetworkSegment(12c48135-a284-4475-a95b-b516e4f6f320),segment_id=12c48135-a284-4475-a95b-b516e4f6f320)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:27:29.008643 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-44774ddd-1ff2-4069-93b6-a8d40f0047c8 None None] Provisioning for port 763e8454-6e40-4589-9825-8b37a9a132b2 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:27:29.017023 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-204dbd24-2e99-4add-96b2-fed2a4e638cf req-6853e2ad-fd64-4c48-98f0-f1c5ee5396af tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4d0b212-a5b5-4ba3-9351-a8ac291f57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538902 Apr 06 13:27:29.024887 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-44774ddd-1ff2-4069-93b6-a8d40f0047c8 None None] Provisioning complete for port 763e8454-6e40-4589-9825-8b37a9a132b2 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:29.025383 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-44774ddd-1ff2-4069-93b6-a8d40f0047c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:29.025535 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e2424e4c-28a2-4d0d-b4ce-78fb7c023cf2 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:29.052959 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.api [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 13:27:29.052959 dv-neutron-834600-1-hyperv neutron-server[88565]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 13:27:29.052959 dv-neutron-834600-1-hyperv neutron-server[88565]: [parameters: {'id': '3422195e-0ae6-4807-b332-3b0d52f56b12'}] Apr 06 13:27:29.052959 dv-neutron-834600-1-hyperv neutron-server[88565]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:27:29.053898 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG oslo_db.api [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:27:29.053898 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c4057f4-08b9-4a08-a466-03a3a9492c06 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:29.058470 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c4057f4-08b9-4a08-a466-03a3a9492c06 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:29.062456 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ab0d01-a5d1-4b07-9e51-0d81209d9fc5 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:29.072672 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ab0d01-a5d1-4b07-9e51-0d81209d9fc5 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:29.078683 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ab0d01-a5d1-4b07-9e51-0d81209d9fc5 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:29.083392 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f1ab0d01-a5d1-4b07-9e51-0d81209d9fc5 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 1.0462837 Apr 06 13:27:29.087915 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e1d41f-4fe6-46b8-966b-981803392ff5 None None] DHCP port deletion for 55697419-57b3-48a9-b812-194e96bd7637 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:27:29.105284 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40778) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:29.105284 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4057f4-08b9-4a08-a466-03a3a9492c06 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event deleted for resources: {'Network': ['ID=55697419-57b3-48a9-b812-194e96bd7637,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:29.110205 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b2e0718e-1842-4e85-a5f1-bac04741d81f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:29.142840 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e316fdd-ccf1-42a6-9eba-23fd8c03fee6 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Pushing event updated for resources: {'Port': ['ID=fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:29.158061 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-44774ddd-1ff2-4069-93b6-a8d40f0047c8 None None] Port 763e8454-6e40-4589-9825-8b37a9a132b2 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:27:29.162514 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f5196d50-f114-4725-a942-7e72fccc7ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:29.183832 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-44774ddd-1ff2-4069-93b6-a8d40f0047c8 None None] Could not find standard attr ID for object 01622cc8-350a-42bb-8550-f4073d5cce19. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:27:29.251601 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8c4057f4-08b9-4a08-a466-03a3a9492c06 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "DELETE /v2.0/networks/55697419-57b3-48a9-b812-194e96bd7637 HTTP/1.1" status: 204 len: 168 time: 5.0982573 Apr 06 13:27:29.259254 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-b1e154e8-5bdc-45b9-a33b-9d50aded37a3 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Deleting port e238c70a-140f-44fe-844e-0ba6938dcd6c {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:29.259671 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b1e154e8-5bdc-45b9-a33b-9d50aded37a3 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:29.291328 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40782) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:29.310020 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e2424e4c-28a2-4d0d-b4ce-78fb7c023cf2 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:29.337706 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-deffbb36-763a-4e1a-a9bf-cda622d7cd19 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] DELETE failed (client error): The resource could not be found. Apr 06 13:27:29.338388 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deffbb36-763a-4e1a-a9bf-cda622d7cd19 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:27:29.343839 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-deffbb36-763a-4e1a-a9bf-cda622d7cd19 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "DELETE /v2.0/networks/55697419-57b3-48a9-b812-194e96bd7637 HTTP/1.1" status: 404 len: 339 time: 0.0474684 Apr 06 13:27:29.344080 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40786) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:29.355834 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-ec2a4d6b-48e0-44ae-aff9-4306f6a29173 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-586924752', 'description': 'd1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:29.369688 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-4e316fdd-ccf1-42a6-9eba-23fd8c03fee6 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:29.370529 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-4e316fdd-ccf1-42a6-9eba-23fd8c03fee6 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:29.371067 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ec2a4d6b-48e0-44ae-aff9-4306f6a29173 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:29.383468 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5196d50-f114-4725-a942-7e72fccc7ecc None None] Pushing event updated for resources: {'Port': ['ID=b2a07895-db1d-4c51-a794-04d5c2d11fee,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:29.408824 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ec2a4d6b-48e0-44ae-aff9-4306f6a29173 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Usage tracker for resource:network and tenant:ed39337f249349ada24d9b0a6c7e89f2 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:29.419000 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ec2a4d6b-48e0-44ae-aff9-4306f6a29173 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:29.421254 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e1772f-0826-4c09-ba90-f66511386a07 None None] Network 3422195e-0ae6-4807-b332-3b0d52f56b12 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:27:29.436622 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ec2a4d6b-48e0-44ae-aff9-4306f6a29173 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:29.459202 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-634f0849-e0c5-4813-8af2-0c84aad1bda9 None None] Provisioning for port fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:27:29.468746 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-634f0849-e0c5-4813-8af2-0c84aad1bda9 None None] Provisioning complete for port fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:29.469359 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-634f0849-e0c5-4813-8af2-0c84aad1bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:29.558149 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:29.573054 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-4e316fdd-ccf1-42a6-9eba-23fd8c03fee6 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2970469 Apr 06 13:27:29.589998 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-c550c906-cbae-4fcd-930f-56df2837e688 service neutron] Request body: {'port': {'device_id': '3095980e-21a3-4695-883b-7ddef3fed08b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:29.590251 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2a4d6b-48e0-44ae-aff9-4306f6a29173 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Made reservation on behalf of ed39337f249349ada24d9b0a6c7e89f2 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:29.593902 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4d6b-48e0-44ae-aff9-4306f6a29173 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:29.614277 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Deleting port b2a07895-db1d-4c51-a794-04d5c2d11fee {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:29.614532 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:29.623016 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-634f0849-e0c5-4813-8af2-0c84aad1bda9 None None] Port fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:27:29.692308 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2a4d6b-48e0-44ae-aff9-4306f6a29173 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:27:29.703471 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e2424e4c-28a2-4d0d-b4ce-78fb7c023cf2 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:29.707231 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eee79c6-1680-4f55-9ad3-6285f7fc8ec1 None None] get_active_networks_info from dv-neutron-834600-1-hyperv {{(pid=88566) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 06 13:27:29.709836 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4d6b-48e0-44ae-aff9-4306f6a29173 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:29.710197 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-ec2a4d6b-48e0-44ae-aff9-4306f6a29173 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Added segment a574f3a8-1851-44c5-9344-fd94bd508a97 of type vlan for network 23bc6c8f-e57a-4500-a0d7-ef40ce1d211f Apr 06 13:27:29.754084 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-634f0849-e0c5-4813-8af2-0c84aad1bda9 None None] Provisioning for port e238c70a-140f-44fe-844e-0ba6938dcd6c completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:27:29.758464 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2424e4c-28a2-4d0d-b4ce-78fb7c023cf2 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b628fce1-a93e-4bfa-aba3-7d8f7fca6b2b,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:29.765776 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-634f0849-e0c5-4813-8af2-0c84aad1bda9 None None] Provisioning complete for port e238c70a-140f-44fe-844e-0ba6938dcd6c triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:29.766150 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-634f0849-e0c5-4813-8af2-0c84aad1bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:29.819535 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e2424e4c-28a2-4d0d-b4ce-78fb7c023cf2 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:29.820744 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e2424e4c-28a2-4d0d-b4ce-78fb7c023cf2 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "DELETE /v2.0/security-groups/b628fce1-a93e-4bfa-aba3-7d8f7fca6b2b HTTP/1.1" status: 204 len: 168 time: 1.3956118 Apr 06 13:27:29.828616 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40790) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:29.865987 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-634f0849-e0c5-4813-8af2-0c84aad1bda9 None None] Port e238c70a-140f-44fe-844e-0ba6938dcd6c cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:27:29.910537 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b1e154e8-5bdc-45b9-a33b-9d50aded37a3 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:29.920937 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-c550c906-cbae-4fcd-930f-56df2837e688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:29.940133 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eee79c6-1680-4f55-9ad3-6285f7fc8ec1 None None] Resources bound (agent type, host, resource id): {{(pid=88566) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 13:27:30.036490 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e0718e-1842-4e85-a5f1-bac04741d81f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Router 80620ea4-9ca4-4adb-a062-e5d17b5b29b6 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:27:30.053693 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-b1e154e8-5bdc-45b9-a33b-9d50aded37a3 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Calling delete_port for e238c70a-140f-44fe-844e-0ba6938dcd6c owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:27:30.065501 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-234c07c3-854a-4ab2-a1c3-f500fd0832f3 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Synchronizing usage tracker for tenant:1c14039a352f4e1fa0b7c789472c5dc8 on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:27:30.161614 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0586743e-f9d6-4553-bb4d-86ceb78ba06d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:30.266387 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4d6b-48e0-44ae-aff9-4306f6a29173 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:30.323642 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-234c07c3-854a-4ab2-a1c3-f500fd0832f3 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Unset dirty status for tenant:1c14039a352f4e1fa0b7c789472c5dc8 on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:27:30.328940 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-234c07c3-854a-4ab2-a1c3-f500fd0832f3 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4934201 Apr 06 13:27:30.334966 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40798) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:30.356321 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-11aeaf21-8913-4d33-a97e-289d743a0572 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group_rule': {'security_group_id': '4235f21f-0847-4da9-bd60-fa302be71124', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:30.368206 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-11aeaf21-8913-4d33-a97e-289d743a0572 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:30.433115 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b1e154e8-5bdc-45b9-a33b-9d50aded37a3 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:30.466568 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec2457b-b048-4db3-be9d-b5edcd06c9ab None None] get_active_networks_info from dv-neutron-834600-1-hyperv {{(pid=88566) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 06 13:27:30.476657 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-11aeaf21-8913-4d33-a97e-289d743a0572 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Usage tracker for resource:security_group_rule and tenant:1c14039a352f4e1fa0b7c789472c5dc8 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:30.482898 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-11aeaf21-8913-4d33-a97e-289d743a0572 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:30.540666 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 58234266-eea3-4b79-912b-cb479579f5fa up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:27:30.611803 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.resource_extend [None req-ec2a4d6b-48e0-44ae-aff9-4306f6a29173 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 13:27:30.620734 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e154e8-5bdc-45b9-a33b-9d50aded37a3 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Pushing event deleted for resources: {'Port': ['ID=e238c70a-140f-44fe-844e-0ba6938dcd6c,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:30.689949 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 58234266-eea3-4b79-912b-cb479579f5fa triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:30.690337 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:30.746640 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec2457b-b048-4db3-be9d-b5edcd06c9ab None None] Resources bound (agent type, host, resource id): {{(pid=88566) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 13:27:30.754703 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] For port b2a07895-db1d-4c51-a794-04d5c2d11fee, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=b2a07895-db1d-4c51-a794-04d5c2d11fee,segment=NetworkSegment(12c48135-a284-4475-a95b-b516e4f6f320),segment_id=12c48135-a284-4475-a95b-b516e4f6f320)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:27:30.755336 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:30.755622 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-11aeaf21-8913-4d33-a97e-289d743a0572 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:30.810460 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e0718e-1842-4e85-a5f1-bac04741d81f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:27:30.818035 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad01408-145b-4a06-b2f8-555326261101 req-81a83944-5dcb-4574-81f1-4fb646dfaa25 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:30.822480 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eae3f7d-a947-462f-bcc3-b1a24e8ca141 None None] Sync routers for ids ['80620ea4-9ca4-4adb-a062-e5d17b5b29b6'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:27:30.827436 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fad01408-145b-4a06-b2f8-555326261101 req-81a83944-5dcb-4574-81f1-4fb646dfaa25 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.5819798 Apr 06 13:27:30.840567 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eae3f7d-a947-462f-bcc3-b1a24e8ca141 None None] Routers {'80620ea4-9ca4-4adb-a062-e5d17b5b29b6'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:30.842860 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4d6b-48e0-44ae-aff9-4306f6a29173 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:30.844207 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-4eae3f7d-a947-462f-bcc3-b1a24e8ca141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:27:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['80620ea4-9ca4-4adb-a062-e5d17b5b29b6'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:30.848569 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2a4d6b-48e0-44ae-aff9-4306f6a29173 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:30.849159 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4d6b-48e0-44ae-aff9-4306f6a29173 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:30.935385 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-4eae3f7d-a947-462f-bcc3-b1a24e8ca141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:30.952606 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eae3f7d-a947-462f-bcc3-b1a24e8ca141 None None] Routers {'80620ea4-9ca4-4adb-a062-e5d17b5b29b6'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:30.953595 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-4eae3f7d-a947-462f-bcc3-b1a24e8ca141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:27:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['80620ea4-9ca4-4adb-a062-e5d17b5b29b6'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:31.016492 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b2e0718e-1842-4e85-a5f1-bac04741d81f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:31.017935 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b2e0718e-1842-4e85-a5f1-bac04741d81f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.1828589 Apr 06 13:27:31.028718 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40802) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:31.061820 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51d4ba-025c-4774-8c88-6eb68168dac4 req-3f49d282-4165-4bd3-bb47-55d164ee3375 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:31.063370 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8b51d4ba-025c-4774-8c88-6eb68168dac4 req-3f49d282-4165-4bd3-bb47-55d164ee3375 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/ports?device_id=3095980e-21a3-4695-883b-7ddef3fed08b HTTP/1.1" status: 200 len: 931 time: 0.7928131 Apr 06 13:27:31.064304 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-8f534181-170f-497d-b0af-e9fd0c713be7 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:31.070361 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Calling delete_port for b2a07895-db1d-4c51-a794-04d5c2d11fee owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:27:31.072118 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-4eae3f7d-a947-462f-bcc3-b1a24e8ca141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:31.073312 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eae3f7d-a947-462f-bcc3-b1a24e8ca141 None None] The sync data for ids ['80620ea4-9ca4-4adb-a062-e5d17b5b29b6'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:27:31.102068 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 01622cc8-350a-42bb-8550-f4073d5cce19 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:27:31.144837 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-11aeaf21-8913-4d33-a97e-289d743a0572 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] create failed (client error): The resource could not be found. Apr 06 13:27:31.145846 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-11aeaf21-8913-4d33-a97e-289d743a0572 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8051383 Apr 06 13:27:31.154497 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b1e154e8-5bdc-45b9-a33b-9d50aded37a3 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:31.161687 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40806) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:31.166639 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 01622cc8-350a-42bb-8550-f4073d5cce19 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:27:31.168630 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 01622cc8-350a-42bb-8550-f4073d5cce19 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:27:31.179000 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-5fa276ac-05d6-4e67-86bb-bd42fe0219b6 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group': {'name': 'tempest-secgroup--1583334919'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:31.217667 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-c550c906-cbae-4fcd-930f-56df2837e688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32 {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:27:31.261857 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-5fa276ac-05d6-4e67-86bb-bd42fe0219b6 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:31.287692 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fad01408-145b-4a06-b2f8-555326261101 req-6ca9f871-2e98-4577-ae46-275a7eff9227 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4586732 Apr 06 13:27:31.291352 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b1e154e8-5bdc-45b9-a33b-9d50aded37a3 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] 10.222.0.48 "DELETE /v2.0/ports/e238c70a-140f-44fe-844e-0ba6938dcd6c HTTP/1.1" status: 204 len: 168 time: 2.1855385 Apr 06 13:27:31.298722 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-c550c906-cbae-4fcd-930f-56df2837e688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:31.303289 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40810) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:31.325113 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ec2a4d6b-48e0-44ae-aff9-4306f6a29173 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9774511 Apr 06 13:27:31.327930 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a4d6b-48e0-44ae-aff9-4306f6a29173 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event updated for resources: {'Network': ['ID=23bc6c8f-e57a-4500-a0d7-ef40ce1d211f,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:31.342329 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40814) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:31.349416 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 23bc6c8f-e57a-4500-a0d7-ef40ce1d211f details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:27:31.364620 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-5fa276ac-05d6-4e67-86bb-bd42fe0219b6 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:31.374951 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8b51d4ba-025c-4774-8c88-6eb68168dac4 req-1d856b27-aef9-4a6a-8170-a2e14a7dff08 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4d0b212-a5b5-4ba3-9351-a8ac291f57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422616 Apr 06 13:27:31.381435 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-c550c906-cbae-4fcd-930f-56df2837e688 service neutron] Transition to ACTIVE for port object fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32 will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:31.396360 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd0827b-5089-4c21-b34f-bbe883b565cc tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] GET failed (client error): The resource could not be found. Apr 06 13:27:31.396572 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-cdd0827b-5089-4c21-b34f-bbe883b565cc tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Synchronizing usage tracker for tenant:68fd81c42155485aa440ab8221216044 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:27:31.464915 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-0586743e-f9d6-4553-bb4d-86ceb78ba06d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Allocated IP 172.20.0.1 (c873e0da-8b7d-45a0-a38b-dbdb2c77464b/ded75697-71ea-481c-8aec-61fab038f346/3fe76b90-93e4-4ac7-8dbd-ec65d74be203) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:27:31.481324 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-c550c906-cbae-4fcd-930f-56df2837e688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:31.501189 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5fa276ac-05d6-4e67-86bb-bd42fe0219b6 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:31.511746 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:31.515199 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-cdd0827b-5089-4c21-b34f-bbe883b565cc tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Unset dirty status for tenant:68fd81c42155485aa440ab8221216044 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:27:31.520657 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-cdd0827b-5089-4c21-b34f-bbe883b565cc tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] 10.222.0.48 "GET /v2.0/ports/e238c70a-140f-44fe-844e-0ba6938dcd6c HTTP/1.1" status: 404 len: 333 time: 0.1899724 Apr 06 13:27:31.554884 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40818) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:31.562638 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-84780828-19a7-44cf-bb5f-d0ef291e4aa1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Request body: {'port': {'network_id': 'c4cf8cbf-de89-4102-826f-dd828e341b19', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-837994860'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:31.594155 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] No DVR routers for this DVR port b2a07895-db1d-4c51-a794-04d5c2d11fee on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:27:31.655618 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event deleted for resources: {'Port': ['ID=b2a07895-db1d-4c51-a794-04d5c2d11fee,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:31.711040 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-5fa276ac-05d6-4e67-86bb-bd42fe0219b6 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:31.738572 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ad8418-69b4-4438-82eb-0a51eebd1038 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:31.738914 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e6ad8418-69b4-4438-82eb-0a51eebd1038 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Synchronizing usage tracker for tenant:ed39337f249349ada24d9b0a6c7e89f2 on resource:network {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:27:31.910346 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550c906-cbae-4fcd-930f-56df2837e688 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:31.911075 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-5fa276ac-05d6-4e67-86bb-bd42fe0219b6 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Usage tracker for resource:security_group_rule and tenant:1c14039a352f4e1fa0b7c789472c5dc8 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:31.928437 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-5fa276ac-05d6-4e67-86bb-bd42fe0219b6 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:31.990520 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-5fa276ac-05d6-4e67-86bb-bd42fe0219b6 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:32.003307 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:32.063461 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3422195e-0ae6-4807-b332-3b0d52f56b12']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:32.082188 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e6ad8418-69b4-4438-82eb-0a51eebd1038 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Unset dirty status for tenant:ed39337f249349ada24d9b0a6c7e89f2 on resource:network {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:27:32.085837 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e6ad8418-69b4-4438-82eb-0a51eebd1038 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "GET /v2.0/networks?id=23bc6c8f-e57a-4500-a0d7-ef40ce1d211f HTTP/1.1" status: 200 len: 764 time: 0.7359316 Apr 06 13:27:32.088750 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c48135-a284-4475-a95b-b516e4f6f320') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:32.089045 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c48135-a284-4475-a95b-b516e4f6f320') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:32.090404 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40824) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:32.104966 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-b30783ed-8ed5-4fd5-b224-90d32e90c30b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Request body: {'network': {'description': 'd2'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:32.131355 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:32.166439 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-84780828-19a7-44cf-bb5f-d0ef291e4aa1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:32.195803 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-84780828-19a7-44cf-bb5f-d0ef291e4aa1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:32.199304 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:32.204660 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0f34ecc8-af48-4850-93c9-a1350bd9b3e2 req-70c0f59d-73f0-4e19-ae0e-1a74845312c3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5425136 Apr 06 13:27:32.220797 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:27:32.221271 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:27:32.239448 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:27:32.255232 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5fa276ac-05d6-4e67-86bb-bd42fe0219b6 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:32.366115 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5fa276ac-05d6-4e67-86bb-bd42fe0219b6 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:32.423650 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0586743e-f9d6-4553-bb4d-86ceb78ba06d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:32.466602 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-c550c906-cbae-4fcd-930f-56df2837e688 service neutron] Attempting to bind port fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:27:32.466954 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-c550c906-cbae-4fcd-930f-56df2837e688 service neutron] Attempting to bind port fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '69693000-236e-4bd5-aae7-0525bc5d1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e656c5dd-f102-4ee6-871d-b472dc64eb24'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:27:32.467277 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-c550c906-cbae-4fcd-930f-56df2837e688 service neutron] Attempting to bind port fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32 on network e656c5dd-f102-4ee6-871d-b472dc64eb24 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:27:32.469763 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa276ac-05d6-4e67-86bb-bd42fe0219b6 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb50ff2-8104-4413-b6c7-bce94191ac0c,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:32.481371 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-0586743e-f9d6-4553-bb4d-86ceb78ba06d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Transition to ACTIVE for port object 3fe76b90-93e4-4ac7-8dbd-ec65d74be203 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:32.484692 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84780828-19a7-44cf-bb5f-d0ef291e4aa1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Made reservation on behalf of 68fd81c42155485aa440ab8221216044 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:32.488051 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-84780828-19a7-44cf-bb5f-d0ef291e4aa1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:32.494289 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-c550c906-cbae-4fcd-930f-56df2837e688 service neutron] Port fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32 on network e656c5dd-f102-4ee6-871d-b472dc64eb24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:27:32.494611 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-c550c906-cbae-4fcd-930f-56df2837e688 service neutron] Attempting to bind port fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32 on network e656c5dd-f102-4ee6-871d-b472dc64eb24 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:27:32.542997 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-c550c906-cbae-4fcd-930f-56df2837e688 service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:27:32.543256 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-c550c906-cbae-4fcd-930f-56df2837e688 service neutron] Checking segment: {'id': '69693000-236e-4bd5-aae7-0525bc5d1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e656c5dd-f102-4ee6-871d-b472dc64eb24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:27:32.543610 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-c550c906-cbae-4fcd-930f-56df2837e688 service neutron] Bound using segment: {'id': '69693000-236e-4bd5-aae7-0525bc5d1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e656c5dd-f102-4ee6-871d-b472dc64eb24'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:27:32.544046 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-c550c906-cbae-4fcd-930f-56df2837e688 service neutron] Bound port: fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69693000-236e-4bd5-aae7-0525bc5d1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e656c5dd-f102-4ee6-871d-b472dc64eb24'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:27:32.544388 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-c550c906-cbae-4fcd-930f-56df2837e688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:32.545965 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:32.555559 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8f534181-170f-497d-b0af-e9fd0c713be7 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:32.579001 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:32.580629 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "DELETE /v2.0/networks/3422195e-0ae6-4807-b332-3b0d52f56b12 HTTP/1.1" status: 204 len: 168 time: 6.5316525 Apr 06 13:27:32.589494 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-84780828-19a7-44cf-bb5f-d0ef291e4aa1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] device_id is not set on port 752da649-321c-4888-af8c-916fc779c1bd yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:27:32.617823 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40832) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:32.631698 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5fa276ac-05d6-4e67-86bb-bd42fe0219b6 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:32.632873 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5fa276ac-05d6-4e67-86bb-bd42fe0219b6 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4585450 Apr 06 13:27:32.637808 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce54bf6-50e3-4614-b5e5-67eed1ae6b75 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event deleted for resources: {'Network': ['ID=3422195e-0ae6-4807-b332-3b0d52f56b12,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:32.641252 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40836) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:32.663552 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-547d8998-30b0-4b00-8d9c-b08c68f3576e tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group': {'name': 'tempest-secgroup--1637578972'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:32.663764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-f4521922-6441-4a5e-802b-b3d6ac59e7bc tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1754907514'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:32.683819 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-547d8998-30b0-4b00-8d9c-b08c68f3576e tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:32.693205 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f4521922-6441-4a5e-802b-b3d6ac59e7bc tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:32.700146 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-547d8998-30b0-4b00-8d9c-b08c68f3576e tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Usage tracker for resource:security_group and tenant:1c14039a352f4e1fa0b7c789472c5dc8 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:32.704484 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-547d8998-30b0-4b00-8d9c-b08c68f3576e tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:32.713803 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f4521922-6441-4a5e-802b-b3d6ac59e7bc tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Usage tracker for resource:network and tenant:9341e9bb5bc140f0acd134589bc77490 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:32.716928 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8f534181-170f-497d-b0af-e9fd0c713be7 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:32.721213 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f4521922-6441-4a5e-802b-b3d6ac59e7bc tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:32.721367 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34ecc8-af48-4850-93c9-a1350bd9b3e2 req-ddf27013-23a6-475b-b1a5-6fcde83baf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:32.722780 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0f34ecc8-af48-4850-93c9-a1350bd9b3e2 req-ddf27013-23a6-475b-b1a5-6fcde83baf00 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a4d54de52764226baa1254caab457dd&device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 1099 time: 0.4134972 Apr 06 13:27:32.726427 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-547d8998-30b0-4b00-8d9c-b08c68f3576e tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:32.747694 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f4521922-6441-4a5e-802b-b3d6ac59e7bc tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:32.756351 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b30783ed-8ed5-4fd5-b224-90d32e90c30b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:32.797790 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-c550c906-cbae-4fcd-930f-56df2837e688 service neutron] For port fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:27:32.802703 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-c550c906-cbae-4fcd-930f-56df2837e688 service neutron] For port fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32,segment=NetworkSegment(69693000-236e-4bd5-aae7-0525bc5d1b6d),segment_id=69693000-236e-4bd5-aae7-0525bc5d1b6d)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:27:32.806375 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9db71-5c8d-47a5-98fd-967d8db0cfb0 req-9ec93363-7219-4f30-a3a7-55dac43be29e tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:32.807378 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-70f9db71-5c8d-47a5-98fd-967d8db0cfb0 req-9ec93363-7219-4f30-a3a7-55dac43be29e tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.3859987 Apr 06 13:27:32.831797 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0586743e-f9d6-4553-bb4d-86ceb78ba06d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:32.885695 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b30783ed-8ed5-4fd5-b224-90d32e90c30b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:32.889282 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4521922-6441-4a5e-802b-b3d6ac59e7bc tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Made reservation on behalf of 9341e9bb5bc140f0acd134589bc77490 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:32.892624 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f4521922-6441-4a5e-802b-b3d6ac59e7bc tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:32.902242 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-8f534181-170f-497d-b0af-e9fd0c713be7 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Deleting port cd52abd0-ef40-4a4f-b05f-6ed4c4fa5ad6 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:32.903884 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8f534181-170f-497d-b0af-e9fd0c713be7 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:32.936160 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6198a8-09cc-4467-a5f2-4730aca8d316 req-b47d6a88-d418-45d4-a57b-ee07c9ec916d tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:32.937690 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-de6198a8-09cc-4467-a5f2-4730aca8d316 req-b47d6a88-d418-45d4-a57b-ee07c9ec916d tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/ports?device_id=3095980e-21a3-4695-883b-7ddef3fed08b HTTP/1.1" status: 200 len: 943 time: 0.4316533 Apr 06 13:27:32.950782 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-547d8998-30b0-4b00-8d9c-b08c68f3576e tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:32.973560 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-c550c906-cbae-4fcd-930f-56df2837e688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:32.979788 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0586743e-f9d6-4553-bb4d-86ceb78ba06d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Network c873e0da-8b7d-45a0-a38b-dbdb2c77464b is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:32.998225 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b30783ed-8ed5-4fd5-b224-90d32e90c30b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Network 23bc6c8f-e57a-4500-a0d7-ef40ce1d211f is not hosted by any dhcp agent {{(pid=88564) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 06 13:27:33.003493 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30783ed-8ed5-4fd5-b224-90d32e90c30b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:33.004084 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b30783ed-8ed5-4fd5-b224-90d32e90c30b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:33.007881 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b30783ed-8ed5-4fd5-b224-90d32e90c30b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "PUT /v2.0/networks/23bc6c8f-e57a-4500-a0d7-ef40ce1d211f HTTP/1.1" status: 200 len: 761 time: 0.9109149 Apr 06 13:27:33.011008 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40840) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:33.022207 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-0586743e-f9d6-4553-bb4d-86ceb78ba06d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:33.035066 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0586743e-f9d6-4553-bb4d-86ceb78ba06d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:27:33.070887 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-84780828-19a7-44cf-bb5f-d0ef291e4aa1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Allocated IP 2001:db8::269 (c4cf8cbf-de89-4102-826f-dd828e341b19/8f20b1c4-2c2c-41b3-a4a2-e145780f17f3/752da649-321c-4888-af8c-916fc779c1bd) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:27:33.099901 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-547d8998-30b0-4b00-8d9c-b08c68f3576e tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:33.105482 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-70f9db71-5c8d-47a5-98fd-967d8db0cfb0 req-b5b4fbfd-930e-4333-8231-072af7d7bd14 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2546663 Apr 06 13:27:33.116685 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-547d8998-30b0-4b00-8d9c-b08c68f3576e tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Usage tracker for resource:security_group_rule and tenant:1c14039a352f4e1fa0b7c789472c5dc8 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:33.146878 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-547d8998-30b0-4b00-8d9c-b08c68f3576e tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:33.162258 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30783ed-8ed5-4fd5-b224-90d32e90c30b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event updated for resources: {'Network': ['ID=23bc6c8f-e57a-4500-a0d7-ef40ce1d211f,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:33.175001 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586743e-f9d6-4553-bb4d-86ceb78ba06d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event updated for resources: {'Port': ['ID=3fe76b90-93e4-4ac7-8dbd-ec65d74be203,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:33.176406 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 23bc6c8f-e57a-4500-a0d7-ef40ce1d211f details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:27:33.178113 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-de6198a8-09cc-4467-a5f2-4730aca8d316 req-1b40a816-c230-4213-9bb4-031b812343fb tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4d0b212-a5b5-4ba3-9351-a8ac291f57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084570 Apr 06 13:27:33.241793 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4521922-6441-4a5e-802b-b3d6ac59e7bc tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:27:33.257057 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f4521922-6441-4a5e-802b-b3d6ac59e7bc tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:33.257288 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-547d8998-30b0-4b00-8d9c-b08c68f3576e tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:33.257752 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-f4521922-6441-4a5e-802b-b3d6ac59e7bc tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Added segment d0dea01c-6f9e-4d33-9225-36d5d0fa70a2 of type vlan for network 117c3b89-6bbe-43b1-a8fe-fb001cec6256 Apr 06 13:27:33.262721 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34ecc8-af48-4850-93c9-a1350bd9b3e2 req-c735cd7e-78bd-42ff-b792-4211ff751ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:33.266037 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0f34ecc8-af48-4850-93c9-a1350bd9b3e2 req-c735cd7e-78bd-42ff-b792-4211ff751ce0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5be2eead-86e0-4801-95e6-7956006492a1 HTTP/1.1" status: 200 len: 912 time: 0.5154092 Apr 06 13:27:33.295005 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f4521922-6441-4a5e-802b-b3d6ac59e7bc tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:33.444552 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0586743e-f9d6-4553-bb4d-86ceb78ba06d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:33.469825 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c07140-df00-499a-8657-86fed4586bae tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:33.470503 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-18c07140-df00-499a-8657-86fed4586bae tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Synchronizing usage tracker for tenant:ed39337f249349ada24d9b0a6c7e89f2 on resource:network {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:27:33.481416 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f4521922-6441-4a5e-802b-b3d6ac59e7bc tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:33.486930 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4521922-6441-4a5e-802b-b3d6ac59e7bc tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:33.487513 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f4521922-6441-4a5e-802b-b3d6ac59e7bc tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:33.510265 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-c550c906-cbae-4fcd-930f-56df2837e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:33.510767 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-c550c906-cbae-4fcd-930f-56df2837e688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:33.517983 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-c550c906-cbae-4fcd-930f-56df2837e688 service neutron] 10.222.0.61 "PUT /v2.0/ports/fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32 HTTP/1.1" status: 200 len: 1093 time: 3.9280539 Apr 06 13:27:33.529033 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3095980e-21a3-4695-883b-7ddef3fed08b', 'tag': 'fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:27:33.549287 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0f34ecc8-af48-4850-93c9-a1350bd9b3e2 req-43ae3728-4dd3-413c-a68e-18794f0a80cb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddde7491-e249-460a-b06c-c1af650f5bf7 HTTP/1.1" status: 200 len: 1002 time: 0.2589014 Apr 06 13:27:33.619991 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3611d677-63e4-4df3-914d-6deb8d09e47d None None] Provisioning for port 3fe76b90-93e4-4ac7-8dbd-ec65d74be203 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:27:33.626380 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3611d677-63e4-4df3-914d-6deb8d09e47d None None] Provisioning complete for port 3fe76b90-93e4-4ac7-8dbd-ec65d74be203 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:33.627151 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3611d677-63e4-4df3-914d-6deb8d09e47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:33.646626 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-18c07140-df00-499a-8657-86fed4586bae tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Unset dirty status for tenant:ed39337f249349ada24d9b0a6c7e89f2 on resource:network {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:27:33.652012 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-18c07140-df00-499a-8657-86fed4586bae tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "GET /v2.0/networks?id=23bc6c8f-e57a-4500-a0d7-ef40ce1d211f HTTP/1.1" status: 200 len: 764 time: 0.6268654 Apr 06 13:27:33.660093 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e346ae5-0b58-446d-b920-3e4133bc7c93'] response: {'name': 'network-changed', 'server_uuid': '3095980e-21a3-4695-883b-7ddef3fed08b', 'tag': 'fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32', 'status': 'completed', 'code': 200} Apr 06 13:27:33.664861 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40848) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:33.691526 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-3611d677-63e4-4df3-914d-6deb8d09e47d None None] Port 3fe76b90-93e4-4ac7-8dbd-ec65d74be203 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:27:33.724396 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34ecc8-af48-4850-93c9-a1350bd9b3e2 req-671d7dfe-b12b-41bc-9f57-3e20aa97d52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:33.726450 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0f34ecc8-af48-4850-93c9-a1350bd9b3e2 req-671d7dfe-b12b-41bc-9f57-3e20aa97d52d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05aded58-8f1f-47e0-842d-ddd950b58777 HTTP/1.1" status: 200 len: 850 time: 0.1220160 Apr 06 13:27:33.771930 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4521922-6441-4a5e-802b-b3d6ac59e7bc tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event updated for resources: {'Network': ['ID=117c3b89-6bbe-43b1-a8fe-fb001cec6256,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:33.775324 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f4521922-6441-4a5e-802b-b3d6ac59e7bc tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1558924 Apr 06 13:27:33.781258 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40854) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:33.792823 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 117c3b89-6bbe-43b1-a8fe-fb001cec6256 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:27:33.800019 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550c906-cbae-4fcd-930f-56df2837e688 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:33.810429 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8f534181-170f-497d-b0af-e9fd0c713be7 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:33.953809 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-209f8c59-9e88-4c9a-9ba8-a15d26fce1d7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Request body: {'subnet': {'network_id': '117c3b89-6bbe-43b1-a8fe-fb001cec6256', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:34.071799 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-547d8998-30b0-4b00-8d9c-b08c68f3576e tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:34.082144 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-84780828-19a7-44cf-bb5f-d0ef291e4aa1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:34.134139 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-8f534181-170f-497d-b0af-e9fd0c713be7 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Calling delete_port for cd52abd0-ef40-4a4f-b05f-6ed4c4fa5ad6 owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:27:34.174138 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-84780828-19a7-44cf-bb5f-d0ef291e4aa1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Transition to ACTIVE for port object 752da649-321c-4888-af8c-916fc779c1bd will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:34.176095 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-547d8998-30b0-4b00-8d9c-b08c68f3576e tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:34.229221 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6f3d6-ac8d-4014-bbd0-de69b3485b9f req-d528981d-7135-4628-923a-d2a5f6ff9fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:34.230342 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-08a6f3d6-ac8d-4014-bbd0-de69b3485b9f req-d528981d-7135-4628-923a-d2a5f6ff9fd7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca027f9539bb43408259be56024c9f96&device_id=3095980e-21a3-4695-883b-7ddef3fed08b HTTP/1.1" status: 200 len: 1096 time: 0.5725880 Apr 06 13:27:34.241698 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-209f8c59-9e88-4c9a-9ba8-a15d26fce1d7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:34.274249 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-209f8c59-9e88-4c9a-9ba8-a15d26fce1d7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Usage tracker for resource:subnet and tenant:9341e9bb5bc140f0acd134589bc77490 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:34.288840 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-209f8c59-9e88-4c9a-9ba8-a15d26fce1d7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:34.297245 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34ecc8-af48-4850-93c9-a1350bd9b3e2 req-60ec367f-7eaf-4381-be08-c7116d60a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:34.299393 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0f34ecc8-af48-4850-93c9-a1350bd9b3e2 req-60ec367f-7eaf-4381-be08-c7116d60a7ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5be2eead-86e0-4801-95e6-7956006492a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5623424 Apr 06 13:27:34.308109 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d8998-30b0-4b00-8d9c-b08c68f3576e tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc8d1a3-41b8-43cf-a5bd-293cbb401bbe,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:34.317018 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-209f8c59-9e88-4c9a-9ba8-a15d26fce1d7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:34.333945 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1496f296-a056-4eb1-856b-f241e38013e2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:34.336645 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1496f296-a056-4eb1-856b-f241e38013e2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6696339 Apr 06 13:27:34.338614 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40860) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:34.434166 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-547d8998-30b0-4b00-8d9c-b08c68f3576e tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:34.435289 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-547d8998-30b0-4b00-8d9c-b08c68f3576e tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7871122 Apr 06 13:27:34.451656 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12235dc-cfd7-474c-aeb1-5f285b9d1c70 req-37b97ae8-2c4a-4b9c-b793-1c4bea248d75 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:34.452638 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40864) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:34.453142 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c12235dc-cfd7-474c-aeb1-5f285b9d1c70 req-37b97ae8-2c4a-4b9c-b793-1c4bea248d75 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.5159280 Apr 06 13:27:34.464380 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-dcf627be-4c93-43f1-9ed5-6f15dd81452a tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Synchronizing usage tracker for tenant:ed39337f249349ada24d9b0a6c7e89f2 on resource:subnet {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:27:34.473650 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-bcf2533c-8005-481b-b7ac-a3cc2e176239 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group_rule': {'security_group_id': '1fb50ff2-8104-4413-b6c7-bce94191ac0c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0cc8d1a3-41b8-43cf-a5bd-293cbb401bbe'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:34.499070 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-bcf2533c-8005-481b-b7ac-a3cc2e176239 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:34.512604 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-bcf2533c-8005-481b-b7ac-a3cc2e176239 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Usage tracker for resource:security_group_rule and tenant:1c14039a352f4e1fa0b7c789472c5dc8 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:34.517909 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6f3d6-ac8d-4014-bbd0-de69b3485b9f req-d049fa8c-d938-4325-a18f-9796cf1ddbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:34.519716 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-08a6f3d6-ac8d-4014-bbd0-de69b3485b9f req-d049fa8c-d938-4325-a18f-9796cf1ddbea service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=ca027f9539bb43408259be56024c9f96&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2759264 Apr 06 13:27:34.520477 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-bcf2533c-8005-481b-b7ac-a3cc2e176239 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:34.531053 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0586743e-f9d6-4553-bb4d-86ceb78ba06d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:34.541090 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-bcf2533c-8005-481b-b7ac-a3cc2e176239 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:34.545986 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209f8c59-9e88-4c9a-9ba8-a15d26fce1d7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Made reservation on behalf of 9341e9bb5bc140f0acd134589bc77490 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:34.549894 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-209f8c59-9e88-4c9a-9ba8-a15d26fce1d7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:34.593988 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-84780828-19a7-44cf-bb5f-d0ef291e4aa1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:34.751155 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c12235dc-cfd7-474c-aeb1-5f285b9d1c70 req-7b581c40-c73b-4f19-be98-2a33d9248c8f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2892926 Apr 06 13:27:34.763290 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-dcf627be-4c93-43f1-9ed5-6f15dd81452a tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Unset dirty status for tenant:ed39337f249349ada24d9b0a6c7e89f2 on resource:subnet {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:27:34.769723 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-dcf627be-4c93-43f1-9ed5-6f15dd81452a tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "GET /v2.0/subnets?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622 HTTP/1.1" status: 200 len: 207 time: 0.3937039 Apr 06 13:27:34.770896 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84780828-19a7-44cf-bb5f-d0ef291e4aa1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Network c4cf8cbf-de89-4102-826f-dd828e341b19 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:34.771343 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40868) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:34.794734 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-84780828-19a7-44cf-bb5f-d0ef291e4aa1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:34.797164 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84780828-19a7-44cf-bb5f-d0ef291e4aa1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:27:34.803955 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84780828-19a7-44cf-bb5f-d0ef291e4aa1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:34.804553 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-84780828-19a7-44cf-bb5f-d0ef291e4aa1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:34.846329 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84780828-19a7-44cf-bb5f-d0ef291e4aa1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Pushing event updated for resources: {'Port': ['ID=752da649-321c-4888-af8c-916fc779c1bd,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:34.846329 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0f34ecc8-af48-4850-93c9-a1350bd9b3e2 req-c9404b40-0596-4351-9c86-ac2bf15b8844 service neutron] 10.222.0.61 "GET /v2.0/networks/5be2eead-86e0-4801-95e6-7956006492a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5325849 Apr 06 13:27:34.860676 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff50fc0-a16c-42d3-8bef-d2ba04b9fd9d req-c9bb17b4-67af-47a6-913c-ced767ffae8b tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:34.862213 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4ff50fc0-a16c-42d3-8bef-d2ba04b9fd9d req-c9bb17b4-67af-47a6-913c-ced767ffae8b tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/ports?device_id=3095980e-21a3-4695-883b-7ddef3fed08b HTTP/1.1" status: 200 len: 943 time: 0.5503976 Apr 06 13:27:34.979280 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6f3d6-ac8d-4014-bbd0-de69b3485b9f req-18ea96f0-9134-4bdf-89aa-35143cf21f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:34.982978 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-08a6f3d6-ac8d-4014-bbd0-de69b3485b9f req-18ea96f0-9134-4bdf-89aa-35143cf21f48 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4526231 Apr 06 13:27:34.991446 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-84780828-19a7-44cf-bb5f-d0ef291e4aa1 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4352586 Apr 06 13:27:35.004567 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40872) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:35.012975 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-4431417f-3a76-4ec1-a58f-ccfb659e040f tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::39e', 'mac_address': 'fa:16:3e:34:0c:d9'}]}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:35.051475 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4ff50fc0-a16c-42d3-8bef-d2ba04b9fd9d req-6fe2ad41-7ea4-485a-9134-fa2698a3910b tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4d0b212-a5b5-4ba3-9351-a8ac291f57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641822 Apr 06 13:27:35.064445 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8f534181-170f-497d-b0af-e9fd0c713be7 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:35.068686 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-bcf2533c-8005-481b-b7ac-a3cc2e176239 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:27:35.069875 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-bcf2533c-8005-481b-b7ac-a3cc2e176239 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6143703 Apr 06 13:27:35.074879 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40876) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:35.100284 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3a24ef3c-f9f8-4e14-8d7c-b4e41de2f32f None None] Provisioning for port 752da649-321c-4888-af8c-916fc779c1bd completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:27:35.106651 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3a24ef3c-f9f8-4e14-8d7c-b4e41de2f32f None None] Provisioning complete for port 752da649-321c-4888-af8c-916fc779c1bd triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:35.107122 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3a24ef3c-f9f8-4e14-8d7c-b4e41de2f32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:35.134978 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0f34ecc8-af48-4850-93c9-a1350bd9b3e2 req-a61325c4-50da-4faa-ae4c-dbdad0408d7b service neutron] 10.222.0.61 "GET /v2.0/networks/5be2eead-86e0-4801-95e6-7956006492a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716796 Apr 06 13:27:35.197564 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-3a24ef3c-f9f8-4e14-8d7c-b4e41de2f32f None None] Port 752da649-321c-4888-af8c-916fc779c1bd cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:27:35.272900 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f534181-170f-497d-b0af-e9fd0c713be7 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Pushing event deleted for resources: {'Port': ['ID=cd52abd0-ef40-4a4f-b05f-6ed4c4fa5ad6,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:35.296642 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5db75ac-dd9f-40c0-a9c6-2b568fd33343 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:35.302651 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5db75ac-dd9f-40c0-a9c6-2b568fd33343 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:35.308411 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5db75ac-dd9f-40c0-a9c6-2b568fd33343 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:35.314075 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5db75ac-dd9f-40c0-a9c6-2b568fd33343 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:35.319930 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5db75ac-dd9f-40c0-a9c6-2b568fd33343 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:35.326120 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5db75ac-dd9f-40c0-a9c6-2b568fd33343 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:35.327918 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c5db75ac-dd9f-40c0-a9c6-2b568fd33343 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.5524662 Apr 06 13:27:35.346926 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40880) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:35.396758 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-87e601c9-c71a-43d5-9d31-f6664c6f2b0a tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:35.491393 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-87e601c9-c71a-43d5-9d31-f6664c6f2b0a tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:35.564103 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8f534181-170f-497d-b0af-e9fd0c713be7 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:35.608733 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83aba79-22c1-4513-95b1-262c568859eb req-5c6c025f-ac01-4116-8038-660fd7e7e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:35.610205 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a83aba79-22c1-4513-95b1-262c568859eb req-5c6c025f-ac01-4116-8038-660fd7e7e2cc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a4d54de52764226baa1254caab457dd&device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 1099 time: 0.3133333 Apr 06 13:27:35.614086 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4431417f-3a76-4ec1-a58f-ccfb659e040f tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:35.903033 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-87e601c9-c71a-43d5-9d31-f6664c6f2b0a tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:36.003501 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-f6777627-35a8-4244-86fb-73c9f767c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:36.004992 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-f6777627-35a8-4244-86fb-73c9f767c91f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca027f9539bb43408259be56024c9f96&device_id=3095980e-21a3-4695-883b-7ddef3fed08b HTTP/1.1" status: 200 len: 1096 time: 0.9225116 Apr 06 13:27:36.030346 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e601c9-c71a-43d5-9d31-f6664c6f2b0a tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc8d1a3-41b8-43cf-a5bd-293cbb401bbe,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:36.049055 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.objects.ports [None req-209f8c59-9e88-4c9a-9ba8-a15d26fce1d7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88565) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 06 13:27:36.057214 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-209f8c59-9e88-4c9a-9ba8-a15d26fce1d7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:36.097098 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-51151a8b-a265-4657-9412-9690f58a4185 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.7458091 Apr 06 13:27:36.106984 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40888) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:36.201028 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-f8a7925b-3bd3-4941-887a-74425a5fa3ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32 HTTP/1.1" status: 200 len: 217 time: 0.1687307 Apr 06 13:27:36.226558 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83aba79-22c1-4513-95b1-262c568859eb req-7b2c7905-a170-4066-9ab1-73253eb5cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:36.228880 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a83aba79-22c1-4513-95b1-262c568859eb req-7b2c7905-a170-4066-9ab1-73253eb5cdb1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5be2eead-86e0-4801-95e6-7956006492a1 HTTP/1.1" status: 200 len: 912 time: 0.5992019 Apr 06 13:27:36.288180 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-87e601c9-c71a-43d5-9d31-f6664c6f2b0a tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:36.289266 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-87e601c9-c71a-43d5-9d31-f6664c6f2b0a tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "DELETE /v2.0/security-groups/0cc8d1a3-41b8-43cf-a5bd-293cbb401bbe HTTP/1.1" status: 204 len: 168 time: 1.2119849 Apr 06 13:27:36.303781 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40892) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:36.410462 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8f534181-170f-497d-b0af-e9fd0c713be7 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:36.419890 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-cee49fc5-a39a-4988-abe2-112665a49ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:36.421362 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-cee49fc5-a39a-4988-abe2-112665a49ced service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d1359a41-278f-4448-adcd-2b54a4bc8fee HTTP/1.1" status: 200 len: 851 time: 0.2280760 Apr 06 13:27:36.424798 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0586743e-f9d6-4553-bb4d-86ceb78ba06d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:36.426535 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8f534181-170f-497d-b0af-e9fd0c713be7 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1624175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625362'] for router, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:36.453132 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f8c59-9e88-4c9a-9ba8-a15d26fce1d7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event updated for resources: {'Subnet': ['ID=1d4e7f4e-1358-4db7-b68a-3683e50f9f3f,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:36.493468 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6544e53-1463-4126-ab85-82235ce6d80b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:36.495106 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6544e53-1463-4126-ab85-82235ce6d80b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:36.496556 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6544e53-1463-4126-ab85-82235ce6d80b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:36.498006 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6544e53-1463-4126-ab85-82235ce6d80b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:36.499473 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6544e53-1463-4126-ab85-82235ce6d80b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:36.501104 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f6544e53-1463-4126-ab85-82235ce6d80b tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3834271 Apr 06 13:27:36.522085 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40896) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:36.547225 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0586743e-f9d6-4553-bb4d-86ceb78ba06d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:36.577601 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209f8c59-9e88-4c9a-9ba8-a15d26fce1d7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Checking segment: {'id': 'd0dea01c-6f9e-4d33-9225-36d5d0fa70a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '117c3b89-6bbe-43b1-a8fe-fb001cec6256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:27:36.577953 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209f8c59-9e88-4c9a-9ba8-a15d26fce1d7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Network hostable DHCP agents. Network: 117c3b89-6bbe-43b1-a8fe-fb001cec6256, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:27:36.627972 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bf062-9739-4620-8a1e-4d6163424b15 req-83e8dfe9-79f9-4958-a19e-13b76a34d61b tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:36.629426 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-125bf062-9739-4620-8a1e-4d6163424b15 req-83e8dfe9-79f9-4958-a19e-13b76a34d61b tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.7338438 Apr 06 13:27:36.631166 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a83aba79-22c1-4513-95b1-262c568859eb req-e332c22f-1434-474b-824b-e9978b57d057 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddde7491-e249-460a-b06c-c1af650f5bf7 HTTP/1.1" status: 200 len: 1002 time: 0.3520927 Apr 06 13:27:36.753588 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6d485dd8-4acd-490e-a253-17cec1c15d73 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4460840 Apr 06 13:27:36.753768 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2cfd71-a7e5-4199-a646-76ed1d0c2d61 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['shared'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:36.754612 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2cfd71-a7e5-4199-a646-76ed1d0c2d61 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['shared'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:36.756019 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2cfd71-a7e5-4199-a646-76ed1d0c2d61 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['shared'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:36.757405 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2cfd71-a7e5-4199-a646-76ed1d0c2d61 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['shared'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:36.759647 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2cfd71-a7e5-4199-a646-76ed1d0c2d61 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['shared'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:36.761203 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5f2cfd71-a7e5-4199-a646-76ed1d0c2d61 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2372499 Apr 06 13:27:36.765864 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40900) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:36.766200 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40902) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:36.774547 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f534181-170f-497d-b0af-e9fd0c713be7 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Router 80620ea4-9ca4-4adb-a062-e5d17b5b29b6 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:27:36.775812 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0586743e-f9d6-4553-bb4d-86ceb78ba06d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:36.785852 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586743e-f9d6-4553-bb4d-86ceb78ba06d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event updated for resources: {'Port': ['ID=3fe76b90-93e4-4ac7-8dbd-ec65d74be203,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:36.836374 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041a9bd-6235-4639-9806-eed71b7d69e2 req-731c1e7c-fc2c-4f2f-817d-89ea986d10d9 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:36.838381 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2041a9bd-6235-4639-9806-eed71b7d69e2 req-731c1e7c-fc2c-4f2f-817d-89ea986d10d9 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/ports?device_id=3095980e-21a3-4695-883b-7ddef3fed08b HTTP/1.1" status: 200 len: 943 time: 0.6527543 Apr 06 13:27:36.869439 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83aba79-22c1-4513-95b1-262c568859eb req-ba638516-a3df-42ce-b141-6744c3e0f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:36.870871 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a83aba79-22c1-4513-95b1-262c568859eb req-ba638516-a3df-42ce-b141-6744c3e0f14e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05aded58-8f1f-47e0-842d-ddd950b58777 HTTP/1.1" status: 200 len: 850 time: 0.2255177 Apr 06 13:27:36.871415 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209f8c59-9e88-4c9a-9ba8-a15d26fce1d7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Network 117c3b89-6bbe-43b1-a8fe-fb001cec6256 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:27:36.879165 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4431417f-3a76-4ec1-a58f-ccfb659e040f tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:36.907632 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-125bf062-9739-4620-8a1e-4d6163424b15 req-5c2c68de-515b-4efe-b756-35d3cdbf6aba tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672083 Apr 06 13:27:36.955762 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-6461deab-d2a2-4f05-96b8-b6227d23e036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:36.957315 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-6461deab-d2a2-4f05-96b8-b6227d23e036 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e656c5dd-f102-4ee6-871d-b472dc64eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5215058 Apr 06 13:27:37.039581 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4431417f-3a76-4ec1-a58f-ccfb659e040f tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:37.056549 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f534181-170f-497d-b0af-e9fd0c713be7 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:27:37.066421 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8357b71d-49ee-4c62-a330-70d8afcca22d None None] Sync routers for ids ['80620ea4-9ca4-4adb-a062-e5d17b5b29b6'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:27:37.078373 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8357b71d-49ee-4c62-a330-70d8afcca22d None None] Routers {'80620ea4-9ca4-4adb-a062-e5d17b5b29b6'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:37.079874 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-8357b71d-49ee-4c62-a330-70d8afcca22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:27:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['80620ea4-9ca4-4adb-a062-e5d17b5b29b6'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:37.092935 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-209f8c59-9e88-4c9a-9ba8-a15d26fce1d7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 117c3b89-6bbe-43b1-a8fe-fb001cec6256) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:37.130958 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209f8c59-9e88-4c9a-9ba8-a15d26fce1d7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:37.131542 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-209f8c59-9e88-4c9a-9ba8-a15d26fce1d7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:37.140302 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2041a9bd-6235-4639-9806-eed71b7d69e2 req-dde0169a-423d-4a3a-93fb-72d924b42efa tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4d0b212-a5b5-4ba3-9351-a8ac291f57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2887506 Apr 06 13:27:37.149471 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-4431417f-3a76-4ec1-a58f-ccfb659e040f tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] In _notify_port_updated(), no bound segment for port 752da649-321c-4888-af8c-916fc779c1bd on network c4cf8cbf-de89-4102-826f-dd828e341b19 {{(pid=88565) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 06 13:27:37.154957 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4431417f-3a76-4ec1-a58f-ccfb659e040f tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:37.155622 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4431417f-3a76-4ec1-a58f-ccfb659e040f tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:37.159654 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4431417f-3a76-4ec1-a58f-ccfb659e040f tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] 10.222.0.48 "PUT /v2.0/ports/752da649-321c-4888-af8c-916fc779c1bd HTTP/1.1" status: 200 len: 1002 time: 2.1514809 Apr 06 13:27:37.162215 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2481f36-da47-4436-8a39-0f4e40caf98b None None] Network 117c3b89-6bbe-43b1-a8fe-fb001cec6256 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:27:37.184191 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40910) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:37.209496 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-8357b71d-49ee-4c62-a330-70d8afcca22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:37.269545 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8baae6ad-00ff-4457-a473-70c2bf921950 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:37.287990 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8357b71d-49ee-4c62-a330-70d8afcca22d None None] Routers {'80620ea4-9ca4-4adb-a062-e5d17b5b29b6'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:37.288918 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-8357b71d-49ee-4c62-a330-70d8afcca22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:27:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['80620ea4-9ca4-4adb-a062-e5d17b5b29b6'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:37.303454 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807fca79-a3ee-47ff-bdbf-a709993d0d09 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:37.304535 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-807fca79-a3ee-47ff-bdbf-a709993d0d09 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "GET /v2.0/networks/626bd4c6-a6a3-48c1-ae35-35fd3c4deb28 HTTP/1.1" status: 200 len: 803 time: 0.5345895 Apr 06 13:27:37.318072 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40914) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:37.332156 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431417f-3a76-4ec1-a58f-ccfb659e040f tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Pushing event updated for resources: {'Port': ['ID=752da649-321c-4888-af8c-916fc779c1bd,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:37.347475 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-209f8c59-9e88-4c9a-9ba8-a15d26fce1d7 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.5599825 Apr 06 13:27:37.358210 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8f534181-170f-497d-b0af-e9fd0c713be7 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:37.362494 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8f534181-170f-497d-b0af-e9fd0c713be7 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "PUT /v2.0/routers/80620ea4-9ca4-4adb-a062-e5d17b5b29b6 HTTP/1.1" status: 200 len: 710 time: 6.3031559 Apr 06 13:27:37.363931 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40916) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:37.364260 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40918) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:37.376417 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-8357b71d-49ee-4c62-a330-70d8afcca22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:37.377066 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8357b71d-49ee-4c62-a330-70d8afcca22d None None] The sync data for ids ['80620ea4-9ca4-4adb-a062-e5d17b5b29b6'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:27:37.429308 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0586743e-f9d6-4553-bb4d-86ceb78ba06d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Network c873e0da-8b7d-45a0-a38b-dbdb2c77464b is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:37.436066 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-0586743e-f9d6-4553-bb4d-86ceb78ba06d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:37.493792 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8baae6ad-00ff-4457-a473-70c2bf921950 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:37.534347 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08a5793-7948-4bd7-9a18-3139cd629f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-117c3b89-6bbe-43b1-a8fe-fb001cec6256', 'network_id': '117c3b89-6bbe-43b1-a8fe-fb001cec6256', 'tenant_id': '9341e9bb5bc140f0acd134589bc77490', 'fixed_ips': [{'subnet_id': '1d4e7f4e-1358-4db7-b68a-3683e50f9f3f'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:27:37.535235 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d08a5793-7948-4bd7-9a18-3139cd629f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:37.553921 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-58d63460-8ed6-49a2-b3ce-4a3c356e75f6 None None] Provisioning complete for port 752da649-321c-4888-af8c-916fc779c1bd triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:37.554556 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-58d63460-8ed6-49a2-b3ce-4a3c356e75f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:37.661274 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-c7dc25f7-196f-4142-8de3-464b97b23b79 service neutron] 10.222.0.61 "GET /v2.0/networks/e656c5dd-f102-4ee6-871d-b472dc64eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6450133 Apr 06 13:27:37.692625 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-58d63460-8ed6-49a2-b3ce-4a3c356e75f6 None None] Port 752da649-321c-4888-af8c-916fc779c1bd cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:27:37.773572 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-d08a5793-7948-4bd7-9a18-3139cd629f87 None None] Allocated IP 2001:db8::f816:3eff:fe83:5d5e (117c3b89-6bbe-43b1-a8fe-fb001cec6256/1d4e7f4e-1358-4db7-b68a-3683e50f9f3f/6d5e1fd0-f1b6-4849-b761-110a8b4d4872) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:27:37.793748 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-0d963f03-4038-462e-bcfa-97da6ab60cf2 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Deleting port 752da649-321c-4888-af8c-916fc779c1bd {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:37.794080 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0d963f03-4038-462e-bcfa-97da6ab60cf2 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:37.856464 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2f27b065-0eb6-4660-a4d5-860640ef4286 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "GET /v2.0/networks/626bd4c6-a6a3-48c1-ae35-35fd3c4deb28?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4916344 Apr 06 13:27:37.856819 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8baae6ad-00ff-4457-a473-70c2bf921950 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:37.863549 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40926) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:37.894313 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3cd016c5-899a-4534-bbd0-8894437da9f1 None None] Provisioning complete for port 3fe76b90-93e4-4ac7-8dbd-ec65d74be203 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:37.894679 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3cd016c5-899a-4534-bbd0-8894437da9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:37.953649 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83aba79-22c1-4513-95b1-262c568859eb req-8f63fed2-a5d6-4f29-9c39-c94926452192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:37.954822 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0586743e-f9d6-4553-bb4d-86ceb78ba06d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Router 0575bfb6-d5c2-4d4c-b081-a73a928b0448 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:27:37.955254 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a83aba79-22c1-4513-95b1-262c568859eb req-8f63fed2-a5d6-4f29-9c39-c94926452192 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5be2eead-86e0-4801-95e6-7956006492a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0513155 Apr 06 13:27:37.964073 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-70334511-37fe-47ad-b4f0-269188c994ba tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "GET /v2.0/routers/80620ea4-9ca4-4adb-a062-e5d17b5b29b6 HTTP/1.1" status: 200 len: 745 time: 0.5947385 Apr 06 13:27:37.969553 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40932) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:37.988956 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baae6ad-00ff-4457-a473-70c2bf921950 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb50ff2-8104-4413-b6c7-bce94191ac0c,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:38.036454 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8baae6ad-00ff-4457-a473-70c2bf921950 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:38.038430 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8baae6ad-00ff-4457-a473-70c2bf921950 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "DELETE /v2.0/security-groups/1fb50ff2-8104-4413-b6c7-bce94191ac0c HTTP/1.1" status: 204 len: 168 time: 1.2692928 Apr 06 13:27:38.044544 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f7deb2-0720-4fa1-840f-9074d2c03d61 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:38.044544 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a9f7deb2-0720-4fa1-840f-9074d2c03d61 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Synchronizing usage tracker for tenant:ed39337f249349ada24d9b0a6c7e89f2 on resource:subnet {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:27:38.052833 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40936) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:38.064843 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1f4b3fa2-ee08-4ef3-b414-5c2089595d49 tempest-RoutersIpV6AdminTest-1854034308 tempest-RoutersIpV6AdminTest-1854034308-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622&device_id=80620ea4-9ca4-4adb-a062-e5d17b5b29b6 HTTP/1.1" status: 200 len: 205 time: 0.0910680 Apr 06 13:27:38.065874 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40940) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:38.135266 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-3cd016c5-899a-4534-bbd0-8894437da9f1 None None] Port 3fe76b90-93e4-4ac7-8dbd-ec65d74be203 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:27:38.144905 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f8e27b5f-b614-4da8-87a9-93d11710c357 req-412143d8-17ff-4c07-8867-ce6b0fb5eede service neutron] 10.222.0.61 "GET /v2.0/networks/e656c5dd-f102-4ee6-871d-b472dc64eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725239 Apr 06 13:27:38.208259 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:38.209335 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d08a5793-7948-4bd7-9a18-3139cd629f87 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:38.212881 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ffb5ec72-5fd1-4354-8444-1ff9b958694f tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "GET /v2.0/ports?device_id=80620ea4-9ca4-4adb-a062-e5d17b5b29b6 HTTP/1.1" status: 200 len: 205 time: 0.1437144 Apr 06 13:27:38.215876 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40946) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:38.216239 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a9f7deb2-0720-4fa1-840f-9074d2c03d61 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Unset dirty status for tenant:ed39337f249349ada24d9b0a6c7e89f2 on resource:subnet {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:27:38.220711 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a9f7deb2-0720-4fa1-840f-9074d2c03d61 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "GET /v2.0/subnets/3dc2f244-1b8a-44cf-b1f0-24d6cc21dfbe HTTP/1.1" status: 200 len: 843 time: 0.3438268 Apr 06 13:27:38.226269 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40948) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:38.230832 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d08a5793-7948-4bd7-9a18-3139cd629f87 None None] Transition to ACTIVE for port object 6d5e1fd0-f1b6-4849-b761-110a8b4d4872 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:38.266477 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d08a5793-7948-4bd7-9a18-3139cd629f87 None None] Transition to ACTIVE for port object 6d5e1fd0-f1b6-4849-b761-110a8b4d4872 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:38.355842 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d08a5793-7948-4bd7-9a18-3139cd629f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:38.433946 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08a5793-7948-4bd7-9a18-3139cd629f87 None None] Network 117c3b89-6bbe-43b1-a8fe-fb001cec6256 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:38.441095 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-d08a5793-7948-4bd7-9a18-3139cd629f87 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:38.446630 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08a5793-7948-4bd7-9a18-3139cd629f87 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:27:38.454210 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a5793-7948-4bd7-9a18-3139cd629f87 None None] Pushing event updated for resources: {'Port': ['ID=6d5e1fd0-f1b6-4849-b761-110a8b4d4872,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:38.486386 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a83aba79-22c1-4513-95b1-262c568859eb req-2aa4c127-1bc5-4e29-8554-dbf57d28ec76 service neutron] 10.222.0.61 "GET /v2.0/networks/5be2eead-86e0-4801-95e6-7956006492a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184522 Apr 06 13:27:38.524743 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d21b81b6-838d-4812-98ae-85c49ad54f65 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4653370 Apr 06 13:27:38.530912 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-40caa6f4-2a3f-4b02-b634-c67a32fb958b tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:38.532639 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40954) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:38.549023 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-d08a5793-7948-4bd7-9a18-3139cd629f87 None None] Attempting to bind port 6d5e1fd0-f1b6-4849-b761-110a8b4d4872 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:27:38.549218 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-d08a5793-7948-4bd7-9a18-3139cd629f87 None None] Attempting to bind port 6d5e1fd0-f1b6-4849-b761-110a8b4d4872 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'd0dea01c-6f9e-4d33-9225-36d5d0fa70a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '117c3b89-6bbe-43b1-a8fe-fb001cec6256'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:27:38.549546 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08a5793-7948-4bd7-9a18-3139cd629f87 None None] Attempting to bind port 6d5e1fd0-f1b6-4849-b761-110a8b4d4872 on network 117c3b89-6bbe-43b1-a8fe-fb001cec6256 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:27:38.554828 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08a5793-7948-4bd7-9a18-3139cd629f87 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:27:38.555957 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08a5793-7948-4bd7-9a18-3139cd629f87 None None] Checking segment: {'id': 'd0dea01c-6f9e-4d33-9225-36d5d0fa70a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '117c3b89-6bbe-43b1-a8fe-fb001cec6256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:27:38.556217 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-a89f2caf-3ac4-47cc-b252-62693cf2d8fe tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group': {'name': 'tempest-secgroup--1206644803'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:38.556409 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d08a5793-7948-4bd7-9a18-3139cd629f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:38.556779 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08a5793-7948-4bd7-9a18-3139cd629f87 None None] Bound using segment: {'id': 'd0dea01c-6f9e-4d33-9225-36d5d0fa70a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '117c3b89-6bbe-43b1-a8fe-fb001cec6256'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:27:38.557282 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-d08a5793-7948-4bd7-9a18-3139cd629f87 None None] Bound port: 6d5e1fd0-f1b6-4849-b761-110a8b4d4872, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0dea01c-6f9e-4d33-9225-36d5d0fa70a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '117c3b89-6bbe-43b1-a8fe-fb001cec6256'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:27:38.557657 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d08a5793-7948-4bd7-9a18-3139cd629f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:38.583608 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:38.597305 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7d1963-0e29-415e-a95a-15570d8d4185 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['shared'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:38.602139 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-bc7d1963-0e29-415e-a95a-15570d8d4185 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "GET /v2.0/subnets/3dc2f244-1b8a-44cf-b1f0-24d6cc21dfbe?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3160131 Apr 06 13:27:38.609307 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40958) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:38.612520 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a89f2caf-3ac4-47cc-b252-62693cf2d8fe tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:38.623860 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-45dc63ba-a89b-4cdd-84dc-ba990d001da6 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1816003215'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:38.654422 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-d08a5793-7948-4bd7-9a18-3139cd629f87 None None] For port 6d5e1fd0-f1b6-4849-b761-110a8b4d4872, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:27:38.657369 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-d08a5793-7948-4bd7-9a18-3139cd629f87 None None] For port 6d5e1fd0-f1b6-4849-b761-110a8b4d4872, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=6d5e1fd0-f1b6-4849-b761-110a8b4d4872,segment=NetworkSegment(d0dea01c-6f9e-4d33-9225-36d5d0fa70a2),segment_id=d0dea01c-6f9e-4d33-9225-36d5d0fa70a2)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:27:38.676952 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0586743e-f9d6-4553-bb4d-86ceb78ba06d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:27:38.678898 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-45dc63ba-a89b-4cdd-84dc-ba990d001da6 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:38.688017 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153e66bb-1cff-4aea-9fba-83cd1ac947e6 None None] Sync routers for ids ['0575bfb6-d5c2-4d4c-b081-a73a928b0448'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:27:38.693292 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a89f2caf-3ac4-47cc-b252-62693cf2d8fe tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Usage tracker for resource:security_group and tenant:1c14039a352f4e1fa0b7c789472c5dc8 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:38.695990 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0586743e-f9d6-4553-bb4d-86ceb78ba06d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "PUT /v2.0/routers/0575bfb6-d5c2-4d4c-b081-a73a928b0448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8717856 Apr 06 13:27:38.704253 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40962) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:38.711262 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a89f2caf-3ac4-47cc-b252-62693cf2d8fe tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:38.730026 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1225878-bfb0-40c8-917a-989aa09027ea req-8045f790-4a92-43f7-8be8-7e245b47cd58 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:38.731701 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e1225878-bfb0-40c8-917a-989aa09027ea req-8045f790-4a92-43f7-8be8-7e245b47cd58 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.6073647 Apr 06 13:27:38.735928 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0d963f03-4038-462e-bcfa-97da6ab60cf2 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:38.754752 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a89f2caf-3ac4-47cc-b252-62693cf2d8fe tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:38.756098 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153e66bb-1cff-4aea-9fba-83cd1ac947e6 None None] Routers {'0575bfb6-d5c2-4d4c-b081-a73a928b0448'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:38.756634 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-153e66bb-1cff-4aea-9fba-83cd1ac947e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:27:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['0575bfb6-d5c2-4d4c-b081-a73a928b0448'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:38.761848 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d08a5793-7948-4bd7-9a18-3139cd629f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:38.843024 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-153e66bb-1cff-4aea-9fba-83cd1ac947e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:38.856796 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153e66bb-1cff-4aea-9fba-83cd1ac947e6 None None] Routers {'0575bfb6-d5c2-4d4c-b081-a73a928b0448'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:38.864654 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-153e66bb-1cff-4aea-9fba-83cd1ac947e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:27:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['0575bfb6-d5c2-4d4c-b081-a73a928b0448'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:38.878848 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a5793-7948-4bd7-9a18-3139cd629f87 None None] Pushing event updated for resources: {'Port': ['ID=6d5e1fd0-f1b6-4849-b761-110a8b4d4872,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:38.901901 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-d90ea74e-6195-4020-9dd9-2f255ee4917a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Request body: {'port': {'network_id': 'c873e0da-8b7d-45a0-a38b-dbdb2c77464b', 'name': 'tempest-FloatingIPTestJSON-584736987'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:38.927847 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-45dc63ba-a89b-4cdd-84dc-ba990d001da6 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:38.930374 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-0d963f03-4038-462e-bcfa-97da6ab60cf2 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Calling delete_port for 752da649-321c-4888-af8c-916fc779c1bd owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:27:38.947525 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-153e66bb-1cff-4aea-9fba-83cd1ac947e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:38.948338 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153e66bb-1cff-4aea-9fba-83cd1ac947e6 None None] The sync data for ids ['0575bfb6-d5c2-4d4c-b081-a73a928b0448'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:27:39.035986 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a83aba79-22c1-4513-95b1-262c568859eb req-eca09c84-d8f2-4c0b-a57e-e4525ffc84a2 service neutron] 10.222.0.61 "GET /v2.0/networks/5be2eead-86e0-4801-95e6-7956006492a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395882 Apr 06 13:27:39.052693 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c105dc-0756-4202-92f2-b5b52dc51ae3 req-bec0e4f8-39e2-42ac-b648-85661bb8bd98 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:39.054307 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-85c105dc-0756-4202-92f2-b5b52dc51ae3 req-bec0e4f8-39e2-42ac-b648-85661bb8bd98 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/ports?device_id=3095980e-21a3-4695-883b-7ddef3fed08b HTTP/1.1" status: 200 len: 943 time: 0.7416172 Apr 06 13:27:39.057778 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e1225878-bfb0-40c8-917a-989aa09027ea req-2d5399e8-ea70-4c93-9262-ad6d3013dbe9 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2984564 Apr 06 13:27:39.062598 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a89f2caf-3ac4-47cc-b252-62693cf2d8fe tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:39.125890 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-40caa6f4-2a3f-4b02-b634-c67a32fb958b tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:39.129868 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-40caa6f4-2a3f-4b02-b634-c67a32fb958b tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:39.146697 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:39.189647 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a89f2caf-3ac4-47cc-b252-62693cf2d8fe tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:39.206560 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a89f2caf-3ac4-47cc-b252-62693cf2d8fe tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Usage tracker for resource:security_group_rule and tenant:1c14039a352f4e1fa0b7c789472c5dc8 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:39.245131 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a89f2caf-3ac4-47cc-b252-62693cf2d8fe tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:39.248226 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45dc63ba-a89b-4cdd-84dc-ba990d001da6 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Made reservation on behalf of ed39337f249349ada24d9b0a6c7e89f2 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:39.252056 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-45dc63ba-a89b-4cdd-84dc-ba990d001da6 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:39.274763 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a89f2caf-3ac4-47cc-b252-62693cf2d8fe tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:39.286880 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event deleted for resources: {'Subnet': ['ID=1d4e7f4e-1358-4db7-b68a-3683e50f9f3f,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:39.301131 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-d90ea74e-6195-4020-9dd9-2f255ee4917a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:39.310226 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d90ea74e-6195-4020-9dd9-2f255ee4917a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Usage tracker for resource:port and tenant:85b5a92c88a5421aa7d05fbcad83612c is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:39.312958 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45dc63ba-a89b-4cdd-84dc-ba990d001da6 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:27:39.313118 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-85c105dc-0756-4202-92f2-b5b52dc51ae3 req-7b7da1c6-6980-4b25-901e-060ad8002480 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4d0b212-a5b5-4ba3-9351-a8ac291f57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2404053 Apr 06 13:27:39.315146 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d90ea74e-6195-4020-9dd9-2f255ee4917a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:39.326029 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-d90ea74e-6195-4020-9dd9-2f255ee4917a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:39.334433 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-40caa6f4-2a3f-4b02-b634-c67a32fb958b tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:39.334433 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40caa6f4-2a3f-4b02-b634-c67a32fb958b tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Fanout notify agent at l3_agent the message router_deleted on router 80620ea4-9ca4-4adb-a062-e5d17b5b29b6 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:27:39.336440 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-45dc63ba-a89b-4cdd-84dc-ba990d001da6 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:39.336787 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-45dc63ba-a89b-4cdd-84dc-ba990d001da6 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Added segment ace10c02-7476-427c-8744-b1f703b56cfd of type vlan for network 2e8a4552-0eae-404a-9d9e-89e1ab6e30bf Apr 06 13:27:39.362303 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-40caa6f4-2a3f-4b02-b634-c67a32fb958b tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:39.366842 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-40caa6f4-2a3f-4b02-b634-c67a32fb958b tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "DELETE /v2.0/routers/80620ea4-9ca4-4adb-a062-e5d17b5b29b6 HTTP/1.1" status: 204 len: 168 time: 1.1417711 Apr 06 13:27:39.374477 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40966) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:39.425164 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-45dc63ba-a89b-4cdd-84dc-ba990d001da6 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:39.437601 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b01d5480-6ae6-4b06-a476-ca98f671fbf0 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "GET /v2.0/ports?device_id=80620ea4-9ca4-4adb-a062-e5d17b5b29b6 HTTP/1.1" status: 200 len: 205 time: 0.0604084 Apr 06 13:27:39.441387 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40970) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:39.504496 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90ea74e-6195-4020-9dd9-2f255ee4917a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Made reservation on behalf of 85b5a92c88a5421aa7d05fbcad83612c for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:39.508021 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d90ea74e-6195-4020-9dd9-2f255ee4917a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:39.538559 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-cc2eb69a-038b-4016-a5b7-edf85ec17592 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] delete failed (client error): The resource could not be found. Apr 06 13:27:39.540239 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-cc2eb69a-038b-4016-a5b7-edf85ec17592 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "DELETE /v2.0/routers/80620ea4-9ca4-4adb-a062-e5d17b5b29b6 HTTP/1.1" status: 404 len: 336 time: 0.0973861 Apr 06 13:27:39.545147 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40974) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:39.555448 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:39.583732 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['117c3b89-6bbe-43b1-a8fe-fb001cec6256']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:39.597689 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0dea01c-6f9e-4d33-9225-36d5d0fa70a2') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:39.597986 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0dea01c-6f9e-4d33-9225-36d5d0fa70a2') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:39.599518 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-d90ea74e-6195-4020-9dd9-2f255ee4917a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] device_id is not set on port 3fa6415c-1aff-495c-8f64-6a4b849f444c yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:27:39.609967 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:39.626020 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:39.632307 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:27:39.632691 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:39.634289 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4751205b-149a-4f45-8350-b4f47b4e1050 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f4b4dd7-a87a-48b6-b2c4-f98cf4128654 HTTP/1.1" status: 200 len: 205 time: 0.0872614 Apr 06 13:27:39.637172 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40978) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:27:39.652800 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:27:39.710949 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-45dc63ba-a89b-4cdd-84dc-ba990d001da6 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:39.717131 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dc63ba-a89b-4cdd-84dc-ba990d001da6 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:39.717749 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-45dc63ba-a89b-4cdd-84dc-ba990d001da6 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:39.728853 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0d963f03-4038-462e-bcfa-97da6ab60cf2 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:39.765159 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-bfcd42f3-08a8-4920-af9a-e918ef91a06e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] delete failed (client error): The resource could not be found. Apr 06 13:27:39.766433 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-bfcd42f3-08a8-4920-af9a-e918ef91a06e tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "DELETE /v2.0/routers/7f4b4dd7-a87a-48b6-b2c4-f98cf4128654 HTTP/1.1" status: 404 len: 336 time: 0.1283627 Apr 06 13:27:39.780496 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40982) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:39.835541 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d963f03-4038-462e-bcfa-97da6ab60cf2 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Pushing event deleted for resources: {'Port': ['ID=752da649-321c-4888-af8c-916fc779c1bd,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:39.854134 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-daf4eec6-1daf-4e1d-b370-8e8373c35198 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "GET /v2.0/ports?device_id=d48d09eb-476e-4c01-9065-12def508a7bc HTTP/1.1" status: 200 len: 205 time: 0.0694602 Apr 06 13:27:39.854134 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.api [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 13:27:39.854134 dv-neutron-834600-1-hyperv neutron-server[88565]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 13:27:39.854134 dv-neutron-834600-1-hyperv neutron-server[88565]: [parameters: {'id': '117c3b89-6bbe-43b1-a8fe-fb001cec6256'}] Apr 06 13:27:39.854134 dv-neutron-834600-1-hyperv neutron-server[88565]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:27:39.854134 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG oslo_db.api [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:27:39.861538 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 40986) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:39.938185 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-45dc63ba-a89b-4cdd-84dc-ba990d001da6 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3229730 Apr 06 13:27:39.938185 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc63ba-a89b-4cdd-84dc-ba990d001da6 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event updated for resources: {'Network': ['ID=2e8a4552-0eae-404a-9d9e-89e1ab6e30bf,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:39.952688 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 2e8a4552-0eae-404a-9d9e-89e1ab6e30bf details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:27:39.972717 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40990) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:40.009677 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-0ce4f951-f96d-436f-afc1-748c4466aeef tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] delete failed (client error): The resource could not be found. Apr 06 13:27:40.010854 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0ce4f951-f96d-436f-afc1-748c4466aeef tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "DELETE /v2.0/routers/d48d09eb-476e-4c01-9065-12def508a7bc HTTP/1.1" status: 404 len: 336 time: 0.1485240 Apr 06 13:27:40.013826 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 40992) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:40.030676 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0d963f03-4038-462e-bcfa-97da6ab60cf2 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:40.036604 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-83fe02e5-650c-4315-9e17-815510e4cae9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Request body: {'subnet': {'network_id': '2e8a4552-0eae-404a-9d9e-89e1ab6e30bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:40.042912 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-d90ea74e-6195-4020-9dd9-2f255ee4917a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Allocated IP 172.20.0.11 (c873e0da-8b7d-45a0-a38b-dbdb2c77464b/ded75697-71ea-481c-8aec-61fab038f346/3fa6415c-1aff-495c-8f64-6a4b849f444c) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:27:40.105130 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d491575c-8a5b-418c-ae2b-5092fcdb061f None None] Network 117c3b89-6bbe-43b1-a8fe-fb001cec6256 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:27:40.217010 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-65ba6dab-8a0f-4c19-8e3d-1aed2d8c1041 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2f1e39d-2da1-491d-834f-815d44daf416 HTTP/1.1" status: 200 len: 205 time: 0.1859610 Apr 06 13:27:40.222176 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41000) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:40.271449 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:27:40.323028 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d90ea74e-6195-4020-9dd9-2f255ee4917a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:40.340024 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-d90ea74e-6195-4020-9dd9-2f255ee4917a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Transition to ACTIVE for port object 3fa6415c-1aff-495c-8f64-6a4b849f444c will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:40.375782 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:40.405319 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-6e700cc6-c35d-43b8-8f40-294693402d3f None None] Provisioning for port 6d5e1fd0-f1b6-4849-b761-110a8b4d4872 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:27:40.414072 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41006) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:40.414240 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0d963f03-4038-462e-bcfa-97da6ab60cf2 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] 10.222.0.48 "DELETE /v2.0/ports/752da649-321c-4888-af8c-916fc779c1bd HTTP/1.1" status: 204 len: 168 time: 3.2256060 Apr 06 13:27:40.425613 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a89f2caf-3ac4-47cc-b252-62693cf2d8fe tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:40.427252 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-a7801f06-c93d-4ba1-9571-1704c680f0f4 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] delete failed (client error): The resource could not be found. Apr 06 13:27:40.428283 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a7801f06-c93d-4ba1-9571-1704c680f0f4 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "DELETE /v2.0/routers/e2f1e39d-2da1-491d-834f-815d44daf416 HTTP/1.1" status: 404 len: 336 time: 0.2029490 Apr 06 13:27:40.434330 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41010) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:40.482060 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d90ea74e-6195-4020-9dd9-2f255ee4917a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:40.499730 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Deleting port 6d5e1fd0-f1b6-4849-b761-110a8b4d4872 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:40.500286 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:40.577558 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 6d5e1fd0-f1b6-4849-b761-110a8b4d4872 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:27:40.604727 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-628eb557-45c9-4a51-9fe8-b35fcaad3c95 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "GET /v2.0/ports?device_id=0274a6e9-8ebb-48fa-a475-1dff11712828 HTTP/1.1" status: 200 len: 205 time: 0.1662865 Apr 06 13:27:40.605897 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a89f2caf-3ac4-47cc-b252-62693cf2d8fe tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:40.611080 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41014) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:40.621536 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b26b954-67de-4cf9-90ad-dfdb9a4b90f0 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] GET failed (client error): The resource could not be found. Apr 06 13:27:40.623457 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9b26b954-67de-4cf9-90ad-dfdb9a4b90f0 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] 10.222.0.48 "GET /v2.0/ports/752da649-321c-4888-af8c-916fc779c1bd HTTP/1.1" status: 404 len: 333 time: 0.2075095 Apr 06 13:27:40.642281 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab399111-0985-4c81-9776-d357b2570c18 None None] DHCP port deletion for 117c3b89-6bbe-43b1-a8fe-fb001cec6256 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:27:40.643792 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41016) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:40.655071 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32,segment=NetworkSegment(69693000-236e-4bd5-aae7-0525bc5d1b6d),segment_id=69693000-236e-4bd5-aae7-0525bc5d1b6d)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:27:40.659956 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-7e9c2b50-c8b1-4e20-b5cb-fef6c2cf0688 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Request body: {'port': {'network_id': 'c4cf8cbf-de89-4102-826f-dd828e341b19', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-748560635'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:40.669462 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-83fe02e5-650c-4315-9e17-815510e4cae9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:40.686548 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ab399111-0985-4c81-9776-d357b2570c18 None None] Deleting port 6d5e1fd0-f1b6-4849-b761-110a8b4d4872 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:40.686943 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ab399111-0985-4c81-9776-d357b2570c18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:40.695357 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90ea74e-6195-4020-9dd9-2f255ee4917a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Network c873e0da-8b7d-45a0-a38b-dbdb2c77464b is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:40.713853 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-d90ea74e-6195-4020-9dd9-2f255ee4917a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:40.716721 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90ea74e-6195-4020-9dd9-2f255ee4917a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:27:40.727739 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': 'fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32', 'network_id': 'e656c5dd-f102-4ee6-871d-b472dc64eb24', 'port_id': 'fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32', 'mac_address': 'fa:16:3e:f8:82:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1359a41-278f-4448-adcd-2b54a4bc8fee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:27:40.738874 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f2caf-3ac4-47cc-b252-62693cf2d8fe tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2c1f1d-8437-4674-a5cf-f9ed0d826e09,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:40.839649 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-7c8d4a4e-ae0c-46f2-819f-09122b71fb01 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] delete failed (client error): The resource could not be found. Apr 06 13:27:40.839649 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7c8d4a4e-ae0c-46f2-819f-09122b71fb01 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "DELETE /v2.0/routers/0274a6e9-8ebb-48fa-a475-1dff11712828 HTTP/1.1" status: 404 len: 336 time: 0.1750009 Apr 06 13:27:40.843117 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-83fe02e5-650c-4315-9e17-815510e4cae9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:40.853418 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41022) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:40.901725 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:40.936087 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:27:40.963057 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a89f2caf-3ac4-47cc-b252-62693cf2d8fe tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:40.964513 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a89f2caf-3ac4-47cc-b252-62693cf2d8fe tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.4199243 Apr 06 13:27:40.969966 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b963b915-3d69-4ec0-adb1-aba6a710fb3c tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f776554-9ad0-4048-961b-75ae06a6b0d7 HTTP/1.1" status: 200 len: 205 time: 0.1092200 Apr 06 13:27:40.973424 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41026) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:40.973912 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41028) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:40.999717 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ea74e-6195-4020-9dd9-2f255ee4917a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event updated for resources: {'Port': ['ID=3fa6415c-1aff-495c-8f64-6a4b849f444c,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:41.017176 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 6d5e1fd0-f1b6-4849-b761-110a8b4d4872 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:27:41.039139 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 6d5e1fd0-f1b6-4849-b761-110a8b4d4872 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:41.039139 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:41.045392 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90ea74e-6195-4020-9dd9-2f255ee4917a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:41.046057 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d90ea74e-6195-4020-9dd9-2f255ee4917a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:41.052477 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-3de8a13c-b312-4cc0-aa54-0dff2d18e840 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:41.052477 dv-neutron-834600-1-hyperv neutron-server[88565]: WARNING neutron.api.v2.base [None req-3de8a13c-b312-4cc0-aa54-0dff2d18e840 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 06 13:27:41.052477 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-3de8a13c-b312-4cc0-aa54-0dff2d18e840 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] update failed (client error): There was a conflict when trying to complete your request. Apr 06 13:27:41.052477 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3de8a13c-b312-4cc0-aa54-0dff2d18e840 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "PUT /v2.0/security-groups/4b2c1f1d-8437-4674-a5cf-f9ed0d826e09 HTTP/1.1" status: 409 len: 330 time: 0.0696323 Apr 06 13:27:41.059336 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41034) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:41.064484 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69484733-ce15-4fb3-bfe4-6e02527adf54 req-69c2f9b1-64e6-4983-ab9d-f40ebe39eaed tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:41.066353 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-69484733-ce15-4fb3-bfe4-6e02527adf54 req-69c2f9b1-64e6-4983-ab9d-f40ebe39eaed tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.7215452 Apr 06 13:27:41.068052 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32,segment=NetworkSegment(69693000-236e-4bd5-aae7-0525bc5d1b6d),segment_id=69693000-236e-4bd5-aae7-0525bc5d1b6d)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:27:41.079768 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fe02e5-650c-4315-9e17-815510e4cae9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Made reservation on behalf of ed39337f249349ada24d9b0a6c7e89f2 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:41.084904 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-83fe02e5-650c-4315-9e17-815510e4cae9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:41.094693 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ab399111-0985-4c81-9776-d357b2570c18 None None] For port 6d5e1fd0-f1b6-4849-b761-110a8b4d4872, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=6d5e1fd0-f1b6-4849-b761-110a8b4d4872,segment=NetworkSegment(d0dea01c-6f9e-4d33-9225-36d5d0fa70a2),segment_id=d0dea01c-6f9e-4d33-9225-36d5d0fa70a2)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:27:41.095119 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ab399111-0985-4c81-9776-d357b2570c18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:41.103572 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7e9c2b50-c8b1-4e20-b5cb-fef6c2cf0688 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:41.112125 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7e9c2b50-c8b1-4e20-b5cb-fef6c2cf0688 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Usage tracker for resource:port and tenant:68fd81c42155485aa440ab8221216044 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:41.121378 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7e9c2b50-c8b1-4e20-b5cb-fef6c2cf0688 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:41.130552 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7e9c2b50-c8b1-4e20-b5cb-fef6c2cf0688 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:41.161582 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d90ea74e-6195-4020-9dd9-2f255ee4917a tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4559522 Apr 06 13:27:41.165451 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41038) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:41.172631 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-46410b8c-3b2e-48d1-a603-2d3a3757c36c tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Request body: {'floatingip': {'port_id': '3fa6415c-1aff-495c-8f64-6a4b849f444c'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:41.222097 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-ec065aae-9f60-4995-9e1b-2ad38338c682 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] delete failed (client error): The resource could not be found. Apr 06 13:27:41.223564 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ec065aae-9f60-4995-9e1b-2ad38338c682 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "DELETE /v2.0/routers/4f776554-9ad0-4048-961b-75ae06a6b0d7 HTTP/1.1" status: 404 len: 336 time: 0.2421083 Apr 06 13:27:41.230956 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c74dcc8a-7202-44e7-ad91-1484618d99b5 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:41.232868 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41042) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:41.241106 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:41.297805 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9c2b50-c8b1-4e20-b5cb-fef6c2cf0688 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Made reservation on behalf of 68fd81c42155485aa440ab8221216044 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:41.301481 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ab399111-0985-4c81-9776-d357b2570c18 None None] Calling delete_port for 6d5e1fd0-f1b6-4849-b761-110a8b4d4872 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:27:41.301834 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7e9c2b50-c8b1-4e20-b5cb-fef6c2cf0688 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:41.341856 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-8754e428-548f-42c9-9b6c-c837eb7b0889 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] DELETE failed (client error): The resource could not be found. Apr 06 13:27:41.342460 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8754e428-548f-42c9-9b6c-c837eb7b0889 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:27:41.346855 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8754e428-548f-42c9-9b6c-c837eb7b0889 tempest-RoutersIpV6AdminTest-1619001126 tempest-RoutersIpV6AdminTest-1619001126-project] 10.222.0.48 "DELETE /v2.0/subnets/51dca026-a0b4-4e6a-8d6b-b61630d82a41 HTTP/1.1" status: 404 len: 337 time: 0.1005058 Apr 06 13:27:41.357254 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c74dcc8a-7202-44e7-ad91-1484618d99b5 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:41.372174 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-070c270e-3407-44eb-af19-fbdad145ce16 None None] Provisioning for port 3fa6415c-1aff-495c-8f64-6a4b849f444c completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:27:41.386574 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-7e9c2b50-c8b1-4e20-b5cb-fef6c2cf0688 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] device_id is not set on port ce1c88f7-e6df-450d-a755-04335eb243e7 yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:27:41.427888 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:41.435789 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-46410b8c-3b2e-48d1-a603-2d3a3757c36c tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:41.448149 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-070c270e-3407-44eb-af19-fbdad145ce16 None None] Provisioning complete for port 3fa6415c-1aff-495c-8f64-6a4b849f444c triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:41.448530 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-070c270e-3407-44eb-af19-fbdad145ce16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:41.478304 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] For port 6d5e1fd0-f1b6-4849-b761-110a8b4d4872, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=6d5e1fd0-f1b6-4849-b761-110a8b4d4872,segment=NetworkSegment(d0dea01c-6f9e-4d33-9225-36d5d0fa70a2),segment_id=d0dea01c-6f9e-4d33-9225-36d5d0fa70a2)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:27:41.478941 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:41.577034 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:27:41.630072 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-070c270e-3407-44eb-af19-fbdad145ce16 None None] Port 3fa6415c-1aff-495c-8f64-6a4b849f444c cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:27:41.631593 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Calling delete_port for 6d5e1fd0-f1b6-4849-b761-110a8b4d4872 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:27:41.656199 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:41.718278 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.ipam_backend_mixin [None req-83fe02e5-650c-4315-9e17-815510e4cae9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Performing IP validity checks on allocation pools {{(pid=88565) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 06 13:27:41.718938 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.ipam_backend_mixin [None req-83fe02e5-650c-4315-9e17-815510e4cae9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88565) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 06 13:27:41.733415 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb70a17-1485-4745-81e7-c86482236817 req-6cf7b334-5a63-4718-bf58-6dfc24bc623d tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:41.740478 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6eb70a17-1485-4745-81e7-c86482236817 req-6cf7b334-5a63-4718-bf58-6dfc24bc623d tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/ports?device_id=3095980e-21a3-4695-883b-7ddef3fed08b HTTP/1.1" status: 200 len: 943 time: 1.0679858 Apr 06 13:27:41.776296 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c74dcc8a-7202-44e7-ad91-1484618d99b5 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:41.798367 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-69484733-ce15-4fb3-bfe4-6e02527adf54 req-d1d11a3a-cbee-4460-9725-b546e3bde624 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6962154 Apr 06 13:27:41.804019 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ab399111-0985-4c81-9776-d357b2570c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:41.814243 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.api [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:27:41.814527 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG oslo_db.api [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:27:41.828914 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6eb70a17-1485-4745-81e7-c86482236817 req-ef39c3df-94aa-4943-b2a6-ca71af0c1783 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4d0b212-a5b5-4ba3-9351-a8ac291f57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875211 Apr 06 13:27:41.838770 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74dcc8a-7202-44e7-ad91-1484618d99b5 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2c1f1d-8437-4674-a5cf-f9ed0d826e09,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:41.852866 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-7e9c2b50-c8b1-4e20-b5cb-fef6c2cf0688 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Allocated IP 2001:db8::5b (c4cf8cbf-de89-4102-826f-dd828e341b19/8f20b1c4-2c2c-41b3-a4a2-e145780f17f3/ce1c88f7-e6df-450d-a755-04335eb243e7) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:27:41.904099 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab399111-0985-4c81-9776-d357b2570c18 None None] No DVR routers for this DVR port 6d5e1fd0-f1b6-4849-b761-110a8b4d4872 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:27:41.923669 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab399111-0985-4c81-9776-d357b2570c18 None None] Pushing event deleted for resources: {'Port': ['ID=6d5e1fd0-f1b6-4849-b761-110a8b4d4872,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:41.949784 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c74dcc8a-7202-44e7-ad91-1484618d99b5 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:41.953400 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c74dcc8a-7202-44e7-ad91-1484618d99b5 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "DELETE /v2.0/security-groups/4b2c1f1d-8437-4674-a5cf-f9ed0d826e09 HTTP/1.1" status: 204 len: 168 time: 0.8861420 Apr 06 13:27:41.955276 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41052) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:42.071340 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41056) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:42.124127 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6423784-6323-4da1-85d8-d631bf4fcc20 req-d9afd2dd-e99d-4216-b963-72f4557eb799 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:42.128756 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b6423784-6323-4da1-85d8-d631bf4fcc20 req-d9afd2dd-e99d-4216-b963-72f4557eb799 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.1029813 Apr 06 13:27:42.156861 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-83fe02e5-650c-4315-9e17-815510e4cae9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:42.184118 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-555984ff-e269-4ed4-91b8-841006bf65f5 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Synchronizing usage tracker for tenant:1c14039a352f4e1fa0b7c789472c5dc8 on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:27:42.245108 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b6423784-6323-4da1-85d8-d631bf4fcc20 req-205639b8-3a32-4001-8721-f534e02e7285 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131699 Apr 06 13:27:42.279465 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe02e5-650c-4315-9e17-815510e4cae9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event updated for resources: {'Subnet': ['ID=630c3e50-5962-4ecc-b20e-e155a29ef510,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:42.288567 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fe02e5-650c-4315-9e17-815510e4cae9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Checking segment: {'id': 'ace10c02-7476-427c-8744-b1f703b56cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2e8a4552-0eae-404a-9d9e-89e1ab6e30bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:27:42.290005 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fe02e5-650c-4315-9e17-815510e4cae9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Network hostable DHCP agents. Network: 2e8a4552-0eae-404a-9d9e-89e1ab6e30bf, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:27:42.315751 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Deleting port 6d5e1fd0-f1b6-4849-b761-110a8b4d4872 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:42.323949 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:42.367580 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-05605ddc-78bb-4c65-8639-090b212e9cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:42.421317 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] The port '6d5e1fd0-f1b6-4849-b761-110a8b4d4872' was deleted {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:27:42.423180 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-05605ddc-78bb-4c65-8639-090b212e9cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:42.427360 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fe02e5-650c-4315-9e17-815510e4cae9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Network 2e8a4552-0eae-404a-9d9e-89e1ab6e30bf is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:27:42.445774 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-05605ddc-78bb-4c65-8639-090b212e9cf3 admin admin] Usage tracker for resource:security_group_rule and tenant:67afd50af2494f68a9e8eb84fac488ae is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:42.450773 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-05605ddc-78bb-4c65-8639-090b212e9cf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:42.454750 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 6d5e1fd0-f1b6-4849-b761-110a8b4d4872 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:27:42.459234 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-05605ddc-78bb-4c65-8639-090b212e9cf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:42.474568 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-555984ff-e269-4ed4-91b8-841006bf65f5 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] Unset dirty status for tenant:1c14039a352f4e1fa0b7c789472c5dc8 on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:27:42.480275 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-555984ff-e269-4ed4-91b8-841006bf65f5 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5177965 Apr 06 13:27:42.488183 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41064) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:42.507509 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 6d5e1fd0-f1b6-4849-b761-110a8b4d4872 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:27:42.508908 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 6d5e1fd0-f1b6-4849-b761-110a8b4d4872 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:27:42.509146 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7e9c2b50-c8b1-4e20-b5cb-fef6c2cf0688 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:42.541365 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-7e884560-3f8c-42fc-a375-fbcb7d556975 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] delete failed (client error): The resource could not be found. Apr 06 13:27:42.542429 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7e884560-3f8c-42fc-a375-fbcb7d556975 tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "DELETE /v2.0/security-groups/c3d7405d-6e83-4280-add0-a6cefc07107d HTTP/1.1" status: 404 len: 347 time: 0.0532970 Apr 06 13:27:42.549547 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41068) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:42.570861 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-83fe02e5-650c-4315-9e17-815510e4cae9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 2e8a4552-0eae-404a-9d9e-89e1ab6e30bf) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:42.574561 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-7e9c2b50-c8b1-4e20-b5cb-fef6c2cf0688 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Transition to ACTIVE for port object ce1c88f7-e6df-450d-a755-04335eb243e7 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:42.580612 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:42.582428 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14549a58-7c27-4296-bc4d-69cdbc9b15ac None None] Network 2e8a4552-0eae-404a-9d9e-89e1ab6e30bf requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:27:42.594179 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-6bc84d7b-fd0e-4217-a5b6-8f4f6af0aa3c tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] show failed (client error): The resource could not be found. Apr 06 13:27:42.599314 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6bc84d7b-fd0e-4217-a5b6-8f4f6af0aa3c tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "GET /v2.0/security-groups/69986c37-e5d6-4c80-9c5a-1909745ee465 HTTP/1.1" status: 404 len: 347 time: 0.0435686 Apr 06 13:27:42.599500 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fe02e5-650c-4315-9e17-815510e4cae9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:42.599500 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-83fe02e5-650c-4315-9e17-815510e4cae9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:42.603831 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41072) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:42.642996 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['117c3b89-6bbe-43b1-a8fe-fb001cec6256']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:42.660861 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-89f8a87d-98bf-4937-9d50-6b0f83509b5e tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] show failed (client error): The resource could not be found. Apr 06 13:27:42.665883 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-89f8a87d-98bf-4937-9d50-6b0f83509b5e tempest-NegativeSecGroupTest-662546207 tempest-NegativeSecGroupTest-662546207-project] 10.222.0.48 "GET /v2.0/security-group-rules/421c4d8c-e828-4595-a93d-7a5fabc0c14a HTTP/1.1" status: 404 len: 356 time: 0.0556684 Apr 06 13:27:42.673114 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0dea01c-6f9e-4d33-9225-36d5d0fa70a2') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:42.673411 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0dea01c-6f9e-4d33-9225-36d5d0fa70a2') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:42.689339 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:42.705217 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b6c18-a325-4a52-b95f-17f93396f0af req-c8db1732-c389-49f4-9024-0ebb9b74209a tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:42.706791 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-296b6c18-a325-4a52-b95f-17f93396f0af req-c8db1732-c389-49f4-9024-0ebb9b74209a tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.3264446 Apr 06 13:27:42.731813 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:42.744843 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:27:42.745228 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn( Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn( Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn( Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn( Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:27:42.761063 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:27:42.767728 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-46410b8c-3b2e-48d1-a603-2d3a3757c36c tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:42.772328 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-05605ddc-78bb-4c65-8639-090b212e9cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:42.838145 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-83fe02e5-650c-4315-9e17-815510e4cae9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.8256252 Apr 06 13:27:42.841073 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41078) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:42.848206 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-85d21f2f-4c11-434d-9d4b-68aeda8e2cfa tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:42.861396 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-296b6c18-a325-4a52-b95f-17f93396f0af req-65f52cf7-46c4-4461-a898-3fff0a4cbafc tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453366 Apr 06 13:27:42.869324 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b653004f-06c9-47dc-9ddc-c4806e497b86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-2e8a4552-0eae-404a-9d9e-89e1ab6e30bf', 'network_id': '2e8a4552-0eae-404a-9d9e-89e1ab6e30bf', 'tenant_id': 'ed39337f249349ada24d9b0a6c7e89f2', 'fixed_ips': [{'subnet_id': '630c3e50-5962-4ecc-b20e-e155a29ef510'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:27:42.870926 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b653004f-06c9-47dc-9ddc-c4806e497b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:42.954932 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:42.986868 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:42.999520 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event deleted for resources: {'Network': ['ID=117c3b89-6bbe-43b1-a8fe-fb001cec6256,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:43.002970 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-47419894-15ad-4182-b4d4-ebd103b03353 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "DELETE /v2.0/networks/117c3b89-6bbe-43b1-a8fe-fb001cec6256 HTTP/1.1" status: 204 len: 168 time: 5.6351981 Apr 06 13:27:43.006559 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41086) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:43.070274 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-05605ddc-78bb-4c65-8639-090b212e9cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:43.077205 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-46410b8c-3b2e-48d1-a603-2d3a3757c36c tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:43.103782 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-363473b2-6f2e-4e38-b78a-119bdcbf2903 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] DELETE failed (client error): The resource could not be found. Apr 06 13:27:43.104411 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-363473b2-6f2e-4e38-b78a-119bdcbf2903 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:27:43.108464 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-363473b2-6f2e-4e38-b78a-119bdcbf2903 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "DELETE /v2.0/subnets/1d4e7f4e-1358-4db7-b68a-3683e50f9f3f HTTP/1.1" status: 404 len: 337 time: 0.0985467 Apr 06 13:27:43.109297 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41092) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:43.109912 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-b653004f-06c9-47dc-9ddc-c4806e497b86 None None] Allocated IP 2001:db8::3 (2e8a4552-0eae-404a-9d9e-89e1ab6e30bf/630c3e50-5962-4ecc-b20e-e155a29ef510/52bda9f1-a100-466f-8611-b6bc1f9381c6) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:27:43.135384 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7e9c2b50-c8b1-4e20-b5cb-fef6c2cf0688 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:43.176184 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e59947e-e7aa-4fd5-89db-cd2baa3c5791 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] DELETE failed (client error): The resource could not be found. Apr 06 13:27:43.176708 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e59947e-e7aa-4fd5-89db-cd2baa3c5791 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:27:43.182442 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1e59947e-e7aa-4fd5-89db-cd2baa3c5791 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "DELETE /v2.0/networks/117c3b89-6bbe-43b1-a8fe-fb001cec6256 HTTP/1.1" status: 404 len: 339 time: 0.0374055 Apr 06 13:27:43.189457 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41096) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:43.228896 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41100) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:43.244472 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1685942-ac4d-4997-8e84-7a9f3719dc28 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] DELETE failed (client error): The resource could not be found. Apr 06 13:27:43.245091 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1685942-ac4d-4997-8e84-7a9f3719dc28 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:27:43.246855 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a1685942-ac4d-4997-8e84-7a9f3719dc28 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "DELETE /v2.0/subnets/00f65fd4-ab08-4682-9d31-c9a1ba763283 HTTP/1.1" status: 404 len: 337 time: 0.0551050 Apr 06 13:27:43.249826 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41104) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:43.301358 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-925d2d40-201d-48ef-8a07-8cb5776323fa tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] DELETE failed (client error): The resource could not be found. Apr 06 13:27:43.301990 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-925d2d40-201d-48ef-8a07-8cb5776323fa tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:27:43.304640 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-925d2d40-201d-48ef-8a07-8cb5776323fa tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "DELETE /v2.0/networks/3422195e-0ae6-4807-b332-3b0d52f56b12 HTTP/1.1" status: 404 len: 339 time: 0.0475068 Apr 06 13:27:43.310790 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41110) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:43.323288 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05605ddc-78bb-4c65-8639-090b212e9cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16ce6d0-076f-48c5-b952-a14c5d67138f,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:43.356667 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-05605ddc-78bb-4c65-8639-090b212e9cf3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=67afd50af2494f68a9e8eb84fac488ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2828612 Apr 06 13:27:43.360967 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9c2b50-c8b1-4e20-b5cb-fef6c2cf0688 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Network c4cf8cbf-de89-4102-826f-dd828e341b19 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:43.367424 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41114) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:43.368238 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b653004f-06c9-47dc-9ddc-c4806e497b86 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:43.381371 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b653004f-06c9-47dc-9ddc-c4806e497b86 None None] Transition to ACTIVE for port object 52bda9f1-a100-466f-8611-b6bc1f9381c6 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:43.383482 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-7e9c2b50-c8b1-4e20-b5cb-fef6c2cf0688 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:43.398209 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1f37d-7088-49d7-913a-06e4f175322a req-18c1ecda-d234-4761-860a-d8264345ca87 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:43.400226 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cbf1f37d-7088-49d7-913a-06e4f175322a req-18c1ecda-d234-4761-860a-d8264345ca87 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.2982512 Apr 06 13:27:43.406756 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b653004f-06c9-47dc-9ddc-c4806e497b86 None None] Transition to ACTIVE for port object 52bda9f1-a100-466f-8611-b6bc1f9381c6 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:43.409191 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e51e8-eaca-4c34-b2b9-734c2e460396 req-99bc2a19-b37b-4573-849d-35c14378b757 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:43.410922 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0c4e51e8-eaca-4c34-b2b9-734c2e460396 req-99bc2a19-b37b-4573-849d-35c14378b757 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/ports?device_id=3095980e-21a3-4695-883b-7ddef3fed08b HTTP/1.1" status: 200 len: 944 time: 0.3684897 Apr 06 13:27:43.411929 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-de68fe15-5898-4f4b-aca4-ff7a73a02e42 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] DELETE failed (client error): The resource could not be found. Apr 06 13:27:43.412458 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de68fe15-5898-4f4b-aca4-ff7a73a02e42 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:27:43.414171 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-de68fe15-5898-4f4b-aca4-ff7a73a02e42 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "DELETE /v2.0/subnets/694ac7af-bcbe-451c-a085-adf710098775 HTTP/1.1" status: 404 len: 337 time: 0.0985668 Apr 06 13:27:43.418351 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41118) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:43.463871 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9c2b50-c8b1-4e20-b5cb-fef6c2cf0688 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:27:43.466286 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b653004f-06c9-47dc-9ddc-c4806e497b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:43.469520 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9c2b50-c8b1-4e20-b5cb-fef6c2cf0688 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:43.470182 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7e9c2b50-c8b1-4e20-b5cb-fef6c2cf0688 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:43.492599 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c2b50-c8b1-4e20-b5cb-fef6c2cf0688 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Pushing event updated for resources: {'Port': ['ID=ce1c88f7-e6df-450d-a755-04335eb243e7,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:43.566305 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b653004f-06c9-47dc-9ddc-c4806e497b86 None None] Network 2e8a4552-0eae-404a-9d9e-89e1ab6e30bf is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:43.575209 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-b653004f-06c9-47dc-9ddc-c4806e497b86 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:43.578015 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b653004f-06c9-47dc-9ddc-c4806e497b86 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:27:43.590303 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653004f-06c9-47dc-9ddc-c4806e497b86 None None] Pushing event updated for resources: {'Port': ['ID=52bda9f1-a100-466f-8611-b6bc1f9381c6,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:43.600379 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-85d21f2f-4c11-434d-9d4b-68aeda8e2cfa tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-67043010'] for subnet, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:43.604156 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-46410b8c-3b2e-48d1-a603-2d3a3757c36c tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Floating IP df7baba3-0ec0-4e48-883d-dcf60f0d5182 associated. External IP: 172.26.4.160, port: 445a0223-b161-4be6-92c3-47a1f02d8c9d. Apr 06 13:27:43.668648 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd8020d-aa73-4406-bd61-4d6cc4ae8a55 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] DELETE failed (client error): The resource could not be found. Apr 06 13:27:43.669194 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfd8020d-aa73-4406-bd61-4d6cc4ae8a55 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:27:43.673964 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-dfd8020d-aa73-4406-bd61-4d6cc4ae8a55 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "DELETE /v2.0/networks/374b616c-4af9-4a9b-84d8-89c3b91e3ac1 HTTP/1.1" status: 404 len: 339 time: 0.2539520 Apr 06 13:27:43.674586 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41122) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:43.693067 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7e9c2b50-c8b1-4e20-b5cb-fef6c2cf0688 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.0423841 Apr 06 13:27:43.700664 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-b653004f-06c9-47dc-9ddc-c4806e497b86 None None] Attempting to bind port 52bda9f1-a100-466f-8611-b6bc1f9381c6 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:27:43.701436 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-b653004f-06c9-47dc-9ddc-c4806e497b86 None None] Attempting to bind port 52bda9f1-a100-466f-8611-b6bc1f9381c6 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'ace10c02-7476-427c-8744-b1f703b56cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2e8a4552-0eae-404a-9d9e-89e1ab6e30bf'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:27:43.701436 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b653004f-06c9-47dc-9ddc-c4806e497b86 None None] Attempting to bind port 52bda9f1-a100-466f-8611-b6bc1f9381c6 on network 2e8a4552-0eae-404a-9d9e-89e1ab6e30bf {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:27:43.705673 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41126) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:43.707197 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b653004f-06c9-47dc-9ddc-c4806e497b86 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:27:43.707803 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b653004f-06c9-47dc-9ddc-c4806e497b86 None None] Checking segment: {'id': 'ace10c02-7476-427c-8744-b1f703b56cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2e8a4552-0eae-404a-9d9e-89e1ab6e30bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:27:43.708256 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b653004f-06c9-47dc-9ddc-c4806e497b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:43.708794 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b653004f-06c9-47dc-9ddc-c4806e497b86 None None] Bound using segment: {'id': 'ace10c02-7476-427c-8744-b1f703b56cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2e8a4552-0eae-404a-9d9e-89e1ab6e30bf'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:27:43.709221 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-b653004f-06c9-47dc-9ddc-c4806e497b86 None None] Bound port: 52bda9f1-a100-466f-8611-b6bc1f9381c6, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace10c02-7476-427c-8744-b1f703b56cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2e8a4552-0eae-404a-9d9e-89e1ab6e30bf'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:27:43.709651 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b653004f-06c9-47dc-9ddc-c4806e497b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:43.725489 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-5fa0a103-6dc7-4057-89a7-86ff4c5abbb3 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:34:0c:d9'}]}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:43.766756 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f17efe56-de08-4f71-9e62-a8f8eeabefb7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c14039a352f4e1fa0b7c789472c5dc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5344002 Apr 06 13:27:43.777923 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cbf1f37d-7088-49d7-913a-06e4f175322a req-3b165713-1dee-4c0e-8be1-2a283e6c2bc0 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3571243 Apr 06 13:27:43.779190 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41130) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:43.801069 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0c4e51e8-eaca-4c34-b2b9-734c2e460396 req-cd5e5ef2-38ec-41c1-af30-11dfae8af329 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4d0b212-a5b5-4ba3-9351-a8ac291f57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3793364 Apr 06 13:27:43.842785 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-b653004f-06c9-47dc-9ddc-c4806e497b86 None None] For port 52bda9f1-a100-466f-8611-b6bc1f9381c6, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:27:43.848404 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-b653004f-06c9-47dc-9ddc-c4806e497b86 None None] For port 52bda9f1-a100-466f-8611-b6bc1f9381c6, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=52bda9f1-a100-466f-8611-b6bc1f9381c6,segment=NetworkSegment(ace10c02-7476-427c-8744-b1f703b56cfd),segment_id=ace10c02-7476-427c-8744-b1f703b56cfd)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:27:43.865100 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-84a8ff8b-452a-481d-b366-07da05acc54e tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Deleting port 30ee332e-fcb2-4b0a-863d-9c82af88def4 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:43.865498 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-84a8ff8b-452a-481d-b366-07da05acc54e tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:43.905634 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3d799c57-2023-4f6f-8765-d8a34af55342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:43.907569 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-4ec885e6-02fb-4966-8f66-4999d2404f28 None None] Provisioning for port ce1c88f7-e6df-450d-a755-04335eb243e7 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:27:43.914339 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-4ec885e6-02fb-4966-8f66-4999d2404f28 None None] Provisioning complete for port ce1c88f7-e6df-450d-a755-04335eb243e7 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:43.914861 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4ec885e6-02fb-4966-8f66-4999d2404f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:43.951441 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b653004f-06c9-47dc-9ddc-c4806e497b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:44.039897 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3d799c57-2023-4f6f-8765-d8a34af55342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:44.073949 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-4ec885e6-02fb-4966-8f66-4999d2404f28 None None] Port ce1c88f7-e6df-450d-a755-04335eb243e7 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:27:44.082275 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653004f-06c9-47dc-9ddc-c4806e497b86 None None] Pushing event updated for resources: {'Port': ['ID=52bda9f1-a100-466f-8611-b6bc1f9381c6,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:44.099686 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0781d237-5863-4ea5-bef4-d6c271542519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:44.258347 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0781d237-5863-4ea5-bef4-d6c271542519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:44.285271 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:27:44.498614 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660616d5-27b8-4382-87f0-33a56eb515e7 req-32bd4430-e065-4f79-93f8-882d49f11de5 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:44.512829 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-660616d5-27b8-4382-87f0-33a56eb515e7 req-32bd4430-e065-4f79-93f8-882d49f11de5 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.5827246 Apr 06 13:27:44.523313 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5fa0a103-6dc7-4057-89a7-86ff4c5abbb3 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:44.549885 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0781d237-5863-4ea5-bef4-d6c271542519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:44.592176 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781d237-5863-4ea5-bef4-d6c271542519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8183ecbf-c6dd-4698-9f00-dd7704f57789,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:44.606784 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:27:44.620349 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-660616d5-27b8-4382-87f0-33a56eb515e7 req-b31cd530-efc0-43df-85cb-76c3a4b453cb tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124034 Apr 06 13:27:44.626149 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-84a8ff8b-452a-481d-b366-07da05acc54e tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:44.628915 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:44.629279 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:44.650612 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0781d237-5863-4ea5-bef4-d6c271542519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:44.652026 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0781d237-5863-4ea5-bef4-d6c271542519 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8183ecbf-c6dd-4698-9f00-dd7704f57789 HTTP/1.1" status: 204 len: 168 time: 0.8656044 Apr 06 13:27:44.724963 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 52bda9f1-a100-466f-8611-b6bc1f9381c6 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:27:44.755956 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-85d21f2f-4c11-434d-9d4b-68aeda8e2cfa tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748748767088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-65510547'] for subnet, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:44.798650 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-84a8ff8b-452a-481d-b366-07da05acc54e tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Calling delete_port for 30ee332e-fcb2-4b0a-863d-9c82af88def4 owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:27:44.881663 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46410b8c-3b2e-48d1-a603-2d3a3757c36c tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Router e6be2954-a14b-458a-b118-628a4055f72d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:27:44.898531 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3d799c57-2023-4f6f-8765-d8a34af55342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:44.913690 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3d799c57-2023-4f6f-8765-d8a34af55342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:44.917415 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3d799c57-2023-4f6f-8765-d8a34af55342 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d16ce6d0-076f-48c5-b952-a14c5d67138f HTTP/1.1" status: 204 len: 168 time: 1.5464056 Apr 06 13:27:44.920479 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d799c57-2023-4f6f-8765-d8a34af55342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16ce6d0-076f-48c5-b952-a14c5d67138f,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:44.933600 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d21f2f-4c11-434d-9d4b-68aeda8e2cfa tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:44.934462 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-85d21f2f-4c11-434d-9d4b-68aeda8e2cfa tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:44.939773 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-85d21f2f-4c11-434d-9d4b-68aeda8e2cfa tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "PUT /v2.0/subnets/630c3e50-5962-4ecc-b20e-e155a29ef510 HTTP/1.1" status: 200 len: 900 time: 2.0939574 Apr 06 13:27:44.942974 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41146) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:44.975089 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d21f2f-4c11-434d-9d4b-68aeda8e2cfa tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event updated for resources: {'Subnet': ['ID=630c3e50-5962-4ecc-b20e-e155a29ef510,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:45.096826 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-84a8ff8b-452a-481d-b366-07da05acc54e tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:45.144274 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:45.180630 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 52bda9f1-a100-466f-8611-b6bc1f9381c6 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:27:45.258648 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3095980e-21a3-4695-883b-7ddef3fed08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:27:45.305617 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32,segment=NetworkSegment(69693000-236e-4bd5-aae7-0525bc5d1b6d),segment_id=69693000-236e-4bd5-aae7-0525bc5d1b6d)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:27:45.391158 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:45.428987 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8ff8b-452a-481d-b366-07da05acc54e tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event deleted for resources: {'Port': ['ID=30ee332e-fcb2-4b0a-863d-9c82af88def4,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:45.449368 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-06fd6361-4b69-4c63-8082-196b69aaf8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:45.459292 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-84a8ff8b-452a-481d-b366-07da05acc54e tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:45.462318 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-84a8ff8b-452a-481d-b366-07da05acc54e tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "DELETE /v2.0/ports/30ee332e-fcb2-4b0a-863d-9c82af88def4 HTTP/1.1" status: 204 len: 168 time: 1.7762330 Apr 06 13:27:45.468772 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41160) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:45.535819 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa36aac2-ba09-426c-baa0-50c3a3ea4752 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] DELETE failed (client error): The resource could not be found. Apr 06 13:27:45.536372 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:45.541179 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa36aac2-ba09-426c-baa0-50c3a3ea4752 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:27:45.546527 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-fa36aac2-ba09-426c-baa0-50c3a3ea4752 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "DELETE /v2.0/subnets/89625c80-1233-48dc-a1f2-fc081dd48e3e HTTP/1.1" status: 404 len: 337 time: 0.0763586 Apr 06 13:27:45.552157 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41166) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:45.646317 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36912047-62dd-45fb-af1b-f928a9027101'] response: {'server_uuid': '3095980e-21a3-4695-883b-7ddef3fed08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32', 'code': 200} Apr 06 13:27:45.686028 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:45.737701 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ea3489-aa69-47a1-b204-8137faa83400 None None] Network 2e8a4552-0eae-404a-9d9e-89e1ab6e30bf requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:27:45.746285 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46410b8c-3b2e-48d1-a603-2d3a3757c36c tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:27:45.784014 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adcae1-32b9-4ccf-ac01-eb742fca9f69 req-f148a11f-b948-4a07-aece-7456ac919013 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:45.787428 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b20de1-a471-4ef3-a790-38f1b66b66de None None] Sync routers for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:27:45.791719 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-22adcae1-32b9-4ccf-ac01-eb742fca9f69 req-f148a11f-b948-4a07-aece-7456ac919013 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/ports?device_id=3095980e-21a3-4695-883b-7ddef3fed08b HTTP/1.1" status: 200 len: 944 time: 0.7002599 Apr 06 13:27:45.826397 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Deleting port 52bda9f1-a100-466f-8611-b6bc1f9381c6 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:45.826397 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:45.869061 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b20de1-a471-4ef3-a790-38f1b66b66de None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:45.870694 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-35b20de1-a471-4ef3-a790-38f1b66b66de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:27:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:45.934209 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8be5a2cc-b705-4988-a675-8cc3c6323d15 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:46.038953 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-35b20de1-a471-4ef3-a790-38f1b66b66de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:46.045932 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-800fcb40-b32d-4563-880d-9541b1e8028f None None] Provisioning for port 52bda9f1-a100-466f-8611-b6bc1f9381c6 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:27:46.051918 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-22adcae1-32b9-4ccf-ac01-eb742fca9f69 req-efc3e238-7181-4391-beba-65ee7aca1ccb tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4d0b212-a5b5-4ba3-9351-a8ac291f57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2592912 Apr 06 13:27:46.058678 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5fa0a103-6dc7-4057-89a7-86ff4c5abbb3 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:46.064446 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-800fcb40-b32d-4563-880d-9541b1e8028f None None] Provisioning complete for port 52bda9f1-a100-466f-8611-b6bc1f9381c6 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:46.064829 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-800fcb40-b32d-4563-880d-9541b1e8028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:46.133929 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b20de1-a471-4ef3-a790-38f1b66b66de None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:46.135103 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-35b20de1-a471-4ef3-a790-38f1b66b66de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:27:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:46.215506 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5fa0a103-6dc7-4057-89a7-86ff4c5abbb3 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:46.217317 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-35b20de1-a471-4ef3-a790-38f1b66b66de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:46.217889 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b20de1-a471-4ef3-a790-38f1b66b66de None None] The sync data for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:27:46.333278 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41182) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:46.334146 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0a103-6dc7-4057-89a7-86ff4c5abbb3 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Pushing event updated for resources: {'Port': ['ID=ce1c88f7-e6df-450d-a755-04335eb243e7,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:46.434101 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41186) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:46.444507 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0079544 Apr 06 13:27:46.466331 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41188) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:46.478273 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-5fa0a103-6dc7-4057-89a7-86ff4c5abbb3 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] In _notify_port_updated(), no bound segment for port ce1c88f7-e6df-450d-a755-04335eb243e7 on network c4cf8cbf-de89-4102-826f-dd828e341b19 {{(pid=88564) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 06 13:27:46.486386 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa0a103-6dc7-4057-89a7-86ff4c5abbb3 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:46.487499 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5fa0a103-6dc7-4057-89a7-86ff4c5abbb3 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:46.488684 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-800fcb40-b32d-4563-880d-9541b1e8028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:46.489493 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5fa0a103-6dc7-4057-89a7-86ff4c5abbb3 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] 10.222.0.48 "PUT /v2.0/ports/ce1c88f7-e6df-450d-a755-04335eb243e7 HTTP/1.1" status: 200 len: 1001 time: 2.7802143 Apr 06 13:27:46.512223 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41192) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:46.548587 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-800fcb40-b32d-4563-880d-9541b1e8028f None None] For port 52bda9f1-a100-466f-8611-b6bc1f9381c6, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=52bda9f1-a100-466f-8611-b6bc1f9381c6,segment=NetworkSegment(ace10c02-7476-427c-8744-b1f703b56cfd),segment_id=ace10c02-7476-427c-8744-b1f703b56cfd)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:27:46.623814 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1a980986-a937-44e2-a7f0-5ec63558f550 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=60a460cb10c44a699e8c4970a331215c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2844496 Apr 06 13:27:46.628828 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-800fcb40-b32d-4563-880d-9541b1e8028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:46.629712 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41198) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:46.791967 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8be5a2cc-b705-4988-a675-8cc3c6323d15 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:46.795048 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-73a4f4ff-fb2d-417b-8b44-7eae1388db53 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Deleting port ce1c88f7-e6df-450d-a755-04335eb243e7 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:46.795566 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-73a4f4ff-fb2d-417b-8b44-7eae1388db53 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:46.810398 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-dd25897b-6f97-43f5-beeb-2fb91f12879e None None] Provisioning complete for port ce1c88f7-e6df-450d-a755-04335eb243e7 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:46.810981 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-dd25897b-6f97-43f5-beeb-2fb91f12879e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:46.829718 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-8be5a2cc-b705-4988-a675-8cc3c6323d15 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7037b526-a9c5-430c-b6e2-616480bf6cd0']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:46.846294 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c21bc8-118d-4091-ad49-6288032f6e02 None None] Network 2e8a4552-0eae-404a-9d9e-89e1ab6e30bf requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:27:46.859808 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f37a0e21-b399-486d-9842-f941608f8157 tempest-NetworksApiDiscovery-1920177277 tempest-NetworksApiDiscovery-1920177277-project] 10.222.0.48 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3922422 Apr 06 13:27:46.873983 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c8bea-c203-46da-a7f5-470fef48d77d req-9a027c9d-1ce6-449c-9a7b-c2605a94adb9 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:46.875793 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b10c8bea-c203-46da-a7f5-470fef48d77d req-9a027c9d-1ce6-449c-9a7b-c2605a94adb9 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.9553010 Apr 06 13:27:46.880960 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-8be5a2cc-b705-4988-a675-8cc3c6323d15 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99ab77da-5430-4448-aa35-7d65bd11e65b') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:46.881997 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-8be5a2cc-b705-4988-a675-8cc3c6323d15 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99ab77da-5430-4448-aa35-7d65bd11e65b') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:46.884404 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fcb40-b32d-4563-880d-9541b1e8028f None None] Pushing event updated for resources: {'Port': ['ID=52bda9f1-a100-466f-8611-b6bc1f9381c6,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:46.923914 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-91673ecf-a405-4630-b0b4-d8849865179c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:46.958761 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-91673ecf-a405-4630-b0b4-d8849865179c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:46.963398 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8be5a2cc-b705-4988-a675-8cc3c6323d15 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:46.966448 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-dd25897b-6f97-43f5-beeb-2fb91f12879e None None] Port ce1c88f7-e6df-450d-a755-04335eb243e7 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:27:47.035590 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46410b8c-3b2e-48d1-a603-2d3a3757c36c tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Router 0575bfb6-d5c2-4d4c-b081-a73a928b0448 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:27:47.054110 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8be5a2cc-b705-4988-a675-8cc3c6323d15 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:47.064298 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b10c8bea-c203-46da-a7f5-470fef48d77d req-74860d88-6b3b-452d-b562-7b194a0f6ab7 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633458 Apr 06 13:27:47.073949 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33c1bc-a9cf-4eb4-80f3-eadda55aa984 req-6889e9bc-0bc6-4b07-ab37-6c66f8a257d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:47.075714 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4f33c1bc-a9cf-4eb4-80f3-eadda55aa984 req-6889e9bc-0bc6-4b07-ab37-6c66f8a257d5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3095980e-21a3-4695-883b-7ddef3fed08b HTTP/1.1" status: 200 len: 1098 time: 0.7190788 Apr 06 13:27:47.080347 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] For port 52bda9f1-a100-466f-8611-b6bc1f9381c6, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=52bda9f1-a100-466f-8611-b6bc1f9381c6,segment=NetworkSegment(ace10c02-7476-427c-8744-b1f703b56cfd),segment_id=ace10c02-7476-427c-8744-b1f703b56cfd)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:27:47.080709 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:47.101943 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be5a2cc-b705-4988-a675-8cc3c6323d15 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:27:47.101943 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8be5a2cc-b705-4988-a675-8cc3c6323d15 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:27:47.113367 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:27:47.196057 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f29b22aa-5a88-401e-98c4-940414b9aa53 None None] Provisioning complete for port 52bda9f1-a100-466f-8611-b6bc1f9381c6 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:47.196430 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f29b22aa-5a88-401e-98c4-940414b9aa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:47.391029 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Calling delete_port for 52bda9f1-a100-466f-8611-b6bc1f9381c6 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:27:47.427395 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-91673ecf-a405-4630-b0b4-d8849865179c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:47.475135 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4f33c1bc-a9cf-4eb4-80f3-eadda55aa984 req-a9ddc48f-aaa2-4239-a310-c743734768b6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f4d0b212-a5b5-4ba3-9351-a8ac291f57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3843160 Apr 06 13:27:47.477556 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91673ecf-a405-4630-b0b4-d8849865179c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd96066e-7ae6-4af6-8fb8-bc10e5f57a60,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:47.497312 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-73a4f4ff-fb2d-417b-8b44-7eae1388db53 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:47.513897 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46410b8c-3b2e-48d1-a603-2d3a3757c36c tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:27:47.519419 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-46410b8c-3b2e-48d1-a603-2d3a3757c36c tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:47.531378 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f80ed75-bdea-4b69-8466-5ce50130b030 None None] Sync routers for ids ['0575bfb6-d5c2-4d4c-b081-a73a928b0448'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:27:47.537424 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f80ed75-bdea-4b69-8466-5ce50130b030 None None] Routers {'0575bfb6-d5c2-4d4c-b081-a73a928b0448'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:47.538520 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-2f80ed75-bdea-4b69-8466-5ce50130b030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:27:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['0575bfb6-d5c2-4d4c-b081-a73a928b0448'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:47.549343 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba23d5f-713e-48a3-a17a-56ddc68a3a56 req-3c1ef80d-e444-4a40-87e3-76d7a581ba07 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:47.557200 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dba23d5f-713e-48a3-a17a-56ddc68a3a56 req-3c1ef80d-e444-4a40-87e3-76d7a581ba07 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/ports?device_id=3095980e-21a3-4695-883b-7ddef3fed08b HTTP/1.1" status: 200 len: 945 time: 0.2813785 Apr 06 13:27:47.558498 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-91673ecf-a405-4630-b0b4-d8849865179c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:47.562062 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-91673ecf-a405-4630-b0b4-d8849865179c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd96066e-7ae6-4af6-8fb8-bc10e5f57a60 HTTP/1.1" status: 204 len: 168 time: 0.9267502 Apr 06 13:27:47.576505 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8be5a2cc-b705-4988-a675-8cc3c6323d15 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:47.611234 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8be5a2cc-b705-4988-a675-8cc3c6323d15 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:47.614320 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5a2cc-b705-4988-a675-8cc3c6323d15 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event deleted for resources: {'Network': ['ID=7037b526-a9c5-430c-b6e2-616480bf6cd0,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:47.636033 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.api [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:27:47.636534 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG oslo_db.api [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:27:47.651538 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8be5a2cc-b705-4988-a675-8cc3c6323d15 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "DELETE /v2.0/networks/7037b526-a9c5-430c-b6e2-616480bf6cd0 HTTP/1.1" status: 204 len: 168 time: 2.0979235 Apr 06 13:27:47.654418 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41210) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:47.674995 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dba23d5f-713e-48a3-a17a-56ddc68a3a56 req-aa975c92-69b7-4b6b-8656-6fa51fe5e561 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4d0b212-a5b5-4ba3-9351-a8ac291f57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128564 Apr 06 13:27:47.695940 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cc40279e-6aee-4328-bf32-390ad09f6dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:47.720395 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-fb29fd31-a18d-459f-83cf-c30760d9e90b None None] Provisioning complete for port 52bda9f1-a100-466f-8611-b6bc1f9381c6 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:47.720929 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fb29fd31-a18d-459f-83cf-c30760d9e90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:47.739749 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-2f80ed75-bdea-4b69-8466-5ce50130b030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:47.753238 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f80ed75-bdea-4b69-8466-5ce50130b030 None None] Routers {'0575bfb6-d5c2-4d4c-b081-a73a928b0448'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:47.754301 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-2f80ed75-bdea-4b69-8466-5ce50130b030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:27:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['0575bfb6-d5c2-4d4c-b081-a73a928b0448'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:47.806731 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-5cd7856d-9c78-48d2-949b-52b83e2c6481 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Deleting port 72c89b3b-efa6-4e51-8b59-8ab8ddc9617e {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:47.807148 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5cd7856d-9c78-48d2-949b-52b83e2c6481 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:47.847424 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-2f80ed75-bdea-4b69-8466-5ce50130b030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:47.848314 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f80ed75-bdea-4b69-8466-5ce50130b030 None None] The sync data for ids ['0575bfb6-d5c2-4d4c-b081-a73a928b0448'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:27:47.859874 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41214) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:47.874129 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-73a4f4ff-fb2d-417b-8b44-7eae1388db53 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Calling delete_port for ce1c88f7-e6df-450d-a755-04335eb243e7 owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:27:48.029062 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-46410b8c-3b2e-48d1-a603-2d3a3757c36c tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "PUT /v2.0/floatingips/df7baba3-0ec0-4e48-883d-dcf60f0d5182 HTTP/1.1" status: 200 len: 978 time: 6.8622632 Apr 06 13:27:48.031741 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41220) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:48.099848 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5cd7856d-9c78-48d2-949b-52b83e2c6481 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:48.175080 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Deleting port 52bda9f1-a100-466f-8611-b6bc1f9381c6 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:48.175781 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:48.253417 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-b0c08a7b-f226-4d8c-bf51-1e1f57dc03da tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Deleting port 3fa6415c-1aff-495c-8f64-6a4b849f444c {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:48.254089 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b0c08a7b-f226-4d8c-bf51-1e1f57dc03da tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:48.290673 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-73a4f4ff-fb2d-417b-8b44-7eae1388db53 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:48.309178 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-5cd7856d-9c78-48d2-949b-52b83e2c6481 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Calling delete_port for 72c89b3b-efa6-4e51-8b59-8ab8ddc9617e owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:27:48.355676 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4f4ff-fb2d-417b-8b44-7eae1388db53 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Pushing event deleted for resources: {'Port': ['ID=ce1c88f7-e6df-450d-a755-04335eb243e7,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:48.452287 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-73a4f4ff-fb2d-417b-8b44-7eae1388db53 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:48.497936 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-73a4f4ff-fb2d-417b-8b44-7eae1388db53 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] 10.222.0.48 "DELETE /v2.0/ports/ce1c88f7-e6df-450d-a755-04335eb243e7 HTTP/1.1" status: 204 len: 168 time: 1.9840043 Apr 06 13:27:48.510229 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41238) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:48.512795 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 52bda9f1-a100-466f-8611-b6bc1f9381c6 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:27:48.563274 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c27526-b757-4afd-be49-d020803e8514 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] GET failed (client error): The resource could not be found. Apr 06 13:27:48.563807 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-89c27526-b757-4afd-be49-d020803e8514 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Synchronizing usage tracker for tenant:68fd81c42155485aa440ab8221216044 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:27:48.659185 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-738ca5c8-30ec-4755-a7f4-a2a5dc547264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:48.730280 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-738ca5c8-30ec-4755-a7f4-a2a5dc547264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:48.733162 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-89c27526-b757-4afd-be49-d020803e8514 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Unset dirty status for tenant:68fd81c42155485aa440ab8221216044 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:27:48.744937 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-89c27526-b757-4afd-be49-d020803e8514 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] 10.222.0.48 "GET /v2.0/ports/ce1c88f7-e6df-450d-a755-04335eb243e7 HTTP/1.1" status: 404 len: 333 time: 0.2332091 Apr 06 13:27:48.745353 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41244) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:48.765133 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-738ca5c8-30ec-4755-a7f4-a2a5dc547264 admin admin] Usage tracker for resource:security_group_rule and tenant:e1e3715032a44257a0a37b3303ed4ea5 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:48.771559 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-d4b32c60-8a0e-4766-a357-ffaffdae4fb4 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Request body: {'port': {'network_id': 'c4cf8cbf-de89-4102-826f-dd828e341b19', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1608540611'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:48.792045 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-738ca5c8-30ec-4755-a7f4-a2a5dc547264 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:48.803066 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 52bda9f1-a100-466f-8611-b6bc1f9381c6 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:48.803066 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:48.844614 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:48.851192 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-738ca5c8-30ec-4755-a7f4-a2a5dc547264 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:48.928743 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b0c08a7b-f226-4d8c-bf51-1e1f57dc03da tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:48.971579 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:49.080867 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59379d15-4c0a-422f-9b25-4fab6f6e987a req-9bf38a72-36eb-4c9d-b263-50254168b2a5 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:49.082198 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-59379d15-4c0a-422f-9b25-4fab6f6e987a req-9bf38a72-36eb-4c9d-b263-50254168b2a5 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.7946830 Apr 06 13:27:49.129549 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] For port 52bda9f1-a100-466f-8611-b6bc1f9381c6, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=52bda9f1-a100-466f-8611-b6bc1f9381c6,segment=NetworkSegment(ace10c02-7476-427c-8744-b1f703b56cfd),segment_id=ace10c02-7476-427c-8744-b1f703b56cfd)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:27:49.130034 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:49.153219 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5cd7856d-9c78-48d2-949b-52b83e2c6481 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:49.163308 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-d4b32c60-8a0e-4766-a357-ffaffdae4fb4 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:49.177001 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-d4b32c60-8a0e-4766-a357-ffaffdae4fb4 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:49.287593 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b32c60-8a0e-4766-a357-ffaffdae4fb4 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Made reservation on behalf of 68fd81c42155485aa440ab8221216044 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:49.291936 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d4b32c60-8a0e-4766-a357-ffaffdae4fb4 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:49.333143 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-d4b32c60-8a0e-4766-a357-ffaffdae4fb4 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] device_id is not set on port 487c75b1-6d59-4b00-8785-7cd966688252 yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:27:49.351697 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Calling delete_port for 52bda9f1-a100-466f-8611-b6bc1f9381c6 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:27:49.373580 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b0c08a7b-f226-4d8c-bf51-1e1f57dc03da tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:49.373944 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b0c08a7b-f226-4d8c-bf51-1e1f57dc03da tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:49.374256 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-b0c08a7b-f226-4d8c-bf51-1e1f57dc03da tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Floating IP df7baba3-0ec0-4e48-883d-dcf60f0d5182 disassociated. External IP: 172.26.4.160, port: 3fa6415c-1aff-495c-8f64-6a4b849f444c. Apr 06 13:27:49.374592 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-b0c08a7b-f226-4d8c-bf51-1e1f57dc03da tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Calling delete_port for 3fa6415c-1aff-495c-8f64-6a4b849f444c owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:27:49.399069 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7856d-9c78-48d2-949b-52b83e2c6481 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event deleted for resources: {'Port': ['ID=72c89b3b-efa6-4e51-8b59-8ab8ddc9617e,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:49.421903 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-59379d15-4c0a-422f-9b25-4fab6f6e987a req-a770ae32-e389-40b1-b680-02c09b1708a7 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3274767 Apr 06 13:27:49.435200 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565935ba-8fa1-4114-bec6-71b8aca3d67d req-a09fdd98-86a3-4049-9908-34626843329e tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:49.436771 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-565935ba-8fa1-4114-bec6-71b8aca3d67d req-a09fdd98-86a3-4049-9908-34626843329e tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/ports?device_id=3095980e-21a3-4695-883b-7ddef3fed08b HTTP/1.1" status: 200 len: 945 time: 0.5750422 Apr 06 13:27:49.456228 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5cd7856d-9c78-48d2-949b-52b83e2c6481 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:49.484689 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-738ca5c8-30ec-4755-a7f4-a2a5dc547264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:49.521758 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5cd7856d-9c78-48d2-949b-52b83e2c6481 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "DELETE /v2.0/ports/72c89b3b-efa6-4e51-8b59-8ab8ddc9617e HTTP/1.1" status: 204 len: 168 time: 1.8646021 Apr 06 13:27:49.526315 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41262) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:49.546058 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-565935ba-8fa1-4114-bec6-71b8aca3d67d req-41c72f6d-d427-4c23-a6f7-dfa3617accf2 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4d0b212-a5b5-4ba3-9351-a8ac291f57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862906 Apr 06 13:27:49.585088 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-738ca5c8-30ec-4755-a7f4-a2a5dc547264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:49.656937 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-738ca5c8-30ec-4755-a7f4-a2a5dc547264 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e1e3715032a44257a0a37b3303ed4ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7924402 Apr 06 13:27:49.666654 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41268) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:49.671442 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ca5c8-30ec-4755-a7f4-a2a5dc547264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0357ea8-7f41-4f7f-80fb-3b3e45ec119d,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:49.714628 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-a573a5a9-9731-477d-9f4d-dfb8f93a5d02 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] DELETE failed (client error): The resource could not be found. Apr 06 13:27:49.716664 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a573a5a9-9731-477d-9f4d-dfb8f93a5d02 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:27:49.762179 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a573a5a9-9731-477d-9f4d-dfb8f93a5d02 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "DELETE /v2.0/subnets/b325ef1e-f483-45ce-9309-7ba1afe7f736 HTTP/1.1" status: 404 len: 337 time: 0.2347426 Apr 06 13:27:49.762460 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41276) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:49.796352 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-d4b32c60-8a0e-4766-a357-ffaffdae4fb4 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Allocated IP 2001:db8::371 (c4cf8cbf-de89-4102-826f-dd828e341b19/8f20b1c4-2c2c-41b3-a4a2-e145780f17f3/487c75b1-6d59-4b00-8785-7cd966688252) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:27:49.827051 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:49.909394 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b0c08a7b-f226-4d8c-bf51-1e1f57dc03da tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:49.945614 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9494875-3e0d-4af9-bd3d-353957741f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:49.956962 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event deleted for resources: {'Port': ['ID=52bda9f1-a100-466f-8611-b6bc1f9381c6,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:49.975231 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c08a7b-f226-4d8c-bf51-1e1f57dc03da tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event deleted for resources: {'Port': ['ID=3fa6415c-1aff-495c-8f64-6a4b849f444c,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:50.044363 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10fa024-09c8-449b-92a7-e993e5f7225c None None] DHCP port deletion for 2e8a4552-0eae-404a-9d9e-89e1ab6e30bf request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:27:50.068740 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156822a0-507e-4edb-bb53-8e08a1b4b5da None None] get_active_networks_info from dv-neutron-834600-1-hyperv {{(pid=88566) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 06 13:27:50.134486 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-39632422-7db2-4862-9c6c-4632e52f87c8 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:50.149031 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9494875-3e0d-4af9-bd3d-353957741f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:50.245323 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d4b32c60-8a0e-4766-a357-ffaffdae4fb4 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:50.247491 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] No DVR routers for this DVR port 52bda9f1-a100-466f-8611-b6bc1f9381c6 on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:27:50.275484 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-d4b32c60-8a0e-4766-a357-ffaffdae4fb4 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Transition to ACTIVE for port object 487c75b1-6d59-4b00-8785-7cd966688252 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:50.338659 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41288) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:50.374546 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e9967-e5a9-48f7-bb65-fc66bb223d46 req-48ab5286-4f48-4eed-a099-0c9e0d6e2242 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:50.376079 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-861e9967-e5a9-48f7-bb65-fc66bb223d46 req-48ab5286-4f48-4eed-a099-0c9e0d6e2242 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/ports?device_id=3095980e-21a3-4695-883b-7ddef3fed08b HTTP/1.1" status: 200 len: 945 time: 0.6554134 Apr 06 13:27:50.376972 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156822a0-507e-4edb-bb53-8e08a1b4b5da None None] Resources bound (agent type, host, resource id): {{(pid=88566) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 13:27:50.382365 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:50.397840 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41294) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:50.402607 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c08a7b-f226-4d8c-bf51-1e1f57dc03da tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Router 0575bfb6-d5c2-4d4c-b081-a73a928b0448 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:27:50.407213 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-c5642d54-e57c-42dc-9496-f0b42e49a862 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Request body: {'floatingip': {'port_id': 'fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:50.451956 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:50.565332 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 52bda9f1-a100-466f-8611-b6bc1f9381c6 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:27:50.617337 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 52bda9f1-a100-466f-8611-b6bc1f9381c6 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:27:50.617775 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 52bda9f1-a100-466f-8611-b6bc1f9381c6 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:27:50.643621 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c5642d54-e57c-42dc-9496-f0b42e49a862 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks [] for floatingip, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:50.720319 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d4b32c60-8a0e-4766-a357-ffaffdae4fb4 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:50.738383 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-c52c9443-ccb0-49bc-b064-b5623fb05193 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-873842279', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:50.748031 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-39632422-7db2-4862-9c6c-4632e52f87c8 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:50.757630 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c52c9443-ccb0-49bc-b064-b5623fb05193 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:50.780915 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13339cc-e2f3-4bfb-8094-11bf1c1e1095 req-ce7e9f88-66e0-41ab-a35d-a08e6d8c4c21 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:50.784178 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f13339cc-e2f3-4bfb-8094-11bf1c1e1095 req-ce7e9f88-66e0-41ab-a35d-a08e6d8c4c21 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.7740169 Apr 06 13:27:50.795064 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c52c9443-ccb0-49bc-b064-b5623fb05193 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Usage tracker for resource:port and tenant:47f7055a5a2d4292a401830e7446ba31 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:50.810381 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c52c9443-ccb0-49bc-b064-b5623fb05193 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:50.820081 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cd58a-d6df-4812-bd0a-d03d61ada01b req-2b348075-4746-4e77-9cc7-0422c27b874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:50.822343 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dc3cd58a-d6df-4812-bd0a-d03d61ada01b req-2b348075-4746-4e77-9cc7-0422c27b874b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a4d54de52764226baa1254caab457dd&device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 1099 time: 0.6614759 Apr 06 13:27:50.822999 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9494875-3e0d-4af9-bd3d-353957741f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:50.855059 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-39632422-7db2-4862-9c6c-4632e52f87c8 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51f27faa-3e0b-416d-ace7-45263bcb357e']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:50.862846 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c52c9443-ccb0-49bc-b064-b5623fb05193 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:50.869154 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b32c60-8a0e-4766-a357-ffaffdae4fb4 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Network c4cf8cbf-de89-4102-826f-dd828e341b19 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:50.877329 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-d4b32c60-8a0e-4766-a357-ffaffdae4fb4 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:50.880395 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b32c60-8a0e-4766-a357-ffaffdae4fb4 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:27:50.886834 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b32c60-8a0e-4766-a357-ffaffdae4fb4 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:50.897172 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d4b32c60-8a0e-4766-a357-ffaffdae4fb4 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:50.904171 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9494875-3e0d-4af9-bd3d-353957741f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0357ea8-7f41-4f7f-80fb-3b3e45ec119d,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:50.917307 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bde5d4-5812-4c90-95cf-0206d55b53ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-2e8a4552-0eae-404a-9d9e-89e1ab6e30bf', 'network_id': '2e8a4552-0eae-404a-9d9e-89e1ab6e30bf', 'tenant_id': 'ed39337f249349ada24d9b0a6c7e89f2', 'fixed_ips': [{'subnet_id': '630c3e50-5962-4ecc-b20e-e155a29ef510'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:27:50.918244 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a5bde5d4-5812-4c90-95cf-0206d55b53ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:50.927011 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-39632422-7db2-4862-9c6c-4632e52f87c8 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '282d1807-d705-4192-8a71-1deae009da9d') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:50.927253 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-39632422-7db2-4862-9c6c-4632e52f87c8 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '282d1807-d705-4192-8a71-1deae009da9d') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:51.019493 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-39632422-7db2-4862-9c6c-4632e52f87c8 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:51.030715 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b32c60-8a0e-4766-a357-ffaffdae4fb4 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Pushing event updated for resources: {'Port': ['ID=487c75b1-6d59-4b00-8785-7cd966688252,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:51.040847 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f13339cc-e2f3-4bfb-8094-11bf1c1e1095 req-961c6fc4-a4f3-4bdb-9838-a29c65c29f5b tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333093 Apr 06 13:27:51.051262 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52c9443-ccb0-49bc-b064-b5623fb05193 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Made reservation on behalf of 47f7055a5a2d4292a401830e7446ba31 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:51.053748 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c52c9443-ccb0-49bc-b064-b5623fb05193 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:51.074749 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c08a7b-f226-4d8c-bf51-1e1f57dc03da tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:27:51.089461 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fd88e6-5664-43a8-a96b-f471386aee64 None None] Sync routers for ids ['0575bfb6-d5c2-4d4c-b081-a73a928b0448'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:27:51.093063 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9494875-3e0d-4af9-bd3d-353957741f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:51.093063 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e9494875-3e0d-4af9-bd3d-353957741f15 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b0357ea8-7f41-4f7f-80fb-3b3e45ec119d HTTP/1.1" status: 204 len: 168 time: 1.4247532 Apr 06 13:27:51.096218 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-39632422-7db2-4862-9c6c-4632e52f87c8 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:51.101073 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c52c9443-ccb0-49bc-b064-b5623fb05193 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:51.105971 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fd88e6-5664-43a8-a96b-f471386aee64 None None] Routers {'0575bfb6-d5c2-4d4c-b081-a73a928b0448'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:51.106604 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-87fd88e6-5664-43a8-a96b-f471386aee64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:27:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['0575bfb6-d5c2-4d4c-b081-a73a928b0448'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:51.116525 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39632422-7db2-4862-9c6c-4632e52f87c8 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:27:51.116934 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-39632422-7db2-4862-9c6c-4632e52f87c8 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:27:51.135728 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:27:51.159734 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:51.186207 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-87fd88e6-5664-43a8-a96b-f471386aee64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:51.196699 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fd88e6-5664-43a8-a96b-f471386aee64 None None] Routers {'0575bfb6-d5c2-4d4c-b081-a73a928b0448'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:51.197430 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-87fd88e6-5664-43a8-a96b-f471386aee64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:27:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['0575bfb6-d5c2-4d4c-b081-a73a928b0448'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:51.266081 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c52c9443-ccb0-49bc-b064-b5623fb05193 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:51.270995 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-87fd88e6-5664-43a8-a96b-f471386aee64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:51.271875 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fd88e6-5664-43a8-a96b-f471386aee64 None None] The sync data for ids ['0575bfb6-d5c2-4d4c-b081-a73a928b0448'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server [None req-a5bde5d4-5812-4c90-95cf-0206d55b53ab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 630c3e50-5962-4ecc-b20e-e155a29ef510: This subnet is being modified by another concurrent operation. Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 13:27:51.278437 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server raise exception Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 630c3e50-5962-4ecc-b20e-e155a29ef510: This subnet is being modified by another concurrent operation. Apr 06 13:27:51.281619 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server Apr 06 13:27:51.288681 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event deleted for resources: {'Subnet': ['ID=630c3e50-5962-4ecc-b20e-e155a29ef510,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:51.291351 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c52c9443-ccb0-49bc-b064-b5623fb05193 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Usage tracker for resource:security_group_rule and tenant:47f7055a5a2d4292a401830e7446ba31 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:51.310376 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cd58a-d6df-4812-bd0a-d03d61ada01b req-3f43a0e3-59ba-44dd-b249-06268a43203f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:51.311886 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dc3cd58a-d6df-4812-bd0a-d03d61ada01b req-3f43a0e3-59ba-44dd-b249-06268a43203f service neutron] 10.222.0.61 "GET /v2.0/networks?id=5be2eead-86e0-4801-95e6-7956006492a1 HTTP/1.1" status: 200 len: 912 time: 0.4619567 Apr 06 13:27:51.312163 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d39856-73ea-4479-a03e-ad304169a749 None None] get_active_networks_info from dv-neutron-834600-1-hyperv {{(pid=88566) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 06 13:27:51.314560 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c52c9443-ccb0-49bc-b064-b5623fb05193 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:51.322766 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d4b32c60-8a0e-4766-a357-ffaffdae4fb4 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5633438 Apr 06 13:27:51.329905 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41300) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:51.335564 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c52c9443-ccb0-49bc-b064-b5623fb05193 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:51.345700 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-5a46b81c-da49-418f-8ed7-a9a0c7551471 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Request body: {'port': {'network_id': 'c4cf8cbf-de89-4102-826f-dd828e341b19', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1825442704'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:51.410550 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-39632422-7db2-4862-9c6c-4632e52f87c8 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:51.502167 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-39632422-7db2-4862-9c6c-4632e52f87c8 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:51.514728 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d39856-73ea-4479-a03e-ad304169a749 None None] Resources bound (agent type, host, resource id): {{(pid=88566) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 13:27:51.519283 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39632422-7db2-4862-9c6c-4632e52f87c8 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event deleted for resources: {'Network': ['ID=51f27faa-3e0b-416d-ace7-45263bcb357e,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:51.535944 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:51.575944 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dc3cd58a-d6df-4812-bd0a-d03d61ada01b req-60743c41-2d86-460b-8dbd-fd7e0ca8873e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddde7491-e249-460a-b06c-c1af650f5bf7 HTTP/1.1" status: 200 len: 1002 time: 0.2416081 Apr 06 13:27:51.580222 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-39632422-7db2-4862-9c6c-4632e52f87c8 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "DELETE /v2.0/networks/51f27faa-3e0b-416d-ace7-45263bcb357e HTTP/1.1" status: 204 len: 168 time: 1.8098791 Apr 06 13:27:51.580997 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41304) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:51.684438 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8a4552-0eae-404a-9d9e-89e1ab6e30bf']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:51.731080 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace10c02-7476-427c-8744-b1f703b56cfd') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:51.731383 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace10c02-7476-427c-8744-b1f703b56cfd') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:51.744956 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b0c08a7b-f226-4d8c-bf51-1e1f57dc03da tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:51.750207 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b0c08a7b-f226-4d8c-bf51-1e1f57dc03da tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "DELETE /v2.0/ports/3fa6415c-1aff-495c-8f64-6a4b849f444c HTTP/1.1" status: 204 len: 168 time: 3.7141926 Apr 06 13:27:51.755228 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41308) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:51.755431 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:51.792349 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cd58a-d6df-4812-bd0a-d03d61ada01b req-6814607f-f2b1-43aa-b5fb-92a44546f27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:51.793906 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dc3cd58a-d6df-4812-bd0a-d03d61ada01b req-6814607f-f2b1-43aa-b5fb-92a44546f27c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05aded58-8f1f-47e0-842d-ddd950b58777 HTTP/1.1" status: 200 len: 850 time: 0.1905751 Apr 06 13:27:51.798070 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6c0db9-f16c-411e-9896-bdad7b2b1cf3 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Deleting subnet 9f6f27be-46b7-4478-8e1e-b5d2511251a5 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:27:51.803807 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:51.838333 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3a6c0db9-f16c-411e-9896-bdad7b2b1cf3 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:51.902750 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:27:51.903185 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:27:51.928828 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:27:52.030453 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3a6c0db9-f16c-411e-9896-bdad7b2b1cf3 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:52.039989 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9898bbcb-47a7-46e6-99f6-0065ba561b25 None None] Network 2e8a4552-0eae-404a-9d9e-89e1ab6e30bf requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:27:52.117663 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-5a46b81c-da49-418f-8ed7-a9a0c7551471 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:52.145790 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c52c9443-ccb0-49bc-b064-b5623fb05193 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:52.186903 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cd58a-d6df-4812-bd0a-d03d61ada01b req-e6916e59-40d5-4bb0-b5dc-b09b771bb117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:52.188443 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dc3cd58a-d6df-4812-bd0a-d03d61ada01b req-e6916e59-40d5-4bb0-b5dc-b09b771bb117 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5be2eead-86e0-4801-95e6-7956006492a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3860569 Apr 06 13:27:52.195986 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:52.218765 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-5a46b81c-da49-418f-8ed7-a9a0c7551471 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:52.352588 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a46b81c-da49-418f-8ed7-a9a0c7551471 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Made reservation on behalf of 68fd81c42155485aa440ab8221216044 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:27:52.356325 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5a46b81c-da49-418f-8ed7-a9a0c7551471 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:52.425463 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-5a46b81c-da49-418f-8ed7-a9a0c7551471 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] device_id is not set on port 36554584-4310-46fa-9205-61dcc541ccff yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:27:52.475098 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:52.487402 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c52c9443-ccb0-49bc-b064-b5623fb05193 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:52.503844 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a39077d-e4d5-45f5-a7f0-d9ec88472a07 None None] DHCP port deletion for 2e8a4552-0eae-404a-9d9e-89e1ab6e30bf request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:27:52.531134 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event deleted for resources: {'Network': ['ID=2e8a4552-0eae-404a-9d9e-89e1ab6e30bf,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:52.539324 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-c52c9443-ccb0-49bc-b064-b5623fb05193 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] device_id is not set on port c526cb16-a67f-4506-bf08-5463b0c55fba yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:27:52.555014 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.resource_extend [None req-c5642d54-e57c-42dc-9496-f0b42e49a862 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 13:27:52.565986 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2a96c4b6-2807-438c-97b4-5b2a1763e365 None None] Provisioning for port 487c75b1-6d59-4b00-8785-7cd966688252 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:27:52.572454 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2a96c4b6-2807-438c-97b4-5b2a1763e365 None None] Provisioning complete for port 487c75b1-6d59-4b00-8785-7cd966688252 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:52.572605 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2a96c4b6-2807-438c-97b4-5b2a1763e365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:52.635284 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-2a96c4b6-2807-438c-97b4-5b2a1763e365 None None] Port 487c75b1-6d59-4b00-8785-7cd966688252 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:27:52.638878 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dc3cd58a-d6df-4812-bd0a-d03d61ada01b req-3413f7be-b943-4e27-9c51-ccd466677cf3 service neutron] 10.222.0.61 "GET /v2.0/networks/5be2eead-86e0-4801-95e6-7956006492a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361727 Apr 06 13:27:52.641374 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-bb8d7019-4fc9-4cb0-bccc-65bd30722cfc tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "DELETE /v2.0/networks/2e8a4552-0eae-404a-9d9e-89e1ab6e30bf HTTP/1.1" status: 204 len: 168 time: 7.6935782 Apr 06 13:27:52.645891 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41314) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:52.649298 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c9443-ccb0-49bc-b064-b5623fb05193 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523a6adc-387e-4615-98bd-4c08e88f96a7,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:52.682274 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3a6c0db9-f16c-411e-9896-bdad7b2b1cf3 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:52.734241 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5e6bd6-f258-4480-bdfb-a855363949fe tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] DELETE failed (client error): The resource could not be found. Apr 06 13:27:52.734687 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f5e6bd6-f258-4480-bdfb-a855363949fe tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:27:52.796974 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c5642d54-e57c-42dc-9496-f0b42e49a862 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:52.806231 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5f5e6bd6-f258-4480-bdfb-a855363949fe tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "DELETE /v2.0/subnets/630c3e50-5962-4ecc-b20e-e155a29ef510 HTTP/1.1" status: 404 len: 337 time: 0.1591558 Apr 06 13:27:52.810182 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41318) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:52.865916 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e904ef-e092-4890-ae69-d864dd5446ff tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] DELETE failed (client error): The resource could not be found. Apr 06 13:27:52.866297 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e904ef-e092-4890-ae69-d864dd5446ff tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:27:52.868686 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e0e904ef-e092-4890-ae69-d864dd5446ff tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "DELETE /v2.0/networks/2e8a4552-0eae-404a-9d9e-89e1ab6e30bf HTTP/1.1" status: 404 len: 339 time: 0.0539975 Apr 06 13:27:52.871595 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-5a46b81c-da49-418f-8ed7-a9a0c7551471 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Allocated IP 2001:db8::34f (c4cf8cbf-de89-4102-826f-dd828e341b19/8f20b1c4-2c2c-41b3-a4a2-e145780f17f3/36554584-4310-46fa-9205-61dcc541ccff) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:27:52.873476 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41322) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:52.901427 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c5642d54-e57c-42dc-9496-f0b42e49a862 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:53.042014 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28c903-7ad9-47ab-9eee-45ece658c213 req-352a7459-661a-4e4f-9a83-80a10014e653 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:53.043522 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8d28c903-7ad9-47ab-9eee-45ece658c213 req-352a7459-661a-4e4f-9a83-80a10014e653 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.6281374 Apr 06 13:27:53.105725 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-c52c9443-ccb0-49bc-b064-b5623fb05193 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Allocated IP 172.26.4.38 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/c526cb16-a67f-4506-bf08-5463b0c55fba) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:27:53.113736 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dc3cd58a-d6df-4812-bd0a-d03d61ada01b req-3ead0d1e-727e-4841-8771-084efba4e819 service neutron] 10.222.0.61 "GET /v2.0/networks/5be2eead-86e0-4801-95e6-7956006492a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564142 Apr 06 13:27:53.156701 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8d28c903-7ad9-47ab-9eee-45ece658c213 req-df9cf377-13e7-4c0e-8995-1b9cb173af75 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978546 Apr 06 13:27:53.193047 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3a6c0db9-f16c-411e-9896-bdad7b2b1cf3 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:53.265664 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c0db9-f16c-411e-9896-bdad7b2b1cf3 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event deleted for resources: {'Subnet': ['ID=9f6f27be-46b7-4478-8e1e-b5d2511251a5,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:53.318173 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3a6c0db9-f16c-411e-9896-bdad7b2b1cf3 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:53.325175 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3420df-c7aa-41fa-9505-eb487e0744ec None None] Network 927bf2f5-5be0-4705-ad09-7c712a150ab9 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:27:53.356849 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3a6c0db9-f16c-411e-9896-bdad7b2b1cf3 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "DELETE /v2.0/subnets/9f6f27be-46b7-4478-8e1e-b5d2511251a5 HTTP/1.1" status: 204 len: 168 time: 1.7616117 Apr 06 13:27:53.359833 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41326) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:53.373598 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-614a4b27-4189-4156-922f-4abb3e2b57e2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:53.520263 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6579fe7a-59ff-470c-a850-22af8319bcc5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:53.528401 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c52c9443-ccb0-49bc-b064-b5623fb05193 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:53.547355 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-6579fe7a-59ff-470c-a850-22af8319bcc5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Deleting port 5c33df55-2966-483b-88ca-4afc7eb9b812 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:53.547756 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6579fe7a-59ff-470c-a850-22af8319bcc5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:53.550209 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-c5642d54-e57c-42dc-9496-f0b42e49a862 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Floating IP 0485033a-5d2a-4f1b-8990-e712c9527189 associated. External IP: 172.26.4.24, port: fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32. Apr 06 13:27:53.613344 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5603a32c-7e0d-4679-92b4-f47bf3e08ee2 None None] DHCP port deletion for 927bf2f5-5be0-4705-ad09-7c712a150ab9 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:27:53.618676 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-5603a32c-7e0d-4679-92b4-f47bf3e08ee2 None None] Deleting port 5c33df55-2966-483b-88ca-4afc7eb9b812 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:53.619214 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5603a32c-7e0d-4679-92b4-f47bf3e08ee2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:53.758430 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c52c9443-ccb0-49bc-b064-b5623fb05193 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:53.824010 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-614a4b27-4189-4156-922f-4abb3e2b57e2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:53.834522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d71c91b8-8a91-4d1f-a468-82e677d51ba6 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:53.849169 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-5603a32c-7e0d-4679-92b4-f47bf3e08ee2 None None] For port 5c33df55-2966-483b-88ca-4afc7eb9b812, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=5c33df55-2966-483b-88ca-4afc7eb9b812,segment=NetworkSegment(a2e30151-fab0-4ef7-84af-4160a77da424),segment_id=a2e30151-fab0-4ef7-84af-4160a77da424)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:27:53.849557 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5603a32c-7e0d-4679-92b4-f47bf3e08ee2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:53.927653 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-6579fe7a-59ff-470c-a850-22af8319bcc5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] For port 5c33df55-2966-483b-88ca-4afc7eb9b812, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=5c33df55-2966-483b-88ca-4afc7eb9b812,segment=NetworkSegment(a2e30151-fab0-4ef7-84af-4160a77da424),segment_id=a2e30151-fab0-4ef7-84af-4160a77da424)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:27:53.928068 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6579fe7a-59ff-470c-a850-22af8319bcc5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:53.954795 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52c9443-ccb0-49bc-b064-b5623fb05193 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:53.990191 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5a46b81c-da49-418f-8ed7-a9a0c7551471 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:53.991816 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-5603a32c-7e0d-4679-92b4-f47bf3e08ee2 None None] Calling delete_port for 5c33df55-2966-483b-88ca-4afc7eb9b812 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:27:54.004652 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-614a4b27-4189-4156-922f-4abb3e2b57e2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23bc6c8f-e57a-4500-a0d7-ef40ce1d211f']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:54.007088 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-c52c9443-ccb0-49bc-b064-b5623fb05193 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:54.009103 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52c9443-ccb0-49bc-b064-b5623fb05193 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:27:54.048491 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-614a4b27-4189-4156-922f-4abb3e2b57e2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a574f3a8-1851-44c5-9344-fd94bd508a97') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:54.048491 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-614a4b27-4189-4156-922f-4abb3e2b57e2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a574f3a8-1851-44c5-9344-fd94bd508a97') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:54.048849 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c9443-ccb0-49bc-b064-b5623fb05193 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Pushing event updated for resources: {'Port': ['ID=c526cb16-a67f-4506-bf08-5463b0c55fba,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:54.076655 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-5a46b81c-da49-418f-8ed7-a9a0c7551471 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Transition to ACTIVE for port object 36554584-4310-46fa-9205-61dcc541ccff will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:27:54.127306 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-6579fe7a-59ff-470c-a850-22af8319bcc5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Calling delete_port for 5c33df55-2966-483b-88ca-4afc7eb9b812 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:27:54.133686 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-614a4b27-4189-4156-922f-4abb3e2b57e2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:54.167984 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5603a32c-7e0d-4679-92b4-f47bf3e08ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:54.205721 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52c9443-ccb0-49bc-b064-b5623fb05193 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:54.206409 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c52c9443-ccb0-49bc-b064-b5623fb05193 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:54.246628 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5603a32c-7e0d-4679-92b4-f47bf3e08ee2 None None] No DVR routers for this DVR port 5c33df55-2966-483b-88ca-4afc7eb9b812 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:27:54.247029 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.api [None req-6579fe7a-59ff-470c-a850-22af8319bcc5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:27:54.247351 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG oslo_db.api [None req-6579fe7a-59ff-470c-a850-22af8319bcc5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:27:54.249459 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603a32c-7e0d-4679-92b4-f47bf3e08ee2 None None] Pushing event deleted for resources: {'Port': ['ID=5c33df55-2966-483b-88ca-4afc7eb9b812,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:54.250923 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-614a4b27-4189-4156-922f-4abb3e2b57e2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:54.272418 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614a4b27-4189-4156-922f-4abb3e2b57e2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:27:54.272606 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-614a4b27-4189-4156-922f-4abb3e2b57e2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:27:54.287841 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:27:54.312413 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c52c9443-ccb0-49bc-b064-b5623fb05193 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.9644430 Apr 06 13:27:54.314505 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41332) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:54.321416 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-3b470cde-502c-4973-96a3-98f34ef37a83 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.38'}]}}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:54.356768 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-3b470cde-502c-4973-96a3-98f34ef37a83 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:27:54.370987 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3b470cde-502c-4973-96a3-98f34ef37a83 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Usage tracker for resource:router and tenant:47f7055a5a2d4292a401830e7446ba31 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:27:54.374824 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3b470cde-502c-4973-96a3-98f34ef37a83 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:27:54.381859 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-3b470cde-502c-4973-96a3-98f34ef37a83 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:27:54.428305 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc17fe-6887-43e0-a9f7-9af86e877fb7 req-db02d926-90f9-402b-bd67-a934f950b588 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:54.430641 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-56fc17fe-6887-43e0-a9f7-9af86e877fb7 req-db02d926-90f9-402b-bd67-a934f950b588 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.1133664 Apr 06 13:27:54.466930 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 5c33df55-2966-483b-88ca-4afc7eb9b812 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:27:54.497785 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-56fc17fe-6887-43e0-a9f7-9af86e877fb7 req-1a8edbaa-1a5d-4097-80cb-613d0e9ef9b0 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606084 Apr 06 13:27:54.499207 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3b470cde-502c-4973-96a3-98f34ef37a83 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:54.500640 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3b470cde-502c-4973-96a3-98f34ef37a83 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:54.505483 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 5c33df55-2966-483b-88ca-4afc7eb9b812 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:27:54.506103 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 5c33df55-2966-483b-88ca-4afc7eb9b812 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:27:54.575969 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5a46b81c-da49-418f-8ed7-a9a0c7551471 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:54.665455 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5642d54-e57c-42dc-9496-f0b42e49a862 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Router cd8f32c2-99d2-443d-b2d7-18560d73a9cc has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:27:54.684449 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a46b81c-da49-418f-8ed7-a9a0c7551471 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Network c4cf8cbf-de89-4102-826f-dd828e341b19 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:27:54.687193 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3b470cde-502c-4973-96a3-98f34ef37a83 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:54.689446 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-614a4b27-4189-4156-922f-4abb3e2b57e2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:54.695194 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-5a46b81c-da49-418f-8ed7-a9a0c7551471 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:27:54.724043 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a46b81c-da49-418f-8ed7-a9a0c7551471 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:27:54.730262 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a46b81c-da49-418f-8ed7-a9a0c7551471 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:54.730932 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5a46b81c-da49-418f-8ed7-a9a0c7551471 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:54.731886 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a037f-e7b9-45a1-bc92-8e63a4d03674 req-c4a14f30-bf1a-4d71-bff9-6d3051e0f0aa tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:54.733456 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9e9a037f-e7b9-45a1-bc92-8e63a4d03674 req-c4a14f30-bf1a-4d71-bff9-6d3051e0f0aa tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.1139593 Apr 06 13:27:54.743724 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46b81c-da49-418f-8ed7-a9a0c7551471 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Pushing event updated for resources: {'Port': ['ID=36554584-4310-46fa-9205-61dcc541ccff,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:54.760259 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-614a4b27-4189-4156-922f-4abb3e2b57e2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:54.764801 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-6579fe7a-59ff-470c-a850-22af8319bcc5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Deleting port 5c33df55-2966-483b-88ca-4afc7eb9b812 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:54.765250 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6579fe7a-59ff-470c-a850-22af8319bcc5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:54.935081 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-6579fe7a-59ff-470c-a850-22af8319bcc5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] The port '5c33df55-2966-483b-88ca-4afc7eb9b812' was deleted {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:27:55.010523 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a4b27-4189-4156-922f-4abb3e2b57e2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event deleted for resources: {'Network': ['ID=23bc6c8f-e57a-4500-a0d7-ef40ce1d211f,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:55.021514 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-614a4b27-4189-4156-922f-4abb3e2b57e2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "DELETE /v2.0/networks/23bc6c8f-e57a-4500-a0d7-ef40ce1d211f HTTP/1.1" status: 204 len: 168 time: 2.1461606 Apr 06 13:27:55.025569 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41338) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:55.038231 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-d71c91b8-8a91-4d1f-a468-82e677d51ba6 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Deleting port 3fe76b90-93e4-4ac7-8dbd-ec65d74be203 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:55.038571 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d71c91b8-8a91-4d1f-a468-82e677d51ba6 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:55.082770 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-48cae757-6e13-4f39-b59b-7b2b69796e8e None None] Provisioning for port 36554584-4310-46fa-9205-61dcc541ccff completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:27:55.091211 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-48cae757-6e13-4f39-b59b-7b2b69796e8e None None] Provisioning complete for port 36554584-4310-46fa-9205-61dcc541ccff triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:55.091967 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-48cae757-6e13-4f39-b59b-7b2b69796e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:55.118945 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-d327e02a-fbb2-4314-a261-f9be1d930cfb tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] DELETE failed (client error): The resource could not be found. Apr 06 13:27:55.119383 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d327e02a-fbb2-4314-a261-f9be1d930cfb tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:27:55.126621 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d327e02a-fbb2-4314-a261-f9be1d930cfb tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "DELETE /v2.0/subnets/fdd67dc3-bc4a-41f5-8037-329954bd8262 HTTP/1.1" status: 404 len: 337 time: 0.0869153 Apr 06 13:27:55.126621 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5a46b81c-da49-418f-8ed7-a9a0c7551471 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.7911959 Apr 06 13:27:55.128827 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41342) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:55.128827 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41344) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:55.138711 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-c8a3b66a-3999-4eb3-b0bd-89421df990a5 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::39e', 'mac_address': 'fa:16:3e:34:0c:d9'}, {'ip_address': '2001:db8::371', 'mac_address': 'fa:16:3e:0e:cd:32'}]}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:27:55.176432 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-48cae757-6e13-4f39-b59b-7b2b69796e8e None None] Port 36554584-4310-46fa-9205-61dcc541ccff cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:27:55.296178 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-f872be93-aa9a-4d6f-b4fc-e30f1dba2b71 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] DELETE failed (client error): The resource could not be found. Apr 06 13:27:55.296398 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9e9a037f-e7b9-45a1-bc92-8e63a4d03674 req-144b6741-f8db-4097-a3a8-7d2fc01f06fd tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5549703 Apr 06 13:27:55.296832 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f872be93-aa9a-4d6f-b4fc-e30f1dba2b71 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:27:55.300637 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f872be93-aa9a-4d6f-b4fc-e30f1dba2b71 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "DELETE /v2.0/networks/55697419-57b3-48a9-b812-194e96bd7637 HTTP/1.1" status: 404 len: 339 time: 0.1685364 Apr 06 13:27:55.322115 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41350) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:55.457523 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3b470cde-502c-4973-96a3-98f34ef37a83 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:55.502428 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5642d54-e57c-42dc-9496-f0b42e49a862 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:27:55.513238 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cfbbed-380a-41a5-8fff-a85a1b852da8 None None] Sync routers for ids ['cd8f32c2-99d2-443d-b2d7-18560d73a9cc'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:27:55.520296 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c5642d54-e57c-42dc-9496-f0b42e49a862 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:55.524916 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cfbbed-380a-41a5-8fff-a85a1b852da8 None None] Routers {'cd8f32c2-99d2-443d-b2d7-18560d73a9cc'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:55.526979 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-52cfbbed-380a-41a5-8fff-a85a1b852da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:27:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['cd8f32c2-99d2-443d-b2d7-18560d73a9cc'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:55.527102 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6579fe7a-59ff-470c-a850-22af8319bcc5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:55.563112 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-d46f42dc-4dcd-43bb-ae1b-2bc1a9064831 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Deleting subnet e17f1d46-1a31-411f-a6f6-fce8599f663d {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:27:55.568465 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-6579fe7a-59ff-470c-a850-22af8319bcc5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927bf2f5-5be0-4705-ad09-7c712a150ab9']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:55.576466 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d46f42dc-4dcd-43bb-ae1b-2bc1a9064831 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:55.614752 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d71c91b8-8a91-4d1f-a468-82e677d51ba6 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:55.640441 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-6579fe7a-59ff-470c-a850-22af8319bcc5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e30151-fab0-4ef7-84af-4160a77da424') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:55.640798 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-6579fe7a-59ff-470c-a850-22af8319bcc5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e30151-fab0-4ef7-84af-4160a77da424') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:55.686449 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6579fe7a-59ff-470c-a850-22af8319bcc5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:55.701867 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c5642d54-e57c-42dc-9496-f0b42e49a862 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "PUT /v2.0/floatingips/0485033a-5d2a-4f1b-8990-e712c9527189 HTTP/1.1" status: 200 len: 990 time: 5.3019593 Apr 06 13:27:55.703525 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d46f42dc-4dcd-43bb-ae1b-2bc1a9064831 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:55.729322 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-52cfbbed-380a-41a5-8fff-a85a1b852da8 None None] Set router cd8f32c2-99d2-443d-b2d7-18560d73a9cc gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:27:55.782623 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3095980e-21a3-4695-883b-7ddef3fed08b', 'tag': 'fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:27:55.782933 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6579fe7a-59ff-470c-a850-22af8319bcc5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:55.783042 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-d71c91b8-8a91-4d1f-a468-82e677d51ba6 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Calling delete_port for 3fe76b90-93e4-4ac7-8dbd-ec65d74be203 owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:27:55.783121 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6579fe7a-59ff-470c-a850-22af8319bcc5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:27:55.783121 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6579fe7a-59ff-470c-a850-22af8319bcc5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn( Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn( Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn( Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn( Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:27:55.801642 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:27:55.906025 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ee31f9-d5ea-4fc8-8336-d586b9502c0a'] response: {'name': 'network-changed', 'server_uuid': '3095980e-21a3-4695-883b-7ddef3fed08b', 'tag': 'fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32', 'status': 'completed', 'code': 200} Apr 06 13:27:55.996716 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c8a3b66a-3999-4eb3-b0bd-89421df990a5 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:56.158571 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d46f42dc-4dcd-43bb-ae1b-2bc1a9064831 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:56.192189 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-52cfbbed-380a-41a5-8fff-a85a1b852da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'name': 'tempest-ServersTestManualDisk-1335934797-router', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': 'c4b7e9e9-4a3c-4932-9559-9fd2550f92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:26:47Z', 'updated_at': '2022-04-06T13:27:03Z', 'revision_number': 4, 'project_id': 'ca027f9539bb43408259be56024c9f96', 'gw_port': {'id': 'c4b7e9e9-4a3c-4932-9559-9fd2550f92fe', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:26:50Z', 'updated_at': '2022-04-06T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '0485033a-5d2a-4f1b-8990-e712c9527189', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'floating_ip_address': '172.26.4.24', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'port_id': 'fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e656c5dd-f102-4ee6-871d-b472dc64eb24', 'mac_address': 'fa:16:3e:f8:82:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3095980e-21a3-4695-883b-7ddef3fed08b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:27:16Z', 'updated_at': '2022-04-06T13:27:52Z', 'revision_number': 1, 'project_id': 'ca027f9539bb43408259be56024c9f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad6fea2e-9238-4754-b408-9547a7c62e51', 'name': '', 'network_id': 'e656c5dd-f102-4ee6-871d-b472dc64eb24', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'mac_address': 'fa:16:3e:72:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd1359a41-278f-4448-adcd-2b54a4bc8fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:27:00Z', 'updated_at': '2022-04-06T13:27:13Z', 'revision_number': 5, 'project_id': 'ca027f9539bb43408259be56024c9f96', 'subnets': [{'id': 'd1359a41-278f-4448-adcd-2b54a4bc8fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:56.196894 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cfbbed-380a-41a5-8fff-a85a1b852da8 None None] Checking router: cd8f32c2-99d2-443d-b2d7-18560d73a9cc for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:27:56.206420 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cfbbed-380a-41a5-8fff-a85a1b852da8 None None] Routers {'cd8f32c2-99d2-443d-b2d7-18560d73a9cc'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:56.206879 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6579fe7a-59ff-470c-a850-22af8319bcc5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:56.207211 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-52cfbbed-380a-41a5-8fff-a85a1b852da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:27:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['cd8f32c2-99d2-443d-b2d7-18560d73a9cc'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:56.211825 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6579fe7a-59ff-470c-a850-22af8319bcc5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:56.239942 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d71c91b8-8a91-4d1f-a468-82e677d51ba6 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:56.277425 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579fe7a-59ff-470c-a850-22af8319bcc5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] Pushing event deleted for resources: {'Network': ['ID=927bf2f5-5be0-4705-ad09-7c712a150ab9,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:56.306941 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e4a2c-32c4-4c80-9e29-a66a3bc85df6 req-d00d8ea3-65fe-409e-8439-d75db7889016 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:56.308436 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-622e4a2c-32c4-4c80-9e29-a66a3bc85df6 req-d00d8ea3-65fe-409e-8439-d75db7889016 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/ports?device_id=3095980e-21a3-4695-883b-7ddef3fed08b HTTP/1.1" status: 200 len: 945 time: 0.4270220 Apr 06 13:27:56.312531 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6579fe7a-59ff-470c-a850-22af8319bcc5 tempest-NetworksIpV6TestAttrs-765766422 tempest-NetworksIpV6TestAttrs-765766422-project] 10.222.0.48 "DELETE /v2.0/networks/927bf2f5-5be0-4705-ad09-7c712a150ab9 HTTP/1.1" status: 204 len: 168 time: 2.9512074 Apr 06 13:27:56.321634 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c91b8-8a91-4d1f-a468-82e677d51ba6 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event deleted for resources: {'Port': ['ID=3fe76b90-93e4-4ac7-8dbd-ec65d74be203,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:56.343735 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f7200-b50f-4273-98b6-c71c9feba42c req-c76965e3-dfc6-4831-8af5-604202f19a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:56.345240 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-db9f7200-b50f-4273-98b6-c71c9feba42c req-c76965e3-dfc6-4831-8af5-604202f19a6d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca027f9539bb43408259be56024c9f96&device_id=3095980e-21a3-4695-883b-7ddef3fed08b HTTP/1.1" status: 200 len: 1098 time: 0.4151466 Apr 06 13:27:56.357185 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a65c1e-a269-45ad-b9f0-432318e78731 req-043c48f0-0965-4cae-b06d-1e81c622d98c tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:56.358668 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-64a65c1e-a269-45ad-b9f0-432318e78731 req-043c48f0-0965-4cae-b06d-1e81c622d98c tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.3383729 Apr 06 13:27:56.485479 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-52cfbbed-380a-41a5-8fff-a85a1b852da8 None None] Set router cd8f32c2-99d2-443d-b2d7-18560d73a9cc gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:27:56.583058 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-622e4a2c-32c4-4c80-9e29-a66a3bc85df6 req-4e1f4a14-e22f-4b77-83b8-62f607bbe32a tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4d0b212-a5b5-4ba3-9351-a8ac291f57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2617118 Apr 06 13:27:56.597659 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-64a65c1e-a269-45ad-b9f0-432318e78731 req-d5d93362-de03-42d1-be63-026b8e6a4f2d tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050676 Apr 06 13:27:56.635823 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d46f42dc-4dcd-43bb-ae1b-2bc1a9064831 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:56.700647 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f42dc-4dcd-43bb-ae1b-2bc1a9064831 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event deleted for resources: {'Subnet': ['ID=e17f1d46-1a31-411f-a6f6-fce8599f663d,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:56.720223 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d46f42dc-4dcd-43bb-ae1b-2bc1a9064831 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:56.722667 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b7c78f-e606-4741-9679-080a7b30c653 None None] Network e2496600-0ed7-408e-a588-9f4f816b4a20 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:27:56.743436 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f7200-b50f-4273-98b6-c71c9feba42c req-d423c696-fd8a-4712-93f0-ca990b79204c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:56.745064 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-db9f7200-b50f-4273-98b6-c71c9feba42c req-d423c696-fd8a-4712-93f0-ca990b79204c service neutron] 10.222.0.61 "GET /v2.0/networks?id=e656c5dd-f102-4ee6-871d-b472dc64eb24 HTTP/1.1" status: 200 len: 913 time: 0.3804269 Apr 06 13:27:56.751117 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d46f42dc-4dcd-43bb-ae1b-2bc1a9064831 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "DELETE /v2.0/subnets/e17f1d46-1a31-411f-a6f6-fce8599f663d HTTP/1.1" status: 204 len: 168 time: 1.4253967 Apr 06 13:27:56.790542 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41368) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:57.030301 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.resource_extend [None req-c8a3b66a-3999-4eb3-b0bd-89421df990a5 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 13:27:57.072438 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ad2455-b1b9-4b0c-af80-4c3395b76709 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Deleting subnet 57f0c44b-5a5b-4f03-a5f9-54a3cbcb49bf {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:27:57.122530 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:57.129527 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c8a3b66a-3999-4eb3-b0bd-89421df990a5 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:57.138069 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-01ad2455-b1b9-4b0c-af80-4c3395b76709 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:57.185749 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-52cfbbed-380a-41a5-8fff-a85a1b852da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'name': 'tempest-ServersTestManualDisk-1335934797-router', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': 'c4b7e9e9-4a3c-4932-9559-9fd2550f92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:26:47Z', 'updated_at': '2022-04-06T13:27:03Z', 'revision_number': 4, 'project_id': 'ca027f9539bb43408259be56024c9f96', 'gw_port': {'id': 'c4b7e9e9-4a3c-4932-9559-9fd2550f92fe', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:26:50Z', 'updated_at': '2022-04-06T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '0485033a-5d2a-4f1b-8990-e712c9527189', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'floating_ip_address': '172.26.4.24', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'port_id': 'fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e656c5dd-f102-4ee6-871d-b472dc64eb24', 'mac_address': 'fa:16:3e:f8:82:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3095980e-21a3-4695-883b-7ddef3fed08b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:27:16Z', 'updated_at': '2022-04-06T13:27:52Z', 'revision_number': 1, 'project_id': 'ca027f9539bb43408259be56024c9f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad6fea2e-9238-4754-b408-9547a7c62e51', 'name': '', 'network_id': 'e656c5dd-f102-4ee6-871d-b472dc64eb24', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'mac_address': 'fa:16:3e:72:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd1359a41-278f-4448-adcd-2b54a4bc8fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:27:00Z', 'updated_at': '2022-04-06T13:27:13Z', 'revision_number': 5, 'project_id': 'ca027f9539bb43408259be56024c9f96', 'subnets': [{'id': 'd1359a41-278f-4448-adcd-2b54a4bc8fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:57.190938 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cfbbed-380a-41a5-8fff-a85a1b852da8 None None] The sync data for ids ['cd8f32c2-99d2-443d-b2d7-18560d73a9cc'] in dv-neutron-834600-1-hyperv is: [{'id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'name': 'tempest-ServersTestManualDisk-1335934797-router', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': 'c4b7e9e9-4a3c-4932-9559-9fd2550f92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:26:47Z', 'updated_at': '2022-04-06T13:27:03Z', 'revision_number': 4, 'project_id': 'ca027f9539bb43408259be56024c9f96', 'gw_port': {'id': 'c4b7e9e9-4a3c-4932-9559-9fd2550f92fe', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:26:50Z', 'updated_at': '2022-04-06T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '0485033a-5d2a-4f1b-8990-e712c9527189', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'floating_ip_address': '172.26.4.24', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'port_id': 'fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e656c5dd-f102-4ee6-871d-b472dc64eb24', 'mac_address': 'fa:16:3e:f8:82:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3095980e-21a3-4695-883b-7ddef3fed08b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:27:16Z', 'updated_at': '2022-04-06T13:27:52Z', 'revision_number': 1, 'project_id': 'ca027f9539bb43408259be56024c9f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad6fea2e-9238-4754-b408-9547a7c62e51', 'name': '', 'network_id': 'e656c5dd-f102-4ee6-871d-b472dc64eb24', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'mac_address': 'fa:16:3e:72:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd1359a41-278f-4448-adcd-2b54a4bc8fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:27:00Z', 'updated_at': '2022-04-06T13:27:13Z', 'revision_number': 5, 'project_id': 'ca027f9539bb43408259be56024c9f96', 'subnets': [{'id': 'd1359a41-278f-4448-adcd-2b54a4bc8fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:27:57.220110 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41374) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:57.237358 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d71c91b8-8a91-4d1f-a468-82e677d51ba6 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:57.252290 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c8a3b66a-3999-4eb3-b0bd-89421df990a5 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:57.312912 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-01ad2455-b1b9-4b0c-af80-4c3395b76709 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:57.426467 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-db9f7200-b50f-4273-98b6-c71c9feba42c req-d7deab56-e854-446b-a555-7a491ae7dac5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32 HTTP/1.1" status: 200 len: 998 time: 0.4254847 Apr 06 13:27:57.481080 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-c8a3b66a-3999-4eb3-b0bd-89421df990a5 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] In _notify_port_updated(), no bound segment for port 36554584-4310-46fa-9205-61dcc541ccff on network c4cf8cbf-de89-4102-826f-dd828e341b19 {{(pid=88564) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 06 13:27:57.486554 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a3b66a-3999-4eb3-b0bd-89421df990a5 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:57.487642 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c8a3b66a-3999-4eb3-b0bd-89421df990a5 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:57.491123 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c8a3b66a-3999-4eb3-b0bd-89421df990a5 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] 10.222.0.48 "PUT /v2.0/ports/36554584-4310-46fa-9205-61dcc541ccff HTTP/1.1" status: 200 len: 1068 time: 2.3603296 Apr 06 13:27:57.495850 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3b470cde-502c-4973-96a3-98f34ef37a83 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:57.509142 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41380) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:57.545221 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3b470cde-502c-4973-96a3-98f34ef37a83 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:57.620750 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d82472-c81d-4dcf-8689-beeacef4feab None None] New status for floating IP 0485033a-5d2a-4f1b-8990-e712c9527189: ACTIVE {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:27:57.625826 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3b66a-3999-4eb3-b0bd-89421df990a5 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Pushing event updated for resources: {'Port': ['ID=36554584-4310-46fa-9205-61dcc541ccff,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:57.641543 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f7200-b50f-4273-98b6-c71c9feba42c req-ed5922ec-b80a-496b-bc60-f709c6fa6aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:57.653808 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-db9f7200-b50f-4273-98b6-c71c9feba42c req-ed5922ec-b80a-496b-bc60-f709c6fa6aad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d1359a41-278f-4448-adcd-2b54a4bc8fee HTTP/1.1" status: 200 len: 851 time: 0.2090783 Apr 06 13:27:57.787157 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-54740915-10d5-45d4-b0fe-a4a87c54e7f3 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Deleting port 36554584-4310-46fa-9205-61dcc541ccff {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:57.787489 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-54740915-10d5-45d4-b0fe-a4a87c54e7f3 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:57.903695 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c7be922f-750c-4398-8b1b-687bd8b4dad1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9341e9bb5bc140f0acd134589bc77490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6822541 Apr 06 13:27:57.909794 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41388) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:57.914773 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-01ad2455-b1b9-4b0c-af80-4c3395b76709 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:57.952566 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-c21b3c01-bc2d-485a-93fb-52adc263efa7 None None] Provisioning complete for port 36554584-4310-46fa-9205-61dcc541ccff triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:57.953120 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c21b3c01-bc2d-485a-93fb-52adc263efa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:58.081066 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f7200-b50f-4273-98b6-c71c9feba42c req-760182e0-e566-4be4-8581-c8d556b6001d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:58.082518 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-db9f7200-b50f-4273-98b6-c71c9feba42c req-760182e0-e566-4be4-8581-c8d556b6001d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e656c5dd-f102-4ee6-871d-b472dc64eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3450689 Apr 06 13:27:58.087391 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3dc8680d-8dbe-4e06-b67e-43a263f6bc8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:58.128991 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22acb7c6-fde9-4ec8-9132-ee0704f1b2db req-33b31af3-e517-4149-a3e8-e7191349ddab tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:58.130482 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-22acb7c6-fde9-4ec8-9132-ee0704f1b2db req-33b31af3-e517-4149-a3e8-e7191349ddab tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.2983375 Apr 06 13:27:58.145985 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3b470cde-502c-4973-96a3-98f34ef37a83 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:58.171490 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-c21b3c01-bc2d-485a-93fb-52adc263efa7 None None] Port 36554584-4310-46fa-9205-61dcc541ccff cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:27:58.254879 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3dc8680d-8dbe-4e06-b67e-43a263f6bc8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:58.295951 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-aa1a0752-eba8-447d-b6f6-2ee16feb5c26 None None] Provisioning complete for port 0d840454-b286-4491-b216-9081f41c4d76 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:27:58.300086 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-aa1a0752-eba8-447d-b6f6-2ee16feb5c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:58.420502 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71c91b8-8a91-4d1f-a468-82e677d51ba6 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Router 0575bfb6-d5c2-4d4c-b081-a73a928b0448 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:27:58.462085 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-01ad2455-b1b9-4b0c-af80-4c3395b76709 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:58.500550 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-54740915-10d5-45d4-b0fe-a4a87c54e7f3 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:58.555695 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-22acb7c6-fde9-4ec8-9132-ee0704f1b2db req-efad422c-f001-4032-b01a-b6250fb20749 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3508499 Apr 06 13:27:58.630642 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3b470cde-502c-4973-96a3-98f34ef37a83 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:58.637021 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3b470cde-502c-4973-96a3-98f34ef37a83 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:58.730016 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01c3b29-5aa7-4c24-ac88-00860874fb40 None None] Network e2496600-0ed7-408e-a588-9f4f816b4a20 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:27:58.774675 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad2455-b1b9-4b0c-af80-4c3395b76709 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event deleted for resources: {'Subnet': ['ID=57f0c44b-5a5b-4f03-a5f9-54a3cbcb49bf,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:58.776942 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-01ad2455-b1b9-4b0c-af80-4c3395b76709 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:58.799214 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-db9f7200-b50f-4273-98b6-c71c9feba42c req-b48b30b2-86ec-4ac9-b6ff-57fb858858b6 service neutron] 10.222.0.61 "GET /v2.0/networks/e656c5dd-f102-4ee6-871d-b472dc64eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7067561 Apr 06 13:27:58.851914 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-54740915-10d5-45d4-b0fe-a4a87c54e7f3 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Calling delete_port for 36554584-4310-46fa-9205-61dcc541ccff owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:27:58.889156 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3d8e3-27d2-4349-ac64-ba22e292ad22 req-aeda5507-aa61-4f13-8384-58ca08cf1b90 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:27:58.891539 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-aed3d8e3-27d2-4349-ac64-ba22e292ad22 req-aeda5507-aa61-4f13-8384-58ca08cf1b90 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Synchronizing usage tracker for tenant:9a4d54de52764226baa1254caab457dd on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:27:58.900564 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3b470cde-502c-4973-96a3-98f34ef37a83 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:58.901040 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b470cde-502c-4973-96a3-98f34ef37a83 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7868c725-2912-4b4a-ac30-7819097f86fa {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:27:58.911654 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3dc8680d-8dbe-4e06-b67e-43a263f6bc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:58.942232 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8680d-8dbe-4e06-b67e-43a263f6bc8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a61862c-8719-4fb8-b787-1327bc56db3d,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:58.984958 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3dc8680d-8dbe-4e06-b67e-43a263f6bc8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:58.986089 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3dc8680d-8dbe-4e06-b67e-43a263f6bc8c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a61862c-8719-4fb8-b787-1327bc56db3d HTTP/1.1" status: 204 len: 168 time: 1.0700819 Apr 06 13:27:58.988389 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-db9f7200-b50f-4273-98b6-c71c9feba42c req-d6a7635a-531b-439f-a1be-ef7892761538 service neutron] 10.222.0.61 "GET /v2.0/networks/e656c5dd-f102-4ee6-871d-b472dc64eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825950 Apr 06 13:27:59.022720 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-01ad2455-b1b9-4b0c-af80-4c3395b76709 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "DELETE /v2.0/subnets/57f0c44b-5a5b-4f03-a5f9-54a3cbcb49bf HTTP/1.1" status: 204 len: 168 time: 2.2250669 Apr 06 13:27:59.028077 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41394) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:59.035058 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0261d18a-57eb-48f1-bf42-f5dc1a43cf9f None None] DHCP port deletion for e2496600-0ed7-408e-a588-9f4f816b4a20 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:27:59.040646 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0261d18a-57eb-48f1-bf42-f5dc1a43cf9f None None] Deleting port 0d840454-b286-4491-b216-9081f41c4d76 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:59.040836 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0261d18a-57eb-48f1-bf42-f5dc1a43cf9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:59.052852 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-3b470cde-502c-4973-96a3-98f34ef37a83 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 06 13:27:59.057285 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3b470cde-502c-4973-96a3-98f34ef37a83 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.7415423 Apr 06 13:27:59.058369 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41398) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:59.081138 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71c91b8-8a91-4d1f-a468-82e677d51ba6 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:27:59.089616 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d71c91b8-8a91-4d1f-a468-82e677d51ba6 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "PUT /v2.0/routers/0575bfb6-d5c2-4d4c-b081-a73a928b0448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3306558 Apr 06 13:27:59.092048 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d355b6-286b-416b-bd93-b0ac1342a1c5 None None] Sync routers for ids ['0575bfb6-d5c2-4d4c-b081-a73a928b0448'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:27:59.095942 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41402) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:27:59.103614 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d355b6-286b-416b-bd93-b0ac1342a1c5 None None] Routers {'0575bfb6-d5c2-4d4c-b081-a73a928b0448'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:59.104601 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-90d355b6-286b-416b-bd93-b0ac1342a1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:27:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['0575bfb6-d5c2-4d4c-b081-a73a928b0448'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:59.170398 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-aed3d8e3-27d2-4349-ac64-ba22e292ad22 req-aeda5507-aa61-4f13-8384-58ca08cf1b90 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Unset dirty status for tenant:9a4d54de52764226baa1254caab457dd on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:27:59.171846 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-aed3d8e3-27d2-4349-ac64-ba22e292ad22 req-aeda5507-aa61-4f13-8384-58ca08cf1b90 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.9692047 Apr 06 13:27:59.176561 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-90d355b6-286b-416b-bd93-b0ac1342a1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:59.186654 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d355b6-286b-416b-bd93-b0ac1342a1c5 None None] Routers {'0575bfb6-d5c2-4d4c-b081-a73a928b0448'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:27:59.187363 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-90d355b6-286b-416b-bd93-b0ac1342a1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:27:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['0575bfb6-d5c2-4d4c-b081-a73a928b0448'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:59.255559 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-90d355b6-286b-416b-bd93-b0ac1342a1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:27:59.256015 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d355b6-286b-416b-bd93-b0ac1342a1c5 None None] The sync data for ids ['0575bfb6-d5c2-4d4c-b081-a73a928b0448'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:27:59.294275 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-3555c188-5175-46e4-bfa0-d78dbf011710 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Deleting port c526cb16-a67f-4506-bf08-5463b0c55fba {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:59.294687 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3555c188-5175-46e4-bfa0-d78dbf011710 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:59.319537 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0261d18a-57eb-48f1-bf42-f5dc1a43cf9f None None] For port 0d840454-b286-4491-b216-9081f41c4d76, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0d840454-b286-4491-b216-9081f41c4d76,segment=NetworkSegment(273208f6-3157-4280-96c3-d2c49437d986),segment_id=273208f6-3157-4280-96c3-d2c49437d986)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:27:59.320723 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0261d18a-57eb-48f1-bf42-f5dc1a43cf9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:59.358642 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-57c414e1-fb26-4ac0-a677-0bd7b7782d0f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:59.406903 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-57c414e1-fb26-4ac0-a677-0bd7b7782d0f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Deleting port 0d840454-b286-4491-b216-9081f41c4d76 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:59.407300 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-57c414e1-fb26-4ac0-a677-0bd7b7782d0f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:59.455285 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0261d18a-57eb-48f1-bf42-f5dc1a43cf9f None None] Calling delete_port for 0d840454-b286-4491-b216-9081f41c4d76 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:27:59.491957 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f64813ef-f4b1-4e94-84d1-55dcf3c14552 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:59.575949 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-aed3d8e3-27d2-4349-ac64-ba22e292ad22 req-6f60ac37-1b9b-4250-b46f-b429d4eca85f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Deleting port ddde7491-e249-460a-b06c-c1af650f5bf7 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:27:59.576287 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-aed3d8e3-27d2-4349-ac64-ba22e292ad22 req-6f60ac37-1b9b-4250-b46f-b429d4eca85f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:59.607948 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-54740915-10d5-45d4-b0fe-a4a87c54e7f3 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:59.648801 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0261d18a-57eb-48f1-bf42-f5dc1a43cf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:59.684369 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54740915-10d5-45d4-b0fe-a4a87c54e7f3 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Pushing event deleted for resources: {'Port': ['ID=36554584-4310-46fa-9205-61dcc541ccff,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:59.742405 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261d18a-57eb-48f1-bf42-f5dc1a43cf9f None None] Pushing event deleted for resources: {'Port': ['ID=0d840454-b286-4491-b216-9081f41c4d76,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:27:59.746282 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0261d18a-57eb-48f1-bf42-f5dc1a43cf9f None None] No DVR routers for this DVR port 0d840454-b286-4491-b216-9081f41c4d76 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:27:59.828266 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3555c188-5175-46e4-bfa0-d78dbf011710 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:27:59.990053 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-3555c188-5175-46e4-bfa0-d78dbf011710 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Calling delete_port for c526cb16-a67f-4506-bf08-5463b0c55fba owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:00.031121 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-57c414e1-fb26-4ac0-a677-0bd7b7782d0f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] For port 0d840454-b286-4491-b216-9081f41c4d76, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0d840454-b286-4491-b216-9081f41c4d76,segment=NetworkSegment(273208f6-3157-4280-96c3-d2c49437d986),segment_id=273208f6-3157-4280-96c3-d2c49437d986)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:00.031481 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-57c414e1-fb26-4ac0-a677-0bd7b7782d0f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:00.060782 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f64813ef-f4b1-4e94-84d1-55dcf3c14552 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:00.181066 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-57c414e1-fb26-4ac0-a677-0bd7b7782d0f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Calling delete_port for 0d840454-b286-4491-b216-9081f41c4d76 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:00.229806 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-f64813ef-f4b1-4e94-84d1-55dcf3c14552 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Deleting port f48bc67c-46d2-463a-b3ed-d39f34cb0e99 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:00.230155 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f64813ef-f4b1-4e94-84d1-55dcf3c14552 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:00.282686 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81ec1b-675e-4653-8314-150fdba5016f req-3a861cc9-73dd-4fbc-b61f-7c02a001a5b7 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:00.284196 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2c81ec1b-675e-4653-8314-150fdba5016f req-3a861cc9-73dd-4fbc-b61f-7c02a001a5b7 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 946 time: 0.5233271 Apr 06 13:28:00.451869 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41426) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:00.489775 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-54740915-10d5-45d4-b0fe-a4a87c54e7f3 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:00.490007 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0d840454-b286-4491-b216-9081f41c4d76 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:28:00.518706 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.api [None req-57c414e1-fb26-4ac0-a677-0bd7b7782d0f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:28:00.519158 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG oslo_db.api [None req-57c414e1-fb26-4ac0-a677-0bd7b7782d0f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:28:00.531407 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2c81ec1b-675e-4653-8314-150fdba5016f req-a7ad5dd6-0c23-44b8-b264-cf4e86e27e37 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a2a0ca3-7d39-4abd-bec6-8ca418267a79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118306 Apr 06 13:28:00.564122 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 0d840454-b286-4491-b216-9081f41c4d76 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:28:00.564414 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0d840454-b286-4491-b216-9081f41c4d76 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:28:00.607998 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3555c188-5175-46e4-bfa0-d78dbf011710 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:00.611385 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-aed3d8e3-27d2-4349-ac64-ba22e292ad22 req-6f60ac37-1b9b-4250-b46f-b429d4eca85f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] For port ddde7491-e249-460a-b06c-c1af650f5bf7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ddde7491-e249-460a-b06c-c1af650f5bf7,segment=NetworkSegment(736e4659-c022-4000-9327-4bba1a040dcb),segment_id=736e4659-c022-4000-9327-4bba1a040dcb)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:00.611779 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-aed3d8e3-27d2-4349-ac64-ba22e292ad22 req-6f60ac37-1b9b-4250-b46f-b429d4eca85f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:00.639690 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-260691a3-0601-4dc6-a421-ae52455101ff tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:00.640125 dv-neutron-834600-1-hyperv neutron-server[88564]: WARNING neutron.api.v2.base [None req-260691a3-0601-4dc6-a421-ae52455101ff tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 06 13:28:00.640646 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-260691a3-0601-4dc6-a421-ae52455101ff tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] create failed (client error): There was a conflict when trying to complete your request. Apr 06 13:28:00.641628 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-260691a3-0601-4dc6-a421-ae52455101ff tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1867247 Apr 06 13:28:00.659294 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41432) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:00.660191 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555c188-5175-46e4-bfa0-d78dbf011710 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Pushing event deleted for resources: {'Port': ['ID=c526cb16-a67f-4506-bf08-5463b0c55fba,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:00.668934 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-0aca9bfa-845e-4973-bd9b-b86cd2f00041 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group': {'name': 'tempest-secgroup--206305842'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:00.677676 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0aca9bfa-845e-4973-bd9b-b86cd2f00041 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:00.712110 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-54740915-10d5-45d4-b0fe-a4a87c54e7f3 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] 10.222.0.48 "DELETE /v2.0/ports/36554584-4310-46fa-9205-61dcc541ccff HTTP/1.1" status: 204 len: 168 time: 3.1995723 Apr 06 13:28:00.712449 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0aca9bfa-845e-4973-bd9b-b86cd2f00041 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Usage tracker for resource:security_group and tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:00.718932 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0aca9bfa-845e-4973-bd9b-b86cd2f00041 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:00.721624 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41436) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:00.768316 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f64813ef-f4b1-4e94-84d1-55dcf3c14552 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:00.805723 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0aca9bfa-845e-4973-bd9b-b86cd2f00041 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:00.817758 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2480fb-118d-4dbb-9f3f-3e6dd56150c0 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] GET failed (client error): The resource could not be found. Apr 06 13:28:00.818341 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-7b2480fb-118d-4dbb-9f3f-3e6dd56150c0 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Synchronizing usage tracker for tenant:68fd81c42155485aa440ab8221216044 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:28:00.844377 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3555c188-5175-46e4-bfa0-d78dbf011710 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:00.856179 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3555c188-5175-46e4-bfa0-d78dbf011710 tempest-RoutersAdminNegativeTest-1856949353 tempest-RoutersAdminNegativeTest-1856949353-project-admin] 10.222.0.48 "DELETE /v2.0/ports/c526cb16-a67f-4506-bf08-5463b0c55fba HTTP/1.1" status: 204 len: 168 time: 1.7817123 Apr 06 13:28:00.940060 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0aca9bfa-845e-4973-bd9b-b86cd2f00041 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:00.955237 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0aca9bfa-845e-4973-bd9b-b86cd2f00041 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:00.967219 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-f64813ef-f4b1-4e94-84d1-55dcf3c14552 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Calling delete_port for f48bc67c-46d2-463a-b3ed-d39f34cb0e99 owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:00.975072 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0aca9bfa-845e-4973-bd9b-b86cd2f00041 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:00.979403 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0aca9bfa-845e-4973-bd9b-b86cd2f00041 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Usage tracker for resource:security_group_rule and tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:00.982829 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0aca9bfa-845e-4973-bd9b-b86cd2f00041 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:00.985533 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-7b2480fb-118d-4dbb-9f3f-3e6dd56150c0 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Unset dirty status for tenant:68fd81c42155485aa440ab8221216044 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:28:00.989170 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7b2480fb-118d-4dbb-9f3f-3e6dd56150c0 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] 10.222.0.48 "GET /v2.0/ports/36554584-4310-46fa-9205-61dcc541ccff HTTP/1.1" status: 404 len: 333 time: 0.2315309 Apr 06 13:28:00.989792 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41444) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:00.992834 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0aca9bfa-845e-4973-bd9b-b86cd2f00041 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:01.026147 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-57c414e1-fb26-4ac0-a677-0bd7b7782d0f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Deleting port 0d840454-b286-4491-b216-9081f41c4d76 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:01.026486 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-57c414e1-fb26-4ac0-a677-0bd7b7782d0f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:01.113036 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-57c414e1-fb26-4ac0-a677-0bd7b7782d0f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] The port '0d840454-b286-4491-b216-9081f41c4d76' was deleted {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:28:01.168335 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-aed3d8e3-27d2-4349-ac64-ba22e292ad22 req-6f60ac37-1b9b-4250-b46f-b429d4eca85f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:01.168861 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-aed3d8e3-27d2-4349-ac64-ba22e292ad22 req-6f60ac37-1b9b-4250-b46f-b429d4eca85f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:01.169173 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [req-aed3d8e3-27d2-4349-ac64-ba22e292ad22 req-6f60ac37-1b9b-4250-b46f-b429d4eca85f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Floating IP 2833a83f-cca3-40a3-8622-9674fdc08d95 disassociated. External IP: 172.26.4.189, port: ddde7491-e249-460a-b06c-c1af650f5bf7. Apr 06 13:28:01.169349 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-aed3d8e3-27d2-4349-ac64-ba22e292ad22 req-6f60ac37-1b9b-4250-b46f-b429d4eca85f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Calling delete_port for ddde7491-e249-460a-b06c-c1af650f5bf7 owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:01.193631 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-3289d6e6-bf31-4617-a162-4ee04d9146c0 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Deleting port 487c75b1-6d59-4b00-8785-7cd966688252 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:01.193971 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3289d6e6-bf31-4617-a162-4ee04d9146c0 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:01.347721 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-57c414e1-fb26-4ac0-a677-0bd7b7782d0f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:01.359350 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41450) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:01.433766 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-57c414e1-fb26-4ac0-a677-0bd7b7782d0f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2496600-0ed7-408e-a588-9f4f816b4a20']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:01.476936 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f64813ef-f4b1-4e94-84d1-55dcf3c14552 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:01.495258 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-57c414e1-fb26-4ac0-a677-0bd7b7782d0f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273208f6-3157-4280-96c3-d2c49437d986') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:01.495552 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-57c414e1-fb26-4ac0-a677-0bd7b7782d0f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273208f6-3157-4280-96c3-d2c49437d986') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:01.540371 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64813ef-f4b1-4e94-84d1-55dcf3c14552 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event deleted for resources: {'Port': ['ID=f48bc67c-46d2-463a-b3ed-d39f34cb0e99,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:01.576117 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-57c414e1-fb26-4ac0-a677-0bd7b7782d0f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:01.576494 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-aed3d8e3-27d2-4349-ac64-ba22e292ad22 req-6f60ac37-1b9b-4250-b46f-b429d4eca85f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:01.583982 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0aca9bfa-845e-4973-bd9b-b86cd2f00041 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:01.610190 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-57c414e1-fb26-4ac0-a677-0bd7b7782d0f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:01.620531 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e91749e6-b142-4499-8110-6734ee8919e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:01.624078 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c414e1-fb26-4ac0-a677-0bd7b7782d0f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:28:01.624483 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-57c414e1-fb26-4ac0-a677-0bd7b7782d0f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:28:01.640287 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:28:01.679549 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60ac37-1b9b-4250-b46f-b429d4eca85f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Pushing event deleted for resources: {'Port': ['ID=ddde7491-e249-460a-b06c-c1af650f5bf7,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:01.691477 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e91749e6-b142-4499-8110-6734ee8919e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:01.703817 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e91749e6-b142-4499-8110-6734ee8919e8 admin admin] Usage tracker for resource:security_group_rule and tenant:19354440d6374af5a6ed348d8b9b384a is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:01.709708 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e91749e6-b142-4499-8110-6734ee8919e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:01.770788 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0aca9bfa-845e-4973-bd9b-b86cd2f00041 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:01.776358 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e91749e6-b142-4499-8110-6734ee8919e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:01.779660 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3289d6e6-bf31-4617-a162-4ee04d9146c0 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:01.799996 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-79a7c211-1ba9-4f3d-91a7-ae0b1c491367 req-8429242d-c874-45fd-b8a8-66e5cad5dae3 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 210 time: 0.1423471 Apr 06 13:28:01.803921 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f64813ef-f4b1-4e94-84d1-55dcf3c14552 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:01.811460 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0aca9bfa-845e-4973-bd9b-b86cd2f00041 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:01.877928 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0aca9bfa-845e-4973-bd9b-b86cd2f00041 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Usage tracker for resource:security_group_rule and tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:01.940766 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0aca9bfa-845e-4973-bd9b-b86cd2f00041 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:01.949865 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-3289d6e6-bf31-4617-a162-4ee04d9146c0 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Calling delete_port for 487c75b1-6d59-4b00-8785-7cd966688252 owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:02.005505 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0aca9bfa-845e-4973-bd9b-b86cd2f00041 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:02.011519 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca9bfa-845e-4973-bd9b-b86cd2f00041 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f62f6e3b-e158-4a5e-a382-ccdbd5e6ad4c,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:02.075825 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-57c414e1-fb26-4ac0-a677-0bd7b7782d0f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:02.098547 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-57c414e1-fb26-4ac0-a677-0bd7b7782d0f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:02.144906 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c414e1-fb26-4ac0-a677-0bd7b7782d0f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event deleted for resources: {'Network': ['ID=e2496600-0ed7-408e-a588-9f4f816b4a20,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:02.157385 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f64813ef-f4b1-4e94-84d1-55dcf3c14552 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:02.190855 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-57c414e1-fb26-4ac0-a677-0bd7b7782d0f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "DELETE /v2.0/networks/e2496600-0ed7-408e-a588-9f4f816b4a20 HTTP/1.1" status: 204 len: 168 time: 3.1593068 Apr 06 13:28:02.192131 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41458) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:02.217024 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f64813ef-f4b1-4e94-84d1-55dcf3c14552 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:02.253596 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-1873b762-0664-47b1-b24a-41d0cc2b1fd2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] DELETE failed (client error): The resource could not be found. Apr 06 13:28:02.254050 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1873b762-0664-47b1-b24a-41d0cc2b1fd2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:28:02.258888 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1873b762-0664-47b1-b24a-41d0cc2b1fd2 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "DELETE /v2.0/subnets/7368d61f-4c5c-4b21-8d15-619eabfde0a3 HTTP/1.1" status: 404 len: 337 time: 0.0633848 Apr 06 13:28:02.261465 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41462) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:02.269846 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0aca9bfa-845e-4973-bd9b-b86cd2f00041 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:02.309891 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-160bd71d-56da-48fb-be96-fe6c5d5545d1 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] DELETE failed (client error): The resource could not be found. Apr 06 13:28:02.310342 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-160bd71d-56da-48fb-be96-fe6c5d5545d1 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:28:02.334427 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aed3d8e3-27d2-4349-ac64-ba22e292ad22 req-6f60ac37-1b9b-4250-b46f-b429d4eca85f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Router b7a760c3-8022-44e5-a4fb-cbad94600734 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:28:02.337829 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3289d6e6-bf31-4617-a162-4ee04d9146c0 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:02.353680 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-160bd71d-56da-48fb-be96-fe6c5d5545d1 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "DELETE /v2.0/networks/62a2824f-d5e2-487c-8ce8-5e908b2a185a HTTP/1.1" status: 404 len: 339 time: 0.0872166 Apr 06 13:28:02.360660 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41466) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:02.365435 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e91749e6-b142-4499-8110-6734ee8919e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:02.370308 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device ddde7491-e249-460a-b06c-c1af650f5bf7 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:28:02.388022 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0aca9bfa-845e-4973-bd9b-b86cd2f00041 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:02.391741 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289d6e6-bf31-4617-a162-4ee04d9146c0 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Pushing event deleted for resources: {'Port': ['ID=487c75b1-6d59-4b00-8785-7cd966688252,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:02.406408 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f64813ef-f4b1-4e94-84d1-55dcf3c14552 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:02.406984 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64813ef-f4b1-4e94-84d1-55dcf3c14552 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Fanout notify agent at l3_agent the message router_deleted on router 0575bfb6-d5c2-4d4c-b081-a73a928b0448 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:28:02.409199 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: ddde7491-e249-460a-b06c-c1af650f5bf7 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:28:02.409554 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device ddde7491-e249-460a-b06c-c1af650f5bf7 not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:28:02.414762 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f64813ef-f4b1-4e94-84d1-55dcf3c14552 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:02.415865 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f64813ef-f4b1-4e94-84d1-55dcf3c14552 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "DELETE /v2.0/routers/0575bfb6-d5c2-4d4c-b081-a73a928b0448 HTTP/1.1" status: 204 len: 168 time: 3.3187594 Apr 06 13:28:02.430427 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41470) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:02.483015 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-553f9640-3457-497c-8947-43ecdeaa0bfa tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] DELETE failed (client error): The resource could not be found. Apr 06 13:28:02.483471 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-553f9640-3457-497c-8947-43ecdeaa0bfa tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:28:02.485203 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-553f9640-3457-497c-8947-43ecdeaa0bfa tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "DELETE /v2.0/subnets/5183f77c-87a4-4705-8977-8a3e9e245e7b HTTP/1.1" status: 404 len: 337 time: 0.1236477 Apr 06 13:28:02.486078 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e91749e6-b142-4499-8110-6734ee8919e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:02.495639 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41474) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:02.587854 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b459c8-693f-4545-95b1-02dd55dee61d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] DELETE failed (client error): The resource could not be found. Apr 06 13:28:02.592511 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78b459c8-693f-4545-95b1-02dd55dee61d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:28:02.592511 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-78b459c8-693f-4545-95b1-02dd55dee61d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "DELETE /v2.0/networks/c8633a89-ca49-48d3-8163-bfd650b3e626 HTTP/1.1" status: 404 len: 339 time: 0.0875168 Apr 06 13:28:02.599949 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e91749e6-b142-4499-8110-6734ee8919e8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=19354440d6374af5a6ed348d8b9b384a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2370734 Apr 06 13:28:02.599949 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41478) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:02.635875 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41480) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:02.653693 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3289d6e6-bf31-4617-a162-4ee04d9146c0 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:02.654705 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3289d6e6-bf31-4617-a162-4ee04d9146c0 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] 10.222.0.48 "DELETE /v2.0/ports/487c75b1-6d59-4b00-8785-7cd966688252 HTTP/1.1" status: 204 len: 168 time: 1.6639276 Apr 06 13:28:02.657753 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91749e6-b142-4499-8110-6734ee8919e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef990be-8545-49b3-ad28-f33907bd14b0,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:02.671147 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca9bfa-845e-4973-bd9b-b86cd2f00041 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa38bdc-8cee-4e7f-92cd-c1727d6adf1c,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:02.675134 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41486) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:02.711780 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec2ae49-371f-4482-a195-a5b81dadd333 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] DELETE failed (client error): The resource could not be found. Apr 06 13:28:02.712107 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aec2ae49-371f-4482-a195-a5b81dadd333 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:28:02.713781 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-aec2ae49-371f-4482-a195-a5b81dadd333 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "DELETE /v2.0/subnets/4da715c6-91c2-46e8-bc04-2675e04e9450 HTTP/1.1" status: 404 len: 337 time: 0.0608869 Apr 06 13:28:02.716499 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41490) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:02.734502 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0aca9bfa-845e-4973-bd9b-b86cd2f00041 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:02.738442 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0aca9bfa-845e-4973-bd9b-b86cd2f00041 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0734024 Apr 06 13:28:02.747817 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c72a79a-3b0c-4be2-8985-011839114c5b tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Deleting subnet ded75697-71ea-481c-8aec-61fab038f346 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:28:02.748013 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41494) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:02.753242 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7c72a79a-3b0c-4be2-8985-011839114c5b tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:02.760501 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-00d5d410-cc6b-4252-a8cd-9194be455aad tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group_rule': {'security_group_id': '0fa38bdc-8cee-4e7f-92cd-c1727d6adf1c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:02.768649 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb6c2b0-e21c-45f8-bf08-85545b7e5f4a tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] DELETE failed (client error): The resource could not be found. Apr 06 13:28:02.769126 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb6c2b0-e21c-45f8-bf08-85545b7e5f4a tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:28:02.770776 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1fb6c2b0-e21c-45f8-bf08-85545b7e5f4a tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "DELETE /v2.0/networks/79c03256-0046-44db-bce0-44775d5f3ec2 HTTP/1.1" status: 404 len: 339 time: 0.0533926 Apr 06 13:28:02.772091 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-00d5d410-cc6b-4252-a8cd-9194be455aad tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:02.775408 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aed3d8e3-27d2-4349-ac64-ba22e292ad22 req-6f60ac37-1b9b-4250-b46f-b429d4eca85f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:28:02.776763 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41498) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:02.780693 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-00d5d410-cc6b-4252-a8cd-9194be455aad tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Usage tracker for resource:security_group_rule and tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:02.788090 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-71845ab1-2fd9-4428-b311-5d06f4dd64e2 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] GET failed (client error): The resource could not be found. Apr 06 13:28:02.789164 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-71845ab1-2fd9-4428-b311-5d06f4dd64e2 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Synchronizing usage tracker for tenant:68fd81c42155485aa440ab8221216044 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:28:02.790974 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8323bb3-7447-4e25-99b6-8eef14aef37d None None] Sync routers for ids ['b7a760c3-8022-44e5-a4fb-cbad94600734'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:28:02.801533 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8323bb3-7447-4e25-99b6-8eef14aef37d None None] Routers {'b7a760c3-8022-44e5-a4fb-cbad94600734'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:28:02.802399 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-a8323bb3-7447-4e25-99b6-8eef14aef37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:27:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['b7a760c3-8022-44e5-a4fb-cbad94600734'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:02.845048 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-00d5d410-cc6b-4252-a8cd-9194be455aad tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:02.854570 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9852e5da-405f-40b0-bbbf-797b08b320cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:02.876990 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-00d5d410-cc6b-4252-a8cd-9194be455aad tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:02.896194 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9852e5da-405f-40b0-bbbf-797b08b320cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:02.922628 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed3d8e3-27d2-4349-ac64-ba22e292ad22 req-6f60ac37-1b9b-4250-b46f-b429d4eca85f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] No DVR routers for this DVR port ddde7491-e249-460a-b06c-c1af650f5bf7 on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:28:02.930828 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-aed3d8e3-27d2-4349-ac64-ba22e292ad22 req-6f60ac37-1b9b-4250-b46f-b429d4eca85f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:02.932842 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-aed3d8e3-27d2-4349-ac64-ba22e292ad22 req-6f60ac37-1b9b-4250-b46f-b429d4eca85f tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.61 "DELETE /v2.0/ports/ddde7491-e249-460a-b06c-c1af650f5bf7 HTTP/1.1" status: 204 len: 173 time: 3.6894195 Apr 06 13:28:02.933297 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4', 'name': 'network-vif-deleted', 'tag': 'ddde7491-e249-460a-b06c-c1af650f5bf7'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:28:02.955306 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7c72a79a-3b0c-4be2-8985-011839114c5b tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:02.959139 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b488ee-9c45-4e5f-9ef7-bbf39f838c8f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Deleting subnet 7ca1d11a-31c4-4018-89ad-ac48e4aec2e8 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:28:02.965651 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a0b488ee-9c45-4e5f-9ef7-bbf39f838c8f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:02.995889 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55e6cba7-61c6-4049-ac46-f12ad283abc0'] response: {'server_uuid': 'ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4', 'name': 'network-vif-deleted', 'tag': 'ddde7491-e249-460a-b06c-c1af650f5bf7', 'status': 'completed', 'code': 200} Apr 06 13:28:03.014317 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-a8323bb3-7447-4e25-99b6-8eef14aef37d None None] Set router b7a760c3-8022-44e5-a4fb-cbad94600734 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:28:03.017943 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-71845ab1-2fd9-4428-b311-5d06f4dd64e2 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Unset dirty status for tenant:68fd81c42155485aa440ab8221216044 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:28:03.019471 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-71845ab1-2fd9-4428-b311-5d06f4dd64e2 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] 10.222.0.48 "GET /v2.0/ports/487c75b1-6d59-4b00-8785-7cd966688252 HTTP/1.1" status: 404 len: 333 time: 0.3413460 Apr 06 13:28:03.027247 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41506) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:03.074185 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-94090f5b-2939-444e-8e27-563a02418c97 req-102f8df4-e274-4cbe-947e-cde0c5c15bb5 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 210 time: 0.1268122 Apr 06 13:28:03.091336 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a0b488ee-9c45-4e5f-9ef7-bbf39f838c8f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:03.127643 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7c72a79a-3b0c-4be2-8985-011839114c5b tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:03.187775 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9852e5da-405f-40b0-bbbf-797b08b320cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:03.217263 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852e5da-405f-40b0-bbbf-797b08b320cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef990be-8545-49b3-ad28-f33907bd14b0,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:03.236039 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9852e5da-405f-40b0-bbbf-797b08b320cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:03.236039 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9852e5da-405f-40b0-bbbf-797b08b320cd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eef990be-8545-49b3-ad28-f33907bd14b0 HTTP/1.1" status: 204 len: 168 time: 0.5848725 Apr 06 13:28:03.239110 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-00d5d410-cc6b-4252-a8cd-9194be455aad tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:03.251834 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-d5192350-3017-47b4-8ea5-4da035811f5d tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Deleting port 763e8454-6e40-4589-9825-8b37a9a132b2 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:03.252289 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d5192350-3017-47b4-8ea5-4da035811f5d tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:03.352540 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7c72a79a-3b0c-4be2-8985-011839114c5b tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:03.401531 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72a79a-3b0c-4be2-8985-011839114c5b tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event deleted for resources: {'Subnet': ['ID=ded75697-71ea-481c-8aec-61fab038f346,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:03.407023 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7c72a79a-3b0c-4be2-8985-011839114c5b tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:03.414850 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7c72a79a-3b0c-4be2-8985-011839114c5b tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "DELETE /v2.0/subnets/ded75697-71ea-481c-8aec-61fab038f346 HTTP/1.1" status: 204 len: 168 time: 0.9813592 Apr 06 13:28:03.417958 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41514) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:03.423077 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089e532a-7d92-4874-85fa-4fce0f85b5aa None None] Network c873e0da-8b7d-45a0-a38b-dbdb2c77464b requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:03.456138 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:28:03.579150 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-00d5d410-cc6b-4252-a8cd-9194be455aad tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:03.592667 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cdb24228-fd25-4a3c-b6ce-0449776ffc6e tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:03.595797 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a0b488ee-9c45-4e5f-9ef7-bbf39f838c8f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:03.623422 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-cdb24228-fd25-4a3c-b6ce-0449776ffc6e tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Deleting port 0aa960d6-0389-40a7-b317-e29a90239669 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:03.623781 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cdb24228-fd25-4a3c-b6ce-0449776ffc6e tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:03.670462 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d5192350-3017-47b4-8ea5-4da035811f5d tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:03.691377 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-00d5d410-cc6b-4252-a8cd-9194be455aad tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:03.719542 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-a8323bb3-7447-4e25-99b6-8eef14aef37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'name': 'tempest-ServerActionsTestJSON-729544512-router', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '96bc3ff0-2ca2-4dbc-a691-bfc3030cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:19Z', 'updated_at': '2022-04-06T13:24:27Z', 'revision_number': 4, 'project_id': '9a4d54de52764226baa1254caab457dd', 'gw_port': {'id': '96bc3ff0-2ca2-4dbc-a691-bfc3030cb734', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:20Z', 'updated_at': '2022-04-06T13:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'a1cd4a2c-8c80-40cd-909f-65233ddd35ac', 'name': '', 'network_id': '5be2eead-86e0-4801-95e6-7956006492a1', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'mac_address': 'fa:16:3e:e9:c2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '05aded58-8f1f-47e0-842d-ddd950b58777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:25Z', 'updated_at': '2022-04-06T13:24:36Z', 'revision_number': 5, 'project_id': '9a4d54de52764226baa1254caab457dd', 'subnets': [{'id': '05aded58-8f1f-47e0-842d-ddd950b58777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:03.747384 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8323bb3-7447-4e25-99b6-8eef14aef37d None None] Checking router: b7a760c3-8022-44e5-a4fb-cbad94600734 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:28:03.774962 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8323bb3-7447-4e25-99b6-8eef14aef37d None None] Routers {'b7a760c3-8022-44e5-a4fb-cbad94600734'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:28:03.775594 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-a8323bb3-7447-4e25-99b6-8eef14aef37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:27:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['b7a760c3-8022-44e5-a4fb-cbad94600734'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:03.845051 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5d410-cc6b-4252-a8cd-9194be455aad tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f43d4e4b-ec84-4db5-8864-2b007deace41,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:03.860630 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-d5192350-3017-47b4-8ea5-4da035811f5d tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Calling delete_port for 763e8454-6e40-4589-9825-8b37a9a132b2 owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:03.918836 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-00d5d410-cc6b-4252-a8cd-9194be455aad tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:03.918836 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-00d5d410-cc6b-4252-a8cd-9194be455aad tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1697991 Apr 06 13:28:03.921742 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41522) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:03.933104 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-9cebd6a0-cd58-4af4-a622-df7805c30ee7 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group_rule': {'security_group_id': '0fa38bdc-8cee-4e7f-92cd-c1727d6adf1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:03.965880 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86474d33-e56c-40dd-b06d-0594c6108d0b None None] DHCP port deletion for c873e0da-8b7d-45a0-a38b-dbdb2c77464b request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:28:03.978242 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-a8323bb3-7447-4e25-99b6-8eef14aef37d None None] Set router b7a760c3-8022-44e5-a4fb-cbad94600734 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:28:04.023756 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-86474d33-e56c-40dd-b06d-0594c6108d0b None None] Deleting port 0aa960d6-0389-40a7-b317-e29a90239669 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:04.024175 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-86474d33-e56c-40dd-b06d-0594c6108d0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:04.059756 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-cdb24228-fd25-4a3c-b6ce-0449776ffc6e tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] For port 0aa960d6-0389-40a7-b317-e29a90239669, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0aa960d6-0389-40a7-b317-e29a90239669,segment=NetworkSegment(a7678472-e4a3-4a9d-80c5-f4554978c601),segment_id=a7678472-e4a3-4a9d-80c5-f4554978c601)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:04.060957 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cdb24228-fd25-4a3c-b6ce-0449776ffc6e tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:04.091320 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-9cebd6a0-cd58-4af4-a622-df7805c30ee7 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:04.108179 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-9cebd6a0-cd58-4af4-a622-df7805c30ee7 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Usage tracker for resource:security_group_rule and tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:04.114607 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-9cebd6a0-cd58-4af4-a622-df7805c30ee7 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:04.125070 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-9cebd6a0-cd58-4af4-a622-df7805c30ee7 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:04.209875 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41528) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:04.255845 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a0b488ee-9c45-4e5f-9ef7-bbf39f838c8f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:04.284468 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-cdb24228-fd25-4a3c-b6ce-0449776ffc6e tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Calling delete_port for 0aa960d6-0389-40a7-b317-e29a90239669 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:04.341227 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9cebd6a0-cd58-4af4-a622-df7805c30ee7 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:04.366374 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b488ee-9c45-4e5f-9ef7-bbf39f838c8f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event deleted for resources: {'Subnet': ['ID=7ca1d11a-31c4-4018-89ad-ac48e4aec2e8,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:04.381044 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-59702bc4-3c58-44d3-962e-bfbc8fd689e8 req-68839815-c667-46ff-8c9d-287c2306478d tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef845c9e-4b57-4cf2-96cd-bcab9b1ffac4 HTTP/1.1" status: 200 len: 210 time: 0.0579596 Apr 06 13:28:04.388612 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a0b488ee-9c45-4e5f-9ef7-bbf39f838c8f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:04.408469 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6964d7-3855-4e7f-8329-f89026d7046e None None] Network 616008d2-18a8-45a5-8490-d992b63b0c6c requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:04.434274 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f619af3f-24b2-4342-8388-393b9d060754 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=47f7055a5a2d4292a401830e7446ba31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226739 Apr 06 13:28:04.440242 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a0b488ee-9c45-4e5f-9ef7-bbf39f838c8f tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "DELETE /v2.0/subnets/7ca1d11a-31c4-4018-89ad-ac48e4aec2e8 HTTP/1.1" status: 204 len: 168 time: 1.6613166 Apr 06 13:28:04.443338 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41532) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:04.443769 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41534) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:04.503271 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d5192350-3017-47b4-8ea5-4da035811f5d tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:04.515689 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0aa960d6-0389-40a7-b317-e29a90239669 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:28:04.534139 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cdb24228-fd25-4a3c-b6ce-0449776ffc6e tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:04.582327 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 0aa960d6-0389-40a7-b317-e29a90239669 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:28:04.582327 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0aa960d6-0389-40a7-b317-e29a90239669 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:28:04.599815 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb24228-fd25-4a3c-b6ce-0449776ffc6e tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event deleted for resources: {'Port': ['ID=0aa960d6-0389-40a7-b317-e29a90239669,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:04.599815 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb24228-fd25-4a3c-b6ce-0449776ffc6e tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] No DVR routers for this DVR port 0aa960d6-0389-40a7-b317-e29a90239669 on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:28:04.666129 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5192350-3017-47b4-8ea5-4da035811f5d tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Pushing event deleted for resources: {'Port': ['ID=763e8454-6e40-4589-9825-8b37a9a132b2,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:04.668872 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-86474d33-e56c-40dd-b06d-0594c6108d0b None None] For port 0aa960d6-0389-40a7-b317-e29a90239669, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0aa960d6-0389-40a7-b317-e29a90239669,segment=NetworkSegment(a7678472-e4a3-4a9d-80c5-f4554978c601),segment_id=a7678472-e4a3-4a9d-80c5-f4554978c601)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:04.669508 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-86474d33-e56c-40dd-b06d-0594c6108d0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:04.742789 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-9cebd6a0-cd58-4af4-a622-df7805c30ee7 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] create failed (client error): There was a conflict when trying to complete your request. Apr 06 13:28:04.744121 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9cebd6a0-cd58-4af4-a622-df7805c30ee7 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8196473 Apr 06 13:28:04.751138 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41540) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:04.755244 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ed7c67f0-17a7-4f65-bcab-f19afbd6ab4d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:04.759847 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d5192350-3017-47b4-8ea5-4da035811f5d tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:04.764977 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d5192350-3017-47b4-8ea5-4da035811f5d tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] 10.222.0.48 "DELETE /v2.0/ports/763e8454-6e40-4589-9825-8b37a9a132b2 HTTP/1.1" status: 204 len: 168 time: 1.7343688 Apr 06 13:28:04.783773 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41544) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:04.849103 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cdb24228-fd25-4a3c-b6ce-0449776ffc6e tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:04.858705 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-370abd66-4716-4fef-a31c-c6c39ce16064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:04.887764 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-86474d33-e56c-40dd-b06d-0594c6108d0b None None] Calling delete_port for 0aa960d6-0389-40a7-b317-e29a90239669 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:04.892365 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-cdb24228-fd25-4a3c-b6ce-0449776ffc6e tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c873e0da-8b7d-45a0-a38b-dbdb2c77464b']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:04.910588 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-cdb24228-fd25-4a3c-b6ce-0449776ffc6e tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7678472-e4a3-4a9d-80c5-f4554978c601') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:04.910938 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-cdb24228-fd25-4a3c-b6ce-0449776ffc6e tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7678472-e4a3-4a9d-80c5-f4554978c601') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:04.937668 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-ed7c67f0-17a7-4f65-bcab-f19afbd6ab4d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Deleting port 80d35558-b97b-4d1b-b780-6760d28b3a30 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:04.938003 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ed7c67f0-17a7-4f65-bcab-f19afbd6ab4d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:04.939480 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cdb24228-fd25-4a3c-b6ce-0449776ffc6e tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:04.962671 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cdb24228-fd25-4a3c-b6ce-0449776ffc6e tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:04.974893 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb24228-fd25-4a3c-b6ce-0449776ffc6e tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:28:04.975534 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cdb24228-fd25-4a3c-b6ce-0449776ffc6e tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:04.996270 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-370abd66-4716-4fef-a31c-c6c39ce16064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:05.021059 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f1f47c0-96c2-4b74-8e7a-a8416c96b534 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Deleting subnet 8f20b1c4-2c2c-41b3-a4a2-e145780f17f3 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:28:05.036077 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:28:05.045514 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3f1f47c0-96c2-4b74-8e7a-a8416c96b534 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:05.105754 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-86474d33-e56c-40dd-b06d-0594c6108d0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:28:05.106045 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-86474d33-e56c-40dd-b06d-0594c6108d0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:28:05.114872 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-a8323bb3-7447-4e25-99b6-8eef14aef37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'name': 'tempest-ServerActionsTestJSON-729544512-router', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '96bc3ff0-2ca2-4dbc-a691-bfc3030cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:19Z', 'updated_at': '2022-04-06T13:24:27Z', 'revision_number': 4, 'project_id': '9a4d54de52764226baa1254caab457dd', 'gw_port': {'id': '96bc3ff0-2ca2-4dbc-a691-bfc3030cb734', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:20Z', 'updated_at': '2022-04-06T13:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'a1cd4a2c-8c80-40cd-909f-65233ddd35ac', 'name': '', 'network_id': '5be2eead-86e0-4801-95e6-7956006492a1', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'mac_address': 'fa:16:3e:e9:c2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '05aded58-8f1f-47e0-842d-ddd950b58777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:25Z', 'updated_at': '2022-04-06T13:24:36Z', 'revision_number': 5, 'project_id': '9a4d54de52764226baa1254caab457dd', 'subnets': [{'id': '05aded58-8f1f-47e0-842d-ddd950b58777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:05.122056 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8323bb3-7447-4e25-99b6-8eef14aef37d None None] The sync data for ids ['b7a760c3-8022-44e5-a4fb-cbad94600734'] in dv-neutron-834600-1-hyperv is: [{'id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'name': 'tempest-ServerActionsTestJSON-729544512-router', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '96bc3ff0-2ca2-4dbc-a691-bfc3030cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:19Z', 'updated_at': '2022-04-06T13:24:27Z', 'revision_number': 4, 'project_id': '9a4d54de52764226baa1254caab457dd', 'gw_port': {'id': '96bc3ff0-2ca2-4dbc-a691-bfc3030cb734', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:20Z', 'updated_at': '2022-04-06T13:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'a1cd4a2c-8c80-40cd-909f-65233ddd35ac', 'name': '', 'network_id': '5be2eead-86e0-4801-95e6-7956006492a1', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'mac_address': 'fa:16:3e:e9:c2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '05aded58-8f1f-47e0-842d-ddd950b58777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:25Z', 'updated_at': '2022-04-06T13:24:36Z', 'revision_number': 5, 'project_id': '9a4d54de52764226baa1254caab457dd', 'subnets': [{'id': '05aded58-8f1f-47e0-842d-ddd950b58777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:28:05.165756 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9155b357-60dc-4293-9b84-e7514fadeb5e tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:05.227392 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3f1f47c0-96c2-4b74-8e7a-a8416c96b534 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:05.241029 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cdb24228-fd25-4a3c-b6ce-0449776ffc6e tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:05.253021 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33a772a-d745-4938-aefe-9a938ccd3c0e None None] DHCP port deletion for 616008d2-18a8-45a5-8490-d992b63b0c6c request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:28:05.259781 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-f33a772a-d745-4938-aefe-9a938ccd3c0e None None] Deleting port 80d35558-b97b-4d1b-b780-6760d28b3a30 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:05.264293 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f33a772a-d745-4938-aefe-9a938ccd3c0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:05.282875 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9155b357-60dc-4293-9b84-e7514fadeb5e tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:05.288939 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cdb24228-fd25-4a3c-b6ce-0449776ffc6e tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:05.320649 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb24228-fd25-4a3c-b6ce-0449776ffc6e tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event deleted for resources: {'Network': ['ID=c873e0da-8b7d-45a0-a38b-dbdb2c77464b,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:05.330297 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41548) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:05.339716 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-cdb24228-fd25-4a3c-b6ce-0449776ffc6e tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "DELETE /v2.0/networks/c873e0da-8b7d-45a0-a38b-dbdb2c77464b HTTP/1.1" status: 204 len: 168 time: 1.9198875 Apr 06 13:28:05.443028 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-370abd66-4716-4fef-a31c-c6c39ce16064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:05.555747 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-f33a772a-d745-4938-aefe-9a938ccd3c0e None None] For port 80d35558-b97b-4d1b-b780-6760d28b3a30, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=80d35558-b97b-4d1b-b780-6760d28b3a30,segment=NetworkSegment(93feb0ef-2b0e-4aa2-bf51-907cd7b0deda),segment_id=93feb0ef-2b0e-4aa2-bf51-907cd7b0deda)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:05.556268 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f33a772a-d745-4938-aefe-9a938ccd3c0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:05.565767 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5616e04-750a-4da7-a632-51a59a1e79cc None None] New status for floating IP 2833a83f-cca3-40a3-8622-9674fdc08d95: DOWN {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:28:05.618472 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370abd66-4716-4fef-a31c-c6c39ce16064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523a6adc-387e-4615-98bd-4c08e88f96a7,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:05.634264 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-86474d33-e56c-40dd-b06d-0594c6108d0b None None] Deleting port 0aa960d6-0389-40a7-b317-e29a90239669 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:05.634781 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-86474d33-e56c-40dd-b06d-0594c6108d0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:05.676306 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-ed7c67f0-17a7-4f65-bcab-f19afbd6ab4d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] For port 80d35558-b97b-4d1b-b780-6760d28b3a30, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=80d35558-b97b-4d1b-b780-6760d28b3a30,segment=NetworkSegment(93feb0ef-2b0e-4aa2-bf51-907cd7b0deda),segment_id=93feb0ef-2b0e-4aa2-bf51-907cd7b0deda)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:05.676306 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ed7c67f0-17a7-4f65-bcab-f19afbd6ab4d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:05.685598 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-fe3d5a39-3d12-4610-a8bb-8af7cd6c6c76 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Deleting port d6cd7697-ae61-43e2-9e2f-d84d12523d28 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:05.685935 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fe3d5a39-3d12-4610-a8bb-8af7cd6c6c76 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:05.689707 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41556) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:05.718479 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-370abd66-4716-4fef-a31c-c6c39ce16064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:05.719636 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-370abd66-4716-4fef-a31c-c6c39ce16064 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/523a6adc-387e-4615-98bd-4c08e88f96a7 HTTP/1.1" status: 204 len: 168 time: 1.2731576 Apr 06 13:28:05.800632 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cc127dcc-5255-4a50-b6c4-b67f56f1c45a tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:05.832353 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-f33a772a-d745-4938-aefe-9a938ccd3c0e None None] Calling delete_port for 80d35558-b97b-4d1b-b780-6760d28b3a30 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:05.865870 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-ed7c67f0-17a7-4f65-bcab-f19afbd6ab4d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Calling delete_port for 80d35558-b97b-4d1b-b780-6760d28b3a30 owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:05.927514 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-86474d33-e56c-40dd-b06d-0594c6108d0b None None] The port '0aa960d6-0389-40a7-b317-e29a90239669' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:28:05.980193 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cc127dcc-5255-4a50-b6c4-b67f56f1c45a tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:06.076681 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9155b357-60dc-4293-9b84-e7514fadeb5e tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:06.080633 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3f1f47c0-96c2-4b74-8e7a-a8416c96b534 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:06.099465 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f33a772a-d745-4938-aefe-9a938ccd3c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:06.148681 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a772a-d745-4938-aefe-9a938ccd3c0e None None] Pushing event deleted for resources: {'Port': ['ID=80d35558-b97b-4d1b-b780-6760d28b3a30,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:06.150339 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33a772a-d745-4938-aefe-9a938ccd3c0e None None] No DVR routers for this DVR port 80d35558-b97b-4d1b-b780-6760d28b3a30 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:28:06.214559 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cc127dcc-5255-4a50-b6c4-b67f56f1c45a tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:06.222185 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155b357-60dc-4293-9b84-e7514fadeb5e tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa38bdc-8cee-4e7f-92cd-c1727d6adf1c,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:06.250050 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9155b357-60dc-4293-9b84-e7514fadeb5e tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:06.251176 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9155b357-60dc-4293-9b84-e7514fadeb5e tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "DELETE /v2.0/security-groups/0fa38bdc-8cee-4e7f-92cd-c1727d6adf1c HTTP/1.1" status: 204 len: 168 time: 1.4937215 Apr 06 13:28:06.258120 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41564) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:06.269177 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.api [None req-ed7c67f0-17a7-4f65-bcab-f19afbd6ab4d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:28:06.269520 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG oslo_db.api [None req-ed7c67f0-17a7-4f65-bcab-f19afbd6ab4d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:28:06.284594 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc127dcc-5255-4a50-b6c4-b67f56f1c45a tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2a0ca3-7d39-4abd-bec6-8ca418267a79,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:06.296950 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fe3d5a39-3d12-4610-a8bb-8af7cd6c6c76 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:06.297521 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fe3d5a39-3d12-4610-a8bb-8af7cd6c6c76 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:06.337992 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3abbe8cf-a5d1-427e-94f1-43177c9886d9 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Synchronizing usage tracker for tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:28:06.361305 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cc127dcc-5255-4a50-b6c4-b67f56f1c45a tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:06.362268 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-cc127dcc-5255-4a50-b6c4-b67f56f1c45a tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "DELETE /v2.0/security-groups/4a2a0ca3-7d39-4abd-bec6-8ca418267a79 HTTP/1.1" status: 204 len: 168 time: 0.6714892 Apr 06 13:28:06.370472 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41568) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:06.390485 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-85191c03-d342-4d2d-8e2b-26746c81ac5d tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] show failed (client error): The resource could not be found. Apr 06 13:28:06.392434 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-85191c03-d342-4d2d-8e2b-26746c81ac5d tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "GET /v2.0/security-groups/4a2a0ca3-7d39-4abd-bec6-8ca418267a79 HTTP/1.1" status: 404 len: 347 time: 0.0195832 Apr 06 13:28:06.394935 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41574) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:06.436190 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3f1f47c0-96c2-4b74-8e7a-a8416c96b534 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:06.450041 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-fe3d5a39-3d12-4610-a8bb-8af7cd6c6c76 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Calling delete_port for d6cd7697-ae61-43e2-9e2f-d84d12523d28 owned by network:floatingip {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:06.527132 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f47c0-96c2-4b74-8e7a-a8416c96b534 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Pushing event deleted for resources: {'Subnet': ['ID=8f20b1c4-2c2c-41b3-a4a2-e145780f17f3,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:06.527341 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 80d35558-b97b-4d1b-b780-6760d28b3a30 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:28:06.535039 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3f1f47c0-96c2-4b74-8e7a-a8416c96b534 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:06.546516 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3f1f47c0-96c2-4b74-8e7a-a8416c96b534 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] 10.222.0.48 "DELETE /v2.0/subnets/8f20b1c4-2c2c-41b3-a4a2-e145780f17f3 HTTP/1.1" status: 204 len: 168 time: 1.7481074 Apr 06 13:28:06.549248 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41582) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:06.576626 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c22546-7bb5-4119-a7f8-718cd16c1019 None None] Network c4cf8cbf-de89-4102-826f-dd828e341b19 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:06.588655 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3abbe8cf-a5d1-427e-94f1-43177c9886d9 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Unset dirty status for tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:28:06.594551 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3abbe8cf-a5d1-427e-94f1-43177c9886d9 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3299015 Apr 06 13:28:06.601343 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41586) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:06.612945 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 80d35558-b97b-4d1b-b780-6760d28b3a30 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:28:06.612945 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 80d35558-b97b-4d1b-b780-6760d28b3a30 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:28:06.615919 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-406fe0ac-b3c9-4192-8628-796979d628de tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1854580173'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:06.622988 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-406fe0ac-b3c9-4192-8628-796979d628de tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:06.625658 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-af469728-063a-478b-9639-947ff525aa00 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Deleting port 13a3e408-5dbd-491e-93bc-4baead45b1de {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:06.625796 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-af469728-063a-478b-9639-947ff525aa00 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:06.672826 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-406fe0ac-b3c9-4192-8628-796979d628de tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:06.719439 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4ca0c3fa-8c07-4f99-8bb8-ec2e02103492 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:06.773728 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-ed7c67f0-17a7-4f65-bcab-f19afbd6ab4d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Deleting port 80d35558-b97b-4d1b-b780-6760d28b3a30 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:06.774075 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ed7c67f0-17a7-4f65-bcab-f19afbd6ab4d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:06.797161 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-406fe0ac-b3c9-4192-8628-796979d628de tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:06.825167 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-406fe0ac-b3c9-4192-8628-796979d628de tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:06.830235 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-4ca0c3fa-8c07-4f99-8bb8-ec2e02103492 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Deleting port 58234266-eea3-4b79-912b-cb479579f5fa {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:06.831012 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4ca0c3fa-8c07-4f99-8bb8-ec2e02103492 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:06.831489 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-406fe0ac-b3c9-4192-8628-796979d628de tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Usage tracker for resource:security_group_rule and tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:06.836149 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-406fe0ac-b3c9-4192-8628-796979d628de tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:06.846978 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-406fe0ac-b3c9-4192-8628-796979d628de tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:06.869505 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-af469728-063a-478b-9639-947ff525aa00 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:06.869837 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-af469728-063a-478b-9639-947ff525aa00 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:06.909501 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-ed7c67f0-17a7-4f65-bcab-f19afbd6ab4d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] The port '80d35558-b97b-4d1b-b780-6760d28b3a30' was deleted {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:28:06.923668 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7558a220-e3f7-41c2-b625-b64badd32a3c None None] DHCP port deletion for c4cf8cbf-de89-4102-826f-dd828e341b19 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:28:06.930258 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-7558a220-e3f7-41c2-b625-b64badd32a3c None None] Deleting port 58234266-eea3-4b79-912b-cb479579f5fa {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:06.935054 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7558a220-e3f7-41c2-b625-b64badd32a3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:07.031497 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-af469728-063a-478b-9639-947ff525aa00 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Calling delete_port for 13a3e408-5dbd-491e-93bc-4baead45b1de owned by network:floatingip {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:07.136010 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fe3d5a39-3d12-4610-a8bb-8af7cd6c6c76 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:07.172668 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-406fe0ac-b3c9-4192-8628-796979d628de tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:07.193449 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ed7c67f0-17a7-4f65-bcab-f19afbd6ab4d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:07.193787 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-7558a220-e3f7-41c2-b625-b64badd32a3c None None] For port 58234266-eea3-4b79-912b-cb479579f5fa, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=58234266-eea3-4b79-912b-cb479579f5fa,segment=NetworkSegment(3e02d0d3-a3b7-4e43-adc0-d8cc6d0a6e9b),segment_id=3e02d0d3-a3b7-4e43-adc0-d8cc6d0a6e9b)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:07.193787 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7558a220-e3f7-41c2-b625-b64badd32a3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:07.216131 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d5a39-3d12-4610-a8bb-8af7cd6c6c76 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event deleted for resources: {'Port': ['ID=d6cd7697-ae61-43e2-9e2f-d84d12523d28,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:07.290239 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-406fe0ac-b3c9-4192-8628-796979d628de tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:07.322105 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-ed7c67f0-17a7-4f65-bcab-f19afbd6ab4d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['616008d2-18a8-45a5-8490-d992b63b0c6c']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:07.338972 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406fe0ac-b3c9-4192-8628-796979d628de tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de44a321-ba54-4c60-aeb3-af3765a35ac6,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:07.350071 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-7558a220-e3f7-41c2-b625-b64badd32a3c None None] Calling delete_port for 58234266-eea3-4b79-912b-cb479579f5fa owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:07.390891 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-af469728-063a-478b-9639-947ff525aa00 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:07.427353 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-ed7c67f0-17a7-4f65-bcab-f19afbd6ab4d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93feb0ef-2b0e-4aa2-bf51-907cd7b0deda') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:07.427635 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-ed7c67f0-17a7-4f65-bcab-f19afbd6ab4d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93feb0ef-2b0e-4aa2-bf51-907cd7b0deda') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:07.443949 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41600) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:07.456981 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-406fe0ac-b3c9-4192-8628-796979d628de tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:07.461350 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-406fe0ac-b3c9-4192-8628-796979d628de tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8559780 Apr 06 13:28:07.467194 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41606) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:07.467954 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af469728-063a-478b-9639-947ff525aa00 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Pushing event deleted for resources: {'Port': ['ID=13a3e408-5dbd-491e-93bc-4baead45b1de,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:07.470271 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ed7c67f0-17a7-4f65-bcab-f19afbd6ab4d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:07.495131 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-4ca0c3fa-8c07-4f99-8bb8-ec2e02103492 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] For port 58234266-eea3-4b79-912b-cb479579f5fa, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=58234266-eea3-4b79-912b-cb479579f5fa,segment=NetworkSegment(3e02d0d3-a3b7-4e43-adc0-d8cc6d0a6e9b),segment_id=3e02d0d3-a3b7-4e43-adc0-d8cc6d0a6e9b)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:07.498646 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4ca0c3fa-8c07-4f99-8bb8-ec2e02103492 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:07.509844 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fe3d5a39-3d12-4610-a8bb-8af7cd6c6c76 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for floatingip, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:07.510923 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-212db28a-fe26-4488-bfb6-e2464e8464d8 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group_rule': {'security_group_id': 'de44a321-ba54-4c60-aeb3-af3765a35ac6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:07.511422 dv-neutron-834600-1-hyperv neutron-server[88565]: WARNING neutron.api.v2.base [None req-212db28a-fe26-4488-bfb6-e2464e8464d8 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 06 13:28:07.511930 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-212db28a-fe26-4488-bfb6-e2464e8464d8 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:28:07.512920 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-212db28a-fe26-4488-bfb6-e2464e8464d8 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0428555 Apr 06 13:28:07.515897 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ed7c67f0-17a7-4f65-bcab-f19afbd6ab4d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:07.527069 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41610) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:07.603023 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7558a220-e3f7-41c2-b625-b64badd32a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:07.615457 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-af469728-063a-478b-9639-947ff525aa00 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks [] for floatingip, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:07.618329 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-af469728-063a-478b-9639-947ff525aa00 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:07.619507 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-af469728-063a-478b-9639-947ff525aa00 tempest-ServerActionsTestJSON-120028856 tempest-ServerActionsTestJSON-120028856-project] 10.222.0.48 "DELETE /v2.0/floatingips/2833a83f-cca3-40a3-8622-9674fdc08d95 HTTP/1.1" status: 204 len: 168 time: 1.2236240 Apr 06 13:28:07.637804 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41614) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:07.641315 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ad3ae1cd-d759-4529-b9ef-8f9efcd5f4cf tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:07.646581 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-4ca0c3fa-8c07-4f99-8bb8-ec2e02103492 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Calling delete_port for 58234266-eea3-4b79-912b-cb479579f5fa owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:07.660905 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558a220-e3f7-41c2-b625-b64badd32a3c None None] Pushing event deleted for resources: {'Port': ['ID=58234266-eea3-4b79-912b-cb479579f5fa,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:07.665157 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7558a220-e3f7-41c2-b625-b64badd32a3c None None] No DVR routers for this DVR port 58234266-eea3-4b79-912b-cb479579f5fa on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:28:07.672154 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ad3ae1cd-d759-4529-b9ef-8f9efcd5f4cf tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:07.677308 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-7ca769f8-fd67-4c7f-a76a-0202569a96ef tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-810745973'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:07.686130 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed7c67f0-17a7-4f65-bcab-f19afbd6ab4d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:28:07.686694 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ed7c67f0-17a7-4f65-bcab-f19afbd6ab4d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:07.798527 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ad3ae1cd-d759-4529-b9ef-8f9efcd5f4cf tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: util.warn( Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: util.warn( Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: util.warn( Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: util.warn( Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:28:07.803417 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:28:07.820849 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ae1cd-d759-4529-b9ef-8f9efcd5f4cf tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de44a321-ba54-4c60-aeb3-af3765a35ac6,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:07.827706 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ad3ae1cd-d759-4529-b9ef-8f9efcd5f4cf tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:07.828971 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ad3ae1cd-d759-4529-b9ef-8f9efcd5f4cf tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "DELETE /v2.0/security-groups/de44a321-ba54-4c60-aeb3-af3765a35ac6 HTTP/1.1" status: 204 len: 168 time: 0.3087928 Apr 06 13:28:07.831846 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41618) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:07.878453 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7ca769f8-fd67-4c7f-a76a-0202569a96ef tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:07.886298 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-dbb49c63-cdb5-482d-a477-6fb1b7b10ceb tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Synchronizing usage tracker for tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:28:07.950648 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-dbb49c63-cdb5-482d-a477-6fb1b7b10ceb tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Unset dirty status for tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:28:07.952163 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-dbb49c63-cdb5-482d-a477-6fb1b7b10ceb tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1194003 Apr 06 13:28:07.956145 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41622) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:07.961484 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7ca769f8-fd67-4c7f-a76a-0202569a96ef tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Usage tracker for resource:network and tenant:2be8e4df776a43478d626895c0b2a785 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:07.962526 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-5095fc91-ec49-4644-a240-822e781f4da7 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group': {'name': 'tempest-secgroup--508873212'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:07.969596 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-5095fc91-ec49-4644-a240-822e781f4da7 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:07.971099 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fe3d5a39-3d12-4610-a8bb-8af7cd6c6c76 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:07.972240 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-fe3d5a39-3d12-4610-a8bb-8af7cd6c6c76 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "DELETE /v2.0/floatingips/df7baba3-0ec0-4e48-883d-dcf60f0d5182 HTTP/1.1" status: 204 len: 168 time: 2.6395028 Apr 06 13:28:07.973243 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7ca769f8-fd67-4c7f-a76a-0202569a96ef tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:07.980937 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41626) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:07.996005 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7ca769f8-fd67-4c7f-a76a-0202569a96ef tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:08.016373 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-5095fc91-ec49-4644-a240-822e781f4da7 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:08.033427 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e99ba2-57d7-4393-a13d-07d06cd82dfb tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] DELETE failed (client error): The resource could not be found. Apr 06 13:28:08.041021 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06e99ba2-57d7-4393-a13d-07d06cd82dfb tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:28:08.041021 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-06e99ba2-57d7-4393-a13d-07d06cd82dfb tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "DELETE /v2.0/ports/3fa6415c-1aff-495c-8f64-6a4b849f444c HTTP/1.1" status: 404 len: 333 time: 0.0534849 Apr 06 13:28:08.041257 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41630) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:08.137226 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ed7c67f0-17a7-4f65-bcab-f19afbd6ab4d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:08.148477 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e2acf44b-b157-4f0c-8238-8d5a317edbbd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Synchronizing usage tracker for tenant:85b5a92c88a5421aa7d05fbcad83612c on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:28:08.150745 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5095fc91-ec49-4644-a240-822e781f4da7 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:08.167603 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ed7c67f0-17a7-4f65-bcab-f19afbd6ab4d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:08.171968 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-5095fc91-ec49-4644-a240-822e781f4da7 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:08.176314 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-5095fc91-ec49-4644-a240-822e781f4da7 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Usage tracker for resource:security_group_rule and tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:08.179817 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-5095fc91-ec49-4644-a240-822e781f4da7 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:08.180018 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca769f8-fd67-4c7f-a76a-0202569a96ef tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Made reservation on behalf of 2be8e4df776a43478d626895c0b2a785 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:08.183500 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7ca769f8-fd67-4c7f-a76a-0202569a96ef tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:08.185562 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-5095fc91-ec49-4644-a240-822e781f4da7 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:08.192515 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.api [None req-4ca0c3fa-8c07-4f99-8bb8-ec2e02103492 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:28:08.198188 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG oslo_db.api [None req-4ca0c3fa-8c07-4f99-8bb8-ec2e02103492 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:28:08.207035 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c67f0-17a7-4f65-bcab-f19afbd6ab4d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event deleted for resources: {'Network': ['ID=616008d2-18a8-45a5-8490-d992b63b0c6c,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:08.224643 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7ca769f8-fd67-4c7f-a76a-0202569a96ef tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:08.244184 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ed7c67f0-17a7-4f65-bcab-f19afbd6ab4d tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "DELETE /v2.0/networks/616008d2-18a8-45a5-8490-d992b63b0c6c HTTP/1.1" status: 204 len: 168 time: 3.7934289 Apr 06 13:28:08.246506 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41634) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:08.267486 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5095fc91-ec49-4644-a240-822e781f4da7 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:08.340143 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7ca769f8-fd67-4c7f-a76a-0202569a96ef tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:08.350457 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5095fc91-ec49-4644-a240-822e781f4da7 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:08.354108 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e2acf44b-b157-4f0c-8238-8d5a317edbbd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Unset dirty status for tenant:85b5a92c88a5421aa7d05fbcad83612c on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:28:08.355305 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e2acf44b-b157-4f0c-8238-8d5a317edbbd tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "GET /v2.0/ports?device_id=0575bfb6-d5c2-4d4c-b081-a73a928b0448 HTTP/1.1" status: 200 len: 205 time: 0.3151045 Apr 06 13:28:08.358214 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7ca769f8-fd67-4c7f-a76a-0202569a96ef tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Usage tracker for resource:security_group_rule and tenant:2be8e4df776a43478d626895c0b2a785 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:08.361040 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbdda3bb-999c-4c2e-a5df-64617e3fa0e3 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] DELETE failed (client error): The resource could not be found. Apr 06 13:28:08.361510 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbdda3bb-999c-4c2e-a5df-64617e3fa0e3 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:28:08.363180 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-fbdda3bb-999c-4c2e-a5df-64617e3fa0e3 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "DELETE /v2.0/subnets/b9dc0912-2714-4ec5-9ac6-34f0e253b7bd HTTP/1.1" status: 404 len: 337 time: 0.1155701 Apr 06 13:28:08.365416 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41638) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:08.366174 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7ca769f8-fd67-4c7f-a76a-0202569a96ef tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:08.369430 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41640) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:08.419811 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e348bff-604c-4d87-8389-6d01e39d21e9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] DELETE failed (client error): The resource could not be found. Apr 06 13:28:08.420310 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e348bff-604c-4d87-8389-6d01e39d21e9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:28:08.429742 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095fc91-ec49-4644-a240-822e781f4da7 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2d946a-1194-4206-a8ac-25feafc6c7e9,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:08.432573 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7ca769f8-fd67-4c7f-a76a-0202569a96ef tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:08.437218 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4e348bff-604c-4d87-8389-6d01e39d21e9 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "DELETE /v2.0/networks/8e0add91-fb83-4dd5-91fc-bc1846ed16ad HTTP/1.1" status: 404 len: 339 time: 0.0626009 Apr 06 13:28:08.437545 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41646) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:08.458877 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-5c684060-31a6-40fe-b493-229ba2fb5c37 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] delete failed (client error): The resource could not be found. Apr 06 13:28:08.460720 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5c684060-31a6-40fe-b493-229ba2fb5c37 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "DELETE /v2.0/routers/0575bfb6-d5c2-4d4c-b081-a73a928b0448 HTTP/1.1" status: 404 len: 336 time: 0.0903771 Apr 06 13:28:08.464522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41650) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:08.495814 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 58234266-eea3-4b79-912b-cb479579f5fa no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:28:08.505907 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5095fc91-ec49-4644-a240-822e781f4da7 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:08.510246 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5095fc91-ec49-4644-a240-822e781f4da7 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5502362 Apr 06 13:28:08.510870 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41654) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:08.517530 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dbd6f29-4bcc-42f8-b7bf-f1fe01dbdc9c tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Deleting subnet 3dc2f244-1b8a-44cf-b1f0-24d6cc21dfbe {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:28:08.523774 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-1476f907-95ea-4e29-a875-00ebb93ca843 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group_rule': {'security_group_id': 'fe2d946a-1194-4206-a8ac-25feafc6c7e9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:08.524441 dv-neutron-834600-1-hyperv neutron-server[88565]: WARNING neutron.api.v2.base [None req-1476f907-95ea-4e29-a875-00ebb93ca843 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 06 13:28:08.524994 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-1476f907-95ea-4e29-a875-00ebb93ca843 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:28:08.529839 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1476f907-95ea-4e29-a875-00ebb93ca843 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0142288 Apr 06 13:28:08.530039 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41658) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:08.533185 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0dbd6f29-4bcc-42f8-b7bf-f1fe01dbdc9c tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:08.566845 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 58234266-eea3-4b79-912b-cb479579f5fa {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:28:08.567058 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 58234266-eea3-4b79-912b-cb479579f5fa not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:28:08.588327 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-45563f7a-3b64-4a20-9958-537b00852fbf tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] DELETE failed (client error): The resource could not be found. Apr 06 13:28:08.588810 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45563f7a-3b64-4a20-9958-537b00852fbf tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:28:08.609533 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-45563f7a-3b64-4a20-9958-537b00852fbf tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "DELETE /v2.0/subnets/ded75697-71ea-481c-8aec-61fab038f346 HTTP/1.1" status: 404 len: 337 time: 0.1341574 Apr 06 13:28:08.613879 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41662) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:08.674155 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0dbd6f29-4bcc-42f8-b7bf-f1fe01dbdc9c tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:08.695138 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-4ca0c3fa-8c07-4f99-8bb8-ec2e02103492 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Deleting port 58234266-eea3-4b79-912b-cb479579f5fa {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:08.695481 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4ca0c3fa-8c07-4f99-8bb8-ec2e02103492 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:08.773168 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-6c96f2ea-dc2c-46a0-92cc-207d4abaea01 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Deleting port 445a0223-b161-4be6-92c3-47a1f02d8c9d {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:08.773567 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6c96f2ea-dc2c-46a0-92cc-207d4abaea01 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:08.782347 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-4ca0c3fa-8c07-4f99-8bb8-ec2e02103492 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] The port '58234266-eea3-4b79-912b-cb479579f5fa' was deleted {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:28:08.800088 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2522a5ab-c1f9-4c39-81e3-a51bfb944601 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:08.921805 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7ca769f8-fd67-4c7f-a76a-0202569a96ef tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:08.999045 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4ca0c3fa-8c07-4f99-8bb8-ec2e02103492 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:09.003589 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2522a5ab-c1f9-4c39-81e3-a51bfb944601 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:09.023868 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7ca769f8-fd67-4c7f-a76a-0202569a96ef tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:09.052733 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-4ca0c3fa-8c07-4f99-8bb8-ec2e02103492 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4cf8cbf-de89-4102-826f-dd828e341b19']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:09.065675 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0dbd6f29-4bcc-42f8-b7bf-f1fe01dbdc9c tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:09.079164 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-4ca0c3fa-8c07-4f99-8bb8-ec2e02103492 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e02d0d3-a3b7-4e43-adc0-d8cc6d0a6e9b') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:09.079457 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-4ca0c3fa-8c07-4f99-8bb8-ec2e02103492 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e02d0d3-a3b7-4e43-adc0-d8cc6d0a6e9b') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:09.090054 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca769f8-fd67-4c7f-a76a-0202569a96ef tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:28:09.105873 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4ca0c3fa-8c07-4f99-8bb8-ec2e02103492 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:09.127036 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca769f8-fd67-4c7f-a76a-0202569a96ef tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50543647-bcb5-476b-b3a7-7702d3adb226,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:09.130826 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7ca769f8-fd67-4c7f-a76a-0202569a96ef tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:09.132998 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-7ca769f8-fd67-4c7f-a76a-0202569a96ef tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Added segment 81351e1f-3bb2-4c5d-b98d-ad232bd7876d of type vlan for network 8c701c0f-2037-4bfd-95f8-4111d7b28107 Apr 06 13:28:09.138835 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4ca0c3fa-8c07-4f99-8bb8-ec2e02103492 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:09.153347 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca0c3fa-8c07-4f99-8bb8-ec2e02103492 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:28:09.153755 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4ca0c3fa-8c07-4f99-8bb8-ec2e02103492 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:28:09.175408 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:28:09.235843 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7ca769f8-fd67-4c7f-a76a-0202569a96ef tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:09.295559 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6c96f2ea-dc2c-46a0-92cc-207d4abaea01 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:09.375064 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2522a5ab-c1f9-4c39-81e3-a51bfb944601 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:09.455142 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-6c96f2ea-dc2c-46a0-92cc-207d4abaea01 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Calling delete_port for 445a0223-b161-4be6-92c3-47a1f02d8c9d owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:09.468958 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c6e09736-6658-49b3-9018-19de1b46ac2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:09.485337 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0dbd6f29-4bcc-42f8-b7bf-f1fe01dbdc9c tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:09.527073 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522a5ab-c1f9-4c39-81e3-a51bfb944601 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2d946a-1194-4206-a8ac-25feafc6c7e9,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:09.555748 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd6f29-4bcc-42f8-b7bf-f1fe01dbdc9c tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event deleted for resources: {'Subnet': ['ID=3dc2f244-1b8a-44cf-b1f0-24d6cc21dfbe,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:09.558365 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0dbd6f29-4bcc-42f8-b7bf-f1fe01dbdc9c tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:09.563698 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6252368-d77e-4944-b952-6de4a89f2087 None None] Network 626bd4c6-a6a3-48c1-ae35-35fd3c4deb28 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:09.579505 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0dbd6f29-4bcc-42f8-b7bf-f1fe01dbdc9c tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "DELETE /v2.0/subnets/3dc2f244-1b8a-44cf-b1f0-24d6cc21dfbe HTTP/1.1" status: 204 len: 168 time: 1.1376488 Apr 06 13:28:09.581692 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41666) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:09.589184 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2522a5ab-c1f9-4c39-81e3-a51bfb944601 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:09.592763 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2522a5ab-c1f9-4c39-81e3-a51bfb944601 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "DELETE /v2.0/security-groups/fe2d946a-1194-4206-a8ac-25feafc6c7e9 HTTP/1.1" status: 204 len: 168 time: 1.0584836 Apr 06 13:28:09.609026 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41670) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:09.626842 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4ca0c3fa-8c07-4f99-8bb8-ec2e02103492 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:09.656891 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4ca0c3fa-8c07-4f99-8bb8-ec2e02103492 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:09.665151 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7ca769f8-fd67-4c7f-a76a-0202569a96ef tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:09.670717 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca769f8-fd67-4c7f-a76a-0202569a96ef tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:09.671418 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7ca769f8-fd67-4c7f-a76a-0202569a96ef tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:09.681862 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca0c3fa-8c07-4f99-8bb8-ec2e02103492 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] Pushing event deleted for resources: {'Network': ['ID=c4cf8cbf-de89-4102-826f-dd828e341b19,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:09.732593 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4ca0c3fa-8c07-4f99-8bb8-ec2e02103492 tempest-AllowedAddressPairIpV6TestJSON-826978682 tempest-AllowedAddressPairIpV6TestJSON-826978682-project] 10.222.0.48 "DELETE /v2.0/networks/c4cf8cbf-de89-4102-826f-dd828e341b19 HTTP/1.1" status: 204 len: 168 time: 3.1798875 Apr 06 13:28:09.848999 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-34b7c91e-2084-42ec-bd98-4174dcbc8bc4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:09.866746 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-98b4fd1a-6ebc-4915-9fb4-ab91b68eb68b tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Synchronizing usage tracker for tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:28:09.888664 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-34b7c91e-2084-42ec-bd98-4174dcbc8bc4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Deleting port 2b5cd30e-1ce6-45ce-bf73-338a31a80438 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:09.889204 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-34b7c91e-2084-42ec-bd98-4174dcbc8bc4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:09.894974 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbb4ab0-aefa-49d4-941d-b6a3b59e84cb None None] DHCP port deletion for 626bd4c6-a6a3-48c1-ae35-35fd3c4deb28 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:28:09.901614 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-1bbb4ab0-aefa-49d4-941d-b6a3b59e84cb None None] Deleting port 2b5cd30e-1ce6-45ce-bf73-338a31a80438 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:09.902085 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1bbb4ab0-aefa-49d4-941d-b6a3b59e84cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:09.927161 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7ca769f8-fd67-4c7f-a76a-0202569a96ef tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4816418 Apr 06 13:28:09.938212 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41678) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:09.945963 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca769f8-fd67-4c7f-a76a-0202569a96ef tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Pushing event updated for resources: {'Network': ['ID=8c701c0f-2037-4bfd-95f8-4111d7b28107,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:09.952728 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-7bf4ac50-0092-4611-8b5f-bbd558ff406a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Request body: {'subnet': {'network_id': '8c701c0f-2037-4bfd-95f8-4111d7b28107', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:09.968706 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 8c701c0f-2037-4bfd-95f8-4111d7b28107 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:28:10.006043 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-98b4fd1a-6ebc-4915-9fb4-ab91b68eb68b tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Unset dirty status for tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:28:10.013850 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-98b4fd1a-6ebc-4915-9fb4-ab91b68eb68b tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3853381 Apr 06 13:28:10.017227 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41682) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:10.030485 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-083158f6-7222-458d-b9a9-819c645d8125 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group': {'name': 'tempest-secgroup--905049705'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:10.041593 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-083158f6-7222-458d-b9a9-819c645d8125 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:10.066047 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-083158f6-7222-458d-b9a9-819c645d8125 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:10.075114 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-c6e09736-6658-49b3-9018-19de1b46ac2f admin admin] Deleting port a1cd4a2c-8c80-40cd-909f-65233ddd35ac {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:10.075581 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c6e09736-6658-49b3-9018-19de1b46ac2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:10.111874 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6c96f2ea-dc2c-46a0-92cc-207d4abaea01 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:10.181123 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96f2ea-dc2c-46a0-92cc-207d4abaea01 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event deleted for resources: {'Port': ['ID=445a0223-b161-4be6-92c3-47a1f02d8c9d,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:10.256279 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-083158f6-7222-458d-b9a9-819c645d8125 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:10.287490 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-083158f6-7222-458d-b9a9-819c645d8125 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:10.295563 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-083158f6-7222-458d-b9a9-819c645d8125 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Usage tracker for resource:security_group_rule and tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:10.295722 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-7bf4ac50-0092-4611-8b5f-bbd558ff406a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:10.300640 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-083158f6-7222-458d-b9a9-819c645d8125 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:10.304985 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-1bbb4ab0-aefa-49d4-941d-b6a3b59e84cb None None] For port 2b5cd30e-1ce6-45ce-bf73-338a31a80438, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=2b5cd30e-1ce6-45ce-bf73-338a31a80438,segment=NetworkSegment(6fca768b-0329-4138-bc53-5c8540a1c5ef),segment_id=6fca768b-0329-4138-bc53-5c8540a1c5ef)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:10.305620 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1bbb4ab0-aefa-49d4-941d-b6a3b59e84cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:10.317656 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-083158f6-7222-458d-b9a9-819c645d8125 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:10.329742 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-c6e09736-6658-49b3-9018-19de1b46ac2f admin admin] For port a1cd4a2c-8c80-40cd-909f-65233ddd35ac, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a1cd4a2c-8c80-40cd-909f-65233ddd35ac,segment=NetworkSegment(736e4659-c022-4000-9327-4bba1a040dcb),segment_id=736e4659-c022-4000-9327-4bba1a040dcb)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:10.330095 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c6e09736-6658-49b3-9018-19de1b46ac2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:10.337512 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-7bf4ac50-0092-4611-8b5f-bbd558ff406a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Usage tracker for resource:subnet and tenant:2be8e4df776a43478d626895c0b2a785 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:10.394588 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-7bf4ac50-0092-4611-8b5f-bbd558ff406a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:10.416529 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-7bf4ac50-0092-4611-8b5f-bbd558ff406a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:10.425375 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41688) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:10.460101 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-34b7c91e-2084-42ec-bd98-4174dcbc8bc4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] For port 2b5cd30e-1ce6-45ce-bf73-338a31a80438, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=2b5cd30e-1ce6-45ce-bf73-338a31a80438,segment=NetworkSegment(6fca768b-0329-4138-bc53-5c8540a1c5ef),segment_id=6fca768b-0329-4138-bc53-5c8540a1c5ef)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:10.467946 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-34b7c91e-2084-42ec-bd98-4174dcbc8bc4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:10.489861 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-c6e09736-6658-49b3-9018-19de1b46ac2f admin admin] Calling delete_port for a1cd4a2c-8c80-40cd-909f-65233ddd35ac owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:10.493216 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-1bbb4ab0-aefa-49d4-941d-b6a3b59e84cb None None] Calling delete_port for 2b5cd30e-1ce6-45ce-bf73-338a31a80438 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:10.608182 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-34b7c91e-2084-42ec-bd98-4174dcbc8bc4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Calling delete_port for 2b5cd30e-1ce6-45ce-bf73-338a31a80438 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:10.628802 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-083158f6-7222-458d-b9a9-819c645d8125 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:10.637829 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6c96f2ea-dc2c-46a0-92cc-207d4abaea01 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:10.640671 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf4ac50-0092-4611-8b5f-bbd558ff406a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Made reservation on behalf of 2be8e4df776a43478d626895c0b2a785 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:10.644330 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ac50-0092-4611-8b5f-bbd558ff406a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:10.652758 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 2b5cd30e-1ce6-45ce-bf73-338a31a80438 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:28:10.753785 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-083158f6-7222-458d-b9a9-819c645d8125 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:10.797024 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1bbb4ab0-aefa-49d4-941d-b6a3b59e84cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:10.808838 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083158f6-7222-458d-b9a9-819c645d8125 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65c1c742-e37a-4c38-bc7e-4e5a3e224979,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:10.857086 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb4ab0-aefa-49d4-941d-b6a3b59e84cb None None] Pushing event deleted for resources: {'Port': ['ID=2b5cd30e-1ce6-45ce-bf73-338a31a80438,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:10.859289 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:10.861596 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c6e09736-6658-49b3-9018-19de1b46ac2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:10.877293 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbb4ab0-aefa-49d4-941d-b6a3b59e84cb None None] No DVR routers for this DVR port 2b5cd30e-1ce6-45ce-bf73-338a31a80438 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:28:10.937596 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-083158f6-7222-458d-b9a9-819c645d8125 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:10.942022 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-083158f6-7222-458d-b9a9-819c645d8125 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9236875 Apr 06 13:28:10.942774 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41694) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:10.958612 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e09736-6658-49b3-9018-19de1b46ac2f admin admin] Pushing event deleted for resources: {'Port': ['ID=a1cd4a2c-8c80-40cd-909f-65233ddd35ac,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:10.989198 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6c96f2ea-dc2c-46a0-92cc-207d4abaea01 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "DELETE /v2.0/ports/445a0223-b161-4be6-92c3-47a1f02d8c9d HTTP/1.1" status: 204 len: 168 time: 2.3722894 Apr 06 13:28:10.993314 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-261f62be-b925-4ecd-a8b1-dcb6f39dbcaa tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group_rule': {'security_group_id': '65c1c742-e37a-4c38-bc7e-4e5a3e224979', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:10.994831 dv-neutron-834600-1-hyperv neutron-server[88564]: WARNING neutron.api.v2.base [None req-261f62be-b925-4ecd-a8b1-dcb6f39dbcaa tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 06 13:28:10.995421 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-261f62be-b925-4ecd-a8b1-dcb6f39dbcaa tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:28:10.999107 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-261f62be-b925-4ecd-a8b1-dcb6f39dbcaa tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0417283 Apr 06 13:28:10.999107 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41698) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:11.003774 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41700) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:11.015915 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-49beae00-973b-4704-9eae-96e140ae2660 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group_rule': {'security_group_id': '65c1c742-e37a-4c38-bc7e-4e5a3e224979', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:11.016602 dv-neutron-834600-1-hyperv neutron-server[88565]: WARNING neutron.api.v2.base [None req-49beae00-973b-4704-9eae-96e140ae2660 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 06 13:28:11.017108 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-49beae00-973b-4704-9eae-96e140ae2660 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:28:11.018253 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-49beae00-973b-4704-9eae-96e140ae2660 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0104504 Apr 06 13:28:11.024832 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ac6c083e-854d-4eff-af01-8e41453cef3e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68fd81c42155485aa440ab8221216044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5853100 Apr 06 13:28:11.024832 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41706) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:11.029606 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-68b83d61-54f8-4168-8826-25664ec977e9 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group_rule': {'security_group_id': '65c1c742-e37a-4c38-bc7e-4e5a3e224979', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:11.030820 dv-neutron-834600-1-hyperv neutron-server[88565]: WARNING neutron.api.v2.base [None req-68b83d61-54f8-4168-8826-25664ec977e9 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 06 13:28:11.035631 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-68b83d61-54f8-4168-8826-25664ec977e9 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:28:11.042228 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-68b83d61-54f8-4168-8826-25664ec977e9 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0127983 Apr 06 13:28:11.042228 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41708) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:11.048103 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41712) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:11.058032 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-69b082f7-41d4-402c-86d0-565265e114c3 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group_rule': {'security_group_id': '65c1c742-e37a-4c38-bc7e-4e5a3e224979', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:11.059641 dv-neutron-834600-1-hyperv neutron-server[88565]: WARNING neutron.api.v2.base [None req-69b082f7-41d4-402c-86d0-565265e114c3 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 06 13:28:11.060459 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-69b082f7-41d4-402c-86d0-565265e114c3 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:28:11.062182 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-69b082f7-41d4-402c-86d0-565265e114c3 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0117435 Apr 06 13:28:11.081074 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41718) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:11.082080 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.api [None req-34b7c91e-2084-42ec-bd98-4174dcbc8bc4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:28:11.082583 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG oslo_db.api [None req-34b7c91e-2084-42ec-bd98-4174dcbc8bc4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:28:11.137024 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-d02b9366-9b98-4bb7-a389-3a807b042091 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Deleting port 3d060b62-7da2-4caf-b359-4b2ea2490d96 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:11.142889 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d02b9366-9b98-4bb7-a389-3a807b042091 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:11.327755 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6c2f9491-d36e-4431-bcff-d32ec1f90230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:11.356808 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40948ee1-2d52-41b6-9b51-5908c68687d9 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:11.390236 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6c2f9491-d36e-4431-bcff-d32ec1f90230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:11.424038 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40948ee1-2d52-41b6-9b51-5908c68687d9 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:11.457742 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ac50-0092-4611-8b5f-bbd558ff406a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:11.572763 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4ac50-0092-4611-8b5f-bbd558ff406a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Pushing event updated for resources: {'Subnet': ['ID=22f6cf4d-101a-470b-89bd-4264074b56b6,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:11.581782 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf4ac50-0092-4611-8b5f-bbd558ff406a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Checking segment: {'id': '81351e1f-3bb2-4c5d-b98d-ad232bd7876d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8c701c0f-2037-4bfd-95f8-4111d7b28107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:28:11.581782 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf4ac50-0092-4611-8b5f-bbd558ff406a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Network hostable DHCP agents. Network: 8c701c0f-2037-4bfd-95f8-4111d7b28107, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:28:11.586726 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-34b7c91e-2084-42ec-bd98-4174dcbc8bc4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Deleting port 2b5cd30e-1ce6-45ce-bf73-338a31a80438 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:11.586726 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-34b7c91e-2084-42ec-bd98-4174dcbc8bc4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:11.623721 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c6e09736-6658-49b3-9018-19de1b46ac2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:11.672913 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-34b7c91e-2084-42ec-bd98-4174dcbc8bc4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] The port '2b5cd30e-1ce6-45ce-bf73-338a31a80438' was deleted {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:28:11.674083 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40948ee1-2d52-41b6-9b51-5908c68687d9 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:11.732343 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6c2f9491-d36e-4431-bcff-d32ec1f90230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:11.736630 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40948ee1-2d52-41b6-9b51-5908c68687d9 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c1c742-e37a-4c38-bc7e-4e5a3e224979,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:11.747859 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d02b9366-9b98-4bb7-a389-3a807b042091 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:11.785207 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f9491-d36e-4431-bcff-d32ec1f90230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5358c65-b69c-497a-83bf-9c8deab96859,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:11.862964 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf4ac50-0092-4611-8b5f-bbd558ff406a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Network 8c701c0f-2037-4bfd-95f8-4111d7b28107 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:28:11.871254 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-34b7c91e-2084-42ec-bd98-4174dcbc8bc4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:11.911736 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40948ee1-2d52-41b6-9b51-5908c68687d9 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:11.913416 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-40948ee1-2d52-41b6-9b51-5908c68687d9 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "DELETE /v2.0/security-groups/65c1c742-e37a-4c38-bc7e-4e5a3e224979 HTTP/1.1" status: 204 len: 168 time: 0.8292911 Apr 06 13:28:11.914658 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6c2f9491-d36e-4431-bcff-d32ec1f90230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:11.916495 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6c2f9491-d36e-4431-bcff-d32ec1f90230 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f5358c65-b69c-497a-83bf-9c8deab96859 HTTP/1.1" status: 204 len: 168 time: 0.8741000 Apr 06 13:28:11.919186 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41722) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:11.923344 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-34b7c91e-2084-42ec-bd98-4174dcbc8bc4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['626bd4c6-a6a3-48c1-ae35-35fd3c4deb28']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:11.945126 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-d02b9366-9b98-4bb7-a389-3a807b042091 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Calling delete_port for 3d060b62-7da2-4caf-b359-4b2ea2490d96 owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:11.953288 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-34b7c91e-2084-42ec-bd98-4174dcbc8bc4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fca768b-0329-4138-bc53-5c8540a1c5ef') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:11.953586 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-34b7c91e-2084-42ec-bd98-4174dcbc8bc4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fca768b-0329-4138-bc53-5c8540a1c5ef') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:11.975103 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-34b7c91e-2084-42ec-bd98-4174dcbc8bc4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:11.993419 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-7bf4ac50-0092-4611-8b5f-bbd558ff406a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 8c701c0f-2037-4bfd-95f8-4111d7b28107) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:12.005652 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1032077-9594-4680-82e4-30e97abf7e74 None None] Network 8c701c0f-2037-4bfd-95f8-4111d7b28107 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:12.018981 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf4ac50-0092-4611-8b5f-bbd558ff406a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:12.019572 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ac50-0092-4611-8b5f-bbd558ff406a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:12.029063 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b90cd0cb-9cd0-40e7-b96b-0a8056988299 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Synchronizing usage tracker for tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:28:12.033482 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-34b7c91e-2084-42ec-bd98-4174dcbc8bc4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:12.054849 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b7c91e-2084-42ec-bd98-4174dcbc8bc4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:28:12.055285 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-34b7c91e-2084-42ec-bd98-4174dcbc8bc4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:28:12.075867 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:28:12.172360 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7bf4ac50-0092-4611-8b5f-bbd558ff406a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2333128 Apr 06 13:28:12.178885 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41728) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:12.185213 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b90cd0cb-9cd0-40e7-b96b-0a8056988299 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Unset dirty status for tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:28:12.185805 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b90cd0cb-9cd0-40e7-b96b-0a8056988299 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2658250 Apr 06 13:28:12.190502 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-cc77e140-c846-47b4-a8ef-8524b99ed225 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Request body: {'port': {'network_id': '8c701c0f-2037-4bfd-95f8-4111d7b28107', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1252064582'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:12.212159 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41732) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:12.229230 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-626b3a1e-2f4f-4689-8f9c-f3b5b8718033 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group': {'name': 'tempest-secgroup--782040091'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:12.243891 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-626b3a1e-2f4f-4689-8f9c-f3b5b8718033 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:12.323209 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43eccc64-7f1c-465b-8a72-c1a3212b23a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-8c701c0f-2037-4bfd-95f8-4111d7b28107', 'network_id': '8c701c0f-2037-4bfd-95f8-4111d7b28107', 'tenant_id': '2be8e4df776a43478d626895c0b2a785', 'fixed_ips': [{'subnet_id': '22f6cf4d-101a-470b-89bd-4264074b56b6'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:28:12.323491 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-626b3a1e-2f4f-4689-8f9c-f3b5b8718033 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:12.323863 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-43eccc64-7f1c-465b-8a72-c1a3212b23a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:12.359199 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-34b7c91e-2084-42ec-bd98-4174dcbc8bc4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:12.364580 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-34b7c91e-2084-42ec-bd98-4174dcbc8bc4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:12.392545 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e09736-6658-49b3-9018-19de1b46ac2f admin admin] Router b7a760c3-8022-44e5-a4fb-cbad94600734 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:28:12.421429 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7c91e-2084-42ec-bd98-4174dcbc8bc4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] Pushing event deleted for resources: {'Network': ['ID=626bd4c6-a6a3-48c1-ae35-35fd3c4deb28,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:12.424432 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-626b3a1e-2f4f-4689-8f9c-f3b5b8718033 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:12.447152 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-34b7c91e-2084-42ec-bd98-4174dcbc8bc4 tempest-NetworksIpV6Test-1403114377 tempest-NetworksIpV6Test-1403114377-project] 10.222.0.48 "DELETE /v2.0/networks/626bd4c6-a6a3-48c1-ae35-35fd3c4deb28 HTTP/1.1" status: 204 len: 168 time: 2.8615155 Apr 06 13:28:12.449842 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-cc77e140-c846-47b4-a8ef-8524b99ed225 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:12.462319 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d02b9366-9b98-4bb7-a389-3a807b042091 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:12.474846 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-cc77e140-c846-47b4-a8ef-8524b99ed225 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Usage tracker for resource:port and tenant:2be8e4df776a43478d626895c0b2a785 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:12.486692 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-cc77e140-c846-47b4-a8ef-8524b99ed225 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:12.494712 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-626b3a1e-2f4f-4689-8f9c-f3b5b8718033 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:12.516431 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-626b3a1e-2f4f-4689-8f9c-f3b5b8718033 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Usage tracker for resource:security_group_rule and tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:12.520026 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-626b3a1e-2f4f-4689-8f9c-f3b5b8718033 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:12.530459 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-626b3a1e-2f4f-4689-8f9c-f3b5b8718033 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:12.556655 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b9366-9b98-4bb7-a389-3a807b042091 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event deleted for resources: {'Port': ['ID=3d060b62-7da2-4caf-b359-4b2ea2490d96,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:12.577791 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-cc77e140-c846-47b4-a8ef-8524b99ed225 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:12.685506 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-43eccc64-7f1c-465b-8a72-c1a3212b23a0 None None] Allocated IP 2001:db8::2 (8c701c0f-2037-4bfd-95f8-4111d7b28107/22f6cf4d-101a-470b-89bd-4264074b56b6/b19a2b8d-e406-4214-86a3-608af0d8e4f7) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:28:12.693128 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-626b3a1e-2f4f-4689-8f9c-f3b5b8718033 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:12.699259 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc77e140-c846-47b4-a8ef-8524b99ed225 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Made reservation on behalf of 2be8e4df776a43478d626895c0b2a785 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:12.703977 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cc77e140-c846-47b4-a8ef-8524b99ed225 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:12.734585 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-cc77e140-c846-47b4-a8ef-8524b99ed225 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] device_id is not set on port 3cfbe331-59c3-46f6-99b5-0e7bdffc477c yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:28:12.776412 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d02b9366-9b98-4bb7-a389-3a807b042091 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:12.779688 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e09736-6658-49b3-9018-19de1b46ac2f admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:28:12.794079 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c6e09736-6658-49b3-9018-19de1b46ac2f admin admin] 10.222.0.48 "PUT /v2.0/routers/b7a760c3-8022-44e5-a4fb-cbad94600734/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1551111 Apr 06 13:28:12.797964 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41746) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:12.807800 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-626b3a1e-2f4f-4689-8f9c-f3b5b8718033 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:12.930520 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3eb9f7-3a4c-4499-88fb-441f4cdccce9 None None] Sync routers for ids ['b7a760c3-8022-44e5-a4fb-cbad94600734'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:28:12.933438 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b3a1e-2f4f-4689-8f9c-f3b5b8718033 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa311d78-4152-4563-b55f-8127e2a8fe0f,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:12.963014 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3eb9f7-3a4c-4499-88fb-441f4cdccce9 None None] Routers {'b7a760c3-8022-44e5-a4fb-cbad94600734'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:28:12.963655 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ce3eb9f7-3a4c-4499-88fb-441f4cdccce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:27:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['b7a760c3-8022-44e5-a4fb-cbad94600734'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:13.012439 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d02b9366-9b98-4bb7-a389-3a807b042091 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "DELETE /v2.0/ports/3d060b62-7da2-4caf-b359-4b2ea2490d96 HTTP/1.1" status: 204 len: 168 time: 2.0071280 Apr 06 13:28:13.017562 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41754) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:13.101573 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-626b3a1e-2f4f-4689-8f9c-f3b5b8718033 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:13.105610 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-626b3a1e-2f4f-4689-8f9c-f3b5b8718033 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8909576 Apr 06 13:28:13.106622 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41760) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:13.111910 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-7f27678a-a2ea-4187-8143-0a99454ec1ef tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group_rule': {'security_group_id': 'aa311d78-4152-4563-b55f-8127e2a8fe0f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:13.112687 dv-neutron-834600-1-hyperv neutron-server[88565]: WARNING neutron.api.v2.base [None req-7f27678a-a2ea-4187-8143-0a99454ec1ef tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 06 13:28:13.113545 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-7f27678a-a2ea-4187-8143-0a99454ec1ef tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:28:13.117752 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7f27678a-a2ea-4187-8143-0a99454ec1ef tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077691 Apr 06 13:28:13.121374 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41764) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:13.134852 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-d07e191d-c66b-44a5-918f-760039385cc4 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group_rule': {'security_group_id': 'aa311d78-4152-4563-b55f-8127e2a8fe0f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:13.146672 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d07e191d-c66b-44a5-918f-760039385cc4 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:13.157921 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d07e191d-c66b-44a5-918f-760039385cc4 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Usage tracker for resource:security_group_rule and tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:13.163155 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d07e191d-c66b-44a5-918f-760039385cc4 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:13.168704 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41768) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:13.170070 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d07e191d-c66b-44a5-918f-760039385cc4 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:13.242874 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544ea75f-21d8-4a1b-9ed9-6a3e58b65b7b tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:13.243646 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-544ea75f-21d8-4a1b-9ed9-6a3e58b65b7b tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Synchronizing usage tracker for tenant:85b5a92c88a5421aa7d05fbcad83612c on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:28:13.316238 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4db97af0-14f7-442b-8867-dcac88780276 admin admin] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:13.413632 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-544ea75f-21d8-4a1b-9ed9-6a3e58b65b7b tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Unset dirty status for tenant:85b5a92c88a5421aa7d05fbcad83612c on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:28:13.413837 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-ce3eb9f7-3a4c-4499-88fb-441f4cdccce9 None None] Set router b7a760c3-8022-44e5-a4fb-cbad94600734 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:28:13.415085 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-544ea75f-21d8-4a1b-9ed9-6a3e58b65b7b tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6be2954-a14b-458a-b118-628a4055f72d HTTP/1.1" status: 200 len: 913 time: 0.3964305 Apr 06 13:28:13.418224 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41778) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:13.481404 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-43eccc64-7f1c-465b-8a72-c1a3212b23a0 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:13.606135 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4db97af0-14f7-442b-8867-dcac88780276 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:13.628576 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-43eccc64-7f1c-465b-8a72-c1a3212b23a0 None None] Transition to ACTIVE for port object b19a2b8d-e406-4214-86a3-608af0d8e4f7 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:28:13.635233 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-da053e6f-441b-4dbd-a63d-05ccb770c434 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed39337f249349ada24d9b0a6c7e89f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4623759 Apr 06 13:28:13.636177 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41782) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:13.697263 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-d07e191d-c66b-44a5-918f-760039385cc4 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:28:13.700720 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d07e191d-c66b-44a5-918f-760039385cc4 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5784733 Apr 06 13:28:13.704310 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-4db97af0-14f7-442b-8867-dcac88780276 admin admin] Deleting port 96bc3ff0-2ca2-4dbc-a691-bfc3030cb734 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:13.704753 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4db97af0-14f7-442b-8867-dcac88780276 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:13.713930 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-43eccc64-7f1c-465b-8a72-c1a3212b23a0 None None] Transition to ACTIVE for port object b19a2b8d-e406-4214-86a3-608af0d8e4f7 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:28:13.742641 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41788) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:13.763423 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-5572871e-020f-4132-8430-deb0d4b7b905 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group_rule': {'security_group_id': 'aa311d78-4152-4563-b55f-8127e2a8fe0f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:13.764045 dv-neutron-834600-1-hyperv neutron-server[88564]: WARNING neutron.api.v2.base [None req-5572871e-020f-4132-8430-deb0d4b7b905 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 06 13:28:13.764650 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-5572871e-020f-4132-8430-deb0d4b7b905 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:28:13.765767 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5572871e-020f-4132-8430-deb0d4b7b905 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0247786 Apr 06 13:28:13.773807 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41792) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:13.785893 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-a41af8b2-5733-4a35-91ab-d49bac471a19 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group_rule': {'security_group_id': 'aa311d78-4152-4563-b55f-8127e2a8fe0f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:13.799443 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d0af8d52-d103-4a4c-8931-8b158f9c4a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:13.801914 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a41af8b2-5733-4a35-91ab-d49bac471a19 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:13.811385 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a41af8b2-5733-4a35-91ab-d49bac471a19 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Usage tracker for resource:security_group_rule and tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:13.821563 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-43eccc64-7f1c-465b-8a72-c1a3212b23a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:13.831259 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a41af8b2-5733-4a35-91ab-d49bac471a19 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:13.861495 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a41af8b2-5733-4a35-91ab-d49bac471a19 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:13.926647 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eccc64-7f1c-465b-8a72-c1a3212b23a0 None None] Network 8c701c0f-2037-4bfd-95f8-4111d7b28107 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:28:13.927655 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41796) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:13.936747 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-43eccc64-7f1c-465b-8a72-c1a3212b23a0 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:13.943395 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eccc64-7f1c-465b-8a72-c1a3212b23a0 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:28:13.953122 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eccc64-7f1c-465b-8a72-c1a3212b23a0 None None] Pushing event updated for resources: {'Port': ['ID=b19a2b8d-e406-4214-86a3-608af0d8e4f7,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:13.964799 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d0af8d52-d103-4a4c-8931-8b158f9c4a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:14.067739 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ce3eb9f7-3a4c-4499-88fb-441f4cdccce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'name': 'tempest-ServerActionsTestJSON-729544512-router', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '96bc3ff0-2ca2-4dbc-a691-bfc3030cb734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:19Z', 'updated_at': '2022-04-06T13:28:10Z', 'revision_number': 5, 'project_id': '9a4d54de52764226baa1254caab457dd', 'gw_port': {'id': '96bc3ff0-2ca2-4dbc-a691-bfc3030cb734', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:24:20Z', 'updated_at': '2022-04-06T13:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:14.070758 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-43eccc64-7f1c-465b-8a72-c1a3212b23a0 None None] Attempting to bind port b19a2b8d-e406-4214-86a3-608af0d8e4f7 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:28:14.071277 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-43eccc64-7f1c-465b-8a72-c1a3212b23a0 None None] Attempting to bind port b19a2b8d-e406-4214-86a3-608af0d8e4f7 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '81351e1f-3bb2-4c5d-b98d-ad232bd7876d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8c701c0f-2037-4bfd-95f8-4111d7b28107'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:28:14.071650 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eccc64-7f1c-465b-8a72-c1a3212b23a0 None None] Attempting to bind port b19a2b8d-e406-4214-86a3-608af0d8e4f7 on network 8c701c0f-2037-4bfd-95f8-4111d7b28107 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:28:14.080883 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eccc64-7f1c-465b-8a72-c1a3212b23a0 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:28:14.081263 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eccc64-7f1c-465b-8a72-c1a3212b23a0 None None] Checking segment: {'id': '81351e1f-3bb2-4c5d-b98d-ad232bd7876d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8c701c0f-2037-4bfd-95f8-4111d7b28107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:28:14.081670 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-43eccc64-7f1c-465b-8a72-c1a3212b23a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:14.090940 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eccc64-7f1c-465b-8a72-c1a3212b23a0 None None] Bound using segment: {'id': '81351e1f-3bb2-4c5d-b98d-ad232bd7876d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8c701c0f-2037-4bfd-95f8-4111d7b28107'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:28:14.090940 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-43eccc64-7f1c-465b-8a72-c1a3212b23a0 None None] Bound port: b19a2b8d-e406-4214-86a3-608af0d8e4f7, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81351e1f-3bb2-4c5d-b98d-ad232bd7876d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8c701c0f-2037-4bfd-95f8-4111d7b28107'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:28:14.090940 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-43eccc64-7f1c-465b-8a72-c1a3212b23a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:14.108554 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-4db97af0-14f7-442b-8867-dcac88780276 admin admin] For port 96bc3ff0-2ca2-4dbc-a691-bfc3030cb734, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=96bc3ff0-2ca2-4dbc-a691-bfc3030cb734,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:14.109215 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4db97af0-14f7-442b-8867-dcac88780276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:14.123675 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-a41af8b2-5733-4a35-91ab-d49bac471a19 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:28:14.124951 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a41af8b2-5733-4a35-91ab-d49bac471a19 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3499444 Apr 06 13:28:14.141463 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3eb9f7-3a4c-4499-88fb-441f4cdccce9 None None] Checking router: b7a760c3-8022-44e5-a4fb-cbad94600734 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:28:14.168248 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3eb9f7-3a4c-4499-88fb-441f4cdccce9 None None] Routers {'b7a760c3-8022-44e5-a4fb-cbad94600734'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:28:14.168868 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ce3eb9f7-3a4c-4499-88fb-441f4cdccce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:27:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['b7a760c3-8022-44e5-a4fb-cbad94600734'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:14.184516 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41802) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:14.266882 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-4db97af0-14f7-442b-8867-dcac88780276 admin admin] Calling delete_port for 96bc3ff0-2ca2-4dbc-a691-bfc3030cb734 owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:14.278719 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-69f0ea85-9767-49b6-af8c-a7ff3e9d74da tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group_rule': {'security_group_id': 'aa311d78-4152-4563-b55f-8127e2a8fe0f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:14.279217 dv-neutron-834600-1-hyperv neutron-server[88565]: WARNING neutron.api.v2.base [None req-69f0ea85-9767-49b6-af8c-a7ff3e9d74da tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 06 13:28:14.285596 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-69f0ea85-9767-49b6-af8c-a7ff3e9d74da tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:28:14.286109 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-69f0ea85-9767-49b6-af8c-a7ff3e9d74da tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0772786 Apr 06 13:28:14.290677 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-b3d6d181-ab9a-4ca3-8a63-4622359ca4fb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1857002037'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:14.294738 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-cc77e140-c846-47b4-a8ef-8524b99ed225 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Allocated IP 2001:db8::7f (8c701c0f-2037-4bfd-95f8-4111d7b28107/22f6cf4d-101a-470b-89bd-4264074b56b6/3cfbe331-59c3-46f6-99b5-0e7bdffc477c) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:28:14.299267 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41808) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:14.308898 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b3d6d181-ab9a-4ca3-8a63-4622359ca4fb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:14.315907 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-1491886f-bf17-4d7a-9b5c-cba314af41a4 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group_rule': {'security_group_id': 'aa311d78-4152-4563-b55f-8127e2a8fe0f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:14.328968 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b3d6d181-ab9a-4ca3-8a63-4622359ca4fb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Usage tracker for resource:network and tenant:bfb47db20f0d451b8551770a994c0a42 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:14.331811 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1491886f-bf17-4d7a-9b5c-cba314af41a4 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:14.341356 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b3d6d181-ab9a-4ca3-8a63-4622359ca4fb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:14.352378 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-1491886f-bf17-4d7a-9b5c-cba314af41a4 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Usage tracker for resource:security_group_rule and tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:14.357998 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-43eccc64-7f1c-465b-8a72-c1a3212b23a0 None None] For port b19a2b8d-e406-4214-86a3-608af0d8e4f7, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:28:14.367328 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b3d6d181-ab9a-4ca3-8a63-4622359ca4fb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:14.369793 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-1491886f-bf17-4d7a-9b5c-cba314af41a4 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:14.381994 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-43eccc64-7f1c-465b-8a72-c1a3212b23a0 None None] For port b19a2b8d-e406-4214-86a3-608af0d8e4f7, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=b19a2b8d-e406-4214-86a3-608af0d8e4f7,segment=NetworkSegment(81351e1f-3bb2-4c5d-b98d-ad232bd7876d),segment_id=81351e1f-3bb2-4c5d-b98d-ad232bd7876d)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:28:14.383569 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-ce3eb9f7-3a4c-4499-88fb-441f4cdccce9 None None] Set router b7a760c3-8022-44e5-a4fb-cbad94600734 gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:28:14.414516 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d0af8d52-d103-4a4c-8931-8b158f9c4a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:14.445131 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1491886f-bf17-4d7a-9b5c-cba314af41a4 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:14.481877 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af8d52-d103-4a4c-8931-8b158f9c4a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6188293-8e95-4e54-97d7-9770cc09b918,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:14.507256 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d0af8d52-d103-4a4c-8931-8b158f9c4a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:14.511188 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d0af8d52-d103-4a4c-8931-8b158f9c4a32 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6188293-8e95-4e54-97d7-9770cc09b918 HTTP/1.1" status: 204 len: 168 time: 0.8720179 Apr 06 13:28:14.551141 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-43eccc64-7f1c-465b-8a72-c1a3212b23a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:14.588392 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d6d181-ab9a-4ca3-8a63-4622359ca4fb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Made reservation on behalf of bfb47db20f0d451b8551770a994c0a42 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:14.591724 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b3d6d181-ab9a-4ca3-8a63-4622359ca4fb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:14.618084 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ce3eb9f7-3a4c-4499-88fb-441f4cdccce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'name': 'tempest-ServerActionsTestJSON-729544512-router', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:19Z', 'updated_at': '2022-04-06T13:28:13Z', 'revision_number': 6, 'project_id': '9a4d54de52764226baa1254caab457dd', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:14.620959 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.securitygroups_db [None req-1491886f-bf17-4d7a-9b5c-cba314af41a4 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Project 0ef3b47207bb4c02a972fcdbcaeb5b49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:28:14.643601 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3eb9f7-3a4c-4499-88fb-441f4cdccce9 None None] The sync data for ids ['b7a760c3-8022-44e5-a4fb-cbad94600734'] in dv-neutron-834600-1-hyperv is: [{'id': 'b7a760c3-8022-44e5-a4fb-cbad94600734', 'name': 'tempest-ServerActionsTestJSON-729544512-router', 'tenant_id': '9a4d54de52764226baa1254caab457dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:24:19Z', 'updated_at': '2022-04-06T13:28:13Z', 'revision_number': 6, 'project_id': '9a4d54de52764226baa1254caab457dd', 'gw_port_host': None}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:28:14.645488 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b3d6d181-ab9a-4ca3-8a63-4622359ca4fb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:14.665350 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4db97af0-14f7-442b-8867-dcac88780276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:14.676326 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eccc64-7f1c-465b-8a72-c1a3212b23a0 None None] Pushing event updated for resources: {'Port': ['ID=b19a2b8d-e406-4214-86a3-608af0d8e4f7,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:14.705570 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b3d6d181-ab9a-4ca3-8a63-4622359ca4fb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:14.714114 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db97af0-14f7-442b-8867-dcac88780276 admin admin] Pushing event deleted for resources: {'Port': ['ID=96bc3ff0-2ca2-4dbc-a691-bfc3030cb734,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:14.808335 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b3d6d181-ab9a-4ca3-8a63-4622359ca4fb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Usage tracker for resource:security_group_rule and tenant:bfb47db20f0d451b8551770a994c0a42 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:14.821633 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b3d6d181-ab9a-4ca3-8a63-4622359ca4fb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:14.824737 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-1491886f-bf17-4d7a-9b5c-cba314af41a4 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:28:14.825776 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1491886f-bf17-4d7a-9b5c-cba314af41a4 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5258057 Apr 06 13:28:14.831793 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4db97af0-14f7-442b-8867-dcac88780276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:14.840550 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b3d6d181-ab9a-4ca3-8a63-4622359ca4fb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:14.844697 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41814) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:14.856528 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-38df13f1-f9a5-47dd-8f76-34be54a0bd0e tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group_rule': {'security_group_id': 'aa311d78-4152-4563-b55f-8127e2a8fe0f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:14.857001 dv-neutron-834600-1-hyperv neutron-server[88565]: WARNING neutron.api.v2.base [None req-38df13f1-f9a5-47dd-8f76-34be54a0bd0e tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 06 13:28:14.857489 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-38df13f1-f9a5-47dd-8f76-34be54a0bd0e tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:28:14.859279 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-38df13f1-f9a5-47dd-8f76-34be54a0bd0e tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0127704 Apr 06 13:28:14.878280 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41818) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:14.887783 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-a9b9db7a-8383-4ca3-84fe-b03bbac1fe35 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group_rule': {'security_group_id': 'aa311d78-4152-4563-b55f-8127e2a8fe0f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:14.894884 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a9b9db7a-8383-4ca3-84fe-b03bbac1fe35 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:14.904641 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a9b9db7a-8383-4ca3-84fe-b03bbac1fe35 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Usage tracker for resource:security_group_rule and tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:14.922783 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a9b9db7a-8383-4ca3-84fe-b03bbac1fe35 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:14.957931 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a9b9db7a-8383-4ca3-84fe-b03bbac1fe35 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:15.043514 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cc77e140-c846-47b4-a8ef-8524b99ed225 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:15.046136 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4db97af0-14f7-442b-8867-dcac88780276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:15.050439 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4db97af0-14f7-442b-8867-dcac88780276 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:15.190818 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-cc77e140-c846-47b4-a8ef-8524b99ed225 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Transition to ACTIVE for port object 3cfbe331-59c3-46f6-99b5-0e7bdffc477c will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:28:15.205774 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.securitygroups_db [None req-a9b9db7a-8383-4ca3-84fe-b03bbac1fe35 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Project 0ef3b47207bb4c02a972fcdbcaeb5b49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:28:15.213159 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4db97af0-14f7-442b-8867-dcac88780276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:15.214106 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db97af0-14f7-442b-8867-dcac88780276 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7a760c3-8022-44e5-a4fb-cbad94600734 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:28:15.238866 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4db97af0-14f7-442b-8867-dcac88780276 admin admin] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:15.238866 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4db97af0-14f7-442b-8867-dcac88780276 admin admin] 10.222.0.48 "DELETE /v2.0/routers/b7a760c3-8022-44e5-a4fb-cbad94600734 HTTP/1.1" status: 204 len: 168 time: 2.4384837 Apr 06 13:28:15.247655 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41826) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:15.316381 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b3d6d181-ab9a-4ca3-8a63-4622359ca4fb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:15.344072 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b3652f9e-5893-4261-a717-6679fc74959d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:15.401984 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-a9b9db7a-8383-4ca3-84fe-b03bbac1fe35 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:28:15.403073 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a9b9db7a-8383-4ca3-84fe-b03bbac1fe35 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5237813 Apr 06 13:28:15.415528 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41834) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:15.424681 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-dd78c21d-ef99-4e91-ad7b-119bef7e7012 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group_rule': {'security_group_id': 'aa311d78-4152-4563-b55f-8127e2a8fe0f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:15.425374 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-289accd6-52b2-4689-8f11-3f3a495df7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:15.436267 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b3d6d181-ab9a-4ca3-8a63-4622359ca4fb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:15.440176 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-dd78c21d-ef99-4e91-ad7b-119bef7e7012 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:15.451344 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cc77e140-c846-47b4-a8ef-8524b99ed225 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:15.480347 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc9bb0d-48f9-4663-9f3a-42ed915c4d94 admin admin] Deleting subnet 05aded58-8f1f-47e0-842d-ddd950b58777 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:28:15.483830 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cdc9bb0d-48f9-4663-9f3a-42ed915c4d94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:15.508375 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-dd78c21d-ef99-4e91-ad7b-119bef7e7012 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Usage tracker for resource:security_group_rule and tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:15.520984 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-dd78c21d-ef99-4e91-ad7b-119bef7e7012 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:15.537079 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cdc9bb0d-48f9-4663-9f3a-42ed915c4d94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:15.540031 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d6d181-ab9a-4ca3-8a63-4622359ca4fb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:28:15.573448 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-dd78c21d-ef99-4e91-ad7b-119bef7e7012 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:15.636323 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cdc9bb0d-48f9-4663-9f3a-42ed915c4d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:15.658452 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6d181-ab9a-4ca3-8a63-4622359ca4fb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bee8668-0eb0-4f78-bded-dd332a359c42,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:15.676394 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b3d6d181-ab9a-4ca3-8a63-4622359ca4fb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:15.676654 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-b3d6d181-ab9a-4ca3-8a63-4622359ca4fb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Added segment c3af2d70-cd24-4b6d-813c-58379223911b of type vlan for network 7c0295d6-520b-495d-854a-f2e1b77d063b Apr 06 13:28:15.680095 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc77e140-c846-47b4-a8ef-8524b99ed225 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Network 8c701c0f-2037-4bfd-95f8-4111d7b28107 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:28:15.687271 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77e140-c846-47b4-a8ef-8524b99ed225 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Pushing event updated for resources: {'Port': ['ID=3cfbe331-59c3-46f6-99b5-0e7bdffc477c,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:15.689723 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-cc77e140-c846-47b4-a8ef-8524b99ed225 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:15.696525 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc77e140-c846-47b4-a8ef-8524b99ed225 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:28:15.701980 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc77e140-c846-47b4-a8ef-8524b99ed225 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:15.702605 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cc77e140-c846-47b4-a8ef-8524b99ed225 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:15.785936 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b3d6d181-ab9a-4ca3-8a63-4622359ca4fb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:15.840135 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cdc9bb0d-48f9-4663-9f3a-42ed915c4d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:15.853991 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.securitygroups_db [None req-dd78c21d-ef99-4e91-ad7b-119bef7e7012 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Project 0ef3b47207bb4c02a972fcdbcaeb5b49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:28:15.894545 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9bb0d-48f9-4663-9f3a-42ed915c4d94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05aded58-8f1f-47e0-842d-ddd950b58777,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:15.903925 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cdc9bb0d-48f9-4663-9f3a-42ed915c4d94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:15.912158 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a43513-213c-45b2-867f-457bc30950de None None] Network 5be2eead-86e0-4801-95e6-7956006492a1 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:15.915683 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-cdc9bb0d-48f9-4663-9f3a-42ed915c4d94 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/05aded58-8f1f-47e0-842d-ddd950b58777 HTTP/1.1" status: 204 len: 168 time: 0.6666780 Apr 06 13:28:15.916315 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41846) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:15.965968 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-cc77e140-c846-47b4-a8ef-8524b99ed225 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.7859337 Apr 06 13:28:15.976272 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41850) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:15.977706 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-37b5201a-f283-4455-a508-beb9af28876a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Request body: {'port': {'network_id': '8c701c0f-2037-4bfd-95f8-4111d7b28107', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1977467683', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:15.978258 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.api.validators [None req-37b5201a-f283-4455-a508-beb9af28876a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] bootfile-name is not in valid_values {{(pid=88565) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 06 13:28:15.978579 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.api.validators [None req-37b5201a-f283-4455-a508-beb9af28876a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] tftp-server is not in valid_values {{(pid=88565) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 06 13:28:15.978925 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.api.validators [None req-37b5201a-f283-4455-a508-beb9af28876a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] server-ip-address is not in valid_values {{(pid=88565) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 06 13:28:16.061337 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7bb09d58-6478-4acb-9f14-878a859565f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:16.074236 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-7bb09d58-6478-4acb-9f14-878a859565f3 admin admin] Deleting port 552e07d0-bbb0-4245-8b8e-3b7ae5bff350 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:16.075540 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7bb09d58-6478-4acb-9f14-878a859565f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:16.090835 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-dd78c21d-ef99-4e91-ad7b-119bef7e7012 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:28:16.091947 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-dd78c21d-ef99-4e91-ad7b-119bef7e7012 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6754320 Apr 06 13:28:16.092682 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b3d6d181-ab9a-4ca3-8a63-4622359ca4fb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:16.098503 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d6d181-ab9a-4ca3-8a63-4622359ca4fb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:16.099333 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b3d6d181-ab9a-4ca3-8a63-4622359ca4fb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:16.106910 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41856) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:16.189804 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ed5b1a-2ff7-4805-8df0-164b14db6756 None None] Network 8c701c0f-2037-4bfd-95f8-4111d7b28107 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:16.265979 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41860) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:16.266667 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9a882c93-d683-445f-b2e8-d04f981a7b05 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:16.332898 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9a882c93-d683-445f-b2e8-d04f981a7b05 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:16.442139 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d1fc6b9a-4c6c-428b-addd-f639155592f6 None None] Provisioning for port b19a2b8d-e406-4214-86a3-608af0d8e4f7 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:28:16.466110 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-7bb09d58-6478-4acb-9f14-878a859565f3 admin admin] For port 552e07d0-bbb0-4245-8b8e-3b7ae5bff350, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=552e07d0-bbb0-4245-8b8e-3b7ae5bff350,segment=NetworkSegment(736e4659-c022-4000-9327-4bba1a040dcb),segment_id=736e4659-c022-4000-9327-4bba1a040dcb)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:16.466761 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7bb09d58-6478-4acb-9f14-878a859565f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:16.486470 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-b3652f9e-5893-4261-a717-6679fc74959d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Deleting port a54167c7-a0e0-48ad-8b77-2fe8df49462a {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:16.486826 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b3652f9e-5893-4261-a717-6679fc74959d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:16.534024 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6d181-ab9a-4ca3-8a63-4622359ca4fb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event updated for resources: {'Network': ['ID=7c0295d6-520b-495d-854a-f2e1b77d063b,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:16.552153 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-6a17aa86-aeb7-4004-b3e1-efaaa9db1825 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-562646170'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:16.570919 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 7c0295d6-520b-495d-854a-f2e1b77d063b details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:28:16.578859 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-37b5201a-f283-4455-a508-beb9af28876a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:16.598372 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed7d62f-08eb-4072-a005-eebd9b113828 None None] DHCP port deletion for 5be2eead-86e0-4801-95e6-7956006492a1 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:28:16.609595 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-37b5201a-f283-4455-a508-beb9af28876a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Usage tracker for resource:port and tenant:2be8e4df776a43478d626895c0b2a785 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:16.617689 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-37b5201a-f283-4455-a508-beb9af28876a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:16.617883 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-7bb09d58-6478-4acb-9f14-878a859565f3 admin admin] Calling delete_port for 552e07d0-bbb0-4245-8b8e-3b7ae5bff350 owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:16.624662 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-1ed7d62f-08eb-4072-a005-eebd9b113828 None None] Deleting port 552e07d0-bbb0-4245-8b8e-3b7ae5bff350 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:16.625423 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1ed7d62f-08eb-4072-a005-eebd9b113828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:16.627000 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-37b5201a-f283-4455-a508-beb9af28876a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:16.631049 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b3d6d181-ab9a-4ca3-8a63-4622359ca4fb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.7023852 Apr 06 13:28:16.654571 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-6a17aa86-aeb7-4004-b3e1-efaaa9db1825 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:16.662765 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9a882c93-d683-445f-b2e8-d04f981a7b05 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:16.678244 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6a17aa86-aeb7-4004-b3e1-efaaa9db1825 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Usage tracker for resource:network and tenant:914bb3d1bef745388dc453a227f40127 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:16.682487 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a882c93-d683-445f-b2e8-d04f981a7b05 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa311d78-4152-4563-b55f-8127e2a8fe0f,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:16.688523 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6a17aa86-aeb7-4004-b3e1-efaaa9db1825 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:16.698757 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-6a17aa86-aeb7-4004-b3e1-efaaa9db1825 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:16.724618 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9a882c93-d683-445f-b2e8-d04f981a7b05 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:16.725822 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9a882c93-d683-445f-b2e8-d04f981a7b05 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "DELETE /v2.0/security-groups/aa311d78-4152-4563-b55f-8127e2a8fe0f HTTP/1.1" status: 204 len: 168 time: 0.6179945 Apr 06 13:28:16.728720 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41866) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:16.787693 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a17aa86-aeb7-4004-b3e1-efaaa9db1825 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Made reservation on behalf of 914bb3d1bef745388dc453a227f40127 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:16.789033 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device b19a2b8d-e406-4214-86a3-608af0d8e4f7 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:28:16.794895 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41870) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:16.795353 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6a17aa86-aeb7-4004-b3e1-efaaa9db1825 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:16.803500 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-69a5b27b-d767-4b13-aa5e-9519ebba8fe3 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Request body: {'subnet': {'network_id': '7c0295d6-520b-495d-854a-f2e1b77d063b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:16.808619 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6a17aa86-aeb7-4004-b3e1-efaaa9db1825 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:16.821494 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b3652f9e-5893-4261-a717-6679fc74959d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:16.823159 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-10c86716-dec0-4884-b236-9ef025cb3f8d tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Synchronizing usage tracker for tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:28:16.839219 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-6a17aa86-aeb7-4004-b3e1-efaaa9db1825 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:16.843140 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6a17aa86-aeb7-4004-b3e1-efaaa9db1825 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Usage tracker for resource:security_group_rule and tenant:914bb3d1bef745388dc453a227f40127 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:16.846703 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6a17aa86-aeb7-4004-b3e1-efaaa9db1825 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:16.853226 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-6a17aa86-aeb7-4004-b3e1-efaaa9db1825 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:16.877283 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7bb09d58-6478-4acb-9f14-878a859565f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:16.946030 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-1ed7d62f-08eb-4072-a005-eebd9b113828 None None] The port '552e07d0-bbb0-4245-8b8e-3b7ae5bff350' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:28:16.951764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-10c86716-dec0-4884-b236-9ef025cb3f8d tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Unset dirty status for tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:28:16.962389 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-10c86716-dec0-4884-b236-9ef025cb3f8d tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2236083 Apr 06 13:28:16.962389 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb09d58-6478-4acb-9f14-878a859565f3 admin admin] No DVR routers for this DVR port 552e07d0-bbb0-4245-8b8e-3b7ae5bff350 on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:28:16.969192 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41874) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:17.006033 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb09d58-6478-4acb-9f14-878a859565f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=552e07d0-bbb0-4245-8b8e-3b7ae5bff350,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:17.015678 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-953e1fba-3cf8-4038-a454-c3e364246f4e tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group': {'name': 'tempest-secgroup--555088865'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:17.016113 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b5201a-f283-4455-a508-beb9af28876a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Made reservation on behalf of 2be8e4df776a43478d626895c0b2a785 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:17.019798 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-37b5201a-f283-4455-a508-beb9af28876a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:17.033592 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-953e1fba-3cf8-4038-a454-c3e364246f4e tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:17.036056 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-953e1fba-3cf8-4038-a454-c3e364246f4e tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:17.044288 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-b3652f9e-5893-4261-a717-6679fc74959d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Calling delete_port for a54167c7-a0e0-48ad-8b77-2fe8df49462a owned by network:router_interface {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:17.096843 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port b19a2b8d-e406-4214-86a3-608af0d8e4f7 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:28:17.107126 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port b19a2b8d-e406-4214-86a3-608af0d8e4f7 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:28:17.107844 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:17.130307 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-37b5201a-f283-4455-a508-beb9af28876a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] device_id is not set on port 376965fd-ee8c-4473-9a4f-30f1ae8ff556 yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:28:17.153640 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7bb09d58-6478-4acb-9f14-878a859565f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:17.174478 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-69a5b27b-d767-4b13-aa5e-9519ebba8fe3 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:17.201838 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-69a5b27b-d767-4b13-aa5e-9519ebba8fe3 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Usage tracker for resource:subnet and tenant:bfb47db20f0d451b8551770a994c0a42 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:17.205188 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-953e1fba-3cf8-4038-a454-c3e364246f4e tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:17.221377 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-69a5b27b-d767-4b13-aa5e-9519ebba8fe3 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:17.222660 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-7bb09d58-6478-4acb-9f14-878a859565f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be2eead-86e0-4801-95e6-7956006492a1']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:17.249832 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-953e1fba-3cf8-4038-a454-c3e364246f4e tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:17.251185 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-69a5b27b-d767-4b13-aa5e-9519ebba8fe3 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:17.253668 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-953e1fba-3cf8-4038-a454-c3e364246f4e tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Usage tracker for resource:security_group_rule and tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:17.256908 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-953e1fba-3cf8-4038-a454-c3e364246f4e tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:17.263066 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-953e1fba-3cf8-4038-a454-c3e364246f4e tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:17.275660 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-7bb09d58-6478-4acb-9f14-878a859565f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736e4659-c022-4000-9327-4bba1a040dcb') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:17.276042 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-7bb09d58-6478-4acb-9f14-878a859565f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736e4659-c022-4000-9327-4bba1a040dcb') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:17.281116 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:17.317615 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7bb09d58-6478-4acb-9f14-878a859565f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:17.332259 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6a17aa86-aeb7-4004-b3e1-efaaa9db1825 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:17.338142 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port b19a2b8d-e406-4214-86a3-608af0d8e4f7, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=b19a2b8d-e406-4214-86a3-608af0d8e4f7,segment=NetworkSegment(81351e1f-3bb2-4c5d-b98d-ad232bd7876d),segment_id=81351e1f-3bb2-4c5d-b98d-ad232bd7876d)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:17.349052 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7bb09d58-6478-4acb-9f14-878a859565f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:17.360689 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb09d58-6478-4acb-9f14-878a859565f3 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:28:17.361082 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7bb09d58-6478-4acb-9f14-878a859565f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:17.370944 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a5b27b-d767-4b13-aa5e-9519ebba8fe3 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Made reservation on behalf of bfb47db20f0d451b8551770a994c0a42 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:17.374563 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-69a5b27b-d767-4b13-aa5e-9519ebba8fe3 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:28:17.374734 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:28:17.443581 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6a17aa86-aeb7-4004-b3e1-efaaa9db1825 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:17.465788 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-43c3c9a6-a0e9-4a93-b2a6-dd5c8bf0f252 None None] Provisioning for port 3cfbe331-59c3-46f6-99b5-0e7bdffc477c completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:28:17.469937 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:17.495908 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-37b5201a-f283-4455-a508-beb9af28876a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Allocated IP 2001:db8::29d (8c701c0f-2037-4bfd-95f8-4111d7b28107/22f6cf4d-101a-470b-89bd-4264074b56b6/376965fd-ee8c-4473-9a4f-30f1ae8ff556) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:28:17.513782 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a17aa86-aeb7-4004-b3e1-efaaa9db1825 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:28:17.517967 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-953e1fba-3cf8-4038-a454-c3e364246f4e tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:17.528880 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17aa86-aeb7-4004-b3e1-efaaa9db1825 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75d5c093-b0ce-4b7f-8589-2644af8ef7f1,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:17.547258 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6a17aa86-aeb7-4004-b3e1-efaaa9db1825 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:17.547803 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-6a17aa86-aeb7-4004-b3e1-efaaa9db1825 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Added segment 76c371f0-b23b-4f9e-89a3-09f9d9320383 of type vlan for network db341e5f-4e58-4ff3-ad8b-c0d21eb95beb Apr 06 13:28:17.579141 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 96bc3ff0-2ca2-4dbc-a691-bfc3030cb734 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:28:17.589093 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6a17aa86-aeb7-4004-b3e1-efaaa9db1825 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:17.603875 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7bb09d58-6478-4acb-9f14-878a859565f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:17.625596 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 96bc3ff0-2ca2-4dbc-a691-bfc3030cb734 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:28:17.625907 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 96bc3ff0-2ca2-4dbc-a691-bfc3030cb734 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:28:17.626325 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device a1cd4a2c-8c80-40cd-909f-65233ddd35ac no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:28:17.643066 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7bb09d58-6478-4acb-9f14-878a859565f3 admin admin] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:17.648410 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb09d58-6478-4acb-9f14-878a859565f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5be2eead-86e0-4801-95e6-7956006492a1,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:17.660589 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-43c3c9a6-a0e9-4a93-b2a6-dd5c8bf0f252 None None] Provisioning complete for port 3cfbe331-59c3-46f6-99b5-0e7bdffc477c triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:28:17.661266 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-43c3c9a6-a0e9-4a93-b2a6-dd5c8bf0f252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:17.685055 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-953e1fba-3cf8-4038-a454-c3e364246f4e tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:17.719272 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: a1cd4a2c-8c80-40cd-909f-65233ddd35ac {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:28:17.719586 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device a1cd4a2c-8c80-40cd-909f-65233ddd35ac not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:28:17.732744 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e1fba-3cf8-4038-a454-c3e364246f4e tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0797f0-ac7a-4547-ae21-5fddc55c0726,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:17.734007 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=b19a2b8d-e406-4214-86a3-608af0d8e4f7,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:17.751908 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-43c3c9a6-a0e9-4a93-b2a6-dd5c8bf0f252 None None] Port 3cfbe331-59c3-46f6-99b5-0e7bdffc477c cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:28:17.755961 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6a17aa86-aeb7-4004-b3e1-efaaa9db1825 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:17.762465 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a17aa86-aeb7-4004-b3e1-efaaa9db1825 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:17.763109 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6a17aa86-aeb7-4004-b3e1-efaaa9db1825 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:17.764112 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-43c3c9a6-a0e9-4a93-b2a6-dd5c8bf0f252 None None] Provisioning complete for port b19a2b8d-e406-4214-86a3-608af0d8e4f7 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:28:17.764481 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-43c3c9a6-a0e9-4a93-b2a6-dd5c8bf0f252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:17.779612 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b3652f9e-5893-4261-a717-6679fc74959d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:17.804248 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-953e1fba-3cf8-4038-a454-c3e364246f4e tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:17.805437 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-953e1fba-3cf8-4038-a454-c3e364246f4e tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8010118 Apr 06 13:28:17.810896 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7bb09d58-6478-4acb-9f14-878a859565f3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5be2eead-86e0-4801-95e6-7956006492a1 HTTP/1.1" status: 204 len: 168 time: 1.8935752 Apr 06 13:28:17.813817 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41880) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:17.822205 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-aac8ebcf-6968-4e32-bdff-6d0ff9c38f1b tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group_rule': {'security_group_id': '0a0797f0-ac7a-4547-ae21-5fddc55c0726', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:17.827845 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-aac8ebcf-6968-4e32-bdff-6d0ff9c38f1b tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:17.831667 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-aac8ebcf-6968-4e32-bdff-6d0ff9c38f1b tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Usage tracker for resource:security_group_rule and tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:17.832364 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-99579df3-1f7d-4095-af22-0624b0ea57a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:17.835671 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-aac8ebcf-6968-4e32-bdff-6d0ff9c38f1b tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:17.841126 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-aac8ebcf-6968-4e32-bdff-6d0ff9c38f1b tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:17.854069 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3652f9e-5893-4261-a717-6679fc74959d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event deleted for resources: {'Port': ['ID=a54167c7-a0e0-48ad-8b77-2fe8df49462a,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:18.008906 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6a17aa86-aeb7-4004-b3e1-efaaa9db1825 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7400801 Apr 06 13:28:18.012818 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41886) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:18.025326 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-02e07544-6fd4-4e19-b5a1-dbfa558b73c3 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1088714251'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:18.028520 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17aa86-aeb7-4004-b3e1-efaaa9db1825 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Network': ['ID=db341e5f-4e58-4ff3-ad8b-c0d21eb95beb,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:18.036362 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-02e07544-6fd4-4e19-b5a1-dbfa558b73c3 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:18.042584 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-02e07544-6fd4-4e19-b5a1-dbfa558b73c3 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Usage tracker for resource:network and tenant:914bb3d1bef745388dc453a227f40127 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:18.045740 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-02e07544-6fd4-4e19-b5a1-dbfa558b73c3 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:18.045865 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network db341e5f-4e58-4ff3-ad8b-c0d21eb95beb details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:28:18.054492 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-02e07544-6fd4-4e19-b5a1-dbfa558b73c3 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:18.110111 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-37b5201a-f283-4455-a508-beb9af28876a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:18.136464 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-37b5201a-f283-4455-a508-beb9af28876a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Transition to ACTIVE for port object 376965fd-ee8c-4473-9a4f-30f1ae8ff556 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:28:18.144276 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f3f6ce56-8fb6-4963-a6b3-88a04bf6a672 None None] Provisioning complete for port 3cfbe331-59c3-46f6-99b5-0e7bdffc477c triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:28:18.144639 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f3f6ce56-8fb6-4963-a6b3-88a04bf6a672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:18.191154 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-aac8ebcf-6968-4e32-bdff-6d0ff9c38f1b tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] create failed (client error): The resource could not be found. Apr 06 13:28:18.192223 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-aac8ebcf-6968-4e32-bdff-6d0ff9c38f1b tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3774989 Apr 06 13:28:18.193019 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e07544-6fd4-4e19-b5a1-dbfa558b73c3 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Made reservation on behalf of 914bb3d1bef745388dc453a227f40127 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:18.197304 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-02e07544-6fd4-4e19-b5a1-dbfa558b73c3 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:18.202604 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41890) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:18.214741 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-69a5b27b-d767-4b13-aa5e-9519ebba8fe3 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:18.224838 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-4a4d29d3-f703-416f-9712-1c9f685b9414 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group_rule': {'security_group_id': '0a0797f0-ac7a-4547-ae21-5fddc55c0726', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '915aecbb-76d7-490a-bc77-c10202137d2d'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:18.237082 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e07544-6fd4-4e19-b5a1-dbfa558b73c3 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:28:18.237835 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-f3f6ce56-8fb6-4963-a6b3-88a04bf6a672 None None] Port 3cfbe331-59c3-46f6-99b5-0e7bdffc477c cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:28:18.254454 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-02e07544-6fd4-4e19-b5a1-dbfa558b73c3 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:18.254795 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-02e07544-6fd4-4e19-b5a1-dbfa558b73c3 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Added segment 3a700886-b05f-44b5-91b9-ba7c815751e8 of type vlan for network df50d172-4ea2-4e21-b6f0-701412de3f6a Apr 06 13:28:18.287347 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-02e07544-6fd4-4e19-b5a1-dbfa558b73c3 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:18.401980 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4a4d29d3-f703-416f-9712-1c9f685b9414 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:18.410468 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41894) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:18.427090 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4a4d29d3-f703-416f-9712-1c9f685b9414 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Usage tracker for resource:security_group_rule and tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:18.436594 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4a4d29d3-f703-416f-9712-1c9f685b9414 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:18.453106 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4a4d29d3-f703-416f-9712-1c9f685b9414 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:18.463131 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b3652f9e-5893-4261-a717-6679fc74959d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:18.478988 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-02e07544-6fd4-4e19-b5a1-dbfa558b73c3 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:18.486311 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e07544-6fd4-4e19-b5a1-dbfa558b73c3 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:18.487046 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-02e07544-6fd4-4e19-b5a1-dbfa558b73c3 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:18.493128 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5b27b-d767-4b13-aa5e-9519ebba8fe3 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event updated for resources: {'Subnet': ['ID=97a2e4fc-4359-4d3c-9961-1618e25eba63,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:18.527557 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device b19a2b8d-e406-4214-86a3-608af0d8e4f7 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:28:18.530238 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e891bc6d-a175-43b7-911a-74d30ee1bb9f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9a4d54de52764226baa1254caab457dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1183310 Apr 06 13:28:18.546342 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41898) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:18.599364 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-37b5201a-f283-4455-a508-beb9af28876a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:18.604308 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5b27b-d767-4b13-aa5e-9519ebba8fe3 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Checking segment: {'id': 'c3af2d70-cd24-4b6d-813c-58379223911b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7c0295d6-520b-495d-854a-f2e1b77d063b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:28:18.604665 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a5b27b-d767-4b13-aa5e-9519ebba8fe3 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Network hostable DHCP agents. Network: 7c0295d6-520b-495d-854a-f2e1b77d063b, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:28:18.609298 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port b19a2b8d-e406-4214-86a3-608af0d8e4f7 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:28:18.609842 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:18.707111 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e07544-6fd4-4e19-b5a1-dbfa558b73c3 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Network': ['ID=df50d172-4ea2-4e21-b6f0-701412de3f6a,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:18.719734 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b5201a-f283-4455-a508-beb9af28876a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Network 8c701c0f-2037-4bfd-95f8-4111d7b28107 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:28:18.728612 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-37b5201a-f283-4455-a508-beb9af28876a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:18.755688 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2bf7dcc3-0e70-4d2f-98b5-21f89cbd36af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:18.757115 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network df50d172-4ea2-4e21-b6f0-701412de3f6a details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:28:18.781108 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-02e07544-6fd4-4e19-b5a1-dbfa558b73c3 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7673144 Apr 06 13:28:18.786131 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41902) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:18.795618 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-9973b7b1-039b-445b-ad92-12297a1f4719 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'subnet': {'network_id': 'db341e5f-4e58-4ff3-ad8b-c0d21eb95beb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:18.813237 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b5201a-f283-4455-a508-beb9af28876a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:28:18.820023 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b5201a-f283-4455-a508-beb9af28876a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:18.821014 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-37b5201a-f283-4455-a508-beb9af28876a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:18.829004 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2bf7dcc3-0e70-4d2f-98b5-21f89cbd36af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:18.842887 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5201a-f283-4455-a508-beb9af28876a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Pushing event updated for resources: {'Port': ['ID=376965fd-ee8c-4473-9a4f-30f1ae8ff556,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:18.886821 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a5b27b-d767-4b13-aa5e-9519ebba8fe3 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Network 7c0295d6-520b-495d-854a-f2e1b77d063b is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:28:18.958685 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-4a4d29d3-f703-416f-9712-1c9f685b9414 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] create failed (client error): The resource could not be found. Apr 06 13:28:18.962343 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4a4d29d3-f703-416f-9712-1c9f685b9414 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7560940 Apr 06 13:28:18.969447 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41906) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:18.991818 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:18.998245 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-37b5201a-f283-4455-a508-beb9af28876a tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.0276115 Apr 06 13:28:19.004787 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-69a5b27b-d767-4b13-aa5e-9519ebba8fe3 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 7c0295d6-520b-495d-854a-f2e1b77d063b) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:19.004995 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:19.014180 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41910) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:19.035434 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a549e51-c4bc-43f6-8c2a-00b6ac8164e2 None None] Network 7c0295d6-520b-495d-854a-f2e1b77d063b requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:19.091099 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 552e07d0-bbb0-4245-8b8e-3b7ae5bff350 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:28:19.109706 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-9973b7b1-039b-445b-ad92-12297a1f4719 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:19.112400 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2bf7dcc3-0e70-4d2f-98b5-21f89cbd36af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:19.127470 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-9973b7b1-039b-445b-ad92-12297a1f4719 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Usage tracker for resource:subnet and tenant:914bb3d1bef745388dc453a227f40127 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:19.133955 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-9973b7b1-039b-445b-ad92-12297a1f4719 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:19.135822 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 552e07d0-bbb0-4245-8b8e-3b7ae5bff350 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:28:19.136353 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 552e07d0-bbb0-4245-8b8e-3b7ae5bff350 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:28:19.151725 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-9973b7b1-039b-445b-ad92-12297a1f4719 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:19.154964 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7dcc3-0e70-4d2f-98b5-21f89cbd36af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4492e687-87fb-4f3b-8955-04998d66b60f,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:19.172246 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2bf7dcc3-0e70-4d2f-98b5-21f89cbd36af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:19.176067 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2bf7dcc3-0e70-4d2f-98b5-21f89cbd36af admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4492e687-87fb-4f3b-8955-04998d66b60f HTTP/1.1" status: 204 len: 168 time: 0.6261270 Apr 06 13:28:19.217006 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1c7396-fb99-4714-a7e9-1f45356ab37b tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:19.230618 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1c7396-fb99-4714-a7e9-1f45356ab37b tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:19.237203 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3652f9e-5893-4261-a717-6679fc74959d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Router e6be2954-a14b-458a-b118-628a4055f72d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:28:19.242080 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1c7396-fb99-4714-a7e9-1f45356ab37b tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:19.247494 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-fe1c7396-fb99-4714-a7e9-1f45356ab37b tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2300076 Apr 06 13:28:19.247883 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41916) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:19.248727 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a5b27b-d767-4b13-aa5e-9519ebba8fe3 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:19.249466 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-69a5b27b-d767-4b13-aa5e-9519ebba8fe3 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:19.256211 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9973b7b1-039b-445b-ad92-12297a1f4719 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Made reservation on behalf of 914bb3d1bef745388dc453a227f40127 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:19.262126 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9973b7b1-039b-445b-ad92-12297a1f4719 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:19.389002 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-69a5b27b-d767-4b13-aa5e-9519ebba8fe3 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.5959876 Apr 06 13:28:19.398498 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-f429f917-66d4-4962-b4a3-d81537364ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Deleting port 376965fd-ee8c-4473-9a4f-30f1ae8ff556 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:19.400043 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41920) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:19.400576 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f429f917-66d4-4962-b4a3-d81537364ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:19.411171 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-c15611c1-72b2-4334-a915-89796b623f62 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-692977871'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:19.416411 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ad1b6bc8-656a-47b1-b0b7-dcca7f996a47 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:19.419169 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-81abb09d-22b9-4874-840b-090a7414269c None None] Provisioning for port 376965fd-ee8c-4473-9a4f-30f1ae8ff556 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:28:19.422018 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c15611c1-72b2-4334-a915-89796b623f62 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:19.426310 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-81abb09d-22b9-4874-840b-090a7414269c None None] Provisioning complete for port 376965fd-ee8c-4473-9a4f-30f1ae8ff556 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:28:19.426310 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-81abb09d-22b9-4874-840b-090a7414269c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:19.444568 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c15611c1-72b2-4334-a915-89796b623f62 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Usage tracker for resource:network and tenant:bfb47db20f0d451b8551770a994c0a42 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:19.450511 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c15611c1-72b2-4334-a915-89796b623f62 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:19.454870 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477682fe-5b39-45b3-a82c-b0751804a852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-7c0295d6-520b-495d-854a-f2e1b77d063b', 'network_id': '7c0295d6-520b-495d-854a-f2e1b77d063b', 'tenant_id': 'bfb47db20f0d451b8551770a994c0a42', 'fixed_ips': [{'subnet_id': '97a2e4fc-4359-4d3c-9961-1618e25eba63'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:28:19.457109 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-477682fe-5b39-45b3-a82c-b0751804a852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:19.468438 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c15611c1-72b2-4334-a915-89796b623f62 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:19.555528 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-81abb09d-22b9-4874-840b-090a7414269c None None] Port 376965fd-ee8c-4473-9a4f-30f1ae8ff556 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:28:19.562424 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ad1b6bc8-656a-47b1-b0b7-dcca7f996a47 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:19.664493 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3652f9e-5893-4261-a717-6679fc74959d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:28:19.682754 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c6decf-3d7b-49ba-bd43-4ac42e6f9e99 None None] Sync routers for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:28:19.689672 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b3652f9e-5893-4261-a717-6679fc74959d tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "PUT /v2.0/routers/e6be2954-a14b-458a-b118-628a4055f72d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2700865 Apr 06 13:28:19.692874 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41924) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:19.699156 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c6decf-3d7b-49ba-bd43-4ac42e6f9e99 None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:28:19.699841 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-43c6decf-3d7b-49ba-bd43-4ac42e6f9e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:28:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:19.718956 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-477682fe-5b39-45b3-a82c-b0751804a852 None None] Allocated IP 172.20.255.242 (7c0295d6-520b-495d-854a-f2e1b77d063b/97a2e4fc-4359-4d3c-9961-1618e25eba63/01648137-05ea-4249-b3fd-3a0902cd1540) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:28:19.785208 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ad1b6bc8-656a-47b1-b0b7-dcca7f996a47 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:19.788040 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ad1b6bc8-656a-47b1-b0b7-dcca7f996a47 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:19.789504 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ad1b6bc8-656a-47b1-b0b7-dcca7f996a47 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "DELETE /v2.0/security-groups/0a0797f0-ac7a-4547-ae21-5fddc55c0726 HTTP/1.1" status: 204 len: 168 time: 0.8185489 Apr 06 13:28:19.790604 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15611c1-72b2-4334-a915-89796b623f62 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Made reservation on behalf of bfb47db20f0d451b8551770a994c0a42 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:19.793626 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-43c6decf-3d7b-49ba-bd43-4ac42e6f9e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:19.795364 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c15611c1-72b2-4334-a915-89796b623f62 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:19.810366 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41930) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:19.827739 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c6decf-3d7b-49ba-bd43-4ac42e6f9e99 None None] Routers {'e6be2954-a14b-458a-b118-628a4055f72d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:28:19.828360 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-43c6decf-3d7b-49ba-bd43-4ac42e6f9e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:28:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e6be2954-a14b-458a-b118-628a4055f72d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:19.904699 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-43c6decf-3d7b-49ba-bd43-4ac42e6f9e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:19.905094 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c6decf-3d7b-49ba-bd43-4ac42e6f9e99 None None] The sync data for ids ['e6be2954-a14b-458a-b118-628a4055f72d'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:28:19.937099 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f429f917-66d4-4962-b4a3-d81537364ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:20.021277 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b6bc8-656a-47b1-b0b7-dcca7f996a47 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0797f0-ac7a-4547-ae21-5fddc55c0726,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:20.099554 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15611c1-72b2-4334-a915-89796b623f62 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:28:20.106544 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-477682fe-5b39-45b3-a82c-b0751804a852 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:20.118454 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-477682fe-5b39-45b3-a82c-b0751804a852 None None] Transition to ACTIVE for port object 01648137-05ea-4249-b3fd-3a0902cd1540 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:28:20.120015 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-f429f917-66d4-4962-b4a3-d81537364ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Calling delete_port for 376965fd-ee8c-4473-9a4f-30f1ae8ff556 owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:20.123757 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0e7f4502-cfff-4280-9e51-ba1e20c85879 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:20.158206 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-477682fe-5b39-45b3-a82c-b0751804a852 None None] Transition to ACTIVE for port object 01648137-05ea-4249-b3fd-3a0902cd1540 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:28:20.203751 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a7453061-4091-4dc3-b3cc-e8003cc554d9 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Synchronizing usage tracker for tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:28:20.206791 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c15611c1-72b2-4334-a915-89796b623f62 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:20.207172 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-c15611c1-72b2-4334-a915-89796b623f62 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Added segment d3bd7edd-a3c3-4ecf-9dd4-e89d9cefe07f of type vlan for network ec052fce-cbaf-4a81-afff-d52fea490816 Apr 06 13:28:20.236968 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-477682fe-5b39-45b3-a82c-b0751804a852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:20.277423 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c15611c1-72b2-4334-a915-89796b623f62 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:20.296220 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:20.321590 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477682fe-5b39-45b3-a82c-b0751804a852 None None] Network 7c0295d6-520b-495d-854a-f2e1b77d063b is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:28:20.325189 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-477682fe-5b39-45b3-a82c-b0751804a852 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:20.330182 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477682fe-5b39-45b3-a82c-b0751804a852 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:28:20.332389 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477682fe-5b39-45b3-a82c-b0751804a852 None None] Pushing event updated for resources: {'Port': ['ID=01648137-05ea-4249-b3fd-3a0902cd1540,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:20.338034 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9973b7b1-039b-445b-ad92-12297a1f4719 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:20.378059 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a7453061-4091-4dc3-b3cc-e8003cc554d9 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Unset dirty status for tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:28:20.379623 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a7453061-4091-4dc3-b3cc-e8003cc554d9 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5446301 Apr 06 13:28:20.388533 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41946) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:20.404752 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-c86d1faa-e983-4855-9cf2-bf144ebcf2a5 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group_rule': {'security_group_id': '58aa418f-425e-4d5a-a0d5-e2c996df628a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:20.418045 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c86d1faa-e983-4855-9cf2-bf144ebcf2a5 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:20.427980 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c86d1faa-e983-4855-9cf2-bf144ebcf2a5 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Usage tracker for resource:security_group_rule and tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:20.431227 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c86d1faa-e983-4855-9cf2-bf144ebcf2a5 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:20.443913 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0e7f4502-cfff-4280-9e51-ba1e20c85879 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:20.443913 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c86d1faa-e983-4855-9cf2-bf144ebcf2a5 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:20.460372 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-477682fe-5b39-45b3-a82c-b0751804a852 None None] Attempting to bind port 01648137-05ea-4249-b3fd-3a0902cd1540 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:28:20.460757 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-477682fe-5b39-45b3-a82c-b0751804a852 None None] Attempting to bind port 01648137-05ea-4249-b3fd-3a0902cd1540 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'c3af2d70-cd24-4b6d-813c-58379223911b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7c0295d6-520b-495d-854a-f2e1b77d063b'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:28:20.461216 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477682fe-5b39-45b3-a82c-b0751804a852 None None] Attempting to bind port 01648137-05ea-4249-b3fd-3a0902cd1540 on network 7c0295d6-520b-495d-854a-f2e1b77d063b {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:28:20.467550 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477682fe-5b39-45b3-a82c-b0751804a852 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:28:20.467927 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477682fe-5b39-45b3-a82c-b0751804a852 None None] Checking segment: {'id': 'c3af2d70-cd24-4b6d-813c-58379223911b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7c0295d6-520b-495d-854a-f2e1b77d063b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:28:20.468328 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-477682fe-5b39-45b3-a82c-b0751804a852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:20.468806 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477682fe-5b39-45b3-a82c-b0751804a852 None None] Bound using segment: {'id': 'c3af2d70-cd24-4b6d-813c-58379223911b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7c0295d6-520b-495d-854a-f2e1b77d063b'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:28:20.469301 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-477682fe-5b39-45b3-a82c-b0751804a852 None None] Bound port: 01648137-05ea-4249-b3fd-3a0902cd1540, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3af2d70-cd24-4b6d-813c-58379223911b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7c0295d6-520b-495d-854a-f2e1b77d063b'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:28:20.469684 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-477682fe-5b39-45b3-a82c-b0751804a852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:20.493673 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973b7b1-039b-445b-ad92-12297a1f4719 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Subnet': ['ID=6b1bc246-d2cb-474d-863e-f10dc7fd47fe,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:20.500985 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9973b7b1-039b-445b-ad92-12297a1f4719 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Checking segment: {'id': '76c371f0-b23b-4f9e-89a3-09f9d9320383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'db341e5f-4e58-4ff3-ad8b-c0d21eb95beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:28:20.501623 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9973b7b1-039b-445b-ad92-12297a1f4719 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network hostable DHCP agents. Network: db341e5f-4e58-4ff3-ad8b-c0d21eb95beb, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:28:20.515530 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c15611c1-72b2-4334-a915-89796b623f62 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:20.526339 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15611c1-72b2-4334-a915-89796b623f62 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:20.527375 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c15611c1-72b2-4334-a915-89796b623f62 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:20.546633 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f429f917-66d4-4962-b4a3-d81537364ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:20.578781 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-477682fe-5b39-45b3-a82c-b0751804a852 None None] For port 01648137-05ea-4249-b3fd-3a0902cd1540, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:28:20.582163 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-477682fe-5b39-45b3-a82c-b0751804a852 None None] For port 01648137-05ea-4249-b3fd-3a0902cd1540, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=01648137-05ea-4249-b3fd-3a0902cd1540,segment=NetworkSegment(c3af2d70-cd24-4b6d-813c-58379223911b),segment_id=c3af2d70-cd24-4b6d-813c-58379223911b)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:28:20.604959 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429f917-66d4-4962-b4a3-d81537364ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Pushing event deleted for resources: {'Port': ['ID=376965fd-ee8c-4473-9a4f-30f1ae8ff556,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:20.658220 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f429f917-66d4-4962-b4a3-d81537364ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:20.675912 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f429f917-66d4-4962-b4a3-d81537364ea1 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] 10.222.0.48 "DELETE /v2.0/ports/376965fd-ee8c-4473-9a4f-30f1ae8ff556 HTTP/1.1" status: 204 len: 168 time: 1.4203954 Apr 06 13:28:20.676338 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41952) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:20.683962 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-67fc89fe-4c3b-4e4c-9fd0-db67fcdedd97 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Request body: {'port': {'name': 'tempest-new-port-name-1530349981', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:20.684425 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.api.validators [None req-67fc89fe-4c3b-4e4c-9fd0-db67fcdedd97 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] bootfile-name is not in valid_values {{(pid=88564) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 06 13:28:20.684766 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.api.validators [None req-67fc89fe-4c3b-4e4c-9fd0-db67fcdedd97 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] tftp-server is not in valid_values {{(pid=88564) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 06 13:28:20.685095 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.api.validators [None req-67fc89fe-4c3b-4e4c-9fd0-db67fcdedd97 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] server-ip-address is not in valid_values {{(pid=88564) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 06 13:28:20.804644 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15611c1-72b2-4334-a915-89796b623f62 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event updated for resources: {'Network': ['ID=ec052fce-cbaf-4a81-afff-d52fea490816,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:20.812916 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c15611c1-72b2-4334-a915-89796b623f62 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4065845 Apr 06 13:28:20.813119 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-477682fe-5b39-45b3-a82c-b0751804a852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:20.813253 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-0e7f4502-cfff-4280-9e51-ba1e20c85879 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Deleting port 79a31bab-77ef-4867-b851-e145b7ab391b {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:20.813253 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0e7f4502-cfff-4280-9e51-ba1e20c85879 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:20.852494 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41956) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:20.859953 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9973b7b1-039b-445b-ad92-12297a1f4719 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network db341e5f-4e58-4ff3-ad8b-c0d21eb95beb is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:28:20.864511 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15611c1-72b2-4334-a915-89796b623f62 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:20.864810 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-e6296349-87d2-4d3d-ba50-6a34a2237361 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Request body: {'subnet': {'network_id': 'ec052fce-cbaf-4a81-afff-d52fea490816', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:20.864930 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15611c1-72b2-4334-a915-89796b623f62 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:20.865189 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15611c1-72b2-4334-a915-89796b623f62 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:20.865523 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15611c1-72b2-4334-a915-89796b623f62 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:20.866421 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15611c1-72b2-4334-a915-89796b623f62 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:20.866966 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15611c1-72b2-4334-a915-89796b623f62 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:20.867362 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15611c1-72b2-4334-a915-89796b623f62 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:20.867699 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15611c1-72b2-4334-a915-89796b623f62 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:20.868019 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15611c1-72b2-4334-a915-89796b623f62 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:20.868347 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15611c1-72b2-4334-a915-89796b623f62 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:20.868703 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15611c1-72b2-4334-a915-89796b623f62 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:20.869014 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15611c1-72b2-4334-a915-89796b623f62 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:20.881964 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-c86d1faa-e983-4855-9cf2-bf144ebcf2a5 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] create failed (client error): The resource could not be found. Apr 06 13:28:20.883265 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c86d1faa-e983-4855-9cf2-bf144ebcf2a5 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4936240 Apr 06 13:28:20.897304 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41962) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:20.904022 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network ec052fce-cbaf-4a81-afff-d52fea490816 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:28:20.907647 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-2cefb856-8f53-4e60-9612-3150b4b060cc tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1794327119'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:20.939540 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2cefb856-8f53-4e60-9612-3150b4b060cc tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:20.999055 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2cefb856-8f53-4e60-9612-3150b4b060cc tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:21.053262 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-9973b7b1-039b-445b-ad92-12297a1f4719 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, db341e5f-4e58-4ff3-ad8b-c0d21eb95beb) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:21.058305 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9973b7b1-039b-445b-ad92-12297a1f4719 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:21.059077 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9973b7b1-039b-445b-ad92-12297a1f4719 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:21.062365 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477682fe-5b39-45b3-a82c-b0751804a852 None None] Pushing event updated for resources: {'Port': ['ID=01648137-05ea-4249-b3fd-3a0902cd1540,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:21.064032 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0e7f4502-cfff-4280-9e51-ba1e20c85879 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:21.080712 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3492fd64-9d5b-43d8-838a-67f6b6fc21cc None None] Network db341e5f-4e58-4ff3-ad8b-c0d21eb95beb requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:21.122735 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e6296349-87d2-4d3d-ba50-6a34a2237361 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:21.128225 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-67fc89fe-4c3b-4e4c-9fd0-db67fcdedd97 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:21.142716 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e6296349-87d2-4d3d-ba50-6a34a2237361 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Usage tracker for resource:subnet and tenant:bfb47db20f0d451b8551770a994c0a42 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:21.143031 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e6296349-87d2-4d3d-ba50-6a34a2237361 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:21.147634 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2cefb856-8f53-4e60-9612-3150b4b060cc tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:21.163962 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e6296349-87d2-4d3d-ba50-6a34a2237361 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:21.222004 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9973b7b1-039b-445b-ad92-12297a1f4719 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4351578 Apr 06 13:28:21.222582 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 41974) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:21.233826 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-8ec43a89-0664-4fbf-b099-19d287352900 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'subnet': {'network_id': 'df50d172-4ea2-4e21-b6f0-701412de3f6a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:21.262384 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-0e7f4502-cfff-4280-9e51-ba1e20c85879 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Calling delete_port for 79a31bab-77ef-4867-b851-e145b7ab391b owned by network:router_gateway {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:21.342407 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2cefb856-8f53-4e60-9612-3150b4b060cc tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:21.347118 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2cefb856-8f53-4e60-9612-3150b4b060cc tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Usage tracker for resource:security_group_rule and tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:21.352004 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2cefb856-8f53-4e60-9612-3150b4b060cc tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:21.360981 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2cefb856-8f53-4e60-9612-3150b4b060cc tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:21.425737 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6296349-87d2-4d3d-ba50-6a34a2237361 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Made reservation on behalf of bfb47db20f0d451b8551770a994c0a42 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:21.431719 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e6296349-87d2-4d3d-ba50-6a34a2237361 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:21.594901 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2cefb856-8f53-4e60-9612-3150b4b060cc tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:21.601494 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-db341e5f-4e58-4ff3-ad8b-c0d21eb95beb', 'network_id': 'db341e5f-4e58-4ff3-ad8b-c0d21eb95beb', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'fixed_ips': [{'subnet_id': '6b1bc246-d2cb-474d-863e-f10dc7fd47fe'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:28:21.602361 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:21.628673 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-8ec43a89-0664-4fbf-b099-19d287352900 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:21.684653 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-8ec43a89-0664-4fbf-b099-19d287352900 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Usage tracker for resource:subnet and tenant:914bb3d1bef745388dc453a227f40127 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:21.696672 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-8ec43a89-0664-4fbf-b099-19d287352900 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:21.705844 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2cefb856-8f53-4e60-9612-3150b4b060cc tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:21.714146 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-8ec43a89-0664-4fbf-b099-19d287352900 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:21.768307 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cefb856-8f53-4e60-9612-3150b4b060cc tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d99f0e-7fa8-42c4-8490-e740fc2df858,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:21.799792 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0e7f4502-cfff-4280-9e51-ba1e20c85879 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:21.854043 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f4502-cfff-4280-9e51-ba1e20c85879 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event deleted for resources: {'Port': ['ID=79a31bab-77ef-4867-b851-e145b7ab391b,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:21.892994 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec43a89-0664-4fbf-b099-19d287352900 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Made reservation on behalf of 914bb3d1bef745388dc453a227f40127 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:21.896736 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8ec43a89-0664-4fbf-b099-19d287352900 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:21.918553 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Allocated IP 2001:db8::2 (db341e5f-4e58-4ff3-ad8b-c0d21eb95beb/6b1bc246-d2cb-474d-863e-f10dc7fd47fe/b92f0fc2-3825-460c-937b-9bf2d2963e94) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:28:21.940366 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-67fc89fe-4c3b-4e4c-9fd0-db67fcdedd97 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:21.943462 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2cefb856-8f53-4e60-9612-3150b4b060cc tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:21.948137 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2cefb856-8f53-4e60-9612-3150b4b060cc tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0473821 Apr 06 13:28:21.950302 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41982) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:21.962742 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-efa7076f-2cce-4088-b336-d427b33abceb tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1004389673'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:21.972583 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-efa7076f-2cce-4088-b336-d427b33abceb tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:21.980923 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-efa7076f-2cce-4088-b336-d427b33abceb tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Usage tracker for resource:security_group and tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:21.994284 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-efa7076f-2cce-4088-b336-d427b33abceb tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:22.004171 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-efa7076f-2cce-4088-b336-d427b33abceb tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:22.010147 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0e7f4502-cfff-4280-9e51-ba1e20c85879 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:22.086997 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-67fc89fe-4c3b-4e4c-9fd0-db67fcdedd97 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:22.177521 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-67fc89fe-4c3b-4e4c-9fd0-db67fcdedd97 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] In _notify_port_updated(), no bound segment for port 3cfbe331-59c3-46f6-99b5-0e7bdffc477c on network 8c701c0f-2037-4bfd-95f8-4111d7b28107 {{(pid=88564) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 06 13:28:22.182974 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fc89fe-4c3b-4e4c-9fd0-db67fcdedd97 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:22.183719 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-67fc89fe-4c3b-4e4c-9fd0-db67fcdedd97 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:22.184962 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-67fc89fe-4c3b-4e4c-9fd0-db67fcdedd97 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] 10.222.0.48 "PUT /v2.0/ports/3cfbe331-59c3-46f6-99b5-0e7bdffc477c HTTP/1.1" status: 200 len: 1129 time: 1.5075951 Apr 06 13:28:22.189114 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 41990) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:22.204809 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e6296349-87d2-4d3d-ba50-6a34a2237361 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:22.247615 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:22.267596 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Transition to ACTIVE for port object b92f0fc2-3825-460c-937b-9bf2d2963e94 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:28:22.301181 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Transition to ACTIVE for port object b92f0fc2-3825-460c-937b-9bf2d2963e94 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:28:22.331623 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0e7f4502-cfff-4280-9e51-ba1e20c85879 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:22.344708 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6296349-87d2-4d3d-ba50-6a34a2237361 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event updated for resources: {'Subnet': ['ID=fb9a49fc-b1ec-41b7-a553-ea47b9f474f3,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:22.345079 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0e7f4502-cfff-4280-9e51-ba1e20c85879 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:22.347076 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc89fe-4c3b-4e4c-9fd0-db67fcdedd97 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Pushing event updated for resources: {'Port': ['ID=3cfbe331-59c3-46f6-99b5-0e7bdffc477c,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:22.348827 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-efa7076f-2cce-4088-b336-d427b33abceb tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:22.374940 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc89fe-4c3b-4e4c-9fd0-db67fcdedd97 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.375295 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc89fe-4c3b-4e4c-9fd0-db67fcdedd97 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.375635 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc89fe-4c3b-4e4c-9fd0-db67fcdedd97 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.375970 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc89fe-4c3b-4e4c-9fd0-db67fcdedd97 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.376356 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc89fe-4c3b-4e4c-9fd0-db67fcdedd97 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.376682 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc89fe-4c3b-4e4c-9fd0-db67fcdedd97 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.377005 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc89fe-4c3b-4e4c-9fd0-db67fcdedd97 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.377325 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc89fe-4c3b-4e4c-9fd0-db67fcdedd97 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.377642 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc89fe-4c3b-4e4c-9fd0-db67fcdedd97 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.377958 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc89fe-4c3b-4e4c-9fd0-db67fcdedd97 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.378274 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc89fe-4c3b-4e4c-9fd0-db67fcdedd97 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.378591 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc89fe-4c3b-4e4c-9fd0-db67fcdedd97 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.388894 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:22.395254 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6296349-87d2-4d3d-ba50-6a34a2237361 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.395595 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6296349-87d2-4d3d-ba50-6a34a2237361 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.395925 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6296349-87d2-4d3d-ba50-6a34a2237361 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.396253 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6296349-87d2-4d3d-ba50-6a34a2237361 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.396582 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6296349-87d2-4d3d-ba50-6a34a2237361 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.397479 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6296349-87d2-4d3d-ba50-6a34a2237361 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.397914 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6296349-87d2-4d3d-ba50-6a34a2237361 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.398351 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6296349-87d2-4d3d-ba50-6a34a2237361 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.398890 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6296349-87d2-4d3d-ba50-6a34a2237361 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.399267 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6296349-87d2-4d3d-ba50-6a34a2237361 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.399609 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6296349-87d2-4d3d-ba50-6a34a2237361 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.400110 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6296349-87d2-4d3d-ba50-6a34a2237361 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.460055 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-efa7076f-2cce-4088-b336-d427b33abceb tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:22.482607 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b4362b-5ff8-43b9-a185-c59929fcf52f tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:22.485785 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Network db341e5f-4e58-4ff3-ad8b-c0d21eb95beb is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:28:22.486373 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d6b4362b-5ff8-43b9-a185-c59929fcf52f tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Synchronizing usage tracker for tenant:2be8e4df776a43478d626895c0b2a785 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:28:22.489879 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:22.493152 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-efa7076f-2cce-4088-b336-d427b33abceb tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Usage tracker for resource:security_group_rule and tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:22.493510 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:28:22.503754 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-efa7076f-2cce-4088-b336-d427b33abceb tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:22.546989 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-efa7076f-2cce-4088-b336-d427b33abceb tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:22.632996 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6296349-87d2-4d3d-ba50-6a34a2237361 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Checking segment: {'id': 'd3bd7edd-a3c3-4ecf-9dd4-e89d9cefe07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ec052fce-cbaf-4a81-afff-d52fea490816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:28:22.634849 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6296349-87d2-4d3d-ba50-6a34a2237361 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Network hostable DHCP agents. Network: ec052fce-cbaf-4a81-afff-d52fea490816, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:28:22.661890 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-efa7076f-2cce-4088-b336-d427b33abceb tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:22.663437 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0e7f4502-cfff-4280-9e51-ba1e20c85879 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:22.664086 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7f4502-cfff-4280-9e51-ba1e20c85879 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Fanout notify agent at l3_agent the message router_deleted on router e6be2954-a14b-458a-b118-628a4055f72d {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:28:22.667387 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Pushing event updated for resources: {'Port': ['ID=b92f0fc2-3825-460c-937b-9bf2d2963e94,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:22.692717 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 01648137-05ea-4249-b3fd-3a0902cd1540 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:28:22.726292 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.726292 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.726292 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.726292 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.726292 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.726292 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.726292 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.726292 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.726292 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.726292 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.726292 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.726292 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:28:22.727192 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0e7f4502-cfff-4280-9e51-ba1e20c85879 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:22.727192 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0e7f4502-cfff-4280-9e51-ba1e20c85879 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "DELETE /v2.0/routers/e6be2954-a14b-458a-b118-628a4055f72d HTTP/1.1" status: 204 len: 168 time: 3.0310919 Apr 06 13:28:22.727975 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42002) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:22.751961 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Attempting to bind port b92f0fc2-3825-460c-937b-9bf2d2963e94 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:28:22.752705 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Attempting to bind port b92f0fc2-3825-460c-937b-9bf2d2963e94 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '76c371f0-b23b-4f9e-89a3-09f9d9320383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'db341e5f-4e58-4ff3-ad8b-c0d21eb95beb'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:28:22.752705 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Attempting to bind port b92f0fc2-3825-460c-937b-9bf2d2963e94 on network db341e5f-4e58-4ff3-ad8b-c0d21eb95beb {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:28:22.766515 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:28:22.767178 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Checking segment: {'id': '76c371f0-b23b-4f9e-89a3-09f9d9320383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'db341e5f-4e58-4ff3-ad8b-c0d21eb95beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:28:22.767288 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:22.767679 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Bound using segment: {'id': '76c371f0-b23b-4f9e-89a3-09f9d9320383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'db341e5f-4e58-4ff3-ad8b-c0d21eb95beb'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:28:22.768149 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Bound port: b92f0fc2-3825-460c-937b-9bf2d2963e94, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c371f0-b23b-4f9e-89a3-09f9d9320383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'db341e5f-4e58-4ff3-ad8b-c0d21eb95beb'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:28:22.768834 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:22.795374 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-efa7076f-2cce-4088-b336-d427b33abceb tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:22.796753 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42006) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:22.810263 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914c6f10-02de-418b-b418-f7f19128aec5 None None] Network 7c0295d6-520b-495d-854a-f2e1b77d063b requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:22.820102 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6296349-87d2-4d3d-ba50-6a34a2237361 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Network ec052fce-cbaf-4a81-afff-d52fea490816 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:28:22.833696 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d6b4362b-5ff8-43b9-a185-c59929fcf52f tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Unset dirty status for tenant:2be8e4df776a43478d626895c0b2a785 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:28:22.836526 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d6b4362b-5ff8-43b9-a185-c59929fcf52f tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] 10.222.0.48 "GET /v2.0/ports/3cfbe331-59c3-46f6-99b5-0e7bdffc477c HTTP/1.1" status: 200 len: 1129 time: 0.6465549 Apr 06 13:28:22.843434 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42012) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:22.862785 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8ec43a89-0664-4fbf-b099-19d287352900 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:22.876325 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f8782303-09ff-4f84-a539-97b0349a4083 None None] Provisioning complete for port 3cfbe331-59c3-46f6-99b5-0e7bdffc477c triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:28:22.876902 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f8782303-09ff-4f84-a539-97b0349a4083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:22.932574 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7076f-2cce-4088-b336-d427b33abceb tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe0ddca-ba2e-48e9-9c07-0c079a1f836f,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:22.939260 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-e6296349-87d2-4d3d-ba50-6a34a2237361 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, ec052fce-cbaf-4a81-afff-d52fea490816) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:22.940003 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ffadc2-ae0e-4b45-bbd4-1d92ae68c083 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Deleting subnet 9ce1d277-20d4-45db-aff4-9f7ab7740ea1 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:28:22.947402 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6296349-87d2-4d3d-ba50-6a34a2237361 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:22.948314 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e6296349-87d2-4d3d-ba50-6a34a2237361 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:22.949219 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-76ffadc2-ae0e-4b45-bbd4-1d92ae68c083 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:22.997628 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec43a89-0664-4fbf-b099-19d287352900 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Subnet': ['ID=fee73ce7-7807-4c11-9968-605d8286a31f,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:23.000656 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-efa7076f-2cce-4088-b336-d427b33abceb tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:23.001878 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-efa7076f-2cce-4088-b336-d427b33abceb tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0506034 Apr 06 13:28:23.009778 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42018) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:23.015556 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a82c6d-3ba5-40b3-bd9b-c4e8d5099768 None None] Network ec052fce-cbaf-4a81-afff-d52fea490816 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:23.020949 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-d6c3edc4-9b2e-4705-8478-c663a40f318d tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group_rule': {'security_group_id': '05d99f0e-7fa8-42c4-8490-e740fc2df858', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'bbe0ddca-ba2e-48e9-9c07-0c079a1f836f'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:23.025779 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-92cfdb82-5538-4b28-8426-0f4ff2b40173 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Deleting port 3cfbe331-59c3-46f6-99b5-0e7bdffc477c {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:23.026337 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92cfdb82-5538-4b28-8426-0f4ff2b40173 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:23.032597 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-d6c3edc4-9b2e-4705-8478-c663a40f318d tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:23.037141 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec43a89-0664-4fbf-b099-19d287352900 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Checking segment: {'id': '3a700886-b05f-44b5-91b9-ba7c815751e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'df50d172-4ea2-4e21-b6f0-701412de3f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:28:23.037705 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec43a89-0664-4fbf-b099-19d287352900 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network hostable DHCP agents. Network: df50d172-4ea2-4e21-b6f0-701412de3f6a, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:28:23.044032 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d6c3edc4-9b2e-4705-8478-c663a40f318d tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Usage tracker for resource:security_group_rule and tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:23.049343 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d6c3edc4-9b2e-4705-8478-c663a40f318d tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:23.058545 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-d6c3edc4-9b2e-4705-8478-c663a40f318d tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:23.098596 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-76ffadc2-ae0e-4b45-bbd4-1d92ae68c083 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:23.117605 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e6296349-87d2-4d3d-ba50-6a34a2237361 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2609601 Apr 06 13:28:23.119576 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42022) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:23.179376 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-f8782303-09ff-4f84-a539-97b0349a4083 None None] Port 3cfbe331-59c3-46f6-99b5-0e7bdffc477c cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:28:23.204664 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] For port b92f0fc2-3825-460c-937b-9bf2d2963e94, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:28:23.223040 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] For port b92f0fc2-3825-460c-937b-9bf2d2963e94, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=b92f0fc2-3825-460c-937b-9bf2d2963e94,segment=NetworkSegment(76c371f0-b23b-4f9e-89a3-09f9d9320383),segment_id=76c371f0-b23b-4f9e-89a3-09f9d9320383)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:28:23.291506 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-c8dba1d1-3f42-491b-a34f-b081490f1421 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1480654483'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:23.307719 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec43a89-0664-4fbf-b099-19d287352900 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network df50d172-4ea2-4e21-b6f0-701412de3f6a is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:28:23.313052 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c8dba1d1-3f42-491b-a34f-b081490f1421 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:23.335814 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c8dba1d1-3f42-491b-a34f-b081490f1421 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Usage tracker for resource:network and tenant:ad1d7113d73f4e3885b38b086aeacd80 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:23.343805 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c8dba1d1-3f42-491b-a34f-b081490f1421 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:23.358620 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c8dba1d1-3f42-491b-a34f-b081490f1421 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:23.360860 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 01648137-05ea-4249-b3fd-3a0902cd1540 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:28:23.404224 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-76ffadc2-ae0e-4b45-bbd4-1d92ae68c083 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:23.410672 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6cf864cc-1941-438f-9f18-24c1a3426118 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:23.432021 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:23.459711 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-8ec43a89-0664-4fbf-b099-19d287352900 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, df50d172-4ea2-4e21-b6f0-701412de3f6a) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:23.465866 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec43a89-0664-4fbf-b099-19d287352900 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:23.466698 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8ec43a89-0664-4fbf-b099-19d287352900 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:23.498325 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-d6c3edc4-9b2e-4705-8478-c663a40f318d tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:28:23.504861 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d6c3edc4-9b2e-4705-8478-c663a40f318d tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4888098 Apr 06 13:28:23.505804 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42026) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:23.513805 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0075efc3-b6dd-4c2f-9e23-fdb7e12c3762 None None] Network df50d172-4ea2-4e21-b6f0-701412de3f6a requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:23.574265 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-42c16fd3-6633-4589-98e1-e5b80e118006 None None] Provisioning for port 01648137-05ea-4249-b3fd-3a0902cd1540 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:28:23.576615 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6cf864cc-1941-438f-9f18-24c1a3426118 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:23.600728 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92cfdb82-5538-4b28-8426-0f4ff2b40173 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:23.641838 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8dba1d1-3f42-491b-a34f-b081490f1421 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Made reservation on behalf of ad1d7113d73f4e3885b38b086aeacd80 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:23.645731 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c8dba1d1-3f42-491b-a34f-b081490f1421 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:23.656457 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8f17a3-f5cd-4fe3-9d7d-00f09d166ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-ec052fce-cbaf-4a81-afff-d52fea490816', 'network_id': 'ec052fce-cbaf-4a81-afff-d52fea490816', 'tenant_id': 'bfb47db20f0d451b8551770a994c0a42', 'fixed_ips': [{'subnet_id': 'fb9a49fc-b1ec-41b7-a553-ea47b9f474f3'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:28:23.657613 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2b8f17a3-f5cd-4fe3-9d7d-00f09d166ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:23.667508 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-42c16fd3-6633-4589-98e1-e5b80e118006 None None] Provisioning complete for port 01648137-05ea-4249-b3fd-3a0902cd1540 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:28:23.668587 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-42c16fd3-6633-4589-98e1-e5b80e118006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:23.680872 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c8dba1d1-3f42-491b-a34f-b081490f1421 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:23.723467 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8ec43a89-0664-4fbf-b099-19d287352900 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4969966 Apr 06 13:28:23.730272 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c8dba1d1-3f42-491b-a34f-b081490f1421 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:23.732713 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42030) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:23.745221 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-a1dd0c16-e019-47a0-8d49-c4155102705a tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1905294651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:23.750504 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73291e38-54c6-418b-a75a-c3a07ad62f79 None None] Pushing event updated for resources: {'Port': ['ID=b92f0fc2-3825-460c-937b-9bf2d2963e94,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:23.751237 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-169d6ba2-c507-403b-bf56-669ca48bf9b2 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:23.753625 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c8dba1d1-3f42-491b-a34f-b081490f1421 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Usage tracker for resource:security_group_rule and tenant:ad1d7113d73f4e3885b38b086aeacd80 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:23.754031 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-92cfdb82-5538-4b28-8426-0f4ff2b40173 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Calling delete_port for 3cfbe331-59c3-46f6-99b5-0e7bdffc477c owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:23.758972 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c8dba1d1-3f42-491b-a34f-b081490f1421 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:23.763949 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a1dd0c16-e019-47a0-8d49-c4155102705a tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:23.775926 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a1dd0c16-e019-47a0-8d49-c4155102705a tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Usage tracker for resource:router and tenant:914bb3d1bef745388dc453a227f40127 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:23.789046 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a1dd0c16-e019-47a0-8d49-c4155102705a tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:23.796462 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c8dba1d1-3f42-491b-a34f-b081490f1421 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:23.803834 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-76ffadc2-ae0e-4b45-bbd4-1d92ae68c083 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:23.811169 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a1dd0c16-e019-47a0-8d49-c4155102705a tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:23.850709 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-169d6ba2-c507-403b-bf56-669ca48bf9b2 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:23.887765 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-76ffadc2-ae0e-4b45-bbd4-1d92ae68c083 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:24.003160 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffadc2-ae0e-4b45-bbd4-1d92ae68c083 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event deleted for resources: {'Subnet': ['ID=9ce1d277-20d4-45db-aff4-9f7ab7740ea1,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:24.015888 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-76ffadc2-ae0e-4b45-bbd4-1d92ae68c083 tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "DELETE /v2.0/subnets/9ce1d277-20d4-45db-aff4-9f7ab7740ea1 HTTP/1.1" status: 204 len: 168 time: 1.2853858 Apr 06 13:28:24.015888 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42034) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:24.141147 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-42c16fd3-6633-4589-98e1-e5b80e118006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:24.169515 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e6de5b-9279-4f93-926c-81053f995d43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-df50d172-4ea2-4e21-b6f0-701412de3f6a', 'network_id': 'df50d172-4ea2-4e21-b6f0-701412de3f6a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'fixed_ips': [{'subnet_id': 'fee73ce7-7807-4c11-9968-605d8286a31f'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:28:24.171015 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92cfdb82-5538-4b28-8426-0f4ff2b40173 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:24.176580 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f4e6de5b-9279-4f93-926c-81053f995d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:24.181746 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a1dd0c16-e019-47a0-8d49-c4155102705a tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:24.183616 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a1dd0c16-e019-47a0-8d49-c4155102705a tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:24.286846 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6cf864cc-1941-438f-9f18-24c1a3426118 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:24.307562 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-42c16fd3-6633-4589-98e1-e5b80e118006 None None] For port 01648137-05ea-4249-b3fd-3a0902cd1540, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=01648137-05ea-4249-b3fd-3a0902cd1540,segment=NetworkSegment(c3af2d70-cd24-4b6d-813c-58379223911b),segment_id=c3af2d70-cd24-4b6d-813c-58379223911b)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:24.448847 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-169d6ba2-c507-403b-bf56-669ca48bf9b2 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:24.454653 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-42c16fd3-6633-4589-98e1-e5b80e118006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:24.536155 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf864cc-1941-438f-9f18-24c1a3426118 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Subnet': ['ID=fb9a49fc-b1ec-41b7-a553-ea47b9f474f3,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:24.540141 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfdb82-5538-4b28-8426-0f4ff2b40173 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Pushing event deleted for resources: {'Port': ['ID=3cfbe331-59c3-46f6-99b5-0e7bdffc477c,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:24.554754 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-508c6982-0e0d-4e69-a44f-a8e15f2463dc tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server [None req-2b8f17a3-f5cd-4fe3-9d7d-00f09d166ac0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb9a49fc-b1ec-41b7-a553-ea47b9f474f3: This subnet is being modified by another concurrent operation. Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 13:28:24.558461 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server raise exception Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb9a49fc-b1ec-41b7-a553-ea47b9f474f3: This subnet is being modified by another concurrent operation. Apr 06 13:28:24.566088 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server Apr 06 13:28:24.576079 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a1dd0c16-e019-47a0-8d49-c4155102705a tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:24.578389 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d6ba2-c507-403b-bf56-669ca48bf9b2 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe0ddca-ba2e-48e9-9c07-0c079a1f836f,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:24.597349 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92cfdb82-5538-4b28-8426-0f4ff2b40173 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:24.601976 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-92cfdb82-5538-4b28-8426-0f4ff2b40173 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] 10.222.0.48 "DELETE /v2.0/ports/3cfbe331-59c3-46f6-99b5-0e7bdffc477c HTTP/1.1" status: 204 len: 168 time: 1.7567530 Apr 06 13:28:24.604566 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42040) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:24.654752 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4f0d41-288d-4f67-8169-5af906735cb5 None None] Network ec052fce-cbaf-4a81-afff-d52fea490816 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:24.668980 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device b92f0fc2-3825-460c-937b-9bf2d2963e94 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:28:24.726228 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6cf864cc-1941-438f-9f18-24c1a3426118 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:24.773977 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-f4e6de5b-9279-4f93-926c-81053f995d43 None None] Allocated IP 2001:db8:1::2 (df50d172-4ea2-4e21-b6f0-701412de3f6a/fee73ce7-7807-4c11-9968-605d8286a31f/51393718-dae6-430b-9631-22a525f14a8d) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:28:24.776013 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f80243a2-cb8e-481e-823d-b9e880c6f13a None None] Provisioning complete for port 01648137-05ea-4249-b3fd-3a0902cd1540 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:28:24.776384 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f80243a2-cb8e-481e-823d-b9e880c6f13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:24.793134 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf08bb8-e47b-4868-9ee1-2652bcffd558 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Deleting subnet 22f6cf4d-101a-470b-89bd-4264074b56b6 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:28:24.800509 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cdf08bb8-e47b-4868-9ee1-2652bcffd558 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:24.811307 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-169d6ba2-c507-403b-bf56-669ca48bf9b2 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:24.812785 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-169d6ba2-c507-403b-bf56-669ca48bf9b2 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "DELETE /v2.0/security-groups/bbe0ddca-ba2e-48e9-9c07-0c079a1f836f HTTP/1.1" status: 204 len: 168 time: 1.3045158 Apr 06 13:28:24.817908 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42044) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:24.823186 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-6cf864cc-1941-438f-9f18-24c1a3426118 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec052fce-cbaf-4a81-afff-d52fea490816']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:24.859280 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-6cf864cc-1941-438f-9f18-24c1a3426118 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3bd7edd-a3c3-4ecf-9dd4-e89d9cefe07f') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:24.859427 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-6cf864cc-1941-438f-9f18-24c1a3426118 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3bd7edd-a3c3-4ecf-9dd4-e89d9cefe07f') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:24.903154 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c16fd3-6633-4589-98e1-e5b80e118006 None None] Pushing event updated for resources: {'Port': ['ID=01648137-05ea-4249-b3fd-3a0902cd1540,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:24.912186 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6cf864cc-1941-438f-9f18-24c1a3426118 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:24.951038 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a1dd0c16-e019-47a0-8d49-c4155102705a tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:24.988175 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c8dba1d1-3f42-491b-a34f-b081490f1421 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:24.997427 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-508c6982-0e0d-4e69-a44f-a8e15f2463dc tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:25.013199 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6cf864cc-1941-438f-9f18-24c1a3426118 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:25.032977 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-508c6982-0e0d-4e69-a44f-a8e15f2463dc tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812b7c77-1c77-4674-b6cd-52d4914b4788']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:25.047522 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-508c6982-0e0d-4e69-a44f-a8e15f2463dc tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '932b50af-7db1-46f0-951a-3a70eba4df87') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:25.047988 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-508c6982-0e0d-4e69-a44f-a8e15f2463dc tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '932b50af-7db1-46f0-951a-3a70eba4df87') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:25.061601 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf864cc-1941-438f-9f18-24c1a3426118 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:28:25.062024 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6cf864cc-1941-438f-9f18-24c1a3426118 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:25.063668 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-508c6982-0e0d-4e69-a44f-a8e15f2463dc tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:28:25.092326 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:28:25.109994 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c8dba1d1-3f42-491b-a34f-b081490f1421 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:25.145646 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-508c6982-0e0d-4e69-a44f-a8e15f2463dc tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:25.172749 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cdf08bb8-e47b-4868-9ee1-2652bcffd558 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:25.218887 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a1dd0c16-e019-47a0-8d49-c4155102705a tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:25.222517 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a1dd0c16-e019-47a0-8d49-c4155102705a tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.4864078 Apr 06 13:28:25.230953 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42050) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:25.236635 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508c6982-0e0d-4e69-a44f-a8e15f2463dc tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:28:25.237048 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-508c6982-0e0d-4e69-a44f-a8e15f2463dc tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:25.267522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ac8df344-dab5-4f9b-8f16-9646664cc00e tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Synchronizing usage tracker for tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:28:25.274026 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dba1d1-3f42-491b-a34f-b081490f1421 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a532a8f-0ece-4998-9c84-a79400a5e610,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:25.299941 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port b92f0fc2-3825-460c-937b-9bf2d2963e94 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:28:25.321062 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:28:25.339329 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6cf864cc-1941-438f-9f18-24c1a3426118 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:25.362505 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6cf864cc-1941-438f-9f18-24c1a3426118 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:25.365122 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8dba1d1-3f42-491b-a34f-b081490f1421 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:28:25.377796 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ac8df344-dab5-4f9b-8f16-9646664cc00e tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Unset dirty status for tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:28:25.383118 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ac8df344-dab5-4f9b-8f16-9646664cc00e tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5605063 Apr 06 13:28:25.386724 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42054) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:25.387531 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf864cc-1941-438f-9f18-24c1a3426118 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Network': ['ID=ec052fce-cbaf-4a81-afff-d52fea490816,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:25.394464 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6cf864cc-1941-438f-9f18-24c1a3426118 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/networks/ec052fce-cbaf-4a81-afff-d52fea490816 HTTP/1.1" status: 204 len: 168 time: 2.2734847 Apr 06 13:28:25.401686 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35164504-ed27-4fac-9b33-5006f1176716 None None] Network db341e5f-4e58-4ff3-ad8b-c0d21eb95beb requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:25.405732 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c8dba1d1-3f42-491b-a34f-b081490f1421 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:25.406329 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-c8dba1d1-3f42-491b-a34f-b081490f1421 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Added segment cd924419-601d-4064-85bd-7e1b818c3e25 of type vlan for network 4a4512c9-4c0b-4aae-8fcd-ff19edecd91e Apr 06 13:28:25.409248 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42058) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:25.425383 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-b01dd24f-f1f0-4f86-9a80-959ae68df9a6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1998146627'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:25.440777 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b01dd24f-f1f0-4f86-9a80-959ae68df9a6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:25.457089 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b01dd24f-f1f0-4f86-9a80-959ae68df9a6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Usage tracker for resource:network and tenant:bfb47db20f0d451b8551770a994c0a42 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:25.473522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b01dd24f-f1f0-4f86-9a80-959ae68df9a6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:25.488607 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b01dd24f-f1f0-4f86-9a80-959ae68df9a6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:25.494006 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c8dba1d1-3f42-491b-a34f-b081490f1421 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:25.539592 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3977e485-ddfd-48ba-93fc-bc7211d720c5 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:25.570936 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f4e6de5b-9279-4f93-926c-81053f995d43 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:25.575141 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3977e485-ddfd-48ba-93fc-bc7211d720c5 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:25.587860 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f4e6de5b-9279-4f93-926c-81053f995d43 None None] Transition to ACTIVE for port object 51393718-dae6-430b-9631-22a525f14a8d will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:28:25.634381 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f4e6de5b-9279-4f93-926c-81053f995d43 None None] Transition to ACTIVE for port object 51393718-dae6-430b-9631-22a525f14a8d will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:28:25.669670 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01dd24f-f1f0-4f86-9a80-959ae68df9a6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Made reservation on behalf of bfb47db20f0d451b8551770a994c0a42 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:25.675863 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b01dd24f-f1f0-4f86-9a80-959ae68df9a6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:25.731448 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b01dd24f-f1f0-4f86-9a80-959ae68df9a6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:28:25.749453 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-c3e906df-f8b4-4390-b947-3135ba9a209c None None] Provisioning for port b92f0fc2-3825-460c-937b-9bf2d2963e94 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:28:25.753536 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b01dd24f-f1f0-4f86-9a80-959ae68df9a6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:25.754149 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-b01dd24f-f1f0-4f86-9a80-959ae68df9a6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Added segment c4dd6b94-e549-40cd-bb9c-78ca9c170156 of type vlan for network 7d42ba6b-9445-4f9b-bb78-07fe15afd4cd Apr 06 13:28:25.755814 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-c3e906df-f8b4-4390-b947-3135ba9a209c None None] Provisioning complete for port b92f0fc2-3825-460c-937b-9bf2d2963e94 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:28:25.755814 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c3e906df-f8b4-4390-b947-3135ba9a209c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:25.756849 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c8dba1d1-3f42-491b-a34f-b081490f1421 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:25.766436 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dba1d1-3f42-491b-a34f-b081490f1421 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:25.767496 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c8dba1d1-3f42-491b-a34f-b081490f1421 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:25.848766 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3977e485-ddfd-48ba-93fc-bc7211d720c5 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:25.863567 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f4e6de5b-9279-4f93-926c-81053f995d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:25.868454 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-508c6982-0e0d-4e69-a44f-a8e15f2463dc tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:25.900604 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdf563-0b36-4dfc-a5a8-5370f3123a0d req-39df76f0-b4a1-44e2-8a79-26e447f6520f tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:25.902193 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f2fdf563-0b36-4dfc-a5a8-5370f3123a0d req-39df76f0-b4a1-44e2-8a79-26e447f6520f tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/ports?device_id=3095980e-21a3-4695-883b-7ddef3fed08b HTTP/1.1" status: 200 len: 945 time: 0.8257604 Apr 06 13:28:25.907534 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977e485-ddfd-48ba-93fc-bc7211d720c5 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d99f0e-7fa8-42c4-8490-e740fc2df858,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:25.921045 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-508c6982-0e0d-4e69-a44f-a8e15f2463dc tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:25.925474 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cdf08bb8-e47b-4868-9ee1-2652bcffd558 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:25.965126 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e6de5b-9279-4f93-926c-81053f995d43 None None] Network df50d172-4ea2-4e21-b6f0-701412de3f6a is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:28:25.980048 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-f4e6de5b-9279-4f93-926c-81053f995d43 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:25.993348 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e6de5b-9279-4f93-926c-81053f995d43 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:28:26.035968 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b01dd24f-f1f0-4f86-9a80-959ae68df9a6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:26.050226 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dba1d1-3f42-491b-a34f-b081490f1421 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Pushing event updated for resources: {'Network': ['ID=4a4512c9-4c0b-4aae-8fcd-ff19edecd91e,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:26.105575 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6de5b-9279-4f93-926c-81053f995d43 None None] Pushing event updated for resources: {'Port': ['ID=51393718-dae6-430b-9631-22a525f14a8d,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:26.118349 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c6982-0e0d-4e69-a44f-a8e15f2463dc tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] Pushing event deleted for resources: {'Network': ['ID=812b7c77-1c77-4674-b6cd-52d4914b4788,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:26.127940 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3977e485-ddfd-48ba-93fc-bc7211d720c5 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:26.131954 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 4a4512c9-4c0b-4aae-8fcd-ff19edecd91e details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:28:26.132771 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3977e485-ddfd-48ba-93fc-bc7211d720c5 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "DELETE /v2.0/security-groups/05d99f0e-7fa8-42c4-8490-e740fc2df858 HTTP/1.1" status: 204 len: 168 time: 0.7399182 Apr 06 13:28:26.140220 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42062) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:26.169388 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c8dba1d1-3f42-491b-a34f-b081490f1421 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.3714015 Apr 06 13:28:26.170574 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42066) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:26.174470 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b01dd24f-f1f0-4f86-9a80-959ae68df9a6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:26.179708 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-508c6982-0e0d-4e69-a44f-a8e15f2463dc tempest-FloatingIPTestJSON-1509828383 tempest-FloatingIPTestJSON-1509828383-project] 10.222.0.48 "DELETE /v2.0/networks/812b7c77-1c77-4674-b6cd-52d4914b4788 HTTP/1.1" status: 204 len: 168 time: 2.1625080 Apr 06 13:28:26.195181 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01dd24f-f1f0-4f86-9a80-959ae68df9a6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:26.199019 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b01dd24f-f1f0-4f86-9a80-959ae68df9a6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:26.250870 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cdf08bb8-e47b-4868-9ee1-2652bcffd558 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:26.344800 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f2fdf563-0b36-4dfc-a5a8-5370f3123a0d req-99d044c2-e57f-4012-a3f3-f3e89154b81e tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4d0b212-a5b5-4ba3-9351-a8ac291f57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4179111 Apr 06 13:28:26.354892 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf08bb8-e47b-4868-9ee1-2652bcffd558 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Pushing event deleted for resources: {'Subnet': ['ID=22f6cf4d-101a-470b-89bd-4264074b56b6,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:26.360471 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c3e906df-f8b4-4390-b947-3135ba9a209c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:26.366143 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cdf08bb8-e47b-4868-9ee1-2652bcffd558 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:26.385941 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-cdf08bb8-e47b-4868-9ee1-2652bcffd558 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] 10.222.0.48 "DELETE /v2.0/subnets/22f6cf4d-101a-470b-89bd-4264074b56b6 HTTP/1.1" status: 204 len: 168 time: 1.7799051 Apr 06 13:28:26.386388 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848939d2-1ca8-4fd4-bb6e-2391004263fa None None] Network 8c701c0f-2037-4bfd-95f8-4111d7b28107 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:26.386786 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42074) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:26.443235 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f0cf17ff-2e5d-4161-a915-474a707386de tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:26.477508 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-c3e906df-f8b4-4390-b947-3135ba9a209c None None] For port b92f0fc2-3825-460c-937b-9bf2d2963e94, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=b92f0fc2-3825-460c-937b-9bf2d2963e94,segment=NetworkSegment(76c371f0-b23b-4f9e-89a3-09f9d9320383),segment_id=76c371f0-b23b-4f9e-89a3-09f9d9320383)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:26.507526 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-412e15df-1c63-40a1-934e-4d144117011a tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Request body: {'network': {'name': 'tempest-network--1273557741', 'router:external': True}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:26.513535 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-412e15df-1c63-40a1-934e-4d144117011a tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:26.518121 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-412e15df-1c63-40a1-934e-4d144117011a tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Usage tracker for resource:network and tenant:c4030e74daf341bba9f3995a3cb4f83e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:26.521717 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-412e15df-1c63-40a1-934e-4d144117011a tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:26.528491 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-412e15df-1c63-40a1-934e-4d144117011a tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:26.545977 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 01648137-05ea-4249-b3fd-3a0902cd1540 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:28:26.578522 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b01dd24f-f1f0-4f86-9a80-959ae68df9a6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1681628 Apr 06 13:28:26.586543 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42080) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:26.591629 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01dd24f-f1f0-4f86-9a80-959ae68df9a6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event updated for resources: {'Network': ['ID=7d42ba6b-9445-4f9b-bb78-07fe15afd4cd,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:26.604647 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-c5311da4-4a4f-4474-8389-c5861153a41c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Request body: {'subnet': {'network_id': '7d42ba6b-9445-4f9b-bb78-07fe15afd4cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:26.612283 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-f4e6de5b-9279-4f93-926c-81053f995d43 None None] Attempting to bind port 51393718-dae6-430b-9631-22a525f14a8d on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:28:26.612283 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-f4e6de5b-9279-4f93-926c-81053f995d43 None None] Attempting to bind port 51393718-dae6-430b-9631-22a525f14a8d by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '3a700886-b05f-44b5-91b9-ba7c815751e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'df50d172-4ea2-4e21-b6f0-701412de3f6a'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:28:26.612283 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e6de5b-9279-4f93-926c-81053f995d43 None None] Attempting to bind port 51393718-dae6-430b-9631-22a525f14a8d on network df50d172-4ea2-4e21-b6f0-701412de3f6a {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:28:26.624263 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 7d42ba6b-9445-4f9b-bb78-07fe15afd4cd details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:28:26.630242 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-93546d5b-08d5-47bf-9523-6eadf0a9afc9 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Synchronizing usage tracker for tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:28:26.637479 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412e15df-1c63-40a1-934e-4d144117011a tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Made reservation on behalf of c4030e74daf341bba9f3995a3cb4f83e for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:26.639800 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-412e15df-1c63-40a1-934e-4d144117011a tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:26.643643 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c3e906df-f8b4-4390-b947-3135ba9a209c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:26.690584 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-412e15df-1c63-40a1-934e-4d144117011a tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:26.700728 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e6de5b-9279-4f93-926c-81053f995d43 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:28:26.701105 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e6de5b-9279-4f93-926c-81053f995d43 None None] Checking segment: {'id': '3a700886-b05f-44b5-91b9-ba7c815751e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'df50d172-4ea2-4e21-b6f0-701412de3f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:28:26.701512 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f4e6de5b-9279-4f93-926c-81053f995d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:26.701913 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e6de5b-9279-4f93-926c-81053f995d43 None None] Bound using segment: {'id': '3a700886-b05f-44b5-91b9-ba7c815751e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'df50d172-4ea2-4e21-b6f0-701412de3f6a'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:28:26.702395 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-f4e6de5b-9279-4f93-926c-81053f995d43 None None] Bound port: 51393718-dae6-430b-9631-22a525f14a8d, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a700886-b05f-44b5-91b9-ba7c815751e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'df50d172-4ea2-4e21-b6f0-701412de3f6a'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:28:26.702773 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f4e6de5b-9279-4f93-926c-81053f995d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:26.782711 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-844de835-4968-4003-87cf-da9e37b03fba tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:26.797739 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-412e15df-1c63-40a1-934e-4d144117011a tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:26.820056 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-412e15df-1c63-40a1-934e-4d144117011a tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Usage tracker for resource:security_group_rule and tenant:c4030e74daf341bba9f3995a3cb4f83e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:26.824930 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-412e15df-1c63-40a1-934e-4d144117011a tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:26.835857 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-412e15df-1c63-40a1-934e-4d144117011a tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:26.863804 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab642958-fe33-4d67-b779-8357e569a55b req-ac06de80-43a0-410a-81b2-6173cce97586 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:26.864510 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-ab642958-fe33-4d67-b779-8357e569a55b req-ac06de80-43a0-410a-81b2-6173cce97586 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Synchronizing usage tracker for tenant:ca027f9539bb43408259be56024c9f96 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:28:26.887214 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-844de835-4968-4003-87cf-da9e37b03fba tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Deleting port b19a2b8d-e406-4214-86a3-608af0d8e4f7 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:26.887853 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-844de835-4968-4003-87cf-da9e37b03fba tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:26.905894 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c5311da4-4a4f-4474-8389-c5861153a41c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:26.916737 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c5311da4-4a4f-4474-8389-c5861153a41c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Usage tracker for resource:subnet and tenant:bfb47db20f0d451b8551770a994c0a42 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:26.920715 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c5311da4-4a4f-4474-8389-c5861153a41c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:26.935916 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42086) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:26.941519 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c5311da4-4a4f-4474-8389-c5861153a41c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:26.956328 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 01648137-05ea-4249-b3fd-3a0902cd1540 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:28:26.956907 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:27.033489 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e906df-f8b4-4390-b947-3135ba9a209c None None] Pushing event updated for resources: {'Port': ['ID=b92f0fc2-3825-460c-937b-9bf2d2963e94,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:27.056665 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ca233e23-ace2-41ad-99f8-09e05cfa486f None None] Provisioning complete for port b92f0fc2-3825-460c-937b-9bf2d2963e94 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:28:27.057029 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ca233e23-ace2-41ad-99f8-09e05cfa486f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:27.084844 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-412e15df-1c63-40a1-934e-4d144117011a tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:27.123003 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-93546d5b-08d5-47bf-9523-6eadf0a9afc9 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Unset dirty status for tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:28:27.126237 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-93546d5b-08d5-47bf-9523-6eadf0a9afc9 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9835172 Apr 06 13:28:27.134930 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42092) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:27.142594 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-91842e3e-9c32-4f98-a292-ccb0e5e77f81 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group': {'name': 'tempest-secgroup--230904302'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:27.151285 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-91842e3e-9c32-4f98-a292-ccb0e5e77f81 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:27.165539 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-91842e3e-9c32-4f98-a292-ccb0e5e77f81 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:27.173188 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-ab642958-fe33-4d67-b779-8357e569a55b req-ac06de80-43a0-410a-81b2-6173cce97586 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Unset dirty status for tenant:ca027f9539bb43408259be56024c9f96 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:28:27.174873 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ab642958-fe33-4d67-b779-8357e569a55b req-ac06de80-43a0-410a-81b2-6173cce97586 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.61 "GET /v2.0/ports?device_id=3095980e-21a3-4695-883b-7ddef3fed08b HTTP/1.1" status: 200 len: 945 time: 0.9605775 Apr 06 13:28:27.175713 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5311da4-4a4f-4474-8389-c5861153a41c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Made reservation on behalf of bfb47db20f0d451b8551770a994c0a42 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:27.182241 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c5311da4-4a4f-4474-8389-c5861153a41c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:27.191536 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-f0cf17ff-2e5d-4161-a915-474a707386de tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Allocated IP 2001:db8::1 (db341e5f-4e58-4ff3-ad8b-c0d21eb95beb/6b1bc246-d2cb-474d-863e-f10dc7fd47fe/1a99a6cc-6d42-4cf3-8935-afe6e478736d) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:28:27.201057 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-f4e6de5b-9279-4f93-926c-81053f995d43 None None] For port 51393718-dae6-430b-9631-22a525f14a8d, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:28:27.210563 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-f4e6de5b-9279-4f93-926c-81053f995d43 None None] For port 51393718-dae6-430b-9631-22a525f14a8d, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=51393718-dae6-430b-9631-22a525f14a8d,segment=NetworkSegment(3a700886-b05f-44b5-91b9-ba7c815751e8),segment_id=3a700886-b05f-44b5-91b9-ba7c815751e8)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:28:27.217598 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-412e15df-1c63-40a1-934e-4d144117011a tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:27.219312 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:27.328110 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1945126a-199a-4bf7-a5a4-052184ab610f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=85b5a92c88a5421aa7d05fbcad83612c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3909924 Apr 06 13:28:27.335382 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42096) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:27.345128 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-844de835-4968-4003-87cf-da9e37b03fba tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] For port b19a2b8d-e406-4214-86a3-608af0d8e4f7, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=b19a2b8d-e406-4214-86a3-608af0d8e4f7,segment=NetworkSegment(81351e1f-3bb2-4c5d-b98d-ad232bd7876d),segment_id=81351e1f-3bb2-4c5d-b98d-ad232bd7876d)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:27.345128 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-844de835-4968-4003-87cf-da9e37b03fba tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:27.355180 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f4e6de5b-9279-4f93-926c-81053f995d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:27.362328 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-91842e3e-9c32-4f98-a292-ccb0e5e77f81 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:27.397167 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412e15df-1c63-40a1-934e-4d144117011a tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:28:27.421620 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.ipam_backend_mixin [None req-c5311da4-4a4f-4474-8389-c5861153a41c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Performing IP validity checks on allocation pools {{(pid=88564) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 06 13:28:27.422144 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.ipam_backend_mixin [None req-c5311da4-4a4f-4474-8389-c5861153a41c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88564) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 06 13:28:27.434288 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-91842e3e-9c32-4f98-a292-ccb0e5e77f81 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:27.438547 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-91842e3e-9c32-4f98-a292-ccb0e5e77f81 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Usage tracker for resource:security_group_rule and tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:27.441860 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-91842e3e-9c32-4f98-a292-ccb0e5e77f81 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:27.448961 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-91842e3e-9c32-4f98-a292-ccb0e5e77f81 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:27.502429 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e15df-1c63-40a1-934e-4d144117011a tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4488bccd-e16b-45b8-9429-76be30ef99e3,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:27.518040 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-ab642958-fe33-4d67-b779-8357e569a55b req-fb9cba0c-3945-4ce0-a769-51c60b202563 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Deleting port fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:27.518899 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-ab642958-fe33-4d67-b779-8357e569a55b req-fb9cba0c-3945-4ce0-a769-51c60b202563 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:27.546541 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6de5b-9279-4f93-926c-81053f995d43 None None] Pushing event updated for resources: {'Port': ['ID=51393718-dae6-430b-9631-22a525f14a8d,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:27.562963 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-412e15df-1c63-40a1-934e-4d144117011a tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:27.563331 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-412e15df-1c63-40a1-934e-4d144117011a tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Added segment ddfd67c9-8dd7-480d-9373-c3dd2c2cb834 of type vlan for network 5dc074d7-fdd4-43e9-b667-01c17c1c44ca Apr 06 13:28:27.602107 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef71a6d5-57e5-4f5d-aa10-fdfae4fabb0e None None] DHCP port deletion for 8c701c0f-2037-4bfd-95f8-4111d7b28107 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:28:27.609859 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ef71a6d5-57e5-4f5d-aa10-fdfae4fabb0e None None] Deleting port b19a2b8d-e406-4214-86a3-608af0d8e4f7 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:27.610228 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ef71a6d5-57e5-4f5d-aa10-fdfae4fabb0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:27.636410 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-91842e3e-9c32-4f98-a292-ccb0e5e77f81 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:27.679184 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-412e15df-1c63-40a1-934e-4d144117011a tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:27.750867 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-844de835-4968-4003-87cf-da9e37b03fba tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Calling delete_port for b19a2b8d-e406-4214-86a3-608af0d8e4f7 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:27.919301 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-91842e3e-9c32-4f98-a292-ccb0e5e77f81 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:27.924941 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ef71a6d5-57e5-4f5d-aa10-fdfae4fabb0e None None] For port b19a2b8d-e406-4214-86a3-608af0d8e4f7, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=b19a2b8d-e406-4214-86a3-608af0d8e4f7,segment=NetworkSegment(81351e1f-3bb2-4c5d-b98d-ad232bd7876d),segment_id=81351e1f-3bb2-4c5d-b98d-ad232bd7876d)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:27.925336 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ef71a6d5-57e5-4f5d-aa10-fdfae4fabb0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:27.979683 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f0cf17ff-2e5d-4161-a915-474a707386de tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:27.987718 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8afe5f2d-8653-46e0-8d2f-cd9cd435c50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:28.036685 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-f0cf17ff-2e5d-4161-a915-474a707386de tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Transition to ACTIVE for port object 1a99a6cc-6d42-4cf3-8935-afe6e478736d will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:28:28.039710 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8afe5f2d-8653-46e0-8d2f-cd9cd435c50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:28.061417 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec889b-731e-4a66-9286-40c623996e98 req-65dde3aa-e93d-47fb-b165-d4557321967a tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:28.069517 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3fec889b-731e-4a66-9286-40c623996e98 req-65dde3aa-e93d-47fb-b165-d4557321967a tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/ports?device_id=3095980e-21a3-4695-883b-7ddef3fed08b HTTP/1.1" status: 200 len: 945 time: 0.3302372 Apr 06 13:28:28.095159 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-844de835-4968-4003-87cf-da9e37b03fba tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:28.106465 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ef71a6d5-57e5-4f5d-aa10-fdfae4fabb0e None None] Calling delete_port for b19a2b8d-e406-4214-86a3-608af0d8e4f7 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:28.170025 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-412e15df-1c63-40a1-934e-4d144117011a tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:28.171007 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412e15df-1c63-40a1-934e-4d144117011a tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:28.171619 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-412e15df-1c63-40a1-934e-4d144117011a tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:28.189270 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844de835-4968-4003-87cf-da9e37b03fba tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Pushing event deleted for resources: {'Port': ['ID=b19a2b8d-e406-4214-86a3-608af0d8e4f7,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:28.204557 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-ef71a6d5-57e5-4f5d-aa10-fdfae4fabb0e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:28:28.204929 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-ef71a6d5-57e5-4f5d-aa10-fdfae4fabb0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:28:28.226099 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91842e3e-9c32-4f98-a292-ccb0e5e77f81 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c75c8803-f42f-4005-8d09-bf1fd2e7c898,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:28.229112 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844de835-4968-4003-87cf-da9e37b03fba tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] No DVR routers for this DVR port b19a2b8d-e406-4214-86a3-608af0d8e4f7 on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:28:28.278064 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3fec889b-731e-4a66-9286-40c623996e98 req-1df35ea7-4945-41e2-a705-af24802fd83a tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/security-groups?id=f4d0b212-a5b5-4ba3-9351-a8ac291f57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076607 Apr 06 13:28:28.378194 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-844de835-4968-4003-87cf-da9e37b03fba tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:28.381656 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e15df-1c63-40a1-934e-4d144117011a tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Pushing event updated for resources: {'Network': ['ID=5dc074d7-fdd4-43e9-b667-01c17c1c44ca,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:28.383014 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-91842e3e-9c32-4f98-a292-ccb0e5e77f81 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:28.387559 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-91842e3e-9c32-4f98-a292-ccb0e5e77f81 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2478571 Apr 06 13:28:28.389511 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42104) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:28.392485 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-ab642958-fe33-4d67-b779-8357e569a55b req-fb9cba0c-3945-4ce0-a769-51c60b202563 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] For port fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32,segment=NetworkSegment(69693000-236e-4bd5-aae7-0525bc5d1b6d),segment_id=69693000-236e-4bd5-aae7-0525bc5d1b6d)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:28.392842 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-ab642958-fe33-4d67-b779-8357e569a55b req-fb9cba0c-3945-4ce0-a769-51c60b202563 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:28.394481 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 5dc074d7-fdd4-43e9-b667-01c17c1c44ca details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:28:28.396419 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-fd4deec2-09dd-4c54-b95b-0eae5eb75661 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group_rule': {'security_group_id': 'c75c8803-f42f-4005-8d09-bf1fd2e7c898', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:28.409393 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-412e15df-1c63-40a1-934e-4d144117011a tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.1958895 Apr 06 13:28:28.410744 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42108) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:28.416500 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-fd4deec2-09dd-4c54-b95b-0eae5eb75661 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:28.418156 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8afe5f2d-8653-46e0-8d2f-cd9cd435c50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:28.422875 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-844de835-4968-4003-87cf-da9e37b03fba tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c701c0f-2037-4bfd-95f8-4111d7b28107']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:28.439105 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-fd4deec2-09dd-4c54-b95b-0eae5eb75661 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Usage tracker for resource:security_group_rule and tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:28.450456 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-844de835-4968-4003-87cf-da9e37b03fba tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81351e1f-3bb2-4c5d-b98d-ad232bd7876d') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:28.450646 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-844de835-4968-4003-87cf-da9e37b03fba tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81351e1f-3bb2-4c5d-b98d-ad232bd7876d') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:28.457291 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-fd4deec2-09dd-4c54-b95b-0eae5eb75661 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:28.461369 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f0cf17ff-2e5d-4161-a915-474a707386de tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:28.517233 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c5311da4-4a4f-4474-8389-c5861153a41c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:28.540556 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-fd4deec2-09dd-4c54-b95b-0eae5eb75661 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:28.543705 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe5f2d-8653-46e0-8d2f-cd9cd435c50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646bcd3f-e28a-448e-a781-c1026f00def1,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:28.549901 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-844de835-4968-4003-87cf-da9e37b03fba tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:28.601036 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf17ff-2e5d-4161-a915-474a707386de tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Port': ['ID=1a99a6cc-6d42-4cf3-8935-afe6e478736d,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:28.609298 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-844de835-4968-4003-87cf-da9e37b03fba tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:28.612954 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cf17ff-2e5d-4161-a915-474a707386de tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network db341e5f-4e58-4ff3-ad8b-c0d21eb95beb is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:28:28.622763 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-f0cf17ff-2e5d-4161-a915-474a707386de tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:28.622763 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cf17ff-2e5d-4161-a915-474a707386de tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:28:28.622763 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f0cf17ff-2e5d-4161-a915-474a707386de tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:28.688038 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 51393718-dae6-430b-9631-22a525f14a8d up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:28:28.724026 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ef71a6d5-57e5-4f5d-aa10-fdfae4fabb0e None None] Deleting port b19a2b8d-e406-4214-86a3-608af0d8e4f7 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:28.724497 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ef71a6d5-57e5-4f5d-aa10-fdfae4fabb0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:28.786119 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844de835-4968-4003-87cf-da9e37b03fba tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:28:28.786549 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-844de835-4968-4003-87cf-da9e37b03fba tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:28:28.809757 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:28:28.822069 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5311da4-4a4f-4474-8389-c5861153a41c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event updated for resources: {'Subnet': ['ID=81a1073c-0be8-46fd-9348-d1df2ab98840,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:28.843029 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ef71a6d5-57e5-4f5d-aa10-fdfae4fabb0e None None] The port 'b19a2b8d-e406-4214-86a3-608af0d8e4f7' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:28:28.968302 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 51393718-dae6-430b-9631-22a525f14a8d completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:28:28.973824 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8afe5f2d-8653-46e0-8d2f-cd9cd435c50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:28.979451 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device b92f0fc2-3825-460c-937b-9bf2d2963e94 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:28:28.988386 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8afe5f2d-8653-46e0-8d2f-cd9cd435c50e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/646bcd3f-e28a-448e-a781-c1026f00def1 HTTP/1.1" status: 204 len: 168 time: 1.6518829 Apr 06 13:28:29.031344 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-fd4deec2-09dd-4c54-b95b-0eae5eb75661 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:28:29.032667 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-fd4deec2-09dd-4c54-b95b-0eae5eb75661 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6421442 Apr 06 13:28:29.035779 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42114) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:29.046253 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-6a228753-f162-4119-87ad-256d64cca9f3 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group_rule': {'security_group_id': 'c75c8803-f42f-4005-8d09-bf1fd2e7c898', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:29.060214 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-6a228753-f162-4119-87ad-256d64cca9f3 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:29.061302 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3549be2b-7011-46f1-b53d-4f4c47cb5d02 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:29.073306 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6a228753-f162-4119-87ad-256d64cca9f3 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Usage tracker for resource:security_group_rule and tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:29.078839 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6a228753-f162-4119-87ad-256d64cca9f3 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:29.086602 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port b92f0fc2-3825-460c-937b-9bf2d2963e94 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:28:29.088223 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:29.089677 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5311da4-4a4f-4474-8389-c5861153a41c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Checking segment: {'id': 'c4dd6b94-e549-40cd-bb9c-78ca9c170156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7d42ba6b-9445-4f9b-bb78-07fe15afd4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:28:29.090533 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5311da4-4a4f-4474-8389-c5861153a41c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Network hostable DHCP agents. Network: 7d42ba6b-9445-4f9b-bb78-07fe15afd4cd, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:28:29.093773 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-6a228753-f162-4119-87ad-256d64cca9f3 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:29.119176 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357ce32f-005b-49f6-8568-3ef6f724f823 None None] Network df50d172-4ea2-4e21-b6f0-701412de3f6a requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:29.142259 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-844de835-4968-4003-87cf-da9e37b03fba tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:29.179569 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-844de835-4968-4003-87cf-da9e37b03fba tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:29.187506 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-ab642958-fe33-4d67-b779-8357e569a55b req-fb9cba0c-3945-4ce0-a769-51c60b202563 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:29.188361 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-ab642958-fe33-4d67-b779-8357e569a55b req-fb9cba0c-3945-4ce0-a769-51c60b202563 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:29.188361 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [req-ab642958-fe33-4d67-b779-8357e569a55b req-fb9cba0c-3945-4ce0-a769-51c60b202563 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Floating IP 0485033a-5d2a-4f1b-8990-e712c9527189 disassociated. External IP: 172.26.4.24, port: fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32. Apr 06 13:28:29.188790 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-ab642958-fe33-4d67-b779-8357e569a55b req-fb9cba0c-3945-4ce0-a769-51c60b202563 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Calling delete_port for fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32 owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:29.219841 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844de835-4968-4003-87cf-da9e37b03fba tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] Pushing event deleted for resources: {'Network': ['ID=8c701c0f-2037-4bfd-95f8-4111d7b28107,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:29.233051 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f38c01a9-219d-41a7-8407-f22914e050eb None None] Provisioning for port 1a99a6cc-6d42-4cf3-8935-afe6e478736d completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:28:29.243173 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-844de835-4968-4003-87cf-da9e37b03fba tempest-ExtraDHCPOptionsIpV6TestJSON-96910734 tempest-ExtraDHCPOptionsIpV6TestJSON-96910734-project] 10.222.0.48 "DELETE /v2.0/networks/8c701c0f-2037-4bfd-95f8-4111d7b28107 HTTP/1.1" status: 204 len: 168 time: 2.8547320 Apr 06 13:28:29.283910 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f38c01a9-219d-41a7-8407-f22914e050eb None None] Provisioning complete for port 1a99a6cc-6d42-4cf3-8935-afe6e478736d triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:28:29.284283 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f38c01a9-219d-41a7-8407-f22914e050eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:29.325894 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f0cf17ff-2e5d-4161-a915-474a707386de tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:29.408669 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-f38c01a9-219d-41a7-8407-f22914e050eb None None] Port 1a99a6cc-6d42-4cf3-8935-afe6e478736d cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:28:29.435494 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5311da4-4a4f-4474-8389-c5861153a41c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Network 7d42ba6b-9445-4f9b-bb78-07fe15afd4cd is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:28:29.452365 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3549be2b-7011-46f1-b53d-4f4c47cb5d02 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:29.469374 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-6a228753-f162-4119-87ad-256d64cca9f3 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:28:29.473704 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6a228753-f162-4119-87ad-256d64cca9f3 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4292166 Apr 06 13:28:29.483982 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42124) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:29.492072 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-ab642958-fe33-4d67-b779-8357e569a55b req-fb9cba0c-3945-4ce0-a769-51c60b202563 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:29.543715 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-3549be2b-7011-46f1-b53d-4f4c47cb5d02 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc074d7-fdd4-43e9-b667-01c17c1c44ca']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:29.572563 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-14169a46-df9f-41a2-bb11-0025c0bcee62 req-a5899b6e-8341-41f4-9de6-3701708c8347 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/ports?device_id=3095980e-21a3-4695-883b-7ddef3fed08b HTTP/1.1" status: 200 len: 210 time: 0.0854838 Apr 06 13:28:29.572825 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9cba0c-3945-4ce0-a769-51c60b202563 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Pushing event deleted for resources: {'Port': ['ID=fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:29.576985 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-3549be2b-7011-46f1-b53d-4f4c47cb5d02 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddfd67c9-8dd7-480d-9373-c3dd2c2cb834') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:29.583854 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-3549be2b-7011-46f1-b53d-4f4c47cb5d02 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddfd67c9-8dd7-480d-9373-c3dd2c2cb834') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:29.585322 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-c5311da4-4a4f-4474-8389-c5861153a41c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 7d42ba6b-9445-4f9b-bb78-07fe15afd4cd) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:29.620482 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device b19a2b8d-e406-4214-86a3-608af0d8e4f7 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:28:29.681432 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d628e7f3-a640-419d-9238-c5d9db3f0dfa None None] Network 7d42ba6b-9445-4f9b-bb78-07fe15afd4cd requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:29.681626 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3549be2b-7011-46f1-b53d-4f4c47cb5d02 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:29.687978 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5311da4-4a4f-4474-8389-c5861153a41c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:29.688709 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c5311da4-4a4f-4474-8389-c5861153a41c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:29.712592 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: b19a2b8d-e406-4214-86a3-608af0d8e4f7 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:28:29.716781 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device b19a2b8d-e406-4214-86a3-608af0d8e4f7 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:28:29.782768 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3549be2b-7011-46f1-b53d-4f4c47cb5d02 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:29.800656 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3549be2b-7011-46f1-b53d-4f4c47cb5d02 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:28:29.800899 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3549be2b-7011-46f1-b53d-4f4c47cb5d02 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:28:29.815801 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:28:29.909908 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e7af46ea-5130-457a-a4f1-8a4c100d560c None None] Provisioning for port 51393718-dae6-430b-9631-22a525f14a8d completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:28:29.920121 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e7af46ea-5130-457a-a4f1-8a4c100d560c None None] Provisioning complete for port 51393718-dae6-430b-9631-22a525f14a8d triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:28:29.920622 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e7af46ea-5130-457a-a4f1-8a4c100d560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:29.956887 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c9b3c7f7-2728-400e-94b8-273fab7485d1 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:30.103812 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c5311da4-4a4f-4474-8389-c5861153a41c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.5155480 Apr 06 13:28:30.108388 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42138) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:30.254464 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab642958-fe33-4d67-b779-8357e569a55b req-fb9cba0c-3945-4ce0-a769-51c60b202563 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Router cd8f32c2-99d2-443d-b2d7-18560d73a9cc has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:28:30.255164 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42142) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:30.308235 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15131ddd-9c73-47a1-a82a-332271cc0d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-7d42ba6b-9445-4f9b-bb78-07fe15afd4cd', 'network_id': '7d42ba6b-9445-4f9b-bb78-07fe15afd4cd', 'tenant_id': 'bfb47db20f0d451b8551770a994c0a42', 'fixed_ips': [{'subnet_id': '81a1073c-0be8-46fd-9348-d1df2ab98840'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:28:30.311165 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-15131ddd-9c73-47a1-a82a-332271cc0d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:30.404705 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f0cf17ff-2e5d-4161-a915-474a707386de tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:30.411875 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c9b3c7f7-2728-400e-94b8-273fab7485d1 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:30.453240 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3549be2b-7011-46f1-b53d-4f4c47cb5d02 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:30.469259 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3549be2b-7011-46f1-b53d-4f4c47cb5d02 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5dc074d7-fdd4-43e9-b667-01c17c1c44ca {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 06 13:28:30.475967 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:28:30.493532 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f0cf17ff-2e5d-4161-a915-474a707386de tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:30.495027 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f0cf17ff-2e5d-4161-a915-474a707386de tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:30.509762 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3549be2b-7011-46f1-b53d-4f4c47cb5d02 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:30.551966 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549be2b-7011-46f1-b53d-4f4c47cb5d02 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Pushing event deleted for resources: {'Network': ['ID=5dc074d7-fdd4-43e9-b667-01c17c1c44ca,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:30.564061 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:28:30.569168 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32 not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:28:30.612236 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e7af46ea-5130-457a-a4f1-8a4c100d560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:30.626275 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c9b3c7f7-2728-400e-94b8-273fab7485d1 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:30.684354 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3549be2b-7011-46f1-b53d-4f4c47cb5d02 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] 10.222.0.48 "DELETE /v2.0/networks/5dc074d7-fdd4-43e9-b667-01c17c1c44ca HTTP/1.1" status: 204 len: 168 time: 2.2668815 Apr 06 13:28:30.690077 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42156) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:30.756310 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-e7af46ea-5130-457a-a4f1-8a4c100d560c None None] For port 51393718-dae6-430b-9631-22a525f14a8d, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=51393718-dae6-430b-9631-22a525f14a8d,segment=NetworkSegment(3a700886-b05f-44b5-91b9-ba7c815751e8),segment_id=3a700886-b05f-44b5-91b9-ba7c815751e8)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:30.810072 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-b383e872-656a-4260-84d8-9f6a93135575 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:30.825363 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3c7f7-2728-400e-94b8-273fab7485d1 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75c8803-f42f-4005-8d09-bf1fd2e7c898,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:30.852743 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b383e872-656a-4260-84d8-9f6a93135575 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:30.871134 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-33975b65-71bd-42aa-b202-b54be22243d5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2be8e4df776a43478d626895c0b2a785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6123855 Apr 06 13:28:30.873673 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-15131ddd-9c73-47a1-a82a-332271cc0d40 None None] Allocated IP 172.20.0.3 (7d42ba6b-9445-4f9b-bb78-07fe15afd4cd/81a1073c-0be8-46fd-9348-d1df2ab98840/952521b3-6f97-42f0-b700-fbd5f381c8c5) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:28:30.883266 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42162) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:30.884911 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf17ff-2e5d-4161-a915-474a707386de tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Port': ['ID=1a99a6cc-6d42-4cf3-8935-afe6e478736d,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:30.891300 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:30.900452 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b383e872-656a-4260-84d8-9f6a93135575 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Usage tracker for resource:network and tenant:c4030e74daf341bba9f3995a3cb4f83e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:30.901170 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e7af46ea-5130-457a-a4f1-8a4c100d560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:30.914107 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b383e872-656a-4260-84d8-9f6a93135575 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:30.917761 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42166) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:30.928149 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c9b3c7f7-2728-400e-94b8-273fab7485d1 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:30.932524 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c9b3c7f7-2728-400e-94b8-273fab7485d1 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "DELETE /v2.0/security-groups/c75c8803-f42f-4005-8d09-bf1fd2e7c898 HTTP/1.1" status: 204 len: 168 time: 1.4444740 Apr 06 13:28:30.940629 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-07c5f6d5-ba86-43ed-8a32-73820d2f39a9 req-04fe6acd-3a99-43d4-a2de-850eff806246 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/ports?device_id=3095980e-21a3-4695-883b-7ddef3fed08b HTTP/1.1" status: 200 len: 210 time: 0.1621621 Apr 06 13:28:30.966118 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42170) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:31.020767 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b383e872-656a-4260-84d8-9f6a93135575 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:31.044825 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b09fd85a-09ba-4150-b6ff-f3cd0313861b tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Synchronizing usage tracker for tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:28:31.112516 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af46ea-5130-457a-a4f1-8a4c100d560c None None] Pushing event updated for resources: {'Port': ['ID=51393718-dae6-430b-9631-22a525f14a8d,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:31.119318 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:31.129645 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-271b42b3-fc5a-454d-bee0-99e7a1815e47 None None] Provisioning complete for port 51393718-dae6-430b-9631-22a525f14a8d triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:28:31.130070 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-271b42b3-fc5a-454d-bee0-99e7a1815e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:31.145406 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5105a605-8413-4893-afa0-bb8f9008f32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:31.172646 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b383e872-656a-4260-84d8-9f6a93135575 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Made reservation on behalf of c4030e74daf341bba9f3995a3cb4f83e for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:31.175388 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b383e872-656a-4260-84d8-9f6a93135575 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:31.180729 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5105a605-8413-4893-afa0-bb8f9008f32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:31.222132 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Request body: {'networks': [{'name': 'tempest-network--568791334'}, {'name': 'tempest-network--1073172464'}]} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:31.222657 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Request body: {'network': {'name': 'tempest-network--568791334'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:31.223348 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Request body: {'network': {'name': 'tempest-network--1073172464'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:31.235413 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab642958-fe33-4d67-b779-8357e569a55b req-fb9cba0c-3945-4ce0-a769-51c60b202563 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:28:31.246997 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cf17ff-2e5d-4161-a915-474a707386de tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network db341e5f-4e58-4ff3-ad8b-c0d21eb95beb is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:28:31.248650 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-f0cf17ff-2e5d-4161-a915-474a707386de tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:31.262724 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b09fd85a-09ba-4150-b6ff-f3cd0313861b tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Unset dirty status for tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:28:31.273483 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b09fd85a-09ba-4150-b6ff-f3cd0313861b tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3094091 Apr 06 13:28:31.283058 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdabc02-4d7f-4e47-97c5-cc609e11c9a0 None None] Sync routers for ids ['cd8f32c2-99d2-443d-b2d7-18560d73a9cc'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:28:31.300874 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:31.304128 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42176) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:31.354270 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5105a605-8413-4893-afa0-bb8f9008f32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:31.369082 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-78312d89-52b0-4c32-838c-3d222ef6d576 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group': {'name': 'tempest-secgroup--949858144'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:31.374640 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab642958-fe33-4d67-b779-8357e569a55b req-fb9cba0c-3945-4ce0-a769-51c60b202563 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] No DVR routers for this DVR port fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32 on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:28:31.377542 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-ab642958-fe33-4d67-b779-8357e569a55b req-fb9cba0c-3945-4ce0-a769-51c60b202563 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:31.380162 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ab642958-fe33-4d67-b779-8357e569a55b req-fb9cba0c-3945-4ce0-a769-51c60b202563 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.61 "DELETE /v2.0/ports/fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32 HTTP/1.1" status: 204 len: 173 time: 4.1641428 Apr 06 13:28:31.391598 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Usage tracker for resource:network and tenant:7005024bfea846fd9b8d3ce1bf8faf44 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:31.401263 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3095980e-21a3-4695-883b-7ddef3fed08b', 'name': 'network-vif-deleted', 'tag': 'fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:28:31.405928 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105a605-8413-4893-afa0-bb8f9008f32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50543647-bcb5-476b-b3a7-7702d3adb226,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:31.407075 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-78312d89-52b0-4c32-838c-3d222ef6d576 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:31.418745 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdabc02-4d7f-4e47-97c5-cc609e11c9a0 None None] Routers {'cd8f32c2-99d2-443d-b2d7-18560d73a9cc'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:28:31.419358 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:31.419558 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-7bdabc02-4d7f-4e47-97c5-cc609e11c9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:28:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['cd8f32c2-99d2-443d-b2d7-18560d73a9cc'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:31.427115 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b383e872-656a-4260-84d8-9f6a93135575 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:28:31.435968 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:31.446150 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-78312d89-52b0-4c32-838c-3d222ef6d576 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:31.458273 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b383e872-656a-4260-84d8-9f6a93135575 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:31.458684 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-b383e872-656a-4260-84d8-9f6a93135575 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Added segment 8db4f8ea-f895-4162-838f-380812e6737f of type vlan for network 6d4cca33-de0e-45ee-a33d-7e11d22e72f7 Apr 06 13:28:31.495310 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5105a605-8413-4893-afa0-bb8f9008f32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:31.498158 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5105a605-8413-4893-afa0-bb8f9008f32c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/50543647-bcb5-476b-b3a7-7702d3adb226 HTTP/1.1" status: 204 len: 168 time: 0.6007068 Apr 06 13:28:31.530428 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a373f98b-dfdf-43de-b7e1-ec70c42a5efd'] response: {'server_uuid': '3095980e-21a3-4695-883b-7ddef3fed08b', 'name': 'network-vif-deleted', 'tag': 'fd5d2ec8-dbc3-4b62-b0bd-b3e6019b2e32', 'status': 'completed', 'code': 200} Apr 06 13:28:31.538691 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b383e872-656a-4260-84d8-9f6a93135575 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:31.557043 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Made reservation on behalf of 7005024bfea846fd9b8d3ce1bf8faf44 for: {'network': 2} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:31.563798 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:31.586163 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-15131ddd-9c73-47a1-a82a-332271cc0d40 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:31.588517 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:31.614743 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-78312d89-52b0-4c32-838c-3d222ef6d576 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:31.645969 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:31.650731 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-15131ddd-9c73-47a1-a82a-332271cc0d40 None None] Transition to ACTIVE for port object 952521b3-6f97-42f0-b700-fbd5f381c8c5 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:28:31.654088 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Usage tracker for resource:security_group_rule and tenant:7005024bfea846fd9b8d3ce1bf8faf44 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:31.658957 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:31.667831 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0cf17ff-2e5d-4161-a915-474a707386de tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Router 9c7dabc9-638d-4032-a148-97177f6cd699 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:28:31.674895 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:31.684098 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-78312d89-52b0-4c32-838c-3d222ef6d576 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:31.700105 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-78312d89-52b0-4c32-838c-3d222ef6d576 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Usage tracker for resource:security_group_rule and tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:31.719070 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-78312d89-52b0-4c32-838c-3d222ef6d576 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:31.727263 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-78312d89-52b0-4c32-838c-3d222ef6d576 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:31.770766 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-15131ddd-9c73-47a1-a82a-332271cc0d40 None None] Transition to ACTIVE for port object 952521b3-6f97-42f0-b700-fbd5f381c8c5 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:28:31.781853 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-7bdabc02-4d7f-4e47-97c5-cc609e11c9a0 None None] Set router cd8f32c2-99d2-443d-b2d7-18560d73a9cc gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:28:31.790048 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b383e872-656a-4260-84d8-9f6a93135575 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:31.792389 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b383e872-656a-4260-84d8-9f6a93135575 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:31.792389 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b383e872-656a-4260-84d8-9f6a93135575 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:31.873393 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-15131ddd-9c73-47a1-a82a-332271cc0d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:31.925935 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cf17ff-2e5d-4161-a915-474a707386de tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:28:31.931859 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f0cf17ff-2e5d-4161-a915-474a707386de tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "PUT /v2.0/routers/9c7dabc9-638d-4032-a148-97177f6cd699/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6985407 Apr 06 13:28:31.935980 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42184) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:31.939645 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c37b36-568c-4821-a5a4-035ae439b152 None None] Sync routers for ids ['9c7dabc9-638d-4032-a148-97177f6cd699'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:28:31.958100 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c37b36-568c-4821-a5a4-035ae439b152 None None] Routers {'9c7dabc9-638d-4032-a148-97177f6cd699'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:28:31.959125 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-a9c37b36-568c-4821-a5a4-035ae439b152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:28:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['9c7dabc9-638d-4032-a148-97177f6cd699'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:32.061048 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b383e872-656a-4260-84d8-9f6a93135575 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3642843 Apr 06 13:28:32.061883 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b383e872-656a-4260-84d8-9f6a93135575 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Pushing event updated for resources: {'Network': ['ID=6d4cca33-de0e-45ee-a33d-7e11d22e72f7,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:32.064844 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42192) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:32.084599 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1b454235-6c9c-4c02-ace8-c85eaf93201c req-d59248a7-7e06-4972-9825-931bacbb607c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3095980e-21a3-4695-883b-7ddef3fed08b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2017126 Apr 06 13:28:32.100898 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 6d4cca33-de0e-45ee-a33d-7e11d22e72f7 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:28:32.111734 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-274753f6-ee44-4993-a5e6-a4aff75a9198 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Request body: {'subnet': {'network_id': '6d4cca33-de0e-45ee-a33d-7e11d22e72f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:32.123392 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-78312d89-52b0-4c32-838c-3d222ef6d576 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:32.139540 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-274753f6-ee44-4993-a5e6-a4aff75a9198 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:32.145235 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-a9c37b36-568c-4821-a5a4-035ae439b152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:32.148191 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:32.149462 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-274753f6-ee44-4993-a5e6-a4aff75a9198 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Usage tracker for resource:subnet and tenant:c4030e74daf341bba9f3995a3cb4f83e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:32.152971 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-274753f6-ee44-4993-a5e6-a4aff75a9198 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:32.157821 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:32.169031 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c37b36-568c-4821-a5a4-035ae439b152 None None] Routers {'9c7dabc9-638d-4032-a148-97177f6cd699'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:28:32.170318 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-a9c37b36-568c-4821-a5a4-035ae439b152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:28:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['9c7dabc9-638d-4032-a148-97177f6cd699'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:32.253145 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15131ddd-9c73-47a1-a82a-332271cc0d40 None None] Network 7d42ba6b-9445-4f9b-bb78-07fe15afd4cd is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:28:32.272639 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8be7b7-a2c8-454e-9ece-8a5af475e653 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:32.273251 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9d8be7b7-a2c8-454e-9ece-8a5af475e653 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Synchronizing usage tracker for tenant:914bb3d1bef745388dc453a227f40127 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:28:32.290692 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-43df5603-0584-45bf-85c6-60deee41d49a req-1932aa67-61ed-4cc3-b8d6-2f75461bd10d tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/ports?device_id=3095980e-21a3-4695-883b-7ddef3fed08b HTTP/1.1" status: 200 len: 210 time: 0.1724107 Apr 06 13:28:32.301035 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-a9c37b36-568c-4821-a5a4-035ae439b152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:32.301035 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c37b36-568c-4821-a5a4-035ae439b152 None None] The sync data for ids ['9c7dabc9-638d-4032-a148-97177f6cd699'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:28:32.346995 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-274753f6-ee44-4993-a5e6-a4aff75a9198 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:32.349155 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Subnet': ['ID=81a1073c-0be8-46fd-9348-d1df2ab98840,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:32.366594 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-15131ddd-9c73-47a1-a82a-332271cc0d40 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:32.371254 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:32.371254 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:32.383971 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-78312d89-52b0-4c32-838c-3d222ef6d576 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:32.384235 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15131ddd-9c73-47a1-a82a-332271cc0d40 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:28:32.385991 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3ab655e3-7f19-4a2c-8dd1-7ce88af6f723 None None] Provisioning complete for port 1a99a6cc-6d42-4cf3-8935-afe6e478736d triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:28:32.386397 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3ab655e3-7f19-4a2c-8dd1-7ce88af6f723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:32.387669 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9d8be7b7-a2c8-454e-9ece-8a5af475e653 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Unset dirty status for tenant:914bb3d1bef745388dc453a227f40127 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:28:32.391507 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9d8be7b7-a2c8-454e-9ece-8a5af475e653 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "GET /v2.0/ports/1a99a6cc-6d42-4cf3-8935-afe6e478736d HTTP/1.1" status: 200 len: 911 time: 0.4535744 Apr 06 13:28:32.391903 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42200) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:32.433123 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15131ddd-9c73-47a1-a82a-332271cc0d40 None None] Pushing event updated for resources: {'Port': ['ID=952521b3-6f97-42f0-b700-fbd5f381c8c5,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:32.457681 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:28:32.475003 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:32.475737 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Added segment adea0a10-5777-4680-9519-22a3d353500b of type vlan for network c1d34887-9603-47c5-9330-2f18769c30e0 Apr 06 13:28:32.536146 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:32.582211 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-3ab655e3-7f19-4a2c-8dd1-7ce88af6f723 None None] Port 1a99a6cc-6d42-4cf3-8935-afe6e478736d cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:28:32.620828 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1b454235-6c9c-4c02-ace8-c85eaf93201c req-399cb023-cf30-4251-aaed-95c7e64d74c6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca027f9539bb43408259be56024c9f96&device_id=3095980e-21a3-4695-883b-7ddef3fed08b HTTP/1.1" status: 200 len: 210 time: 0.3371661 Apr 06 13:28:32.625300 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 51393718-dae6-430b-9631-22a525f14a8d up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:28:32.665310 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-15131ddd-9c73-47a1-a82a-332271cc0d40 None None] Attempting to bind port 952521b3-6f97-42f0-b700-fbd5f381c8c5 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:28:32.665310 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-15131ddd-9c73-47a1-a82a-332271cc0d40 None None] Attempting to bind port 952521b3-6f97-42f0-b700-fbd5f381c8c5 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'c4dd6b94-e549-40cd-bb9c-78ca9c170156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7d42ba6b-9445-4f9b-bb78-07fe15afd4cd'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:28:32.665661 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15131ddd-9c73-47a1-a82a-332271cc0d40 None None] Attempting to bind port 952521b3-6f97-42f0-b700-fbd5f381c8c5 on network 7d42ba6b-9445-4f9b-bb78-07fe15afd4cd {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:28:32.687718 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15131ddd-9c73-47a1-a82a-332271cc0d40 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:28:32.688090 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15131ddd-9c73-47a1-a82a-332271cc0d40 None None] Checking segment: {'id': 'c4dd6b94-e549-40cd-bb9c-78ca9c170156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7d42ba6b-9445-4f9b-bb78-07fe15afd4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:28:32.688497 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-15131ddd-9c73-47a1-a82a-332271cc0d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:32.688895 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15131ddd-9c73-47a1-a82a-332271cc0d40 None None] Bound using segment: {'id': 'c4dd6b94-e549-40cd-bb9c-78ca9c170156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7d42ba6b-9445-4f9b-bb78-07fe15afd4cd'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:28:32.689382 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-15131ddd-9c73-47a1-a82a-332271cc0d40 None None] Bound port: 952521b3-6f97-42f0-b700-fbd5f381c8c5, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dd6b94-e549-40cd-bb9c-78ca9c170156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7d42ba6b-9445-4f9b-bb78-07fe15afd4cd'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:28:32.689767 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-15131ddd-9c73-47a1-a82a-332271cc0d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:32.779080 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:32.795744 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cccc0ace-6bbf-45ca-a632-c1c693446cae,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:32.814759 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:28:32.817651 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274753f6-ee44-4993-a5e6-a4aff75a9198 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Made reservation on behalf of c4030e74daf341bba9f3995a3cb4f83e for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:32.821417 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-274753f6-ee44-4993-a5e6-a4aff75a9198 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:32.841823 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 51393718-dae6-430b-9631-22a525f14a8d triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:28:32.841823 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:32.868369 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-15131ddd-9c73-47a1-a82a-332271cc0d40 None None] For port 952521b3-6f97-42f0-b700-fbd5f381c8c5, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:28:32.877942 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-7bdabc02-4d7f-4e47-97c5-cc609e11c9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'name': 'tempest-ServersTestManualDisk-1335934797-router', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': 'c4b7e9e9-4a3c-4932-9559-9fd2550f92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:26:47Z', 'updated_at': '2022-04-06T13:27:03Z', 'revision_number': 4, 'project_id': 'ca027f9539bb43408259be56024c9f96', 'gw_port': {'id': 'c4b7e9e9-4a3c-4932-9559-9fd2550f92fe', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:26:50Z', 'updated_at': '2022-04-06T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ad6fea2e-9238-4754-b408-9547a7c62e51', 'name': '', 'network_id': 'e656c5dd-f102-4ee6-871d-b472dc64eb24', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'mac_address': 'fa:16:3e:72:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd1359a41-278f-4448-adcd-2b54a4bc8fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:27:00Z', 'updated_at': '2022-04-06T13:27:13Z', 'revision_number': 5, 'project_id': 'ca027f9539bb43408259be56024c9f96', 'subnets': [{'id': 'd1359a41-278f-4448-adcd-2b54a4bc8fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:32.894420 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdabc02-4d7f-4e47-97c5-cc609e11c9a0 None None] Checking router: cd8f32c2-99d2-443d-b2d7-18560d73a9cc for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:28:32.898607 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-15131ddd-9c73-47a1-a82a-332271cc0d40 None None] For port 952521b3-6f97-42f0-b700-fbd5f381c8c5, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=952521b3-6f97-42f0-b700-fbd5f381c8c5,segment=NetworkSegment(c4dd6b94-e549-40cd-bb9c-78ca9c170156),segment_id=c4dd6b94-e549-40cd-bb9c-78ca9c170156)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:28:32.917159 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d42ba6b-9445-4f9b-bb78-07fe15afd4cd']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:32.922279 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdabc02-4d7f-4e47-97c5-cc609e11c9a0 None None] Routers {'cd8f32c2-99d2-443d-b2d7-18560d73a9cc'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:28:32.922279 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-7bdabc02-4d7f-4e47-97c5-cc609e11c9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:28:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['cd8f32c2-99d2-443d-b2d7-18560d73a9cc'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:32.996657 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-15131ddd-9c73-47a1-a82a-332271cc0d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:33.026139 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:33.026139 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Added segment 7adc3dd4-219f-4fc2-b4e6-f25256661ba1 of type vlan for network 32b91514-9653-4922-8cd5-b7c25857d03b Apr 06 13:28:33.089951 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4dd6b94-e549-40cd-bb9c-78ca9c170156') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:33.090269 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4dd6b94-e549-40cd-bb9c-78ca9c170156') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:33.258863 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-78312d89-52b0-4c32-838c-3d222ef6d576 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:33.259928 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-78312d89-52b0-4c32-838c-3d222ef6d576 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9004350 Apr 06 13:28:33.260824 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78312d89-52b0-4c32-838c-3d222ef6d576 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcd048c-6947-47b1-b442-888e67729197,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:33.264422 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:33.281953 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42216) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:33.301315 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-635ab739-1d39-4203-b882-a5ad6c9d17a5 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:33.301722 dv-neutron-834600-1-hyperv neutron-server[88564]: WARNING neutron.api.v2.base [None req-635ab739-1d39-4203-b882-a5ad6c9d17a5 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 06 13:28:33.302208 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-635ab739-1d39-4203-b882-a5ad6c9d17a5 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] update failed (client error): There was a conflict when trying to complete your request. Apr 06 13:28:33.304510 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-635ab739-1d39-4203-b882-a5ad6c9d17a5 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "PUT /v2.0/security-groups/2bcd048c-6947-47b1-b442-888e67729197 HTTP/1.1" status: 409 len: 330 time: 0.0215793 Apr 06 13:28:33.315085 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42220) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:33.359950 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:33.367117 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:33.371460 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15131ddd-9c73-47a1-a82a-332271cc0d40 None None] Pushing event updated for resources: {'Port': ['ID=952521b3-6f97-42f0-b700-fbd5f381c8c5,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:33.392122 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:28:33.392536 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:33.402213 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42226) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:33.407985 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a503f43c-ff05-4e6f-b4fc-2cf77b07ef35 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:28:33.419940 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:28:33.443207 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b454235-6c9c-4c02-ace8-c85eaf93201c req-adf387d4-f176-4d4b-978f-d7ab9aa6c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:33.445494 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1b454235-6c9c-4c02-ace8-c85eaf93201c req-adf387d4-f176-4d4b-978f-d7ab9aa6c1ae service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=ca027f9539bb43408259be56024c9f96&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6326334 Apr 06 13:28:33.538024 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6abc68f0-4c6b-4b7b-84c6-21e7266189d3 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:33.538686 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-7bdabc02-4d7f-4e47-97c5-cc609e11c9a0 None None] Set router cd8f32c2-99d2-443d-b2d7-18560d73a9cc gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:28:33.573530 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6abc68f0-4c6b-4b7b-84c6-21e7266189d3 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:33.616291 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982fb54b-d66a-41d1-9636-12e0ec8813a3 None None] Network 7d42ba6b-9445-4f9b-bb78-07fe15afd4cd requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:33.618348 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42234) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:33.639242 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:33.639242 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:33.645143 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:33.650760 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:33.651567 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:33.707705 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6abc68f0-4c6b-4b7b-84c6-21e7266189d3 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:33.737686 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc68f0-4c6b-4b7b-84c6-21e7266189d3 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcd048c-6947-47b1-b442-888e67729197,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:33.764232 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-078b1bf7-19b7-42b4-a89c-474ae9dc1af1 tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] Request body: {'port': {'network_id': '37ef06ec-0aff-4a7d-af98-110aada04956', 'name': 'tempest-NetworksNegativeTestJSON-1657077260'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:33.791906 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.8706748 Apr 06 13:28:33.796773 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42238) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:33.814356 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.api [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 13:28:33.814356 dv-neutron-834600-1-hyperv neutron-server[88564]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 13:28:33.814356 dv-neutron-834600-1-hyperv neutron-server[88564]: [parameters: {'id': '7d42ba6b-9445-4f9b-bb78-07fe15afd4cd'}] Apr 06 13:28:33.814356 dv-neutron-834600-1-hyperv neutron-server[88564]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:28:33.814853 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG oslo_db.api [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:28:33.866020 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6abc68f0-4c6b-4b7b-84c6-21e7266189d3 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:33.869642 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6abc68f0-4c6b-4b7b-84c6-21e7266189d3 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "DELETE /v2.0/security-groups/2bcd048c-6947-47b1-b442-888e67729197 HTTP/1.1" status: 204 len: 168 time: 0.5503798 Apr 06 13:28:33.879428 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-078b1bf7-19b7-42b4-a89c-474ae9dc1af1 tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] POST failed (client error): The resource could not be found. Apr 06 13:28:33.880040 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42242) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:33.880743 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-078b1bf7-19b7-42b4-a89c-474ae9dc1af1 tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:28:33.886220 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-078b1bf7-19b7-42b4-a89c-474ae9dc1af1 tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4784474 Apr 06 13:28:33.890408 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42244) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:33.927151 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Pushing event updated for resources: {'Network': ['ID=c1d34887-9603-47c5-9330-2f18769c30e0,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:33.966372 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network c1d34887-9603-47c5-9330-2f18769c30e0 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:28:33.993086 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b454235-6c9c-4c02-ace8-c85eaf93201c req-e7e93e9e-f54f-4dae-9450-ad15ffe578d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:33.994562 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1b454235-6c9c-4c02-ace8-c85eaf93201c req-e7e93e9e-f54f-4dae-9450-ad15ffe578d5 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5244477 Apr 06 13:28:34.032346 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b92b404-d2fc-4581-81ee-4ed7ffd07c0f tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] DELETE failed (client error): The resource could not be found. Apr 06 13:28:34.033243 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b92b404-d2fc-4581-81ee-4ed7ffd07c0f tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:28:34.038845 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6b92b404-d2fc-4581-81ee-4ed7ffd07c0f tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] 10.222.0.48 "DELETE /v2.0/networks/69759545-b6f7-445c-ae59-4ace21cf49ab HTTP/1.1" status: 404 len: 339 time: 0.1305459 Apr 06 13:28:34.048259 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42250) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:34.115917 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9da7f3bb-937c-4b85-bbe3-d84ac936e7e3 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:34.168543 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-0562edb4-ac24-4afe-923b-f08e2a410b2c tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] DELETE failed (client error): The resource could not be found. Apr 06 13:28:34.168983 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0562edb4-ac24-4afe-923b-f08e2a410b2c tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:28:34.185788 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06c307-b212-4d9b-b4e4-04eeb54b315c tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Pushing event updated for resources: {'Network': ['ID=32b91514-9653-4922-8cd5-b7c25857d03b,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:34.189356 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b539a0fb-5b6a-4916-8b87-f384ab57ce3d tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:34.195205 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a0ba65fa-4960-4610-81d4-70bd1d07abbd tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Synchronizing usage tracker for tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:28:34.196351 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b539a0fb-5b6a-4916-8b87-f384ab57ce3d tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:34.202747 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b539a0fb-5b6a-4916-8b87-f384ab57ce3d tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:34.209384 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b539a0fb-5b6a-4916-8b87-f384ab57ce3d tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:34.215113 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b539a0fb-5b6a-4916-8b87-f384ab57ce3d tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:34.216907 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b539a0fb-5b6a-4916-8b87-f384ab57ce3d tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2931 time: 0.4080634 Apr 06 13:28:34.222185 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42254) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:34.245662 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0562edb4-ac24-4afe-923b-f08e2a410b2c tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] 10.222.0.48 "DELETE /v2.0/ports/54655dfc-1e17-4bfa-afef-de23b59d0b70 HTTP/1.1" status: 404 len: 333 time: 0.1960204 Apr 06 13:28:34.246592 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9da7f3bb-937c-4b85-bbe3-d84ac936e7e3 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:34.251825 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 32b91514-9653-4922-8cd5-b7c25857d03b details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:28:34.257194 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42258) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:34.317418 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:34.344471 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-e89bcf31-d2ce-4480-b09f-39edf8162544 tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] DELETE failed (client error): The resource could not be found. Apr 06 13:28:34.344940 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e89bcf31-d2ce-4480-b09f-39edf8162544 tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:28:34.351055 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e89bcf31-d2ce-4480-b09f-39edf8162544 tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] 10.222.0.48 "DELETE /v2.0/subnets/35cd7389-5619-4231-a79b-96a302d7984d HTTP/1.1" status: 404 len: 337 time: 0.0885663 Apr 06 13:28:34.355540 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7106ae-1afa-4df1-8110-2fde2eb7b17d None None] get_active_networks_info from dv-neutron-834600-1-hyperv {{(pid=88566) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 06 13:28:34.360004 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42262) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:34.360004 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a0ba65fa-4960-4610-81d4-70bd1d07abbd tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] Unset dirty status for tenant:0ef3b47207bb4c02a972fcdbcaeb5b49 on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:28:34.366853 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a0ba65fa-4960-4610-81d4-70bd1d07abbd tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4747183 Apr 06 13:28:34.367087 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42266) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:34.406234 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b491d4ab-85f4-4e33-bd42-d06afec857f3 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:34.419358 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-a503f43c-ff05-4e6f-b4fc-2cf77b07ef35 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Allocated IP 2001:db8:1::1 (df50d172-4ea2-4e21-b6f0-701412de3f6a/fee73ce7-7807-4c11-9968-605d8286a31f/b4bc8c35-5065-4b41-bff2-2f6ed94205d3) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:28:34.433862 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7285013-8182-40dc-8682-f9f0a4b93017 tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] GET failed (client error): The resource could not be found. Apr 06 13:28:34.433862 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f7285013-8182-40dc-8682-f9f0a4b93017 tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] 10.222.0.48 "GET /v2.0/networks/7baed66c-111d-4e9a-9c2a-2d48153fb573 HTTP/1.1" status: 404 len: 339 time: 0.0642953 Apr 06 13:28:34.433862 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-39298da7-e26d-41f4-b300-de1d07c12585 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] delete failed (client error): The resource could not be found. Apr 06 13:28:34.433862 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-39298da7-e26d-41f4-b300-de1d07c12585 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "DELETE /v2.0/security-groups/8515242f-374d-422b-9cbc-077581cd633d HTTP/1.1" status: 404 len: 347 time: 0.0610683 Apr 06 13:28:34.433862 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Deleting port 952521b3-6f97-42f0-b700-fbd5f381c8c5 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:34.433862 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:34.439660 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42270) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:34.439993 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42272) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:34.520799 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7106ae-1afa-4df1-8110-2fde2eb7b17d None None] Resources bound (agent type, host, resource id): {{(pid=88566) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 13:28:34.529969 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-7bdabc02-4d7f-4e47-97c5-cc609e11c9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'name': 'tempest-ServersTestManualDisk-1335934797-router', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': 'c4b7e9e9-4a3c-4932-9559-9fd2550f92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:26:47Z', 'updated_at': '2022-04-06T13:27:03Z', 'revision_number': 4, 'project_id': 'ca027f9539bb43408259be56024c9f96', 'gw_port': {'id': 'c4b7e9e9-4a3c-4932-9559-9fd2550f92fe', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:26:50Z', 'updated_at': '2022-04-06T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ad6fea2e-9238-4754-b408-9547a7c62e51', 'name': '', 'network_id': 'e656c5dd-f102-4ee6-871d-b472dc64eb24', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'mac_address': 'fa:16:3e:72:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd1359a41-278f-4448-adcd-2b54a4bc8fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:27:00Z', 'updated_at': '2022-04-06T13:27:13Z', 'revision_number': 5, 'project_id': 'ca027f9539bb43408259be56024c9f96', 'subnets': [{'id': 'd1359a41-278f-4448-adcd-2b54a4bc8fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:34.540342 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdabc02-4d7f-4e47-97c5-cc609e11c9a0 None None] The sync data for ids ['cd8f32c2-99d2-443d-b2d7-18560d73a9cc'] in dv-neutron-834600-1-hyperv is: [{'id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'name': 'tempest-ServersTestManualDisk-1335934797-router', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': 'c4b7e9e9-4a3c-4932-9559-9fd2550f92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:26:47Z', 'updated_at': '2022-04-06T13:27:03Z', 'revision_number': 4, 'project_id': 'ca027f9539bb43408259be56024c9f96', 'gw_port': {'id': 'c4b7e9e9-4a3c-4932-9559-9fd2550f92fe', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:26:50Z', 'updated_at': '2022-04-06T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ad6fea2e-9238-4754-b408-9547a7c62e51', 'name': '', 'network_id': 'e656c5dd-f102-4ee6-871d-b472dc64eb24', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'mac_address': 'fa:16:3e:72:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd1359a41-278f-4448-adcd-2b54a4bc8fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:27:00Z', 'updated_at': '2022-04-06T13:27:13Z', 'revision_number': 5, 'project_id': 'ca027f9539bb43408259be56024c9f96', 'subnets': [{'id': 'd1359a41-278f-4448-adcd-2b54a4bc8fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:28:34.603628 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74be274-f382-4868-9d81-8f704afd8c27 tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] GET failed (client error): The resource could not be found. Apr 06 13:28:34.605167 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a74be274-f382-4868-9d81-8f704afd8c27 tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] 10.222.0.48 "GET /v2.0/ports/10c39349-be03-4a06-8875-d1c123eff5b0 HTTP/1.1" status: 404 len: 333 time: 0.1619828 Apr 06 13:28:34.611704 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-e9104bd0-275b-43e6-9951-2ee58b991914 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] show failed (client error): The resource could not be found. Apr 06 13:28:34.612699 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e9104bd0-275b-43e6-9951-2ee58b991914 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "GET /v2.0/security-groups/ec779629-d1d7-46f4-94a0-614e6e5b754b HTTP/1.1" status: 404 len: 347 time: 0.1712580 Apr 06 13:28:34.615744 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42278) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:34.620330 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42280) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:34.705312 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9da7f3bb-937c-4b85-bbe3-d84ac936e7e3 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:34.709686 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2998a57-3f35-422c-bba8-7fc0879c01a5 tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] GET failed (client error): The resource could not be found. Apr 06 13:28:34.712325 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a2998a57-3f35-422c-bba8-7fc0879c01a5 tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] 10.222.0.48 "GET /v2.0/subnets/60573dab-8bc8-4205-afab-38a273a313db HTTP/1.1" status: 404 len: 337 time: 0.0929129 Apr 06 13:28:34.724270 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-3453eadd-e006-480a-8f58-0138a4f5a647 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] show failed (client error): The resource could not be found. Apr 06 13:28:34.725406 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3453eadd-e006-480a-8f58-0138a4f5a647 tempest-NegativeSecGroupIPv6Test-1007490872 tempest-NegativeSecGroupIPv6Test-1007490872-project] 10.222.0.48 "GET /v2.0/security-group-rules/16de5390-e1a0-47bb-a480-ab29f275fcd2 HTTP/1.1" status: 404 len: 356 time: 0.0995626 Apr 06 13:28:34.728391 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42286) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:34.741458 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-35e5b1fb-240b-4220-9639-45644654b9d3 tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:34.772107 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7f3bb-937c-4b85-bbe3-d84ac936e7e3 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d0b212-a5b5-4ba3-9351-a8ac291f57e2,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:34.809566 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e5b1fb-240b-4220-9639-45644654b9d3 tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] PUT failed (client error): The resource could not be found. Apr 06 13:28:34.810042 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35e5b1fb-240b-4220-9639-45644654b9d3 tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:28:34.816617 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-35e5b1fb-240b-4220-9639-45644654b9d3 tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] 10.222.0.48 "PUT /v2.0/networks/770a1452-4df6-44ec-b6b6-84d323894d31 HTTP/1.1" status: 404 len: 339 time: 0.0774529 Apr 06 13:28:34.817507 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42292) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:34.825079 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-f69af9a4-81a8-4b0d-912c-5a9d052f80d1 tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:34.942653 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69af9a4-81a8-4b0d-912c-5a9d052f80d1 tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] PUT failed (client error): The resource could not be found. Apr 06 13:28:34.943881 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f69af9a4-81a8-4b0d-912c-5a9d052f80d1 tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:28:34.952857 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f69af9a4-81a8-4b0d-912c-5a9d052f80d1 tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] 10.222.0.48 "PUT /v2.0/ports/c30e294a-cbfc-4d8a-b6b1-8226bd48d3ae HTTP/1.1" status: 404 len: 333 time: 0.1279278 Apr 06 13:28:34.954006 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42296) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:34.957426 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b491d4ab-85f4-4e33-bd42-d06afec857f3 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:34.971213 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-12dd0739-9612-4d12-927a-e5b07d4c190d tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:34.988058 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64e8d1c-ae17-4596-9db2-70fc5bb77039 None None] New status for floating IP 0485033a-5d2a-4f1b-8990-e712c9527189: DOWN {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:28:35.010127 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-b491d4ab-85f4-4e33-bd42-d06afec857f3 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d34887-9603-47c5-9330-2f18769c30e0']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:35.010596 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9da7f3bb-937c-4b85-bbe3-d84ac936e7e3 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:35.014200 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9da7f3bb-937c-4b85-bbe3-d84ac936e7e3 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "DELETE /v2.0/security-groups/f4d0b212-a5b5-4ba3-9351-a8ac291f57e2 HTTP/1.1" status: 204 len: 168 time: 1.3849912 Apr 06 13:28:35.020033 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42300) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:35.027886 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-12dd0739-9612-4d12-927a-e5b07d4c190d tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] PUT failed (client error): The resource could not be found. Apr 06 13:28:35.028300 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12dd0739-9612-4d12-927a-e5b07d4c190d tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:28:35.033976 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-12dd0739-9612-4d12-927a-e5b07d4c190d tempest-NetworksNegativeTestJSON-1243462004 tempest-NetworksNegativeTestJSON-1243462004-project] 10.222.0.48 "PUT /v2.0/subnets/91a3b8d7-04f2-4224-a4cb-914d567feb48 HTTP/1.1" status: 404 len: 337 time: 0.0753875 Apr 06 13:28:35.033976 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] For port 952521b3-6f97-42f0-b700-fbd5f381c8c5, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=952521b3-6f97-42f0-b700-fbd5f381c8c5,segment=NetworkSegment(c4dd6b94-e549-40cd-bb9c-78ca9c170156),segment_id=c4dd6b94-e549-40cd-bb9c-78ca9c170156)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:35.033976 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:35.056767 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-b491d4ab-85f4-4e33-bd42-d06afec857f3 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adea0a10-5777-4680-9519-22a3d353500b') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:35.057054 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-b491d4ab-85f4-4e33-bd42-d06afec857f3 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adea0a10-5777-4680-9519-22a3d353500b') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:35.068522 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-0841c924-ecb7-4c4f-a9fb-f27ff08c946a tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] show failed (client error): The resource could not be found. Apr 06 13:28:35.072643 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0841c924-ecb7-4c4f-a9fb-f27ff08c946a tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "GET /v2.0/security-groups/f4d0b212-a5b5-4ba3-9351-a8ac291f57e2 HTTP/1.1" status: 404 len: 347 time: 0.0480952 Apr 06 13:28:35.074936 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a503f43c-ff05-4e6f-b4fc-2cf77b07ef35 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:35.078702 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b491d4ab-85f4-4e33-bd42-d06afec857f3 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:35.085096 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42306) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:35.188696 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b491d4ab-85f4-4e33-bd42-d06afec857f3 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:35.289473 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971ae990-1b3e-4ce5-8e96-a8bf75485cbe None None] get_active_networks_info from dv-neutron-834600-1-hyperv {{(pid=88566) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 06 13:28:35.307560 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Calling delete_port for 952521b3-6f97-42f0-b700-fbd5f381c8c5 owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:35.345572 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b491d4ab-85f4-4e33-bd42-d06afec857f3 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:28:35.346234 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b491d4ab-85f4-4e33-bd42-d06afec857f3 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:28:35.362984 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:28:35.398002 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb45bd-07b9-4817-9d39-cd8fb2c0d6f7 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Deleting port 61afb98b-2fff-4f24-bf4a-395b0c20699a {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:35.398530 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bbdb45bd-07b9-4817-9d39-cd8fb2c0d6f7 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:35.414711 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.objects.ports [None req-274753f6-ee44-4993-a5e6-a4aff75a9198 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88564) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 06 13:28:35.419404 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-274753f6-ee44-4993-a5e6-a4aff75a9198 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:35.431228 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971ae990-1b3e-4ce5-8e96-a8bf75485cbe None None] Resources bound (agent type, host, resource id): {{(pid=88566) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 13:28:35.528298 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42314) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:35.581297 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274753f6-ee44-4993-a5e6-a4aff75a9198 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5c5c506d-cd2e-4bc8-be06-70a1e78124c7,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:35.597181 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42320) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:35.612533 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274753f6-ee44-4993-a5e6-a4aff75a9198 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Checking segment: {'id': '8db4f8ea-f895-4162-838f-380812e6737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6d4cca33-de0e-45ee-a33d-7e11d22e72f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:28:35.612891 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274753f6-ee44-4993-a5e6-a4aff75a9198 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Network hostable DHCP agents. Network: 6d4cca33-de0e-45ee-a33d-7e11d22e72f7, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:28:35.718990 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b491d4ab-85f4-4e33-bd42-d06afec857f3 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:35.727738 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:35.740874 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-a503f43c-ff05-4e6f-b4fc-2cf77b07ef35 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Transition to ACTIVE for port object b4bc8c35-5065-4b41-bff2-2f6ed94205d3 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:28:35.745033 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b491d4ab-85f4-4e33-bd42-d06afec857f3 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:35.757643 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b491d4ab-85f4-4e33-bd42-d06afec857f3 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Pushing event deleted for resources: {'Network': ['ID=c1d34887-9603-47c5-9330-2f18769c30e0,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:35.769828 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b491d4ab-85f4-4e33-bd42-d06afec857f3 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] 10.222.0.48 "DELETE /v2.0/networks/c1d34887-9603-47c5-9330-2f18769c30e0 HTTP/1.1" status: 204 len: 168 time: 1.5470197 Apr 06 13:28:35.777609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42326) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:35.811252 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274753f6-ee44-4993-a5e6-a4aff75a9198 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Network 6d4cca33-de0e-45ee-a33d-7e11d22e72f7 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:28:35.821688 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Port': ['ID=952521b3-6f97-42f0-b700-fbd5f381c8c5,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:35.833561 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No DVR routers for this DVR port 952521b3-6f97-42f0-b700-fbd5f381c8c5 on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:28:35.876852 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bbdb45bd-07b9-4817-9d39-cd8fb2c0d6f7 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:35.877175 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bbdb45bd-07b9-4817-9d39-cd8fb2c0d6f7 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:35.887252 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-948b18df-efe2-4223-99bf-11e5cc8be93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:35.903135 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-274753f6-ee44-4993-a5e6-a4aff75a9198 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 6d4cca33-de0e-45ee-a33d-7e11d22e72f7) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:35.906839 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274753f6-ee44-4993-a5e6-a4aff75a9198 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:35.908090 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-274753f6-ee44-4993-a5e6-a4aff75a9198 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:35.927367 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851c45c2-6dd7-432b-ad0a-6f651eedfb2f None None] Network 6d4cca33-de0e-45ee-a33d-7e11d22e72f7 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:35.991842 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:36.022966 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d42ba6b-9445-4f9b-bb78-07fe15afd4cd']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:36.036530 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4dd6b94-e549-40cd-bb9c-78ca9c170156') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:36.037437 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4dd6b94-e549-40cd-bb9c-78ca9c170156') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:36.049248 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-274753f6-ee44-4993-a5e6-a4aff75a9198 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9664447 Apr 06 13:28:36.050295 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42330) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:36.054526 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:36.064744 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-3876fe06-4458-4299-94d2-d4439302a4fd tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Request body: {'floatingip': {'floating_network_id': '6d4cca33-de0e-45ee-a33d-7e11d22e72f7'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:36.072879 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-3876fe06-4458-4299-94d2-d4439302a4fd tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:36.079954 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-3876fe06-4458-4299-94d2-d4439302a4fd tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Usage tracker for resource:floatingip and tenant:c4030e74daf341bba9f3995a3cb4f83e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:36.082405 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-3876fe06-4458-4299-94d2-d4439302a4fd tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:36.088521 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:36.091772 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb45bd-07b9-4817-9d39-cd8fb2c0d6f7 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Calling delete_port for 61afb98b-2fff-4f24-bf4a-395b0c20699a owned by network:floatingip {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:36.095574 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-3876fe06-4458-4299-94d2-d4439302a4fd tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:36.100774 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:28:36.101307 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:28:36.117339 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:28:36.126236 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-948b18df-efe2-4223-99bf-11e5cc8be93d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:36.169579 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-948b18df-efe2-4223-99bf-11e5cc8be93d admin admin] Usage tracker for resource:security_group_rule and tenant:765e588c44ce407b8f04a8a7660e6277 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:36.173009 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-948b18df-efe2-4223-99bf-11e5cc8be93d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:36.180848 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-948b18df-efe2-4223-99bf-11e5cc8be93d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:36.192124 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e046c9e7-988f-4e9a-a6db-c4f81aac41cb None None] Network 6d4cca33-de0e-45ee-a33d-7e11d22e72f7 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:36.211265 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-12178d34-f193-46af-b5d5-2258846b9a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:36.236886 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3876fe06-4458-4299-94d2-d4439302a4fd tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:36.263492 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-dac011f2-ae24-4061-ae89-b6f9a59e4ca7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0ef3b47207bb4c02a972fcdbcaeb5b49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7285485 Apr 06 13:28:36.263711 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42334) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:36.274129 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a503f43c-ff05-4e6f-b4fc-2cf77b07ef35 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:36.386090 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:36.420456 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:36.436657 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Network': ['ID=7d42ba6b-9445-4f9b-bb78-07fe15afd4cd,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:36.440494 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b269c291-7475-4d6b-ae8b-4c435cb7fe37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:36.445273 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f8de13c5-85b2-4f5f-9dbf-144875335d14 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/networks/7d42ba6b-9445-4f9b-bb78-07fe15afd4cd HTTP/1.1" status: 204 len: 168 time: 6.3279037 Apr 06 13:28:36.456570 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42338) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:36.465742 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-c98aa096-fcb9-40be-833c-204fe71f6c92 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2035405412'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:36.486861 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c98aa096-fcb9-40be-833c-204fe71f6c92 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:36.492700 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b269c291-7475-4d6b-ae8b-4c435cb7fe37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:36.500308 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c98aa096-fcb9-40be-833c-204fe71f6c92 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Usage tracker for resource:network and tenant:bfb47db20f0d451b8551770a994c0a42 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:36.510354 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c98aa096-fcb9-40be-833c-204fe71f6c92 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:36.528021 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c98aa096-fcb9-40be-833c-204fe71f6c92 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:36.532249 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a503f43c-ff05-4e6f-b4fc-2cf77b07ef35 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network df50d172-4ea2-4e21-b6f0-701412de3f6a is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:28:36.549509 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-a503f43c-ff05-4e6f-b4fc-2cf77b07ef35 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:36.551945 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a503f43c-ff05-4e6f-b4fc-2cf77b07ef35 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:28:36.552714 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a503f43c-ff05-4e6f-b4fc-2cf77b07ef35 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:36.566009 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3876fe06-4458-4299-94d2-d4439302a4fd tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:36.570780 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503f43c-ff05-4e6f-b4fc-2cf77b07ef35 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Port': ['ID=b4bc8c35-5065-4b41-bff2-2f6ed94205d3,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:36.687306 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98aa096-fcb9-40be-833c-204fe71f6c92 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Made reservation on behalf of bfb47db20f0d451b8551770a994c0a42 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:36.690897 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c98aa096-fcb9-40be-833c-204fe71f6c92 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:36.732987 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b269c291-7475-4d6b-ae8b-4c435cb7fe37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:36.765759 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269c291-7475-4d6b-ae8b-4c435cb7fe37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62f6e3b-e158-4a5e-a382-ccdbd5e6ad4c,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:36.781085 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98aa096-fcb9-40be-833c-204fe71f6c92 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:28:36.787492 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-3876fe06-4458-4299-94d2-d4439302a4fd tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Allocated IP 172.20.0.12 (6d4cca33-de0e-45ee-a33d-7e11d22e72f7/5c5c506d-cd2e-4bc8-be06-70a1e78124c7/32fec906-01bc-4c6e-afce-10f550fc8cc8) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:28:36.800434 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c98aa096-fcb9-40be-833c-204fe71f6c92 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:36.800838 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-c98aa096-fcb9-40be-833c-204fe71f6c92 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Added segment 717a38bf-d7f3-486a-a052-1c91e348ed3d of type vlan for network b2c683f5-fbe2-4f09-b5aa-2f01816a9f78 Apr 06 13:28:36.834760 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-12178d34-f193-46af-b5d5-2258846b9a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:36.910212 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-948b18df-efe2-4223-99bf-11e5cc8be93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:36.910457 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c98aa096-fcb9-40be-833c-204fe71f6c92 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:36.914610 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-12178d34-f193-46af-b5d5-2258846b9a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b91514-9653-4922-8cd5-b7c25857d03b']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:36.919118 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7fef7f80-d402-47eb-a9ec-644c5979f6c9 None None] Provisioning for port b4bc8c35-5065-4b41-bff2-2f6ed94205d3 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:28:36.925675 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7fef7f80-d402-47eb-a9ec-644c5979f6c9 None None] Provisioning complete for port b4bc8c35-5065-4b41-bff2-2f6ed94205d3 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:28:36.926363 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7fef7f80-d402-47eb-a9ec-644c5979f6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:36.935219 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b269c291-7475-4d6b-ae8b-4c435cb7fe37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:36.938975 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b269c291-7475-4d6b-ae8b-4c435cb7fe37 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f62f6e3b-e158-4a5e-a382-ccdbd5e6ad4c HTTP/1.1" status: 204 len: 168 time: 0.6719868 Apr 06 13:28:36.939682 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-12178d34-f193-46af-b5d5-2258846b9a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7adc3dd4-219f-4fc2-b4e6-f25256661ba1') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:36.940274 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-12178d34-f193-46af-b5d5-2258846b9a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7adc3dd4-219f-4fc2-b4e6-f25256661ba1') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:36.967037 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-12178d34-f193-46af-b5d5-2258846b9a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:36.989989 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-12178d34-f193-46af-b5d5-2258846b9a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:36.998910 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12178d34-f193-46af-b5d5-2258846b9a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:28:36.999426 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-12178d34-f193-46af-b5d5-2258846b9a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:37.017070 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-7fef7f80-d402-47eb-a9ec-644c5979f6c9 None None] Port b4bc8c35-5065-4b41-bff2-2f6ed94205d3 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:28:37.025496 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3876fe06-4458-4299-94d2-d4439302a4fd tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:28:37.038484 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:28:37.040759 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-948b18df-efe2-4223-99bf-11e5cc8be93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:37.059876 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bbdb45bd-07b9-4817-9d39-cd8fb2c0d6f7 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:37.096053 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c98aa096-fcb9-40be-833c-204fe71f6c92 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:37.102404 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98aa096-fcb9-40be-833c-204fe71f6c92 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:37.107345 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c98aa096-fcb9-40be-833c-204fe71f6c92 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:37.203957 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3876fe06-4458-4299-94d2-d4439302a4fd tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:37.256507 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb45bd-07b9-4817-9d39-cd8fb2c0d6f7 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Pushing event deleted for resources: {'Port': ['ID=61afb98b-2fff-4f24-bf4a-395b0c20699a,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:37.278015 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98aa096-fcb9-40be-833c-204fe71f6c92 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event updated for resources: {'Network': ['ID=b2c683f5-fbe2-4f09-b5aa-2f01816a9f78,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:37.288588 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c98aa096-fcb9-40be-833c-204fe71f6c92 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8274069 Apr 06 13:28:37.288588 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3876fe06-4458-4299-94d2-d4439302a4fd tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Network 6d4cca33-de0e-45ee-a33d-7e11d22e72f7 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:28:37.290093 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42344) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:37.292066 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-3876fe06-4458-4299-94d2-d4439302a4fd tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:37.294107 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network b2c683f5-fbe2-4f09-b5aa-2f01816a9f78 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:28:37.299993 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3876fe06-4458-4299-94d2-d4439302a4fd tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:28:37.313602 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-948b18df-efe2-4223-99bf-11e5cc8be93d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=765e588c44ce407b8f04a8a7660e6277&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7136755 Apr 06 13:28:37.313953 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a503f43c-ff05-4e6f-b4fc-2cf77b07ef35 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:37.326590 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42348) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:37.349441 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-1ecce0c2-ff7f-44b4-8060-eb7d71099d10 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Request body: {'subnet': {'network_id': 'b2c683f5-fbe2-4f09-b5aa-2f01816a9f78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:37.353447 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876fe06-4458-4299-94d2-d4439302a4fd tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Pushing event updated for resources: {'Port': ['ID=32fec906-01bc-4c6e-afce-10f550fc8cc8,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:37.401851 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b18df-efe2-4223-99bf-11e5cc8be93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdeabc90-fe19-4ee7-ac57-c9694723f99a,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:37.422391 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-12178d34-f193-46af-b5d5-2258846b9a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:37.473044 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3876fe06-4458-4299-94d2-d4439302a4fd tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:37.478622 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4f5f20d0-1576-45c3-8984-9c02dda6584c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:37.502356 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-12178d34-f193-46af-b5d5-2258846b9a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:37.513339 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4f5f20d0-1576-45c3-8984-9c02dda6584c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:37.532425 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12178d34-f193-46af-b5d5-2258846b9a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Pushing event deleted for resources: {'Network': ['ID=32b91514-9653-4922-8cd5-b7c25857d03b,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:37.607666 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3876fe06-4458-4299-94d2-d4439302a4fd tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:37.631290 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-12178d34-f193-46af-b5d5-2258846b9a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] 10.222.0.48 "DELETE /v2.0/networks/32b91514-9653-4922-8cd5-b7c25857d03b HTTP/1.1" status: 204 len: 168 time: 1.8520024 Apr 06 13:28:37.636874 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bbdb45bd-07b9-4817-9d39-cd8fb2c0d6f7 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks [] for floatingip, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:37.637995 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42352) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:37.639240 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bbdb45bd-07b9-4817-9d39-cd8fb2c0d6f7 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:37.640435 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-bbdb45bd-07b9-4817-9d39-cd8fb2c0d6f7 tempest-ServersTestManualDisk-2647006 tempest-ServersTestManualDisk-2647006-project] 10.222.0.48 "DELETE /v2.0/floatingips/0485033a-5d2a-4f1b-8990-e712c9527189 HTTP/1.1" status: 204 len: 168 time: 2.5543320 Apr 06 13:28:37.703213 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42356) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:37.718153 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1ecce0c2-ff7f-44b4-8060-eb7d71099d10 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:37.794056 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-1ecce0c2-ff7f-44b4-8060-eb7d71099d10 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Usage tracker for resource:subnet and tenant:bfb47db20f0d451b8551770a994c0a42 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:37.845986 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-1ecce0c2-ff7f-44b4-8060-eb7d71099d10 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:37.871076 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4f5f20d0-1576-45c3-8984-9c02dda6584c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:37.871814 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1ecce0c2-ff7f-44b4-8060-eb7d71099d10 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:37.938581 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f20d0-1576-45c3-8984-9c02dda6584c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdeabc90-fe19-4ee7-ac57-c9694723f99a,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:37.985230 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecce0c2-ff7f-44b4-8060-eb7d71099d10 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Made reservation on behalf of bfb47db20f0d451b8551770a994c0a42 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:37.988623 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1ecce0c2-ff7f-44b4-8060-eb7d71099d10 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:38.018312 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4f5f20d0-1576-45c3-8984-9c02dda6584c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:38.022383 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4f5f20d0-1576-45c3-8984-9c02dda6584c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bdeabc90-fe19-4ee7-ac57-c9694723f99a HTTP/1.1" status: 204 len: 168 time: 0.6892183 Apr 06 13:28:38.060475 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d7c77e-2391-4682-b994-e24901e11f4f tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:38.066578 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d7c77e-2391-4682-b994-e24901e11f4f tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:38.072522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d7c77e-2391-4682-b994-e24901e11f4f tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:38.073379 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-69d7c77e-2391-4682-b994-e24901e11f4f tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Synchronizing usage tracker for tenant:7005024bfea846fd9b8d3ce1bf8faf44 on resource:network {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:28:38.138335 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3876fe06-4458-4299-94d2-d4439302a4fd tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:38.172772 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-69d7c77e-2391-4682-b994-e24901e11f4f tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Unset dirty status for tenant:7005024bfea846fd9b8d3ce1bf8faf44 on resource:network {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:28:38.174848 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-69d7c77e-2391-4682-b994-e24901e11f4f tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1908 time: 0.5348997 Apr 06 13:28:38.179724 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42362) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:38.186779 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-8d8f4d0e-0c5a-493c-a85e-3c8dc8babae9 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1710754531'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:38.193362 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-8d8f4d0e-0c5a-493c-a85e-3c8dc8babae9 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:38.205856 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-8d8f4d0e-0c5a-493c-a85e-3c8dc8babae9 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:38.215045 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3876fe06-4458-4299-94d2-d4439302a4fd tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:38.307536 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8f4d0e-0c5a-493c-a85e-3c8dc8babae9 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Made reservation on behalf of 7005024bfea846fd9b8d3ce1bf8faf44 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:38.311002 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8d8f4d0e-0c5a-493c-a85e-3c8dc8babae9 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:38.362253 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876fe06-4458-4299-94d2-d4439302a4fd tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Pushing event updated for resources: {'Port': ['ID=32fec906-01bc-4c6e-afce-10f550fc8cc8,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:38.369619 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3876fe06-4458-4299-94d2-d4439302a4fd tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:38.383774 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8f4d0e-0c5a-493c-a85e-3c8dc8babae9 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:28:38.401717 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8d8f4d0e-0c5a-493c-a85e-3c8dc8babae9 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:38.402121 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-8d8f4d0e-0c5a-493c-a85e-3c8dc8babae9 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Added segment c8aa18f0-ebd8-4ad8-8c4c-1d778f7558b0 of type vlan for network 7cf4fc2b-ae14-47e0-a974-4b12f6e6b20b Apr 06 13:28:38.435153 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8d8f4d0e-0c5a-493c-a85e-3c8dc8babae9 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:38.482391 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3876fe06-4458-4299-94d2-d4439302a4fd tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:38.483741 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3876fe06-4458-4299-94d2-d4439302a4fd tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4324765 Apr 06 13:28:38.486533 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42368) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:38.549757 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8d8f4d0e-0c5a-493c-a85e-3c8dc8babae9 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:38.556258 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8f4d0e-0c5a-493c-a85e-3c8dc8babae9 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:38.557151 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8d8f4d0e-0c5a-493c-a85e-3c8dc8babae9 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:38.615562 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-de8dfd93-decc-4266-be51-b724c3896803 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Synchronizing usage tracker for tenant:c4030e74daf341bba9f3995a3cb4f83e on resource:floatingip {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:28:38.695325 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f4d0e-0c5a-493c-a85e-3c8dc8babae9 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Pushing event updated for resources: {'Network': ['ID=7cf4fc2b-ae14-47e0-a974-4b12f6e6b20b,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:38.695672 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a503f43c-ff05-4e6f-b4fc-2cf77b07ef35 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:38.706699 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 7cf4fc2b-ae14-47e0-a974-4b12f6e6b20b details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:28:38.711390 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8d8f4d0e-0c5a-493c-a85e-3c8dc8babae9 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5297089 Apr 06 13:28:38.714457 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42378) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:38.720372 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-b60ac528-f648-4f95-93e4-f3758c4655f0 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1618199811'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:38.730616 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b60ac528-f648-4f95-93e4-f3758c4655f0 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:38.736441 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b60ac528-f648-4f95-93e4-f3758c4655f0 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Usage tracker for resource:network and tenant:7005024bfea846fd9b8d3ce1bf8faf44 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:38.739411 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b60ac528-f648-4f95-93e4-f3758c4655f0 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:38.747071 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b60ac528-f648-4f95-93e4-f3758c4655f0 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:38.805918 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-de8dfd93-decc-4266-be51-b724c3896803 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Unset dirty status for tenant:c4030e74daf341bba9f3995a3cb4f83e on resource:floatingip {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:28:38.806147 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a503f43c-ff05-4e6f-b4fc-2cf77b07ef35 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:38.806944 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a503f43c-ff05-4e6f-b4fc-2cf77b07ef35 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:38.809823 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-de8dfd93-decc-4266-be51-b724c3896803 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] 10.222.0.48 "GET /v2.0/floatingips?floating_network_id=6d4cca33-de0e-45ee-a33d-7e11d22e72f7 HTTP/1.1" status: 200 len: 690 time: 0.3198726 Apr 06 13:28:38.810612 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42384) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:38.918203 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60ac528-f648-4f95-93e4-f3758c4655f0 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Made reservation on behalf of 7005024bfea846fd9b8d3ce1bf8faf44 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:38.921579 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b60ac528-f648-4f95-93e4-f3758c4655f0 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:38.970502 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60ac528-f648-4f95-93e4-f3758c4655f0 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:28:38.975604 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503f43c-ff05-4e6f-b4fc-2cf77b07ef35 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Port': ['ID=b4bc8c35-5065-4b41-bff2-2f6ed94205d3,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:38.987136 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95d85fd7-5de7-41e5-a85c-378e471b5825 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:38.987272 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1ecce0c2-ff7f-44b4-8060-eb7d71099d10 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:38.991389 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b60ac528-f648-4f95-93e4-f3758c4655f0 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:38.991724 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-b60ac528-f648-4f95-93e4-f3758c4655f0 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Added segment 3d7fc6e1-9ec6-4cd6-aa16-b042bc25518d of type vlan for network b883c4d7-1f13-41a8-886f-cf9e077d6239 Apr 06 13:28:39.090186 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-95d85fd7-5de7-41e5-a85c-378e471b5825 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Deleting port 32fec906-01bc-4c6e-afce-10f550fc8cc8 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:39.097802 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95d85fd7-5de7-41e5-a85c-378e471b5825 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:39.133133 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b60ac528-f648-4f95-93e4-f3758c4655f0 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:39.144353 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecce0c2-ff7f-44b4-8060-eb7d71099d10 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event updated for resources: {'Subnet': ['ID=10c11df7-215c-46dd-9c37-0c5b576ac2c2,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:39.150077 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a503f43c-ff05-4e6f-b4fc-2cf77b07ef35 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network df50d172-4ea2-4e21-b6f0-701412de3f6a is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:28:39.158587 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-a503f43c-ff05-4e6f-b4fc-2cf77b07ef35 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:39.170752 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecce0c2-ff7f-44b4-8060-eb7d71099d10 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Checking segment: {'id': '717a38bf-d7f3-486a-a052-1c91e348ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2c683f5-fbe2-4f09-b5aa-2f01816a9f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:28:39.171134 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecce0c2-ff7f-44b4-8060-eb7d71099d10 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Network hostable DHCP agents. Network: b2c683f5-fbe2-4f09-b5aa-2f01816a9f78, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:28:39.311290 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95d85fd7-5de7-41e5-a85c-378e471b5825 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:39.311731 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95d85fd7-5de7-41e5-a85c-378e471b5825 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:39.361553 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecce0c2-ff7f-44b4-8060-eb7d71099d10 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Network b2c683f5-fbe2-4f09-b5aa-2f01816a9f78 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:28:39.412673 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3869a09e-452d-4744-bb9a-8fe433ef591b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:39.449677 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42396) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:39.458452 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-95d85fd7-5de7-41e5-a85c-378e471b5825 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Calling delete_port for 32fec906-01bc-4c6e-afce-10f550fc8cc8 owned by network:floatingip {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:39.460452 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-10698d98-ea12-4d67-b723-1517f089ea56 None None] Provisioning complete for port b4bc8c35-5065-4b41-bff2-2f6ed94205d3 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:28:39.460875 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-10698d98-ea12-4d67-b723-1517f089ea56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:39.489685 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b60ac528-f648-4f95-93e4-f3758c4655f0 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:39.496069 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60ac528-f648-4f95-93e4-f3758c4655f0 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:39.497113 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b60ac528-f648-4f95-93e4-f3758c4655f0 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:39.497237 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-1ecce0c2-ff7f-44b4-8060-eb7d71099d10 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, b2c683f5-fbe2-4f09-b5aa-2f01816a9f78) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:39.511913 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecce0c2-ff7f-44b4-8060-eb7d71099d10 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:39.512506 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1ecce0c2-ff7f-44b4-8060-eb7d71099d10 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:39.513635 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a03c9e9-ad9e-416e-a619-96defbbff95c None None] Network b2c683f5-fbe2-4f09-b5aa-2f01816a9f78 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:39.517452 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a503f43c-ff05-4e6f-b4fc-2cf77b07ef35 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Router 9c7dabc9-638d-4032-a148-97177f6cd699 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:28:39.674869 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-10698d98-ea12-4d67-b723-1517f089ea56 None None] Port b4bc8c35-5065-4b41-bff2-2f6ed94205d3 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:28:39.692489 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1ecce0c2-ff7f-44b4-8060-eb7d71099d10 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3830590 Apr 06 13:28:39.706919 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42402) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:39.766435 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-a2fecf9c-fff9-4dad-903b-e48cb9d113f5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1503135271'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:39.785166 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b60ac528-f648-4f95-93e4-f3758c4655f0 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0674274 Apr 06 13:28:39.789880 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42406) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:39.802515 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a2fecf9c-fff9-4dad-903b-e48cb9d113f5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:39.805240 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ac528-f648-4f95-93e4-f3758c4655f0 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Pushing event updated for resources: {'Network': ['ID=b883c4d7-1f13-41a8-886f-cf9e077d6239,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:39.812601 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Request body: {'ports': [{'network_id': '7cf4fc2b-ae14-47e0-a974-4b12f6e6b20b', 'name': 'tempest-port--1566539789', 'admin_state_up': True}, {'network_id': 'b883c4d7-1f13-41a8-886f-cf9e077d6239', 'admin_state_up': False}]} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:39.812601 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Request body: {'port': {'network_id': '7cf4fc2b-ae14-47e0-a974-4b12f6e6b20b', 'name': 'tempest-port--1566539789', 'admin_state_up': True}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:39.812804 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Request body: {'port': {'network_id': 'b883c4d7-1f13-41a8-886f-cf9e077d6239', 'admin_state_up': False}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:39.826583 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network b883c4d7-1f13-41a8-886f-cf9e077d6239 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:28:39.835688 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a2fecf9c-fff9-4dad-903b-e48cb9d113f5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:network and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:39.840536 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a2fecf9c-fff9-4dad-903b-e48cb9d113f5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:39.843983 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2541413c-b4d0-4129-aa04-3efff1979d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-b2c683f5-fbe2-4f09-b5aa-2f01816a9f78', 'network_id': 'b2c683f5-fbe2-4f09-b5aa-2f01816a9f78', 'tenant_id': 'bfb47db20f0d451b8551770a994c0a42', 'fixed_ips': [{'subnet_id': '10c11df7-215c-46dd-9c37-0c5b576ac2c2'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:28:39.846055 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2541413c-b4d0-4129-aa04-3efff1979d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:39.861131 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a2fecf9c-fff9-4dad-903b-e48cb9d113f5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:39.987655 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a503f43c-ff05-4e6f-b4fc-2cf77b07ef35 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:28:40.000206 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a503f43c-ff05-4e6f-b4fc-2cf77b07ef35 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "PUT /v2.0/routers/9c7dabc9-638d-4032-a148-97177f6cd699/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6074166 Apr 06 13:28:40.004667 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42410) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:40.006516 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a1359c-5a09-4fb8-a599-9f469d26be80 None None] Sync routers for ids ['9c7dabc9-638d-4032-a148-97177f6cd699'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:28:40.018662 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a1359c-5a09-4fb8-a599-9f469d26be80 None None] Routers {'9c7dabc9-638d-4032-a148-97177f6cd699'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:28:40.019826 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-83a1359c-5a09-4fb8-a599-9f469d26be80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:28:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['9c7dabc9-638d-4032-a148-97177f6cd699'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:40.088307 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-83a1359c-5a09-4fb8-a599-9f469d26be80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:40.098378 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a1359c-5a09-4fb8-a599-9f469d26be80 None None] Routers {'9c7dabc9-638d-4032-a148-97177f6cd699'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:28:40.099117 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-83a1359c-5a09-4fb8-a599-9f469d26be80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:28:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['9c7dabc9-638d-4032-a148-97177f6cd699'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:40.110605 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fecf9c-fff9-4dad-903b-e48cb9d113f5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:40.114127 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a2fecf9c-fff9-4dad-903b-e48cb9d113f5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:40.159221 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95d85fd7-5de7-41e5-a85c-378e471b5825 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:40.175370 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-83a1359c-5a09-4fb8-a599-9f469d26be80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:40.177983 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a1359c-5a09-4fb8-a599-9f469d26be80 None None] The sync data for ids ['9c7dabc9-638d-4032-a148-97177f6cd699'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:28:40.240945 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a2fecf9c-fff9-4dad-903b-e48cb9d113f5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:40.245106 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:40.261399 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:40.265442 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d85fd7-5de7-41e5-a85c-378e471b5825 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Pushing event deleted for resources: {'Port': ['ID=32fec906-01bc-4c6e-afce-10f550fc8cc8,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:40.272667 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Usage tracker for resource:port and tenant:7005024bfea846fd9b8d3ce1bf8faf44 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:40.280509 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a461b6a-9a60-4fa9-9cf2-832673b3d20c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:40.281093 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4a461b6a-9a60-4fa9-9cf2-832673b3d20c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Synchronizing usage tracker for tenant:914bb3d1bef745388dc453a227f40127 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:28:40.281718 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-2541413c-b4d0-4129-aa04-3efff1979d2b None None] Allocated IP 172.20.0.1 (b2c683f5-fbe2-4f09-b5aa-2f01816a9f78/10c11df7-215c-46dd-9c37-0c5b576ac2c2/e96dc271-51ef-489d-a048-8624921e21f2) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:28:40.306033 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:40.308384 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a2fecf9c-fff9-4dad-903b-e48cb9d113f5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:40.319081 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a2fecf9c-fff9-4dad-903b-e48cb9d113f5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:security_group_rule and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:40.345599 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a2fecf9c-fff9-4dad-903b-e48cb9d113f5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:40.348371 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:40.356374 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a2fecf9c-fff9-4dad-903b-e48cb9d113f5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:40.399830 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-3869a09e-452d-4744-bb9a-8fe433ef591b admin admin] Deleting port ad6fea2e-9238-4754-b408-9547a7c62e51 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:40.400258 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3869a09e-452d-4744-bb9a-8fe433ef591b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:40.405068 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95d85fd7-5de7-41e5-a85c-378e471b5825 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:40.444396 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:40.454158 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Made reservation on behalf of 7005024bfea846fd9b8d3ce1bf8faf44 for: {'port': 2} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:40.455171 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:28:40.458773 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:40.478522 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4a461b6a-9a60-4fa9-9cf2-832673b3d20c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Unset dirty status for tenant:914bb3d1bef745388dc453a227f40127 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:28:40.479741 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4a461b6a-9a60-4fa9-9cf2-832673b3d20c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "GET /v2.0/ports/b4bc8c35-5065-4b41-bff2-2f6ed94205d3 HTTP/1.1" status: 200 len: 913 time: 0.4733174 Apr 06 13:28:40.487086 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42414) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:40.523252 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2541413c-b4d0-4129-aa04-3efff1979d2b None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:40.534478 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2541413c-b4d0-4129-aa04-3efff1979d2b None None] Transition to ACTIVE for port object e96dc271-51ef-489d-a048-8624921e21f2 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:28:40.555023 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2541413c-b4d0-4129-aa04-3efff1979d2b None None] Transition to ACTIVE for port object e96dc271-51ef-489d-a048-8624921e21f2 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:28:40.565627 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:40.633662 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2541413c-b4d0-4129-aa04-3efff1979d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:40.639469 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-3869a09e-452d-4744-bb9a-8fe433ef591b admin admin] For port ad6fea2e-9238-4754-b408-9547a7c62e51, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ad6fea2e-9238-4754-b408-9547a7c62e51,segment=NetworkSegment(69693000-236e-4bd5-aae7-0525bc5d1b6d),segment_id=69693000-236e-4bd5-aae7-0525bc5d1b6d)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:40.639795 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3869a09e-452d-4744-bb9a-8fe433ef591b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:40.695460 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2541413c-b4d0-4129-aa04-3efff1979d2b None None] Network b2c683f5-fbe2-4f09-b5aa-2f01816a9f78 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:28:40.698624 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-2541413c-b4d0-4129-aa04-3efff1979d2b None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:40.703958 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2541413c-b4d0-4129-aa04-3efff1979d2b None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:28:40.712123 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95d85fd7-5de7-41e5-a85c-378e471b5825 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:40.773026 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-3869a09e-452d-4744-bb9a-8fe433ef591b admin admin] Calling delete_port for ad6fea2e-9238-4754-b408-9547a7c62e51 owned by network:router_interface {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:40.775344 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a2fecf9c-fff9-4dad-903b-e48cb9d113f5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:40.790106 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541413c-b4d0-4129-aa04-3efff1979d2b None None] Pushing event updated for resources: {'Port': ['ID=e96dc271-51ef-489d-a048-8624921e21f2,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:40.804371 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:40.809437 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-2541413c-b4d0-4129-aa04-3efff1979d2b None None] Attempting to bind port e96dc271-51ef-489d-a048-8624921e21f2 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:28:40.809810 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-2541413c-b4d0-4129-aa04-3efff1979d2b None None] Attempting to bind port e96dc271-51ef-489d-a048-8624921e21f2 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '717a38bf-d7f3-486a-a052-1c91e348ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2c683f5-fbe2-4f09-b5aa-2f01816a9f78'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:28:40.810174 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2541413c-b4d0-4129-aa04-3efff1979d2b None None] Attempting to bind port e96dc271-51ef-489d-a048-8624921e21f2 on network b2c683f5-fbe2-4f09-b5aa-2f01816a9f78 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:28:40.815574 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2541413c-b4d0-4129-aa04-3efff1979d2b None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:28:40.816042 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2541413c-b4d0-4129-aa04-3efff1979d2b None None] Checking segment: {'id': '717a38bf-d7f3-486a-a052-1c91e348ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2c683f5-fbe2-4f09-b5aa-2f01816a9f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:28:40.816342 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2541413c-b4d0-4129-aa04-3efff1979d2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:40.816868 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2541413c-b4d0-4129-aa04-3efff1979d2b None None] Bound using segment: {'id': '717a38bf-d7f3-486a-a052-1c91e348ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2c683f5-fbe2-4f09-b5aa-2f01816a9f78'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:28:40.817360 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-2541413c-b4d0-4129-aa04-3efff1979d2b None None] Bound port: e96dc271-51ef-489d-a048-8624921e21f2, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '717a38bf-d7f3-486a-a052-1c91e348ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b2c683f5-fbe2-4f09-b5aa-2f01816a9f78'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:28:40.817742 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2541413c-b4d0-4129-aa04-3efff1979d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:40.854589 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a2fecf9c-fff9-4dad-903b-e48cb9d113f5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:40.856762 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Subnet': ['ID=10c11df7-215c-46dd-9c37-0c5b576ac2c2,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:40.925084 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-2541413c-b4d0-4129-aa04-3efff1979d2b None None] For port e96dc271-51ef-489d-a048-8624921e21f2, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:28:40.928202 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-2541413c-b4d0-4129-aa04-3efff1979d2b None None] For port e96dc271-51ef-489d-a048-8624921e21f2, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=e96dc271-51ef-489d-a048-8624921e21f2,segment=NetworkSegment(717a38bf-d7f3-486a-a052-1c91e348ed3d),segment_id=717a38bf-d7f3-486a-a052-1c91e348ed3d)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:28:41.012994 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2541413c-b4d0-4129-aa04-3efff1979d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:41.058933 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2fecf9c-fff9-4dad-903b-e48cb9d113f5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:28:41.100514 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:41.133418 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fecf9c-fff9-4dad-903b-e48cb9d113f5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=615b877d-87f6-4cc6-8da5-6d4553e3253f,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:41.136299 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c683f5-fbe2-4f09-b5aa-2f01816a9f78']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:41.154371 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541413c-b4d0-4129-aa04-3efff1979d2b None None] Pushing event updated for resources: {'Port': ['ID=e96dc271-51ef-489d-a048-8624921e21f2,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:41.157514 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a2fecf9c-fff9-4dad-903b-e48cb9d113f5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:41.157857 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-a2fecf9c-fff9-4dad-903b-e48cb9d113f5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Added segment 36c9b401-0190-4d6b-a49f-6cdaf04c4482 of type vlan for network 836935bb-7b9a-4ba1-a7e2-019a7bf3b157 Apr 06 13:28:41.160723 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] device_id is not set on port c6cc0a35-e891-4db1-944f-c811b8e7334f yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:28:41.183312 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95d85fd7-5de7-41e5-a85c-378e471b5825 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:41.199073 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2a0c57-7205-4ae6-9a9e-02326934dc5c None None] Network b2c683f5-fbe2-4f09-b5aa-2f01816a9f78 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:41.214858 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '717a38bf-d7f3-486a-a052-1c91e348ed3d') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:41.215155 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '717a38bf-d7f3-486a-a052-1c91e348ed3d') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:41.239347 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:41.264928 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:41.267393 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d85fd7-5de7-41e5-a85c-378e471b5825 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5c5c506d-cd2e-4bc8-be06-70a1e78124c7,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:41.282175 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:28:41.283604 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:28:41.303284 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:28:41.318690 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a2fecf9c-fff9-4dad-903b-e48cb9d113f5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:41.453933 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b23c48c-592d-416a-a185-ae9f4433a805 None None] get_active_networks_info from dv-neutron-834600-1-hyperv {{(pid=88566) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 06 13:28:41.499678 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.api [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 13:28:41.499678 dv-neutron-834600-1-hyperv neutron-server[88565]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 13:28:41.499678 dv-neutron-834600-1-hyperv neutron-server[88565]: [parameters: {'id': 'b2c683f5-fbe2-4f09-b5aa-2f01816a9f78'}] Apr 06 13:28:41.499678 dv-neutron-834600-1-hyperv neutron-server[88565]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:28:41.500400 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG oslo_db.api [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:28:41.527005 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3869a09e-452d-4744-bb9a-8fe433ef591b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:41.585120 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869a09e-452d-4744-bb9a-8fe433ef591b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad6fea2e-9238-4754-b408-9547a7c62e51,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:41.590421 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b23c48c-592d-416a-a185-ae9f4433a805 None None] Resources bound (agent type, host, resource id): {{(pid=88566) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 13:28:41.593086 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95d85fd7-5de7-41e5-a85c-378e471b5825 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:41.659410 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-95d85fd7-5de7-41e5-a85c-378e471b5825 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d4cca33-de0e-45ee-a33d-7e11d22e72f7']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:41.694172 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-95d85fd7-5de7-41e5-a85c-378e471b5825 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db4f8ea-f895-4162-838f-380812e6737f') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:41.694512 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-95d85fd7-5de7-41e5-a85c-378e471b5825 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db4f8ea-f895-4162-838f-380812e6737f') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:41.722076 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a2fecf9c-fff9-4dad-903b-e48cb9d113f5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:41.727898 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fecf9c-fff9-4dad-903b-e48cb9d113f5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:41.728507 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a2fecf9c-fff9-4dad-903b-e48cb9d113f5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:41.736834 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95d85fd7-5de7-41e5-a85c-378e471b5825 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:41.821789 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95d85fd7-5de7-41e5-a85c-378e471b5825 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:41.890483 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:41.897808 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d85fd7-5de7-41e5-a85c-378e471b5825 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:28:41.898217 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95d85fd7-5de7-41e5-a85c-378e471b5825 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:28:41.918894 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:28:42.009111 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:42.025112 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3869a09e-452d-4744-bb9a-8fe433ef591b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:42.051250 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fecf9c-fff9-4dad-903b-e48cb9d113f5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Network': ['ID=836935bb-7b9a-4ba1-a7e2-019a7bf3b157,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:42.063201 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 836935bb-7b9a-4ba1-a7e2-019a7bf3b157 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:28:42.108350 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Deleting port e96dc271-51ef-489d-a048-8624921e21f2 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:42.109125 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:42.157679 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a2fecf9c-fff9-4dad-903b-e48cb9d113f5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.7069747 Apr 06 13:28:42.161856 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42418) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:42.164522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] device_id is not set on port 7cf9b14a-3265-4964-bcb9-2e6adb857fdb yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:28:42.174779 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-2207aa3f-60fc-4b2f-a560-fc1d938fb485 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'port': {'network_id': '836935bb-7b9a-4ba1-a7e2-019a7bf3b157', 'name': 'tempest-PortsTestJSON-752682042'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:42.283818 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95d85fd7-5de7-41e5-a85c-378e471b5825 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:42.319181 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d85fd7-5de7-41e5-a85c-378e471b5825 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6d4cca33-de0e-45ee-a33d-7e11d22e72f7 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 06 13:28:42.325383 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95d85fd7-5de7-41e5-a85c-378e471b5825 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:42.348561 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d85fd7-5de7-41e5-a85c-378e471b5825 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Pushing event deleted for resources: {'Network': ['ID=6d4cca33-de0e-45ee-a33d-7e11d22e72f7,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:42.361478 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-473f871c-052a-4672-9319-394baa9bef73 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:42.431113 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-95d85fd7-5de7-41e5-a85c-378e471b5825 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] 10.222.0.48 "DELETE /v2.0/networks/6d4cca33-de0e-45ee-a33d-7e11d22e72f7 HTTP/1.1" status: 204 len: 168 time: 3.6190922 Apr 06 13:28:42.442412 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42422) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:42.450560 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-2207aa3f-60fc-4b2f-a560-fc1d938fb485 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:42.525697 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] For port e96dc271-51ef-489d-a048-8624921e21f2, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=e96dc271-51ef-489d-a048-8624921e21f2,segment=NetworkSegment(717a38bf-d7f3-486a-a052-1c91e348ed3d),segment_id=717a38bf-d7f3-486a-a052-1c91e348ed3d)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:42.526081 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:42.576396 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2207aa3f-60fc-4b2f-a560-fc1d938fb485 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:port and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:42.582170 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2207aa3f-60fc-4b2f-a560-fc1d938fb485 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:42.585103 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f25d0b1b-5326-4a93-98a9-01a692f62866 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Synchronizing usage tracker for tenant:c4030e74daf341bba9f3995a3cb4f83e on resource:floatingip {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:28:42.610849 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-2207aa3f-60fc-4b2f-a560-fc1d938fb485 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:42.716780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2207aa3f-60fc-4b2f-a560-fc1d938fb485 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:42.719793 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2207aa3f-60fc-4b2f-a560-fc1d938fb485 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:42.728021 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Calling delete_port for e96dc271-51ef-489d-a048-8624921e21f2 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:42.800374 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f25d0b1b-5326-4a93-98a9-01a692f62866 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Unset dirty status for tenant:c4030e74daf341bba9f3995a3cb4f83e on resource:floatingip {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:28:42.804299 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f25d0b1b-5326-4a93-98a9-01a692f62866 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.3546956 Apr 06 13:28:42.805034 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:42.805899 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42426) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:42.817478 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-2207aa3f-60fc-4b2f-a560-fc1d938fb485 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] device_id is not set on port 6c5b1642-7755-4bac-a2d6-c19418f0d858 yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:28:42.855109 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3869a09e-452d-4744-bb9a-8fe433ef591b admin admin] Router cd8f32c2-99d2-443d-b2d7-18560d73a9cc has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:28:42.991029 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe07e8a-fa5e-46ae-a811-6ad9431eef0b tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:42.991367 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe07e8a-fa5e-46ae-a811-6ad9431eef0b tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:42.991870 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe07e8a-fa5e-46ae-a811-6ad9431eef0b tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:42.992317 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe07e8a-fa5e-46ae-a811-6ad9431eef0b tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:42.992773 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe07e8a-fa5e-46ae-a811-6ad9431eef0b tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:42.993205 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe07e8a-fa5e-46ae-a811-6ad9431eef0b tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:42.993638 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe07e8a-fa5e-46ae-a811-6ad9431eef0b tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:42.995486 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ebe07e8a-fa5e-46ae-a811-6ad9431eef0b tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4584 time: 0.1885140 Apr 06 13:28:42.998663 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42430) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:43.035161 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:43.067580 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:43.119519 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-78502dc9-931a-417c-b7e7-3268d599a0bb tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] delete failed (client error): The resource could not be found. Apr 06 13:28:43.120630 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-78502dc9-931a-417c-b7e7-3268d599a0bb tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/3bdf9e25-eaf5-478e-83b7-7c3f08596752 HTTP/1.1" status: 404 len: 345 time: 0.1210256 Apr 06 13:28:43.181624 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42434) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:43.221925 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Port': ['ID=e96dc271-51ef-489d-a048-8624921e21f2,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:43.227539 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No DVR routers for this DVR port e96dc271-51ef-489d-a048-8624921e21f2 on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:28:43.297905 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-473f871c-052a-4672-9319-394baa9bef73 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Deleting port b4bc8c35-5065-4b41-bff2-2f6ed94205d3 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:43.298137 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-473f871c-052a-4672-9319-394baa9bef73 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:43.390698 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2207aa3f-60fc-4b2f-a560-fc1d938fb485 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:43.398427 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-077309c2-0a01-4207-ab51-96cfc1566f1d tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] DELETE failed (client error): The resource could not be found. Apr 06 13:28:43.398974 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077309c2-0a01-4207-ab51-96cfc1566f1d tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:28:43.409588 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Pushing event updated for resources: {'Port': ['ID=c6cc0a35-e891-4db1-944f-c811b8e7334f,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:43.444218 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3869a09e-452d-4744-bb9a-8fe433ef591b admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:28:43.456186 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdd6f39-32b1-4466-84de-9a0c3031eba5 None None] Sync routers for ids ['cd8f32c2-99d2-443d-b2d7-18560d73a9cc'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:28:43.466977 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdd6f39-32b1-4466-84de-9a0c3031eba5 None None] Routers {'cd8f32c2-99d2-443d-b2d7-18560d73a9cc'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:28:43.467946 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-8fdd6f39-32b1-4466-84de-9a0c3031eba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:28:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['cd8f32c2-99d2-443d-b2d7-18560d73a9cc'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:43.505027 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Checking segment: {'id': 'c8aa18f0-ebd8-4ad8-8c4c-1d778f7558b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7cf4fc2b-ae14-47e0-a974-4b12f6e6b20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:28:43.505882 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Network hostable DHCP agents. Network: 7cf4fc2b-ae14-47e0-a974-4b12f6e6b20b, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:28:43.526545 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:43.558347 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-077309c2-0a01-4207-ab51-96cfc1566f1d tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] 10.222.0.48 "DELETE /v2.0/networks/6d4cca33-de0e-45ee-a33d-7e11d22e72f7 HTTP/1.1" status: 404 len: 339 time: 0.3645546 Apr 06 13:28:43.560048 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3869a09e-452d-4744-bb9a-8fe433ef591b admin admin] 10.222.0.48 "PUT /v2.0/routers/cd8f32c2-99d2-443d-b2d7-18560d73a9cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8532236 Apr 06 13:28:43.562963 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42438) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:43.565454 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42440) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:43.569877 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c683f5-fbe2-4f09-b5aa-2f01816a9f78']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:43.585129 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-473f871c-052a-4672-9319-394baa9bef73 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:43.632136 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-0f96c732-2cf3-4232-a527-b0550f7987bb tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Request body: {'network': {'name': 'tempest-network--1963617837', 'router:external': True}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:43.645238 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0f96c732-2cf3-4232-a527-b0550f7987bb tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:43.648001 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Network 7cf4fc2b-ae14-47e0-a974-4b12f6e6b20b is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:28:43.657857 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '717a38bf-d7f3-486a-a052-1c91e348ed3d') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:43.658144 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '717a38bf-d7f3-486a-a052-1c91e348ed3d') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:43.665140 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0f96c732-2cf3-4232-a527-b0550f7987bb tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Usage tracker for resource:network and tenant:c4030e74daf341bba9f3995a3cb4f83e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:43.675816 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0f96c732-2cf3-4232-a527-b0550f7987bb tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:43.682895 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:43.698580 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0f96c732-2cf3-4232-a527-b0550f7987bb tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:43.698952 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-8fdd6f39-32b1-4466-84de-9a0c3031eba5 None None] Set router cd8f32c2-99d2-443d-b2d7-18560d73a9cc gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:28:43.717881 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-473f871c-052a-4672-9319-394baa9bef73 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Calling delete_port for b4bc8c35-5065-4b41-bff2-2f6ed94205d3 owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:43.722961 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:43.746378 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2207aa3f-60fc-4b2f-a560-fc1d938fb485 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:43.786768 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:28:43.787292 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:28:43.803301 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:28:43.828086 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f96c732-2cf3-4232-a527-b0550f7987bb tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Made reservation on behalf of c4030e74daf341bba9f3995a3cb4f83e for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:43.830261 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0f96c732-2cf3-4232-a527-b0550f7987bb tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:43.861005 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 7cf4fc2b-ae14-47e0-a974-4b12f6e6b20b) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:43.883947 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:28:43.884785 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:43.886314 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207aa3f-60fc-4b2f-a560-fc1d938fb485 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Port': ['ID=6c5b1642-7755-4bac-a2d6-c19418f0d858,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:43.902854 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9a738d-2944-4363-9e59-6be430daa063 None None] Network 7cf4fc2b-ae14-47e0-a974-4b12f6e6b20b requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:43.924460 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-81d6267c-ea9f-4f03-9196-30264098bf48 admin admin] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:43.975240 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2207aa3f-60fc-4b2f-a560-fc1d938fb485 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Checking segment: {'id': '36c9b401-0190-4d6b-a49f-6cdaf04c4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '836935bb-7b9a-4ba1-a7e2-019a7bf3b157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:28:43.975874 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2207aa3f-60fc-4b2f-a560-fc1d938fb485 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network hostable DHCP agents. Network: 836935bb-7b9a-4ba1-a7e2-019a7bf3b157, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:28:44.002371 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f96c732-2cf3-4232-a527-b0550f7987bb tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:28:44.024818 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Pushing event updated for resources: {'Port': ['ID=7cf9b14a-3265-4964-bcb9-2e6adb857fdb,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:44.028077 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0f96c732-2cf3-4232-a527-b0550f7987bb tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:44.028428 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-0f96c732-2cf3-4232-a527-b0550f7987bb tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Added segment 8df4bf12-28c6-48e4-99de-39b835f70f8e of type vlan for network 2dfd8d1b-7e78-4722-a46d-c42797e64320 Apr 06 13:28:44.048457 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Checking segment: {'id': '3d7fc6e1-9ec6-4cd6-aa16-b042bc25518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b883c4d7-1f13-41a8-886f-cf9e077d6239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:28:44.048457 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Network hostable DHCP agents. Network: b883c4d7-1f13-41a8-886f-cf9e077d6239, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:28:44.102251 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:44.109825 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2207aa3f-60fc-4b2f-a560-fc1d938fb485 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network 836935bb-7b9a-4ba1-a7e2-019a7bf3b157 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:28:44.124521 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-2207aa3f-60fc-4b2f-a560-fc1d938fb485 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 836935bb-7b9a-4ba1-a7e2-019a7bf3b157) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:44.128339 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:44.131666 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2207aa3f-60fc-4b2f-a560-fc1d938fb485 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:28:44.139035 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2207aa3f-60fc-4b2f-a560-fc1d938fb485 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:44.139035 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2207aa3f-60fc-4b2f-a560-fc1d938fb485 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:44.160040 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6776ec-8991-4420-9bfb-7f969251f1f5 None None] Network 836935bb-7b9a-4ba1-a7e2-019a7bf3b157 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:44.171264 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Network b883c4d7-1f13-41a8-886f-cf9e077d6239 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:28:44.175237 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/networks/b2c683f5-fbe2-4f09-b5aa-2f01816a9f78 HTTP/1.1" status: 204 len: 168 time: 4.4671216 Apr 06 13:28:44.180598 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa1f20-3624-4bcf-a564-173525ade132 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Network': ['ID=b2c683f5-fbe2-4f09-b5aa-2f01816a9f78,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:44.184056 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42446) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:44.184554 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0f96c732-2cf3-4232-a527-b0550f7987bb tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:44.192915 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-308c7e1c-f614-4791-b6be-3dbccf902c59 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-83413683'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:44.198697 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-308c7e1c-f614-4791-b6be-3dbccf902c59 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:44.202744 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-308c7e1c-f614-4791-b6be-3dbccf902c59 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Usage tracker for resource:network and tenant:bfb47db20f0d451b8551770a994c0a42 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:44.210389 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-81d6267c-ea9f-4f03-9196-30264098bf48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:44.210674 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-308c7e1c-f614-4791-b6be-3dbccf902c59 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:44.217456 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-308c7e1c-f614-4791-b6be-3dbccf902c59 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:44.244621 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-473f871c-052a-4672-9319-394baa9bef73 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:44.295347 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, b883c4d7-1f13-41a8-886f-cf9e077d6239) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:44.297626 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2207aa3f-60fc-4b2f-a560-fc1d938fb485 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.1290658 Apr 06 13:28:44.301321 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42450) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:44.305897 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f871c-052a-4672-9319-394baa9bef73 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Port': ['ID=b4bc8c35-5065-4b41-bff2-2f6ed94205d3,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:44.307788 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-a04e15fc-9063-439b-bc0a-270551e556ee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1863106238'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:44.313468 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a04e15fc-9063-439b-bc0a-270551e556ee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:44.313683 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:28:44.313957 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc495275-d3ee-4666-b637-56f202ee5040 None None] Network b883c4d7-1f13-41a8-886f-cf9e077d6239 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:44.317164 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a04e15fc-9063-439b-bc0a-270551e556ee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:network and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:44.320157 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:44.322073 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a04e15fc-9063-439b-bc0a-270551e556ee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:44.325566 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:44.326149 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:44.327003 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a04e15fc-9063-439b-bc0a-270551e556ee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:44.342404 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-81d6267c-ea9f-4f03-9196-30264098bf48 admin admin] Deleting port c4b7e9e9-4a3c-4932-9559-9fd2550f92fe {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:44.342980 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-81d6267c-ea9f-4f03-9196-30264098bf48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:44.378178 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308c7e1c-f614-4791-b6be-3dbccf902c59 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Made reservation on behalf of bfb47db20f0d451b8551770a994c0a42 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:44.382626 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-308c7e1c-f614-4791-b6be-3dbccf902c59 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:44.407801 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-8fdd6f39-32b1-4466-84de-9a0c3031eba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'name': 'tempest-ServersTestManualDisk-1335934797-router', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': 'c4b7e9e9-4a3c-4932-9559-9fd2550f92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:26:47Z', 'updated_at': '2022-04-06T13:28:41Z', 'revision_number': 5, 'project_id': 'ca027f9539bb43408259be56024c9f96', 'gw_port': {'id': 'c4b7e9e9-4a3c-4932-9559-9fd2550f92fe', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:26:50Z', 'updated_at': '2022-04-06T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:44.489229 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdd6f39-32b1-4466-84de-9a0c3031eba5 None None] Checking router: cd8f32c2-99d2-443d-b2d7-18560d73a9cc for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:28:44.508622 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0f96c732-2cf3-4232-a527-b0550f7987bb tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:44.509655 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f96c732-2cf3-4232-a527-b0550f7987bb tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:44.510226 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0f96c732-2cf3-4232-a527-b0550f7987bb tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:44.541260 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdd6f39-32b1-4466-84de-9a0c3031eba5 None None] Routers {'cd8f32c2-99d2-443d-b2d7-18560d73a9cc'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:28:44.541891 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-8fdd6f39-32b1-4466-84de-9a0c3031eba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:28:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['cd8f32c2-99d2-443d-b2d7-18560d73a9cc'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:44.578555 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308c7e1c-f614-4791-b6be-3dbccf902c59 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:28:44.588869 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-74e913b2-8923-4861-aa0e-f67e8b5c2a9b tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.7888551 Apr 06 13:28:44.594517 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42454) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:44.597740 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-308c7e1c-f614-4791-b6be-3dbccf902c59 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:44.597894 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-308c7e1c-f614-4791-b6be-3dbccf902c59 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Added segment 54cafc1a-af83-4ecf-aaca-bf6b84bb4562 of type vlan for network ad8113f4-ae0f-4192-8534-619dfbec5579 Apr 06 13:28:44.629426 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04e15fc-9063-439b-bc0a-270551e556ee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:44.634480 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a04e15fc-9063-439b-bc0a-270551e556ee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:44.659163 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0f96c732-2cf3-4232-a527-b0550f7987bb tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0902030 Apr 06 13:28:44.667082 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42458) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:44.669614 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96c732-2cf3-4232-a527-b0550f7987bb tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Pushing event updated for resources: {'Network': ['ID=2dfd8d1b-7e78-4722-a46d-c42797e64320,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:44.683638 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-473f871c-052a-4672-9319-394baa9bef73 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:44.715658 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-308c7e1c-f614-4791-b6be-3dbccf902c59 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:44.717776 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 2dfd8d1b-7e78-4722-a46d-c42797e64320 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:28:44.800205 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04e15fc-9063-439b-bc0a-270551e556ee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:28:44.831003 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-81d6267c-ea9f-4f03-9196-30264098bf48 admin admin] For port c4b7e9e9-4a3c-4932-9559-9fd2550f92fe, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=c4b7e9e9-4a3c-4932-9559-9fd2550f92fe,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:44.831669 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-81d6267c-ea9f-4f03-9196-30264098bf48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:44.840183 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a04e15fc-9063-439b-bc0a-270551e556ee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:44.840607 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-a04e15fc-9063-439b-bc0a-270551e556ee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Added segment 2d68fa3a-511c-4e81-8119-584012a54fce of type vlan for network c0b173d8-34cb-4172-b486-933761fbe49b Apr 06 13:28:44.890499 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-8fdd6f39-32b1-4466-84de-9a0c3031eba5 None None] Set router cd8f32c2-99d2-443d-b2d7-18560d73a9cc gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:28:44.914682 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7e141-dd13-4e94-9ddf-c409f6657915 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:44.920526 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7e141-dd13-4e94-9ddf-c409f6657915 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:44.921296 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-3ea7e141-dd13-4e94-9ddf-c409f6657915 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Synchronizing usage tracker for tenant:7005024bfea846fd9b8d3ce1bf8faf44 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:28:44.954086 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-308c7e1c-f614-4791-b6be-3dbccf902c59 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:44.959694 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308c7e1c-f614-4791-b6be-3dbccf902c59 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:44.960203 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-308c7e1c-f614-4791-b6be-3dbccf902c59 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:44.983972 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-81d6267c-ea9f-4f03-9196-30264098bf48 admin admin] Calling delete_port for c4b7e9e9-4a3c-4932-9559-9fd2550f92fe owned by network:router_gateway {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:45.023130 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-8fdd6f39-32b1-4466-84de-9a0c3031eba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'name': 'tempest-ServersTestManualDisk-1335934797-router', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:26:47Z', 'updated_at': '2022-04-06T13:28:44Z', 'revision_number': 6, 'project_id': 'ca027f9539bb43408259be56024c9f96', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:45.037237 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdd6f39-32b1-4466-84de-9a0c3031eba5 None None] The sync data for ids ['cd8f32c2-99d2-443d-b2d7-18560d73a9cc'] in dv-neutron-834600-1-hyperv is: [{'id': 'cd8f32c2-99d2-443d-b2d7-18560d73a9cc', 'name': 'tempest-ServersTestManualDisk-1335934797-router', 'tenant_id': 'ca027f9539bb43408259be56024c9f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:26:47Z', 'updated_at': '2022-04-06T13:28:44Z', 'revision_number': 6, 'project_id': 'ca027f9539bb43408259be56024c9f96', 'gw_port_host': None}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:28:45.190922 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a04e15fc-9063-439b-bc0a-270551e556ee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:45.205117 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-3ea7e141-dd13-4e94-9ddf-c409f6657915 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Unset dirty status for tenant:7005024bfea846fd9b8d3ce1bf8faf44 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:28:45.209647 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3ea7e141-dd13-4e94-9ddf-c409f6657915 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6107845 Apr 06 13:28:45.209814 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc4302d-0f2d-4896-8c25-dd78e66cabac tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:45.212696 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42462) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:45.215536 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc4302d-0f2d-4896-8c25-dd78e66cabac tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:45.221012 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc4302d-0f2d-4896-8c25-dd78e66cabac tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:45.227791 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc4302d-0f2d-4896-8c25-dd78e66cabac tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:45.229482 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2cc4302d-0f2d-4896-8c25-dd78e66cabac tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.5612576 Apr 06 13:28:45.239402 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42466) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:45.357050 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-308c7e1c-f614-4791-b6be-3dbccf902c59 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1697495 Apr 06 13:28:45.369160 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42470) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:45.383632 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-b74ee4c5-4f71-4be4-ab41-f287ab3096b7 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Request body: {'subnet': {'network_id': 'ad8113f4-ae0f-4192-8534-619dfbec5579', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:45.389431 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7afec1bb-ef86-4032-b974-b21379daa305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:45.397751 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c7e1c-f614-4791-b6be-3dbccf902c59 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event updated for resources: {'Network': ['ID=ad8113f4-ae0f-4192-8534-619dfbec5579,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:45.412299 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network ad8113f4-ae0f-4192-8534-619dfbec5579 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:28:45.425588 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-d0853b1a-93a1-48f5-82cb-6bc387db1164 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Deleting port c6cc0a35-e891-4db1-944f-c811b8e7334f {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:45.425931 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d0853b1a-93a1-48f5-82cb-6bc387db1164 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:45.440276 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a2031f9-45db-4172-bfe8-158a4434a3cf tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:45.468377 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473f871c-052a-4672-9319-394baa9bef73 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Router 9c7dabc9-638d-4032-a148-97177f6cd699 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:28:45.502852 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a04e15fc-9063-439b-bc0a-270551e556ee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:45.508719 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04e15fc-9063-439b-bc0a-270551e556ee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:45.509212 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a04e15fc-9063-439b-bc0a-270551e556ee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:45.630065 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b74ee4c5-4f71-4be4-ab41-f287ab3096b7 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:45.688337 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b74ee4c5-4f71-4be4-ab41-f287ab3096b7 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Usage tracker for resource:subnet and tenant:bfb47db20f0d451b8551770a994c0a42 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:45.730699 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b74ee4c5-4f71-4be4-ab41-f287ab3096b7 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:45.734736 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473f871c-052a-4672-9319-394baa9bef73 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:28:45.741303 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-473f871c-052a-4672-9319-394baa9bef73 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "PUT /v2.0/routers/9c7dabc9-638d-4032-a148-97177f6cd699/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2488992 Apr 06 13:28:45.746936 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42474) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:45.748152 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107c5a67-4043-42b9-8ab4-1f799f573a38 None None] Sync routers for ids ['9c7dabc9-638d-4032-a148-97177f6cd699'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:28:45.748636 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a04e15fc-9063-439b-bc0a-270551e556ee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4459019 Apr 06 13:28:45.758346 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107c5a67-4043-42b9-8ab4-1f799f573a38 None None] Routers {'9c7dabc9-638d-4032-a148-97177f6cd699'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:28:45.758993 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-107c5a67-4043-42b9-8ab4-1f799f573a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:28:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['9c7dabc9-638d-4032-a148-97177f6cd699'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:45.771678 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42478) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:45.786226 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b74ee4c5-4f71-4be4-ab41-f287ab3096b7 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:45.791605 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'ports': [{'network_id': '836935bb-7b9a-4ba1-a7e2-019a7bf3b157'}, {'network_id': 'c0b173d8-34cb-4172-b486-933761fbe49b'}]} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:45.791915 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'port': {'network_id': '836935bb-7b9a-4ba1-a7e2-019a7bf3b157'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:45.792379 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'port': {'network_id': 'c0b173d8-34cb-4172-b486-933761fbe49b'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:45.810128 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e15fc-9063-439b-bc0a-270551e556ee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Network': ['ID=c0b173d8-34cb-4172-b486-933761fbe49b,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:45.826729 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network c0b173d8-34cb-4172-b486-933761fbe49b details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:28:45.903196 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-107c5a67-4043-42b9-8ab4-1f799f573a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:45.909207 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a2031f9-45db-4172-bfe8-158a4434a3cf tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:45.927887 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107c5a67-4043-42b9-8ab4-1f799f573a38 None None] Routers {'9c7dabc9-638d-4032-a148-97177f6cd699'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:28:45.928903 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-107c5a67-4043-42b9-8ab4-1f799f573a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:28:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['9c7dabc9-638d-4032-a148-97177f6cd699'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:45.950454 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d0853b1a-93a1-48f5-82cb-6bc387db1164 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:45.988712 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74ee4c5-4f71-4be4-ab41-f287ab3096b7 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Made reservation on behalf of bfb47db20f0d451b8551770a994c0a42 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:45.993397 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b74ee4c5-4f71-4be4-ab41-f287ab3096b7 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:46.019967 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-107c5a67-4043-42b9-8ab4-1f799f573a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:46.020392 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107c5a67-4043-42b9-8ab4-1f799f573a38 None None] The sync data for ids ['9c7dabc9-638d-4032-a148-97177f6cd699'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:28:46.032227 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-81d6267c-ea9f-4f03-9196-30264098bf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:46.106131 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-d0853b1a-93a1-48f5-82cb-6bc387db1164 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Calling delete_port for c6cc0a35-e891-4db1-944f-c811b8e7334f owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:46.108634 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-2a2031f9-45db-4172-bfe8-158a4434a3cf tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dfd8d1b-7e78-4722-a46d-c42797e64320']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:46.148754 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6267c-ea9f-4f03-9196-30264098bf48 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4b7e9e9-4a3c-4932-9559-9fd2550f92fe,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:46.250860 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-2a2031f9-45db-4172-bfe8-158a4434a3cf tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df4bf12-28c6-48e4-99de-39b835f70f8e') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:46.251541 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-2a2031f9-45db-4172-bfe8-158a4434a3cf tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df4bf12-28c6-48e4-99de-39b835f70f8e') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:46.307446 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a2031f9-45db-4172-bfe8-158a4434a3cf tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:46.400030 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d0853b1a-93a1-48f5-82cb-6bc387db1164 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:46.423440 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a2031f9-45db-4172-bfe8-158a4434a3cf tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:46.433516 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:46.440271 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a2031f9-45db-4172-bfe8-158a4434a3cf tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:28:46.440669 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a2031f9-45db-4172-bfe8-158a4434a3cf tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:46.456532 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:port and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:28:46.460232 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:28:46.463054 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:46.485036 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:46.487320 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-81d6267c-ea9f-4f03-9196-30264098bf48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:46.530229 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ad6fea2e-9238-4754-b408-9547a7c62e51 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:28:46.565534 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: ad6fea2e-9238-4754-b408-9547a7c62e51 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:28:46.566032 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ad6fea2e-9238-4754-b408-9547a7c62e51 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:28:46.566555 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device c4b7e9e9-4a3c-4932-9559-9fd2550f92fe no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:28:46.584729 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0853b1a-93a1-48f5-82cb-6bc387db1164 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Pushing event deleted for resources: {'Port': ['ID=c6cc0a35-e891-4db1-944f-c811b8e7334f,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:46.604876 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: c4b7e9e9-4a3c-4932-9559-9fd2550f92fe {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:28:46.605353 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device c4b7e9e9-4a3c-4932-9559-9fd2550f92fe not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:28:46.622095 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d0853b1a-93a1-48f5-82cb-6bc387db1164 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:46.720133 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d0853b1a-93a1-48f5-82cb-6bc387db1164 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] 10.222.0.48 "DELETE /v2.0/ports/c6cc0a35-e891-4db1-944f-c811b8e7334f HTTP/1.1" status: 204 len: 168 time: 1.5064030 Apr 06 13:28:46.723536 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42482) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:46.786469 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cd08c9f4-561d-4f74-8838-75e4c7de8ea7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:46.872513 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-3daa63c3-b14c-4295-aa5e-381365aefabc tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Deleting port 7cf9b14a-3265-4964-bcb9-2e6adb857fdb {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:46.872849 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3daa63c3-b14c-4295-aa5e-381365aefabc tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:46.894629 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-81d6267c-ea9f-4f03-9196-30264098bf48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:46.894915 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'port': 2} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:46.900152 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:46.909762 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a2031f9-45db-4172-bfe8-158a4434a3cf tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:46.917064 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-81d6267c-ea9f-4f03-9196-30264098bf48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:46.946143 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2031f9-45db-4172-bfe8-158a4434a3cf tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2dfd8d1b-7e78-4722-a46d-c42797e64320 {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 06 13:28:46.957369 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a2031f9-45db-4172-bfe8-158a4434a3cf tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:46.979204 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2031f9-45db-4172-bfe8-158a4434a3cf tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Pushing event deleted for resources: {'Network': ['ID=2dfd8d1b-7e78-4722-a46d-c42797e64320,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:46.987583 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:47.038160 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2a2031f9-45db-4172-bfe8-158a4434a3cf tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] 10.222.0.48 "DELETE /v2.0/networks/2dfd8d1b-7e78-4722-a46d-c42797e64320 HTTP/1.1" status: 204 len: 168 time: 1.7972605 Apr 06 13:28:47.043453 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42486) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:47.087636 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-81d6267c-ea9f-4f03-9196-30264098bf48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:47.088168 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d6267c-ea9f-4f03-9196-30264098bf48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd8f32c2-99d2-443d-b2d7-18560d73a9cc {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:28:47.105743 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-81d6267c-ea9f-4f03-9196-30264098bf48 admin admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:47.106952 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-81d6267c-ea9f-4f03-9196-30264098bf48 admin admin] 10.222.0.48 "DELETE /v2.0/routers/cd8f32c2-99d2-443d-b2d7-18560d73a9cc HTTP/1.1" status: 204 len: 168 time: 3.5429811 Apr 06 13:28:47.107882 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-a6c02763-48bb-48cb-85de-a6adb2e4eb98 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Request body: {'network': {'name': 'tempest-network--747095939', 'router:external': True}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:47.109737 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42490) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:47.152605 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a6c02763-48bb-48cb-85de-a6adb2e4eb98 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:47.169374 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a6c02763-48bb-48cb-85de-a6adb2e4eb98 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Usage tracker for resource:network and tenant:c4030e74daf341bba9f3995a3cb4f83e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:47.180841 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a6c02763-48bb-48cb-85de-a6adb2e4eb98 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:47.195704 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b74ee4c5-4f71-4be4-ab41-f287ab3096b7 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:47.205410 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a6c02763-48bb-48cb-85de-a6adb2e4eb98 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:47.311087 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3daa63c3-b14c-4295-aa5e-381365aefabc tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:47.319059 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c02763-48bb-48cb-85de-a6adb2e4eb98 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Made reservation on behalf of c4030e74daf341bba9f3995a3cb4f83e for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:47.322300 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6c02763-48bb-48cb-85de-a6adb2e4eb98 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:47.405145 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c92228d-d80f-4f05-a77a-b96ef4b00bff admin admin] Deleting subnet d1359a41-278f-4448-adcd-2b54a4bc8fee {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:28:47.417851 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ee4c5-4f71-4be4-ab41-f287ab3096b7 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event updated for resources: {'Subnet': ['ID=df07ead8-28df-4419-921f-caa997419914,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:47.428087 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c92228d-d80f-4f05-a77a-b96ef4b00bff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:47.455018 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] device_id is not set on port a29db45c-7541-48e5-9ec6-6cbb48bcb4cd yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:28:47.461225 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-3daa63c3-b14c-4295-aa5e-381365aefabc tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Calling delete_port for 7cf9b14a-3265-4964-bcb9-2e6adb857fdb owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:47.485180 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74ee4c5-4f71-4be4-ab41-f287ab3096b7 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Checking segment: {'id': '54cafc1a-af83-4ecf-aaca-bf6b84bb4562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ad8113f4-ae0f-4192-8534-619dfbec5579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:28:47.485538 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74ee4c5-4f71-4be4-ab41-f287ab3096b7 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Network hostable DHCP agents. Network: ad8113f4-ae0f-4192-8534-619dfbec5579, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:28:47.498975 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c92228d-d80f-4f05-a77a-b96ef4b00bff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:47.526379 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c02763-48bb-48cb-85de-a6adb2e4eb98 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:28:47.611138 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6c02763-48bb-48cb-85de-a6adb2e4eb98 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:47.611486 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-a6c02763-48bb-48cb-85de-a6adb2e4eb98 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Added segment 1ade7e89-72a2-4eae-abe5-856a2575d22c of type vlan for network 04ef6d61-4066-4e8c-975c-faf48d8f7514 Apr 06 13:28:47.633932 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c92228d-d80f-4f05-a77a-b96ef4b00bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:47.638302 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-cd08c9f4-561d-4f74-8838-75e4c7de8ea7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Deleting port 1a99a6cc-6d42-4cf3-8935-afe6e478736d {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:47.638640 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cd08c9f4-561d-4f74-8838-75e4c7de8ea7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:47.668353 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74ee4c5-4f71-4be4-ab41-f287ab3096b7 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Network ad8113f4-ae0f-4192-8534-619dfbec5579 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:28:47.681302 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cdbc8413-536e-46dd-8771-9bcce7280ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:47.697333 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3daa63c3-b14c-4295-aa5e-381365aefabc tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:47.728475 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:47.739773 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6c02763-48bb-48cb-85de-a6adb2e4eb98 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:47.761901 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-b74ee4c5-4f71-4be4-ab41-f287ab3096b7 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, ad8113f4-ae0f-4192-8534-619dfbec5579) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:47.767068 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa63c3-b14c-4295-aa5e-381365aefabc tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Pushing event deleted for resources: {'Port': ['ID=7cf9b14a-3265-4964-bcb9-2e6adb857fdb,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:47.776247 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74ee4c5-4f71-4be4-ab41-f287ab3096b7 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:47.776843 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b74ee4c5-4f71-4be4-ab41-f287ab3096b7 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:47.779705 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53ad0ac-6eeb-4393-be51-a03e63252823 None None] Network ad8113f4-ae0f-4192-8534-619dfbec5579 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:47.800659 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3daa63c3-b14c-4295-aa5e-381365aefabc tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:47.851271 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c92228d-d80f-4f05-a77a-b96ef4b00bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:47.901247 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3daa63c3-b14c-4295-aa5e-381365aefabc tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] 10.222.0.48 "DELETE /v2.0/ports/7cf9b14a-3265-4964-bcb9-2e6adb857fdb HTTP/1.1" status: 204 len: 168 time: 1.1763697 Apr 06 13:28:47.908282 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42494) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:47.909020 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92228d-d80f-4f05-a77a-b96ef4b00bff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1359a41-278f-4448-adcd-2b54a4bc8fee,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:47.915208 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] device_id is not set on port c18bc817-2deb-4e18-a24b-9a1303ca2f6b yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:28:47.936464 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6808fd3-1455-4544-b6cc-2aacdf77338b None None] Network e656c5dd-f102-4ee6-871d-b472dc64eb24 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:47.952218 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c92228d-d80f-4f05-a77a-b96ef4b00bff admin admin] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:47.954419 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8c92228d-d80f-4f05-a77a-b96ef4b00bff admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d1359a41-278f-4448-adcd-2b54a4bc8fee HTTP/1.1" status: 204 len: 168 time: 0.8434908 Apr 06 13:28:47.959854 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42498) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:47.966173 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b74ee4c5-4f71-4be4-ab41-f287ab3096b7 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5918555 Apr 06 13:28:47.973616 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42502) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:47.980739 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b74255b7-c178-4335-9eab-1aaa9b2bcd27 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0694621 Apr 06 13:28:47.981371 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cd08c9f4-561d-4f74-8838-75e4c7de8ea7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:47.991824 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42506) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:48.010289 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6c02763-48bb-48cb-85de-a6adb2e4eb98 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:48.011273 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c02763-48bb-48cb-85de-a6adb2e4eb98 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:48.011848 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6c02763-48bb-48cb-85de-a6adb2e4eb98 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:48.019801 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-b1058522-8a28-48f4-87f0-610868761c04 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1087164487'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:48.160295 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:48.222464 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee86446-bdfd-429b-8bc4-59133322d6d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-ad8113f4-ae0f-4192-8534-619dfbec5579', 'network_id': 'ad8113f4-ae0f-4192-8534-619dfbec5579', 'tenant_id': 'bfb47db20f0d451b8551770a994c0a42', 'fixed_ips': [{'subnet_id': 'df07ead8-28df-4419-921f-caa997419914'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:28:48.223562 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1ee86446-bdfd-429b-8bc4-59133322d6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:48.287772 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:48.290683 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-cd08c9f4-561d-4f74-8838-75e4c7de8ea7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Calling delete_port for 1a99a6cc-6d42-4cf3-8935-afe6e478736d owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:48.319345 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:48.320289 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b1058522-8a28-48f4-87f0-610868761c04 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:48.388997 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b1058522-8a28-48f4-87f0-610868761c04 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Usage tracker for resource:network and tenant:7005024bfea846fd9b8d3ce1bf8faf44 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:48.412588 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-1ee86446-bdfd-429b-8bc4-59133322d6d3 None None] Allocated IP 172.20.0.2 (ad8113f4-ae0f-4192-8534-619dfbec5579/df07ead8-28df-4419-921f-caa997419914/c117dd19-8717-4d42-8101-fe7e827dda20) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:28:48.444819 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e63f0c0-12ec-46e9-adff-3d21b8f1e539 None None] DHCP port deletion for e656c5dd-f102-4ee6-871d-b472dc64eb24 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:28:48.445217 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b1058522-8a28-48f4-87f0-610868761c04 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:48.464458 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-9e63f0c0-12ec-46e9-adff-3d21b8f1e539 None None] Deleting port c1375b01-6f40-4f4e-a712-7c5da7b52387 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:48.464892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9e63f0c0-12ec-46e9-adff-3d21b8f1e539 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:48.473582 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a6c02763-48bb-48cb-85de-a6adb2e4eb98 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3827772 Apr 06 13:28:48.475225 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b1058522-8a28-48f4-87f0-610868761c04 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:48.477336 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42510) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:48.489233 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c02763-48bb-48cb-85de-a6adb2e4eb98 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Pushing event updated for resources: {'Network': ['ID=04ef6d61-4066-4e8c-975c-faf48d8f7514,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:48.500438 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:48.539075 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:48.540993 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] Deleting port c1375b01-6f40-4f4e-a712-7c5da7b52387 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:48.541319 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:48.558754 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 04ef6d61-4066-4e8c-975c-faf48d8f7514 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:28:48.571856 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device c1375b01-6f40-4f4e-a712-7c5da7b52387 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:28:48.612688 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1058522-8a28-48f4-87f0-610868761c04 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Made reservation on behalf of 7005024bfea846fd9b8d3ce1bf8faf44 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:48.616275 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b1058522-8a28-48f4-87f0-610868761c04 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:48.686332 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network 836935bb-7b9a-4ba1-a7e2-019a7bf3b157 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:28:48.690879 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:48.701522 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:28:48.702317 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:48.711094 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d8c92b-84d3-4f08-924a-c02c750709c0 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:48.715068 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-89d8c92b-84d3-4f08-924a-c02c750709c0 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] 10.222.0.48 "GET /v2.0/networks/04ef6d61-4066-4e8c-975c-faf48d8f7514 HTTP/1.1" status: 200 len: 756 time: 0.2342482 Apr 06 13:28:48.720837 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42514) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:48.727748 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Port': ['ID=a29db45c-7541-48e5-9ec6-6cbb48bcb4cd,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:48.777556 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cd08c9f4-561d-4f74-8838-75e4c7de8ea7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:48.784175 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1058522-8a28-48f4-87f0-610868761c04 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:28:48.880483 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08c9f4-561d-4f74-8838-75e4c7de8ea7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Port': ['ID=1a99a6cc-6d42-4cf3-8935-afe6e478736d,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:48.889638 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b1058522-8a28-48f4-87f0-610868761c04 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:48.890245 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-b1058522-8a28-48f4-87f0-610868761c04 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Added segment 9de77405-3426-4f2c-a4e0-52f275e76278 of type vlan for network 5abcf9ae-d0fb-4244-ab3c-89464ea251ca Apr 06 13:28:48.972744 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1ee86446-bdfd-429b-8bc4-59133322d6d3 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:48.992640 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-1ee86446-bdfd-429b-8bc4-59133322d6d3 None None] Transition to ACTIVE for port object c117dd19-8717-4d42-8101-fe7e827dda20 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:28:49.013766 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-1ee86446-bdfd-429b-8bc4-59133322d6d3 None None] Transition to ACTIVE for port object c117dd19-8717-4d42-8101-fe7e827dda20 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:28:49.078253 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:49.104614 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b1058522-8a28-48f4-87f0-610868761c04 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:49.121500 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] For port c1375b01-6f40-4f4e-a712-7c5da7b52387, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=c1375b01-6f40-4f4e-a712-7c5da7b52387,segment=NetworkSegment(69693000-236e-4bd5-aae7-0525bc5d1b6d),segment_id=69693000-236e-4bd5-aae7-0525bc5d1b6d)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:49.122125 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:49.152735 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1ee86446-bdfd-429b-8bc4-59133322d6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:49.184897 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51be1d21-1f85-4fb1-9071-6af8571199ca tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:49.191413 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42518) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:49.191960 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-51be1d21-1f85-4fb1-9071-6af8571199ca tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] 10.222.0.48 "GET /v2.0/networks/4a4512c9-4c0b-4aae-8fcd-ff19edecd91e HTTP/1.1" status: 200 len: 768 time: 0.4669282 Apr 06 13:28:49.194000 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Port': ['ID=c18bc817-2deb-4e18-a24b-9a1303ca2f6b,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:49.199829 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cd08c9f4-561d-4f74-8838-75e4c7de8ea7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:49.200464 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:49.250567 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:49.257233 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Checking segment: {'id': '2d68fa3a-511c-4e81-8119-584012a54fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c0b173d8-34cb-4172-b486-933761fbe49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:28:49.257706 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network hostable DHCP agents. Network: c0b173d8-34cb-4172-b486-933761fbe49b, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:28:49.259800 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.resource_extend [None req-b1058522-8a28-48f4-87f0-610868761c04 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 13:28:49.273553 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee86446-bdfd-429b-8bc4-59133322d6d3 None None] Network ad8113f4-ae0f-4192-8534-619dfbec5579 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:28:49.283866 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-1ee86446-bdfd-429b-8bc4-59133322d6d3 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:49.288720 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-9e63f0c0-12ec-46e9-adff-3d21b8f1e539 None None] For port c1375b01-6f40-4f4e-a712-7c5da7b52387, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=c1375b01-6f40-4f4e-a712-7c5da7b52387,segment=NetworkSegment(69693000-236e-4bd5-aae7-0525bc5d1b6d),segment_id=69693000-236e-4bd5-aae7-0525bc5d1b6d)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:49.289062 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9e63f0c0-12ec-46e9-adff-3d21b8f1e539 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:49.301403 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee86446-bdfd-429b-8bc4-59133322d6d3 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:28:49.342356 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:49.355070 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] Calling delete_port for c1375b01-6f40-4f4e-a712-7c5da7b52387 owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:49.385768 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Subnet': ['ID=df07ead8-28df-4419-921f-caa997419914,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:49.387776 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network c0b173d8-34cb-4172-b486-933761fbe49b is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:28:49.448341 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee86446-bdfd-429b-8bc4-59133322d6d3 None None] Pushing event updated for resources: {'Port': ['ID=c117dd19-8717-4d42-8101-fe7e827dda20,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:49.465388 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-9e63f0c0-12ec-46e9-adff-3d21b8f1e539 None None] Calling delete_port for c1375b01-6f40-4f4e-a712-7c5da7b52387 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:49.488603 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, c0b173d8-34cb-4172-b486-933761fbe49b) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:49.501731 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:28:49.508871 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:49.513691 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:49.514633 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:49.522022 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:49.535475 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2712e5-f010-49a3-a354-2fd8e94a2576 None None] Network c0b173d8-34cb-4172-b486-933761fbe49b requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:49.585855 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad8113f4-ae0f-4192-8534-619dfbec5579']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:49.594711 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port c1375b01-6f40-4f4e-a712-7c5da7b52387, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=c1375b01-6f40-4f4e-a712-7c5da7b52387,segment=NetworkSegment(69693000-236e-4bd5-aae7-0525bc5d1b6d),segment_id=69693000-236e-4bd5-aae7-0525bc5d1b6d)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:49.602482 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54cafc1a-af83-4ecf-aaca-bf6b84bb4562') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:49.602844 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54cafc1a-af83-4ecf-aaca-bf6b84bb4562') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:49.616764 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:49.636127 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:49.644381 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:28:49.644789 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:28:49.661025 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:28:49.675916 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b1058522-8a28-48f4-87f0-610868761c04 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:49.681660 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3b52d0a2-67be-411c-b9a4-7154e29362fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.9012465 Apr 06 13:28:49.682847 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1058522-8a28-48f4-87f0-610868761c04 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:49.683344 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42522) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:49.683846 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b1058522-8a28-48f4-87f0-610868761c04 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:49.691001 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-1ee86446-bdfd-429b-8bc4-59133322d6d3 None None] Attempting to bind port c117dd19-8717-4d42-8101-fe7e827dda20 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:28:49.691371 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-1ee86446-bdfd-429b-8bc4-59133322d6d3 None None] Attempting to bind port c117dd19-8717-4d42-8101-fe7e827dda20 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '54cafc1a-af83-4ecf-aaca-bf6b84bb4562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ad8113f4-ae0f-4192-8534-619dfbec5579'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:28:49.691730 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee86446-bdfd-429b-8bc4-59133322d6d3 None None] Attempting to bind port c117dd19-8717-4d42-8101-fe7e827dda20 on network ad8113f4-ae0f-4192-8534-619dfbec5579 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:28:49.733296 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee86446-bdfd-429b-8bc4-59133322d6d3 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:28:49.733581 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee86446-bdfd-429b-8bc4-59133322d6d3 None None] Checking segment: {'id': '54cafc1a-af83-4ecf-aaca-bf6b84bb4562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ad8113f4-ae0f-4192-8534-619dfbec5579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:28:49.733985 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1ee86446-bdfd-429b-8bc4-59133322d6d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:49.734376 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee86446-bdfd-429b-8bc4-59133322d6d3 None None] Bound using segment: {'id': '54cafc1a-af83-4ecf-aaca-bf6b84bb4562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ad8113f4-ae0f-4192-8534-619dfbec5579'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:28:49.734907 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-1ee86446-bdfd-429b-8bc4-59133322d6d3 None None] Bound port: c117dd19-8717-4d42-8101-fe7e827dda20, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54cafc1a-af83-4ecf-aaca-bf6b84bb4562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ad8113f4-ae0f-4192-8534-619dfbec5579'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:28:49.735246 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1ee86446-bdfd-429b-8bc4-59133322d6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:49.749391 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:49.811059 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-365c281f-3c4b-4325-91f4-7e5f4ce38498 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:49.828231 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-9e63f0c0-12ec-46e9-adff-3d21b8f1e539 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:28:49.828585 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-9e63f0c0-12ec-46e9-adff-3d21b8f1e539 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:28:49.855540 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-88edbc8d-bd70-419a-8c39-05cb9c78cfb5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting port c18bc817-2deb-4e18-a24b-9a1303ca2f6b {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:49.856056 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-88edbc8d-bd70-419a-8c39-05cb9c78cfb5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:49.908838 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.api [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 13:28:49.908838 dv-neutron-834600-1-hyperv neutron-server[88565]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 13:28:49.908838 dv-neutron-834600-1-hyperv neutron-server[88565]: [parameters: {'id': 'ad8113f4-ae0f-4192-8534-619dfbec5579'}] Apr 06 13:28:49.908838 dv-neutron-834600-1-hyperv neutron-server[88565]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:28:49.909345 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG oslo_db.api [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:28:49.937156 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=c1375b01-6f40-4f4e-a712-7c5da7b52387,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:49.946692 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-1ee86446-bdfd-429b-8bc4-59133322d6d3 None None] For port c117dd19-8717-4d42-8101-fe7e827dda20, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:28:49.950921 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-1ee86446-bdfd-429b-8bc4-59133322d6d3 None None] For port c117dd19-8717-4d42-8101-fe7e827dda20, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=c117dd19-8717-4d42-8101-fe7e827dda20,segment=NetworkSegment(54cafc1a-af83-4ecf-aaca-bf6b84bb4562),segment_id=54cafc1a-af83-4ecf-aaca-bf6b84bb4562)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:28:50.010898 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1ee86446-bdfd-429b-8bc4-59133322d6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:50.041371 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1058522-8a28-48f4-87f0-610868761c04 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Pushing event updated for resources: {'Network': ['ID=5abcf9ae-d0fb-4244-ab3c-89464ea251ca,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:50.067785 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 5abcf9ae-d0fb-4244-ab3c-89464ea251ca details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:28:50.127182 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.api [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:28:50.127482 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG oslo_db.api [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:28:50.128817 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b1058522-8a28-48f4-87f0-610868761c04 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1329162 Apr 06 13:28:50.132258 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42526) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:50.140229 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-88edbc8d-bd70-419a-8c39-05cb9c78cfb5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:50.155951 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd08c9f4-561d-4f74-8838-75e4c7de8ea7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Router 9c7dabc9-638d-4032-a148-97177f6cd699 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:28:50.215988 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-365c281f-3c4b-4325-91f4-7e5f4ce38498 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:50.223128 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-6a703325-c95e-4fab-bada-42cfe1f1a5c2 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1374298878'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:50.238414 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee86446-bdfd-429b-8bc4-59133322d6d3 None None] Pushing event updated for resources: {'Port': ['ID=c117dd19-8717-4d42-8101-fe7e827dda20,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:50.284116 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-6a703325-c95e-4fab-bada-42cfe1f1a5c2 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:50.296801 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-88edbc8d-bd70-419a-8c39-05cb9c78cfb5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Calling delete_port for c18bc817-2deb-4e18-a24b-9a1303ca2f6b owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:50.311652 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-365c281f-3c4b-4325-91f4-7e5f4ce38498 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ef6d61-4066-4e8c-975c-faf48d8f7514']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:50.328274 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6a703325-c95e-4fab-bada-42cfe1f1a5c2 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Usage tracker for resource:network and tenant:7005024bfea846fd9b8d3ce1bf8faf44 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:50.335604 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-9e63f0c0-12ec-46e9-adff-3d21b8f1e539 None None] Deleting port c1375b01-6f40-4f4e-a712-7c5da7b52387 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:50.335604 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9e63f0c0-12ec-46e9-adff-3d21b8f1e539 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:50.338382 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6a703325-c95e-4fab-bada-42cfe1f1a5c2 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:50.348343 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-6a703325-c95e-4fab-bada-42cfe1f1a5c2 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:50.360713 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dead0df-72bd-4d18-aeb1-f9c47dc7b9e8 None None] Network ad8113f4-ae0f-4192-8534-619dfbec5579 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:50.384248 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-365c281f-3c4b-4325-91f4-7e5f4ce38498 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ade7e89-72a2-4eae-abe5-856a2575d22c') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:50.384632 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-365c281f-3c4b-4325-91f4-7e5f4ce38498 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ade7e89-72a2-4eae-abe5-856a2575d22c') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:50.406144 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd08c9f4-561d-4f74-8838-75e4c7de8ea7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:28:50.408121 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:50.411958 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:50.413262 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-365c281f-3c4b-4325-91f4-7e5f4ce38498 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:50.425364 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Deleting port c117dd19-8717-4d42-8101-fe7e827dda20 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:50.425770 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:50.432528 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-cd08c9f4-561d-4f74-8838-75e4c7de8ea7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "PUT /v2.0/routers/9c7dabc9-638d-4032-a148-97177f6cd699/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6840239 Apr 06 13:28:50.432800 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42530) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:50.461453 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a301a680-08c6-455e-ac89-277b3c983d79 None None] Sync routers for ids ['9c7dabc9-638d-4032-a148-97177f6cd699'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:28:50.464431 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a703325-c95e-4fab-bada-42cfe1f1a5c2 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Made reservation on behalf of 7005024bfea846fd9b8d3ce1bf8faf44 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:50.467896 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6a703325-c95e-4fab-bada-42cfe1f1a5c2 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:50.478379 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-365c281f-3c4b-4325-91f4-7e5f4ce38498 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:50.496884 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-88edbc8d-bd70-419a-8c39-05cb9c78cfb5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:50.500325 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e2295a47-cb91-4056-ab6f-14ec221c2f13 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Synchronizing usage tracker for tenant:914bb3d1bef745388dc453a227f40127 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:28:50.505988 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-365c281f-3c4b-4325-91f4-7e5f4ce38498 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:28:50.506423 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-365c281f-3c4b-4325-91f4-7e5f4ce38498 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:28:50.520201 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:28:50.544653 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a301a680-08c6-455e-ac89-277b3c983d79 None None] Routers {'9c7dabc9-638d-4032-a148-97177f6cd699'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:28:50.544653 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-a301a680-08c6-455e-ac89-277b3c983d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:28:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['9c7dabc9-638d-4032-a148-97177f6cd699'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:50.592133 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88edbc8d-bd70-419a-8c39-05cb9c78cfb5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Port': ['ID=c18bc817-2deb-4e18-a24b-9a1303ca2f6b,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:50.615770 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-88edbc8d-bd70-419a-8c39-05cb9c78cfb5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:50.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a703325-c95e-4fab-bada-42cfe1f1a5c2 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:28:50.629064 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] Deleting port c1375b01-6f40-4f4e-a712-7c5da7b52387 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:50.629600 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:50.655365 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-88edbc8d-bd70-419a-8c39-05cb9c78cfb5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/ports/c18bc817-2deb-4e18-a24b-9a1303ca2f6b HTTP/1.1" status: 204 len: 168 time: 0.9688389 Apr 06 13:28:50.671191 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42534) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:50.674387 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e2295a47-cb91-4056-ab6f-14ec221c2f13 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Unset dirty status for tenant:914bb3d1bef745388dc453a227f40127 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:28:50.677298 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e2295a47-cb91-4056-ab6f-14ec221c2f13 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c7dabc9-638d-4032-a148-97177f6cd699 HTTP/1.1" status: 200 len: 205 time: 0.2430797 Apr 06 13:28:50.685146 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42538) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:50.687190 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6a703325-c95e-4fab-bada-42cfe1f1a5c2 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:50.687573 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-6a703325-c95e-4fab-bada-42cfe1f1a5c2 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Added segment 3ad78058-8c7c-4a70-9588-1a9c55f7a5ca of type vlan for network b806a45a-f621-4044-8ff9-e4b832708f36 Apr 06 13:28:50.717122 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-a301a680-08c6-455e-ac89-277b3c983d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:50.776133 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a301a680-08c6-455e-ac89-277b3c983d79 None None] Routers {'9c7dabc9-638d-4032-a148-97177f6cd699'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:28:50.777008 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-a301a680-08c6-455e-ac89-277b3c983d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:28:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['9c7dabc9-638d-4032-a148-97177f6cd699'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:50.782151 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6a703325-c95e-4fab-bada-42cfe1f1a5c2 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:50.791273 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] For port c117dd19-8717-4d42-8101-fe7e827dda20, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=c117dd19-8717-4d42-8101-fe7e827dda20,segment=NetworkSegment(54cafc1a-af83-4ecf-aaca-bf6b84bb4562),segment_id=54cafc1a-af83-4ecf-aaca-bf6b84bb4562)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:50.791639 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:50.791759 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-365c281f-3c4b-4325-91f4-7e5f4ce38498 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:50.795499 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365c281f-3c4b-4325-91f4-7e5f4ce38498 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 04ef6d61-4066-4e8c-975c-faf48d8f7514 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 06 13:28:50.797678 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-365c281f-3c4b-4325-91f4-7e5f4ce38498 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:50.902263 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-365c281f-3c4b-4325-91f4-7e5f4ce38498 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] 10.222.0.48 "DELETE /v2.0/networks/04ef6d61-4066-4e8c-975c-faf48d8f7514 HTTP/1.1" status: 204 len: 168 time: 1.7066445 Apr 06 13:28:50.902835 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-a301a680-08c6-455e-ac89-277b3c983d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:50.903252 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a301a680-08c6-455e-ac89-277b3c983d79 None None] The sync data for ids ['9c7dabc9-638d-4032-a148-97177f6cd699'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:28:50.914562 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c281f-3c4b-4325-91f4-7e5f4ce38498 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Pushing event deleted for resources: {'Network': ['ID=04ef6d61-4066-4e8c-975c-faf48d8f7514,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:50.926390 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.resource_extend [None req-6a703325-c95e-4fab-bada-42cfe1f1a5c2 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 13:28:50.926718 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-9e63f0c0-12ec-46e9-adff-3d21b8f1e539 None None] For port c1375b01-6f40-4f4e-a712-7c5da7b52387, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=c1375b01-6f40-4f4e-a712-7c5da7b52387,segment=NetworkSegment(69693000-236e-4bd5-aae7-0525bc5d1b6d),segment_id=69693000-236e-4bd5-aae7-0525bc5d1b6d)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:50.927743 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9e63f0c0-12ec-46e9-adff-3d21b8f1e539 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:50.927966 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42542) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:50.942345 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Calling delete_port for c117dd19-8717-4d42-8101-fe7e827dda20 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:50.944896 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-386c7608-9a49-4dea-a98f-6d7aa89957ca tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Request body: {'network': {'name': 'tempest-network--1956181776'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:50.960308 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a91ab2f6-fc71-473d-a0fc-af3274e61557 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:51.020374 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-386c7608-9a49-4dea-a98f-6d7aa89957ca tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:51.058442 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-386c7608-9a49-4dea-a98f-6d7aa89957ca tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Usage tracker for resource:network and tenant:c4030e74daf341bba9f3995a3cb4f83e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:51.063626 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-9e63f0c0-12ec-46e9-adff-3d21b8f1e539 None None] Calling delete_port for c1375b01-6f40-4f4e-a712-7c5da7b52387 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:51.073128 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-386c7608-9a49-4dea-a98f-6d7aa89957ca tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:51.081655 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6a703325-c95e-4fab-bada-42cfe1f1a5c2 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:51.092011 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a703325-c95e-4fab-bada-42cfe1f1a5c2 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:51.093116 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6a703325-c95e-4fab-bada-42cfe1f1a5c2 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:51.152455 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:51.279360 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9e63f0c0-12ec-46e9-adff-3d21b8f1e539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:51.284894 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-386c7608-9a49-4dea-a98f-6d7aa89957ca tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:51.349220 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63f0c0-12ec-46e9-adff-3d21b8f1e539 None None] Pushing event deleted for resources: {'Port': ['ID=c1375b01-6f40-4f4e-a712-7c5da7b52387,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:51.353629 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e63f0c0-12ec-46e9-adff-3d21b8f1e539 None None] No DVR routers for this DVR port c1375b01-6f40-4f4e-a712-7c5da7b52387 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:28:51.369332 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195c5fd3-3620-4557-af17-38bee90541bd None None] get_active_networks_info from dv-neutron-834600-1-hyperv {{(pid=88566) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 06 13:28:51.375975 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Port': ['ID=c117dd19-8717-4d42-8101-fe7e827dda20,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:51.387496 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No DVR routers for this DVR port c117dd19-8717-4d42-8101-fe7e827dda20 on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:28:51.421385 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6a703325-c95e-4fab-bada-42cfe1f1a5c2 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2879097 Apr 06 13:28:51.425244 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a703325-c95e-4fab-bada-42cfe1f1a5c2 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Pushing event updated for resources: {'Network': ['ID=b806a45a-f621-4044-8ff9-e4b832708f36,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:51.440567 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network b806a45a-f621-4044-8ff9-e4b832708f36 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:28:51.505848 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52511384-0696-4576-adb1-28002a069ba8 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:51.511671 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52511384-0696-4576-adb1-28002a069ba8 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:51.512460 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-52511384-0696-4576-adb1-28002a069ba8 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Synchronizing usage tracker for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:28:51.529201 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:51.556871 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad8113f4-ae0f-4192-8534-619dfbec5579']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:51.570379 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54cafc1a-af83-4ecf-aaca-bf6b84bb4562') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:51.570629 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54cafc1a-af83-4ecf-aaca-bf6b84bb4562') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:51.584203 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:51.595216 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42546) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:51.603625 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-1fd28766-de85-4fd4-98d5-8f4bea943299 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Request body: {'subnets': [{'network_id': '5abcf9ae-d0fb-4244-ab3c-89464ea251ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1361209221', 'ip_version': 4}, {'network_id': 'b806a45a-f621-4044-8ff9-e4b832708f36', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:51.603950 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-1fd28766-de85-4fd4-98d5-8f4bea943299 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Request body: {'subnet': {'network_id': '5abcf9ae-d0fb-4244-ab3c-89464ea251ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1361209221', 'ip_version': 4}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:51.604485 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-1fd28766-de85-4fd4-98d5-8f4bea943299 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Request body: {'subnet': {'network_id': 'b806a45a-f621-4044-8ff9-e4b832708f36', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:51.622540 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386c7608-9a49-4dea-a98f-6d7aa89957ca tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Made reservation on behalf of c4030e74daf341bba9f3995a3cb4f83e for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:51.624835 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-386c7608-9a49-4dea-a98f-6d7aa89957ca tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:51.631275 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195c5fd3-3620-4557-af17-38bee90541bd None None] Resources bound (agent type, host, resource id): {{(pid=88566) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 13:28:51.641389 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:51.646997 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a91ab2f6-fc71-473d-a0fc-af3274e61557 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:51.655600 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a91ab2f6-fc71-473d-a0fc-af3274e61557 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:51.694076 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] For port c1375b01-6f40-4f4e-a712-7c5da7b52387, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=c1375b01-6f40-4f4e-a712-7c5da7b52387,segment=NetworkSegment(69693000-236e-4bd5-aae7-0525bc5d1b6d),segment_id=69693000-236e-4bd5-aae7-0525bc5d1b6d)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:51.694481 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:51.697317 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:28:51.697724 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:28:51.714846 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:28:51.771375 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-386c7608-9a49-4dea-a98f-6d7aa89957ca tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:28:51.842251 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] Calling delete_port for c1375b01-6f40-4f4e-a712-7c5da7b52387 owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:51.870561 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-52511384-0696-4576-adb1-28002a069ba8 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Unset dirty status for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:28:51.872009 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-52511384-0696-4576-adb1-28002a069ba8 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 1.1990104 Apr 06 13:28:51.880392 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42550) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:51.884575 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a91ab2f6-fc71-473d-a0fc-af3274e61557 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:51.885275 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91ab2f6-fc71-473d-a0fc-af3274e61557 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Fanout notify agent at l3_agent the message router_deleted on router 9c7dabc9-638d-4032-a148-97177f6cd699 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:28:51.889250 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-386c7608-9a49-4dea-a98f-6d7aa89957ca tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:51.889812 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-386c7608-9a49-4dea-a98f-6d7aa89957ca tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Added segment e0819ce0-8c3b-42a6-86ac-6adf8b05af88 of type vlan for network db66c743-0b6d-49b9-bd69-0c802d12741f Apr 06 13:28:51.908697 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:51.913866 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:51.956138 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Network': ['ID=ad8113f4-ae0f-4192-8534-619dfbec5579,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:51.961598 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3490e66e-88e4-415a-82ce-b52d60581e84 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/networks/ad8113f4-ae0f-4192-8534-619dfbec5579 HTTP/1.1" status: 204 len: 168 time: 3.9864101 Apr 06 13:28:51.968237 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42554) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:51.972401 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1fd28766-de85-4fd4-98d5-8f4bea943299 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:51.981918 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-f6586c29-3179-4867-a7dc-1ac8a00eef88 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1634638073'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:51.986169 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-1fd28766-de85-4fd4-98d5-8f4bea943299 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Usage tracker for resource:subnet and tenant:7005024bfea846fd9b8d3ce1bf8faf44 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:51.990242 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-1fd28766-de85-4fd4-98d5-8f4bea943299 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:51.993376 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f6586c29-3179-4867-a7dc-1ac8a00eef88 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:51.999297 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1fd28766-de85-4fd4-98d5-8f4bea943299 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:52.001595 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f6586c29-3179-4867-a7dc-1ac8a00eef88 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Usage tracker for resource:network and tenant:bfb47db20f0d451b8551770a994c0a42 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:52.006134 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f6586c29-3179-4867-a7dc-1ac8a00eef88 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:52.010756 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-7503847e-6198-418f-8754-fa0b564f2a76 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting port a29db45c-7541-48e5-9ec6-6cbb48bcb4cd {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:52.011077 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7503847e-6198-418f-8754-fa0b564f2a76 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:52.014885 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f6586c29-3179-4867-a7dc-1ac8a00eef88 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:52.054992 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a91ab2f6-fc71-473d-a0fc-af3274e61557 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:52.056050 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a91ab2f6-fc71-473d-a0fc-af3274e61557 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/routers/9c7dabc9-638d-4032-a148-97177f6cd699 HTTP/1.1" status: 204 len: 168 time: 1.3403475 Apr 06 13:28:52.058924 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42558) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:52.086200 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-386c7608-9a49-4dea-a98f-6d7aa89957ca tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:52.116635 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd28766-de85-4fd4-98d5-8f4bea943299 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Made reservation on behalf of 7005024bfea846fd9b8d3ce1bf8faf44 for: {'subnet': 2} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:52.118367 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1fd28766-de85-4fd4-98d5-8f4bea943299 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:52.118696 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1fd28766-de85-4fd4-98d5-8f4bea943299 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:52.140637 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6586c29-3179-4867-a7dc-1ac8a00eef88 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Made reservation on behalf of bfb47db20f0d451b8551770a994c0a42 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:52.145325 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.api [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:28:52.145325 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG oslo_db.api [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:28:52.146163 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f6586c29-3179-4867-a7dc-1ac8a00eef88 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:52.241459 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f3276ec-600b-4964-8163-ff9d3def96c8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Deleting subnet fee73ce7-7807-4c11-9968-605d8286a31f {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:28:52.253177 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8f3276ec-600b-4964-8163-ff9d3def96c8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:52.269898 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-386c7608-9a49-4dea-a98f-6d7aa89957ca tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:52.271454 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386c7608-9a49-4dea-a98f-6d7aa89957ca tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:52.272024 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-386c7608-9a49-4dea-a98f-6d7aa89957ca tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:52.308001 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6586c29-3179-4867-a7dc-1ac8a00eef88 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:28:52.333842 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8f3276ec-600b-4964-8163-ff9d3def96c8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:52.341709 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7503847e-6198-418f-8754-fa0b564f2a76 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:52.380506 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f6586c29-3179-4867-a7dc-1ac8a00eef88 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:52.380916 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-f6586c29-3179-4867-a7dc-1ac8a00eef88 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Added segment 2bb5fdf0-4241-42a6-8297-63d6c4e73e2c of type vlan for network b2de6e7e-cc6f-4128-a1c7-0e23d5a722a6 Apr 06 13:28:52.437266 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f6586c29-3179-4867-a7dc-1ac8a00eef88 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:52.515910 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-386c7608-9a49-4dea-a98f-6d7aa89957ca tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.5801766 Apr 06 13:28:52.525679 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42562) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:52.525999 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-7503847e-6198-418f-8754-fa0b564f2a76 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Calling delete_port for a29db45c-7541-48e5-9ec6-6cbb48bcb4cd owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:52.545673 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-9425dac3-e87c-466f-9ebe-3f27ea425427 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:52.554322 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c7608-9a49-4dea-a98f-6d7aa89957ca tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Pushing event updated for resources: {'Network': ['ID=db66c743-0b6d-49b9-bd69-0c802d12741f,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:52.563088 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8f3276ec-600b-4964-8163-ff9d3def96c8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:52.565989 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network db66c743-0b6d-49b9-bd69-0c802d12741f details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:28:52.715054 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7503847e-6198-418f-8754-fa0b564f2a76 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:52.755750 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f6586c29-3179-4867-a7dc-1ac8a00eef88 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:52.761406 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6586c29-3179-4867-a7dc-1ac8a00eef88 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:52.762043 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f6586c29-3179-4867-a7dc-1ac8a00eef88 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:52.773558 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503847e-6198-418f-8754-fa0b564f2a76 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Port': ['ID=a29db45c-7541-48e5-9ec6-6cbb48bcb4cd,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:52.779020 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7503847e-6198-418f-8754-fa0b564f2a76 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:52.900037 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] Deleting port c1375b01-6f40-4f4e-a712-7c5da7b52387 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:52.900385 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:52.931171 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7503847e-6198-418f-8754-fa0b564f2a76 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/ports/a29db45c-7541-48e5-9ec6-6cbb48bcb4cd HTTP/1.1" status: 204 len: 168 time: 1.0477719 Apr 06 13:28:52.936810 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42566) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:53.000797 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] The port 'c1375b01-6f40-4f4e-a712-7c5da7b52387' was deleted {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:28:53.143341 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8f3276ec-600b-4964-8163-ff9d3def96c8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:53.148061 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6586c29-3179-4867-a7dc-1ac8a00eef88 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event updated for resources: {'Network': ['ID=b2de6e7e-cc6f-4128-a1c7-0e23d5a722a6,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:53.162467 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network b2de6e7e-cc6f-4128-a1c7-0e23d5a722a6 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:28:53.219753 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3276ec-600b-4964-8163-ff9d3def96c8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Subnet': ['ID=fee73ce7-7807-4c11-9968-605d8286a31f,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:53.225521 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8f3276ec-600b-4964-8163-ff9d3def96c8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:53.239692 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f6586c29-3179-4867-a7dc-1ac8a00eef88 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2677388 Apr 06 13:28:53.242032 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42570) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:53.246541 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8f3276ec-600b-4964-8163-ff9d3def96c8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/subnets/fee73ce7-7807-4c11-9968-605d8286a31f HTTP/1.1" status: 204 len: 168 time: 1.1864707 Apr 06 13:28:53.256066 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dff4d8b-6e61-4940-86c5-3874826a9251 None None] Network df50d172-4ea2-4e21-b6f0-701412de3f6a requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:53.258391 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42574) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:53.296295 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-40030901-f0e8-459f-9330-f9016f1e08a8 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Request body: {'subnet': {'network_id': 'b2de6e7e-cc6f-4128-a1c7-0e23d5a722a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:53.341692 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:53.346591 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9425dac3-e87c-466f-9ebe-3f27ea425427 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:53.426293 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3615483-cfa3-4fea-afa0-9283da974325 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Deleting subnet 6b1bc246-d2cb-474d-863e-f10dc7fd47fe {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:28:53.432572 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e656c5dd-f102-4ee6-871d-b472dc64eb24']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:53.432854 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b3615483-cfa3-4fea-afa0-9283da974325 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:53.450918 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ebad19-a204-4597-a557-b81722f717ff tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:53.451655 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-45ebad19-a204-4597-a557-b81722f717ff tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Synchronizing usage tracker for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:28:53.478787 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69693000-236e-4bd5-aae7-0525bc5d1b6d') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:53.478787 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69693000-236e-4bd5-aae7-0525bc5d1b6d') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:53.493589 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9425dac3-e87c-466f-9ebe-3f27ea425427 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:53.499065 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:53.511225 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-40030901-f0e8-459f-9330-f9016f1e08a8 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:53.519537 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-40030901-f0e8-459f-9330-f9016f1e08a8 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Usage tracker for resource:subnet and tenant:bfb47db20f0d451b8551770a994c0a42 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:53.523224 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-40030901-f0e8-459f-9330-f9016f1e08a8 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:53.528288 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:53.533051 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-40030901-f0e8-459f-9330-f9016f1e08a8 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:53.533366 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9425dac3-e87c-466f-9ebe-3f27ea425427 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Network db66c743-0b6d-49b9-bd69-0c802d12741f is not hosted by any dhcp agent {{(pid=88565) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 06 13:28:53.534254 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9425dac3-e87c-466f-9ebe-3f27ea425427 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:53.535310 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9425dac3-e87c-466f-9ebe-3f27ea425427 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:53.539748 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9425dac3-e87c-466f-9ebe-3f27ea425427 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] 10.222.0.48 "PUT /v2.0/networks/db66c743-0b6d-49b9-bd69-0c802d12741f HTTP/1.1" status: 200 len: 858 time: 1.0099938 Apr 06 13:28:53.539965 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:28:53.539965 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:53.544140 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42578) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: util.warn( Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: util.warn( Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: util.warn( Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: util.warn( Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:28:53.552791 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:28:53.619370 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-45ebad19-a204-4597-a557-b81722f717ff tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Unset dirty status for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:28:53.623837 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-45ebad19-a204-4597-a557-b81722f717ff tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.6829333 Apr 06 13:28:53.624893 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42582) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:53.632325 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b3615483-cfa3-4fea-afa0-9283da974325 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:53.632940 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba5c50b-42ff-440c-afb5-5c1140f0a58b None None] DHCP port deletion for df50d172-4ea2-4e21-b6f0-701412de3f6a request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:28:53.639219 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40030901-f0e8-459f-9330-f9016f1e08a8 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Made reservation on behalf of bfb47db20f0d451b8551770a994c0a42 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:53.640467 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-bba5c50b-42ff-440c-afb5-5c1140f0a58b None None] Deleting port 51393718-dae6-430b-9631-22a525f14a8d {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:53.640928 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bba5c50b-42ff-440c-afb5-5c1140f0a58b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:53.643670 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-40030901-f0e8-459f-9330-f9016f1e08a8 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:53.717364 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1fd28766-de85-4fd4-98d5-8f4bea943299 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:53.747123 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:53.749544 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.ipam_backend_mixin [None req-40030901-f0e8-459f-9330-f9016f1e08a8 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Performing IP validity checks on allocation pools {{(pid=88564) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 06 13:28:53.750069 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.ipam_backend_mixin [None req-40030901-f0e8-459f-9330-f9016f1e08a8 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88564) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 06 13:28:53.757913 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425dac3-e87c-466f-9ebe-3f27ea425427 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Pushing event updated for resources: {'Network': ['ID=db66c743-0b6d-49b9-bd69-0c802d12741f,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:53.775412 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:53.779029 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e656c5dd-f102-4ee6-871d-b472dc64eb24,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:53.832785 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb45c23-113e-4119-b49d-0e912d762032 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] GET failed (client error): The resource could not be found. Apr 06 13:28:53.833870 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4cb45c23-113e-4119-b49d-0e912d762032 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Synchronizing usage tracker for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:28:53.876971 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-bba5c50b-42ff-440c-afb5-5c1140f0a58b None None] For port 51393718-dae6-430b-9631-22a525f14a8d, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=51393718-dae6-430b-9631-22a525f14a8d,segment=NetworkSegment(3a700886-b05f-44b5-91b9-ba7c815751e8),segment_id=3a700886-b05f-44b5-91b9-ba7c815751e8)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:53.877599 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bba5c50b-42ff-440c-afb5-5c1140f0a58b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:53.895043 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d9596f92-c3a0-4dc2-90db-575d71069883 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:53.902190 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a606b810-ac80-4961-836d-acffa14594f1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e656c5dd-f102-4ee6-871d-b472dc64eb24 HTTP/1.1" status: 204 len: 168 time: 5.9364772 Apr 06 13:28:53.910675 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4cb45c23-113e-4119-b49d-0e912d762032 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Unset dirty status for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:28:53.914531 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4cb45c23-113e-4119-b49d-0e912d762032 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "GET /v2.0/ports/c18bc817-2deb-4e18-a24b-9a1303ca2f6b HTTP/1.1" status: 404 len: 333 time: 0.2522643 Apr 06 13:28:53.916501 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42588) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:53.938026 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd28766-de85-4fd4-98d5-8f4bea943299 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Pushing event updated for resources: {'Subnet': ['ID=27466e14-c0bc-4d94-a510-dd48e31d5e57,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:53.980430 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-d13a3dcb-401e-45fc-83e6-92de705df658 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] GET failed (client error): The resource could not be found. Apr 06 13:28:53.984385 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d13a3dcb-401e-45fc-83e6-92de705df658 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "GET /v2.0/ports/a29db45c-7541-48e5-9ec6-6cbb48bcb4cd HTTP/1.1" status: 404 len: 333 time: 0.0622189 Apr 06 13:28:53.985301 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42592) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:54.008552 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd28766-de85-4fd4-98d5-8f4bea943299 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Checking segment: {'id': '9de77405-3426-4f2c-a4e0-52f275e76278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '5abcf9ae-d0fb-4244-ab3c-89464ea251ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:28:54.008909 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd28766-de85-4fd4-98d5-8f4bea943299 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Network hostable DHCP agents. Network: 5abcf9ae-d0fb-4244-ab3c-89464ea251ca, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:28:54.019787 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-bba5c50b-42ff-440c-afb5-5c1140f0a58b None None] Calling delete_port for 51393718-dae6-430b-9631-22a525f14a8d owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:54.042952 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b3615483-cfa3-4fea-afa0-9283da974325 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:54.091110 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-40030901-f0e8-459f-9330-f9016f1e08a8 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:54.138842 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d9596f92-c3a0-4dc2-90db-575d71069883 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:54.172103 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-11bbff7f-6cce-409a-b400-0c455fb0489e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:54.184277 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-d9596f92-c3a0-4dc2-90db-575d71069883 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db66c743-0b6d-49b9-bd69-0c802d12741f']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:54.199591 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-d9596f92-c3a0-4dc2-90db-575d71069883 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0819ce0-8c3b-42a6-86ac-6adf8b05af88') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:54.199878 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-d9596f92-c3a0-4dc2-90db-575d71069883 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0819ce0-8c3b-42a6-86ac-6adf8b05af88') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:54.205345 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40030901-f0e8-459f-9330-f9016f1e08a8 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event updated for resources: {'Subnet': ['ID=47b76b75-1133-4171-94ce-ed18b04aa0c7,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:54.222721 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d9596f92-c3a0-4dc2-90db-575d71069883 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:54.244905 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d9596f92-c3a0-4dc2-90db-575d71069883 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:54.246712 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bba5c50b-42ff-440c-afb5-5c1140f0a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:54.249903 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd28766-de85-4fd4-98d5-8f4bea943299 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Network 5abcf9ae-d0fb-4244-ab3c-89464ea251ca is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:28:54.255836 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40030901-f0e8-459f-9330-f9016f1e08a8 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Checking segment: {'id': '2bb5fdf0-4241-42a6-8297-63d6c4e73e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b2de6e7e-cc6f-4128-a1c7-0e23d5a722a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:28:54.255836 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40030901-f0e8-459f-9330-f9016f1e08a8 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Network hostable DHCP agents. Network: b2de6e7e-cc6f-4128-a1c7-0e23d5a722a6, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:28:54.256415 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9596f92-c3a0-4dc2-90db-575d71069883 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:28:54.256702 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d9596f92-c3a0-4dc2-90db-575d71069883 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:28:54.270602 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:28:54.300612 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba5c50b-42ff-440c-afb5-5c1140f0a58b None None] No DVR routers for this DVR port 51393718-dae6-430b-9631-22a525f14a8d on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:28:54.305057 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5c50b-42ff-440c-afb5-5c1140f0a58b None None] Pushing event deleted for resources: {'Port': ['ID=51393718-dae6-430b-9631-22a525f14a8d,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:54.342678 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b3615483-cfa3-4fea-afa0-9283da974325 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:54.379340 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-11bbff7f-6cce-409a-b400-0c455fb0489e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:54.388504 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-1fd28766-de85-4fd4-98d5-8f4bea943299 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 5abcf9ae-d0fb-4244-ab3c-89464ea251ca) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:54.398658 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3615483-cfa3-4fea-afa0-9283da974325 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Subnet': ['ID=6b1bc246-d2cb-474d-863e-f10dc7fd47fe,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:54.403309 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1fd28766-de85-4fd4-98d5-8f4bea943299 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:54.407756 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6996f1-4df5-4e89-aaa9-be53d792d208 None None] Network 5abcf9ae-d0fb-4244-ab3c-89464ea251ca requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:54.414538 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-11bbff7f-6cce-409a-b400-0c455fb0489e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b173d8-34cb-4172-b486-933761fbe49b']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:54.430559 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-11bbff7f-6cce-409a-b400-0c455fb0489e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d68fa3a-511c-4e81-8119-584012a54fce') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:54.431130 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-11bbff7f-6cce-409a-b400-0c455fb0489e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d68fa3a-511c-4e81-8119-584012a54fce') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:54.449680 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-11bbff7f-6cce-409a-b400-0c455fb0489e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:54.473133 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42598) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:54.476292 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40030901-f0e8-459f-9330-f9016f1e08a8 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Network b2de6e7e-cc6f-4128-a1c7-0e23d5a722a6 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:28:54.495685 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c62e85a-5919-45c9-8fe5-ce0a57511620 None None] Network db341e5f-4e58-4ff3-ad8b-c0d21eb95beb requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:54.495996 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-40030901-f0e8-459f-9330-f9016f1e08a8 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, b2de6e7e-cc6f-4128-a1c7-0e23d5a722a6) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:54.498593 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b3615483-cfa3-4fea-afa0-9283da974325 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:54.499893 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-11bbff7f-6cce-409a-b400-0c455fb0489e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:54.514722 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40030901-f0e8-459f-9330-f9016f1e08a8 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:54.515367 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-40030901-f0e8-459f-9330-f9016f1e08a8 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:54.539259 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd28766-de85-4fd4-98d5-8f4bea943299 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Pushing event updated for resources: {'Subnet': ['ID=7ff059a2-cc91-4291-82f2-485d95604a6c,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:54.548216 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b3615483-cfa3-4fea-afa0-9283da974325 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/subnets/6b1bc246-d2cb-474d-863e-f10dc7fd47fe HTTP/1.1" status: 204 len: 168 time: 1.2853069 Apr 06 13:28:54.548433 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11bbff7f-6cce-409a-b400-0c455fb0489e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:28:54.548433 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-11bbff7f-6cce-409a-b400-0c455fb0489e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:54.554431 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42602) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:54.584533 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421a31fb-2f4a-4e75-ad7f-0a4adc65e849 None None] Network b2de6e7e-cc6f-4128-a1c7-0e23d5a722a6 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:28:54.587412 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:28:54.598204 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 51393718-dae6-430b-9631-22a525f14a8d no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:28:54.601501 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d9596f92-c3a0-4dc2-90db-575d71069883 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:54.619706 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd28766-de85-4fd4-98d5-8f4bea943299 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Checking segment: {'id': '3ad78058-8c7c-4a70-9588-1a9c55f7a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b806a45a-f621-4044-8ff9-e4b832708f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:28:54.620205 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd28766-de85-4fd4-98d5-8f4bea943299 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Network hostable DHCP agents. Network: b806a45a-f621-4044-8ff9-e4b832708f36, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:28:54.664078 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9596f92-c3a0-4dc2-90db-575d71069883 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network db66c743-0b6d-49b9-bd69-0c802d12741f {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 06 13:28:54.667313 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f61e4588-4038-4eb5-a396-31cb6ae9d7d5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca027f9539bb43408259be56024c9f96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883979 Apr 06 13:28:54.670312 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42606) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:54.681000 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 51393718-dae6-430b-9631-22a525f14a8d {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:28:54.681564 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 51393718-dae6-430b-9631-22a525f14a8d not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:28:54.719988 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-40030901-f0e8-459f-9330-f9016f1e08a8 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4784617 Apr 06 13:28:54.723872 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42610) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:54.730097 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9596f92-c3a0-4dc2-90db-575d71069883 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Pushing event deleted for resources: {'Network': ['ID=db66c743-0b6d-49b9-bd69-0c802d12741f,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:54.735908 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d9596f92-c3a0-4dc2-90db-575d71069883 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:54.737764 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d9596f92-c3a0-4dc2-90db-575d71069883 tempest-ExternalNetworksTestJSON-1627188749 tempest-ExternalNetworksTestJSON-1627188749-project-admin] 10.222.0.48 "DELETE /v2.0/networks/db66c743-0b6d-49b9-bd69-0c802d12741f HTTP/1.1" status: 204 len: 168 time: 1.1926842 Apr 06 13:28:54.746991 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42614) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:54.762490 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bf45839f-9faa-49fc-b78f-2541997bb861 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:54.839719 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd28766-de85-4fd4-98d5-8f4bea943299 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Network b806a45a-f621-4044-8ff9-e4b832708f36 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:28:54.841412 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b75132ca-3792-48ad-81e5-a358e4ff44ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:54.888623 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b75132ca-3792-48ad-81e5-a358e4ff44ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:54.972297 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-11bbff7f-6cce-409a-b400-0c455fb0489e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:55.028911 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-1fd28766-de85-4fd4-98d5-8f4bea943299 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, b806a45a-f621-4044-8ff9-e4b832708f36) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:55.036194 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bf45839f-9faa-49fc-b78f-2541997bb861 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:55.044069 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782e4545-1e0e-461a-828a-5883a72eb547 None None] Network b806a45a-f621-4044-8ff9-e4b832708f36 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:55.044856 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd28766-de85-4fd4-98d5-8f4bea943299 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:55.045330 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd28766-de85-4fd4-98d5-8f4bea943299 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:55.045948 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1fd28766-de85-4fd4-98d5-8f4bea943299 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:55.078501 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-bf45839f-9faa-49fc-b78f-2541997bb861 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df50d172-4ea2-4e21-b6f0-701412de3f6a']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:55.094297 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-bf45839f-9faa-49fc-b78f-2541997bb861 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a700886-b05f-44b5-91b9-ba7c815751e8') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:55.094528 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-bf45839f-9faa-49fc-b78f-2541997bb861 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a700886-b05f-44b5-91b9-ba7c815751e8') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:55.108993 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bf45839f-9faa-49fc-b78f-2541997bb861 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:55.134737 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bf45839f-9faa-49fc-b78f-2541997bb861 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:55.142789 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf45839f-9faa-49fc-b78f-2541997bb861 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:28:55.144095 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bf45839f-9faa-49fc-b78f-2541997bb861 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:55.154130 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-1452f916-1376-4904-99f3-1f5f912bcac1 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] DELETE failed (client error): The resource could not be found. Apr 06 13:28:55.154588 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1452f916-1376-4904-99f3-1f5f912bcac1 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:28:55.157099 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b75132ca-3792-48ad-81e5-a358e4ff44ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:55.168697 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-11bbff7f-6cce-409a-b400-0c455fb0489e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:55.198409 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbff7f-6cce-409a-b400-0c455fb0489e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Network': ['ID=c0b173d8-34cb-4172-b486-933761fbe49b,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:55.208457 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b75132ca-3792-48ad-81e5-a358e4ff44ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:55.212624 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b75132ca-3792-48ad-81e5-a358e4ff44ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f81e049b-571f-4f19-b757-1a7ee8c453af HTTP/1.1" status: 204 len: 168 time: 0.5380819 Apr 06 13:28:55.214221 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75132ca-3792-48ad-81e5-a358e4ff44ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81e049b-571f-4f19-b757-1a7ee8c453af,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:55.222145 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1452f916-1376-4904-99f3-1f5f912bcac1 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] 10.222.0.48 "DELETE /v2.0/subnets/5c5c506d-cd2e-4bc8-be06-70a1e78124c7 HTTP/1.1" status: 404 len: 337 time: 0.4734769 Apr 06 13:28:55.223665 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-11bbff7f-6cce-409a-b400-0c455fb0489e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/networks/c0b173d8-34cb-4172-b486-933761fbe49b HTTP/1.1" status: 204 len: 168 time: 1.2380059 Apr 06 13:28:55.224876 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42620) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:55.241657 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42622) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:28:55.284013 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:28:55.293967 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1fd28766-de85-4fd4-98d5-8f4bea943299 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.6974394 Apr 06 13:28:55.295340 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42628) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:55.300879 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-886ad83b-3389-4506-8a13-f8ff1fe1ea09 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-435173837'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:55.310866 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-886ad83b-3389-4506-8a13-f8ff1fe1ea09 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:55.317646 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-886ad83b-3389-4506-8a13-f8ff1fe1ea09 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:network and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:55.320943 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-886ad83b-3389-4506-8a13-f8ff1fe1ea09 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:55.327663 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-886ad83b-3389-4506-8a13-f8ff1fe1ea09 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:55.342631 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37549983-919f-4612-998c-3e44a28146b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-5abcf9ae-d0fb-4244-ab3c-89464ea251ca', 'network_id': '5abcf9ae-d0fb-4244-ab3c-89464ea251ca', 'tenant_id': '7005024bfea846fd9b8d3ce1bf8faf44', 'fixed_ips': [{'subnet_id': '27466e14-c0bc-4d94-a510-dd48e31d5e57'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:28:55.343508 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-37549983-919f-4612-998c-3e44a28146b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:55.355347 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:55.373654 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bf45839f-9faa-49fc-b78f-2541997bb861 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:55.400682 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bf45839f-9faa-49fc-b78f-2541997bb861 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:55.415177 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45839f-9faa-49fc-b78f-2541997bb861 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Network': ['ID=df50d172-4ea2-4e21-b6f0-701412de3f6a,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:55.420570 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-bf45839f-9faa-49fc-b78f-2541997bb861 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/networks/df50d172-4ea2-4e21-b6f0-701412de3f6a HTTP/1.1" status: 204 len: 168 time: 0.8649745 Apr 06 13:28:55.426055 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42632) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:55.457773 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95062ce8-98bf-4244-b827-23d561ceccab tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:55.459623 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95062ce8-98bf-4244-b827-23d561ceccab tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:55.461131 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95062ce8-98bf-4244-b827-23d561ceccab tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:55.461993 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-95062ce8-98bf-4244-b827-23d561ceccab tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Synchronizing usage tracker for tenant:7005024bfea846fd9b8d3ce1bf8faf44 on resource:subnet {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:28:55.537503 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886ad83b-3389-4506-8a13-f8ff1fe1ea09 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:55.540973 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-886ad83b-3389-4506-8a13-f8ff1fe1ea09 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:55.571085 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-20642858-96e8-450b-97a4-bfc0a55913ec tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:55.583551 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-20642858-96e8-450b-97a4-bfc0a55913ec tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Deleting port b92f0fc2-3825-460c-937b-9bf2d2963e94 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:55.584017 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-20642858-96e8-450b-97a4-bfc0a55913ec tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:55.618148 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfbbbeb-0aaf-4fe6-9f78-992768eaeda3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-b2de6e7e-cc6f-4128-a1c7-0e23d5a722a6', 'network_id': 'b2de6e7e-cc6f-4128-a1c7-0e23d5a722a6', 'tenant_id': 'bfb47db20f0d451b8551770a994c0a42', 'fixed_ips': [{'subnet_id': '47b76b75-1133-4171-94ce-ed18b04aa0c7'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:28:55.619387 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4cfbbbeb-0aaf-4fe6-9f78-992768eaeda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:55.626314 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-81fb3e08-aa93-4c2c-974f-a0e6632e04e7 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:55.639485 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-95062ce8-98bf-4244-b827-23d561ceccab tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Unset dirty status for tenant:7005024bfea846fd9b8d3ce1bf8faf44 on resource:subnet {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:28:55.645870 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-95062ce8-98bf-4244-b827-23d561ceccab tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3464928 Apr 06 13:28:55.647420 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42636) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:55.654079 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886ad83b-3389-4506-8a13-f8ff1fe1ea09 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:28:55.679695 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-886ad83b-3389-4506-8a13-f8ff1fe1ea09 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:55.679695 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-886ad83b-3389-4506-8a13-f8ff1fe1ea09 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Added segment 6922e869-b0ac-4cf0-9a3a-691a1d23bcce of type vlan for network b0822945-bcf6-483e-a06e-5331fda916a3 Apr 06 13:28:55.718185 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:55.796225 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfcf4e1-4d39-4230-8f23-685623c2c9b7 None None] DHCP port deletion for db341e5f-4e58-4ff3-ad8b-c0d21eb95beb request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:28:55.818649 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c17284-c385-483a-bdd1-808d49c4bb9e tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Deleting subnet 27466e14-c0bc-4d94-a510-dd48e31d5e57 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:28:55.840554 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f4c17284-c385-483a-bdd1-808d49c4bb9e tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:55.860636 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-886ad83b-3389-4506-8a13-f8ff1fe1ea09 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:55.860941 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-fcfcf4e1-4d39-4230-8f23-685623c2c9b7 None None] Deleting port b92f0fc2-3825-460c-937b-9bf2d2963e94 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:55.861152 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fcfcf4e1-4d39-4230-8f23-685623c2c9b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:55.954427 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e2236b-66ed-4d46-8325-75712bc227e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-b806a45a-f621-4044-8ff9-e4b832708f36', 'network_id': 'b806a45a-f621-4044-8ff9-e4b832708f36', 'tenant_id': '7005024bfea846fd9b8d3ce1bf8faf44', 'fixed_ips': [{'subnet_id': '7ff059a2-cc91-4291-82f2-485d95604a6c'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:28:55.956424 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-04e2236b-66ed-4d46-8325-75712bc227e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:55.980224 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-81fb3e08-aa93-4c2c-974f-a0e6632e04e7 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:56.062511 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-81fb3e08-aa93-4c2c-974f-a0e6632e04e7 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a4512c9-4c0b-4aae-8fcd-ff19edecd91e']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:56.084113 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-81fb3e08-aa93-4c2c-974f-a0e6632e04e7 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd924419-601d-4064-85bd-7e1b818c3e25') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:56.084470 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-81fb3e08-aa93-4c2c-974f-a0e6632e04e7 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd924419-601d-4064-85bd-7e1b818c3e25') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:56.101771 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-81fb3e08-aa93-4c2c-974f-a0e6632e04e7 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:56.102473 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f4c17284-c385-483a-bdd1-808d49c4bb9e tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:56.124514 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-81fb3e08-aa93-4c2c-974f-a0e6632e04e7 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:56.133545 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81fb3e08-aa93-4c2c-974f-a0e6632e04e7 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:28:56.134277 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-81fb3e08-aa93-4c2c-974f-a0e6632e04e7 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:56.172316 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-20642858-96e8-450b-97a4-bfc0a55913ec tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] For port b92f0fc2-3825-460c-937b-9bf2d2963e94, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=b92f0fc2-3825-460c-937b-9bf2d2963e94,segment=NetworkSegment(76c371f0-b23b-4f9e-89a3-09f9d9320383),segment_id=76c371f0-b23b-4f9e-89a3-09f9d9320383)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:56.172752 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-20642858-96e8-450b-97a4-bfc0a55913ec tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:28:56.266909 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:28:56.272343 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-886ad83b-3389-4506-8a13-f8ff1fe1ea09 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:56.286853 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886ad83b-3389-4506-8a13-f8ff1fe1ea09 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:56.288061 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-886ad83b-3389-4506-8a13-f8ff1fe1ea09 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:56.372498 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-20642858-96e8-450b-97a4-bfc0a55913ec tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Calling delete_port for b92f0fc2-3825-460c-937b-9bf2d2963e94 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:56.410219 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-81fb3e08-aa93-4c2c-974f-a0e6632e04e7 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:56.428065 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-81fb3e08-aa93-4c2c-974f-a0e6632e04e7 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:56.430481 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-81fb3e08-aa93-4c2c-974f-a0e6632e04e7 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] 10.222.0.48 "DELETE /v2.0/networks/4a4512c9-4c0b-4aae-8fcd-ff19edecd91e HTTP/1.1" status: 204 len: 168 time: 1.1946912 Apr 06 13:28:56.430815 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ad83b-3389-4506-8a13-f8ff1fe1ea09 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Network': ['ID=b0822945-bcf6-483e-a06e-5331fda916a3,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:56.461991 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb3e08-aa93-4c2c-974f-a0e6632e04e7 tempest-ExternalNetworksTestJSON-1134183248 tempest-ExternalNetworksTestJSON-1134183248-project] Pushing event deleted for resources: {'Network': ['ID=4a4512c9-4c0b-4aae-8fcd-ff19edecd91e,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:56.467361 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-886ad83b-3389-4506-8a13-f8ff1fe1ea09 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2218180 Apr 06 13:28:56.467908 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42652) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:56.475443 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-4e473620-8203-4bfc-9a98-d07ab2ab5ea7 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'subnet': {'network_id': 'b0822945-bcf6-483e-a06e-5331fda916a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:56.477291 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f4c17284-c385-483a-bdd1-808d49c4bb9e tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:56.485071 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-4cfbbbeb-0aaf-4fe6-9f78-992768eaeda3 None None] Allocated IP 172.20.0.3 (b2de6e7e-cc6f-4128-a1c7-0e23d5a722a6/47b76b75-1133-4171-94ce-ed18b04aa0c7/d788ac6f-30e3-465a-8f87-2b0fb6f38e7a) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:28:56.518314 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network b0822945-bcf6-483e-a06e-5331fda916a3 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:28:56.599620 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device b92f0fc2-3825-460c-937b-9bf2d2963e94 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:28:56.646747 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-4e473620-8203-4bfc-9a98-d07ab2ab5ea7 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:56.656111 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-fcfcf4e1-4d39-4230-8f23-685623c2c9b7 None None] For port b92f0fc2-3825-460c-937b-9bf2d2963e94, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=b92f0fc2-3825-460c-937b-9bf2d2963e94,segment=NetworkSegment(76c371f0-b23b-4f9e-89a3-09f9d9320383),segment_id=76c371f0-b23b-4f9e-89a3-09f9d9320383)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:28:56.656371 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4e473620-8203-4bfc-9a98-d07ab2ab5ea7 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:subnet and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:56.656499 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fcfcf4e1-4d39-4230-8f23-685623c2c9b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:56.662934 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4e473620-8203-4bfc-9a98-d07ab2ab5ea7 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:56.677571 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-4e473620-8203-4bfc-9a98-d07ab2ab5ea7 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:56.705060 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-20642858-96e8-450b-97a4-bfc0a55913ec tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:56.806789 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20642858-96e8-450b-97a4-bfc0a55913ec tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Port': ['ID=b92f0fc2-3825-460c-937b-9bf2d2963e94,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:56.809533 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20642858-96e8-450b-97a4-bfc0a55913ec tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] No DVR routers for this DVR port b92f0fc2-3825-460c-937b-9bf2d2963e94 on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:28:56.816112 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e473620-8203-4bfc-9a98-d07ab2ab5ea7 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:56.821473 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4e473620-8203-4bfc-9a98-d07ab2ab5ea7 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:56.869081 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f4c17284-c385-483a-bdd1-808d49c4bb9e tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:56.955296 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.ipam_backend_mixin [None req-4e473620-8203-4bfc-9a98-d07ab2ab5ea7 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Performing IP validity checks on allocation pools {{(pid=88564) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 06 13:28:56.956048 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.ipam_backend_mixin [None req-4e473620-8203-4bfc-9a98-d07ab2ab5ea7 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88564) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 06 13:28:56.966681 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-fcfcf4e1-4d39-4230-8f23-685623c2c9b7 None None] Calling delete_port for b92f0fc2-3825-460c-937b-9bf2d2963e94 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:28:57.002086 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c17284-c385-483a-bdd1-808d49c4bb9e tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Pushing event deleted for resources: {'Subnet': ['ID=27466e14-c0bc-4d94-a510-dd48e31d5e57,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server [None req-37549983-919f-4612-998c-3e44a28146b6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27466e14-c0bc-4d94-a510-dd48e31d5e57: This subnet is being modified by another concurrent operation. Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 06 13:28:57.018167 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server raise self.value Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server raise exception Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27466e14-c0bc-4d94-a510-dd48e31d5e57: This subnet is being modified by another concurrent operation. Apr 06 13:28:57.024460 dv-neutron-834600-1-hyperv neutron-server[88566]: ERROR oslo_messaging.rpc.server Apr 06 13:28:57.041788 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f4c17284-c385-483a-bdd1-808d49c4bb9e tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:57.052848 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-04e2236b-66ed-4d46-8325-75712bc227e5 None None] Allocated IP 172.20.0.18 (b806a45a-f621-4044-8ff9-e4b832708f36/7ff059a2-cc91-4291-82f2-485d95604a6c/3d427827-e126-4137-99b5-3c2237d2fdde) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:28:57.090417 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8345684-02c3-4a4f-bafe-00dab4abda94 None None] Network 5abcf9ae-d0fb-4244-ab3c-89464ea251ca requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:57.111966 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No active binding found for port b92f0fc2-3825-460c-937b-9bf2d2963e94 {{(pid=88566) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 06 13:28:57.112379 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device b92f0fc2-3825-460c-937b-9bf2d2963e94 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:28:57.153113 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-20642858-96e8-450b-97a4-bfc0a55913ec tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:57.205312 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:57.225561 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-20642858-96e8-450b-97a4-bfc0a55913ec tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db341e5f-4e58-4ff3-ad8b-c0d21eb95beb']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:57.237186 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4e473620-8203-4bfc-9a98-d07ab2ab5ea7 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:57.267646 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-20642858-96e8-450b-97a4-bfc0a55913ec tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c371f0-b23b-4f9e-89a3-09f9d9320383') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:57.268726 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-20642858-96e8-450b-97a4-bfc0a55913ec tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c371f0-b23b-4f9e-89a3-09f9d9320383') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:57.284836 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-20642858-96e8-450b-97a4-bfc0a55913ec tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:57.308765 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-20642858-96e8-450b-97a4-bfc0a55913ec tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:57.318689 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20642858-96e8-450b-97a4-bfc0a55913ec tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:28:57.319778 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-20642858-96e8-450b-97a4-bfc0a55913ec tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:57.367310 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e473620-8203-4bfc-9a98-d07ab2ab5ea7 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Subnet': ['ID=4e428cf5-1b75-4feb-8354-4e464b661165,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:57.374182 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e473620-8203-4bfc-9a98-d07ab2ab5ea7 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Checking segment: {'id': '6922e869-b0ac-4cf0-9a3a-691a1d23bcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b0822945-bcf6-483e-a06e-5331fda916a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:28:57.374665 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e473620-8203-4bfc-9a98-d07ab2ab5ea7 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network hostable DHCP agents. Network: b0822945-bcf6-483e-a06e-5331fda916a3, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:28:57.415094 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42666) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:57.416048 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-fcfcf4e1-4d39-4230-8f23-685623c2c9b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:28:57.416048 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-fcfcf4e1-4d39-4230-8f23-685623c2c9b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:28:57.437757 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42672) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:28:57.466721 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:28:57.472066 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f4c17284-c385-483a-bdd1-808d49c4bb9e tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] 10.222.0.48 "DELETE /v2.0/subnets/27466e14-c0bc-4d94-a510-dd48e31d5e57 HTTP/1.1" status: 204 len: 168 time: 1.8203557 Apr 06 13:28:57.472168 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42678) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:57.722071 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-94537dfe-4eb4-43b9-bd21-a38b1ba5c5a8 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Deleting subnet 7ff059a2-cc91-4291-82f2-485d95604a6c {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:28:57.722071 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-4a35b16e-d4db-44ff-bc92-1b519da56211 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-470313266'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:57.722071 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-4a35b16e-d4db-44ff-bc92-1b519da56211 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:57.722071 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4a35b16e-d4db-44ff-bc92-1b519da56211 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:network and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:57.722071 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4a35b16e-d4db-44ff-bc92-1b519da56211 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:57.722071 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-4a35b16e-d4db-44ff-bc92-1b519da56211 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:57.722071 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0992a235-d31f-4b44-8994-b9104501e7af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad1d7113d73f4e3885b38b086aeacd80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2685566 Apr 06 13:28:57.723003 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4cfbbbeb-0aaf-4fe6-9f78-992768eaeda3 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:57.724336 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42682) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:57.828730 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-04e2236b-66ed-4d46-8325-75712bc227e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:57.841258 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e473620-8203-4bfc-9a98-d07ab2ab5ea7 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network b0822945-bcf6-483e-a06e-5331fda916a3 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:28:57.865420 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a35b16e-d4db-44ff-bc92-1b519da56211 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:57.866761 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-04e2236b-66ed-4d46-8325-75712bc227e5 None None] Transition to ACTIVE for port object 3d427827-e126-4137-99b5-3c2237d2fdde will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:28:57.873784 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4a35b16e-d4db-44ff-bc92-1b519da56211 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:57.882952 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-4cfbbbeb-0aaf-4fe6-9f78-992768eaeda3 None None] Transition to ACTIVE for port object d788ac6f-30e3-465a-8f87-2b0fb6f38e7a will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:28:57.893840 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4a35b16e-d4db-44ff-bc92-1b519da56211 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:57.911880 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-4a35b16e-d4db-44ff-bc92-1b519da56211 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:57.915077 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-04e2236b-66ed-4d46-8325-75712bc227e5 None None] Transition to ACTIVE for port object 3d427827-e126-4137-99b5-3c2237d2fdde will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:28:57.920111 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-20642858-96e8-450b-97a4-bfc0a55913ec tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:57.920649 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4a35b16e-d4db-44ff-bc92-1b519da56211 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:security_group_rule and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:57.920760 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-fcfcf4e1-4d39-4230-8f23-685623c2c9b7 None None] Deleting port b92f0fc2-3825-460c-937b-9bf2d2963e94 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:57.920760 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fcfcf4e1-4d39-4230-8f23-685623c2c9b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:57.921811 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4a35b16e-d4db-44ff-bc92-1b519da56211 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:57.929209 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-4a35b16e-d4db-44ff-bc92-1b519da56211 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:57.937715 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-20642858-96e8-450b-97a4-bfc0a55913ec tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:57.940256 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cbef422d-84e3-45bd-8d8c-3950cbf735ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:57.944609 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-4cfbbbeb-0aaf-4fe6-9f78-992768eaeda3 None None] Transition to ACTIVE for port object d788ac6f-30e3-465a-8f87-2b0fb6f38e7a will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:28:57.949063 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-4e473620-8203-4bfc-9a98-d07ab2ab5ea7 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, b0822945-bcf6-483e-a06e-5331fda916a3) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:57.953118 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e473620-8203-4bfc-9a98-d07ab2ab5ea7 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:57.954018 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4e473620-8203-4bfc-9a98-d07ab2ab5ea7 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:57.970246 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cbef422d-84e3-45bd-8d8c-3950cbf735ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:57.986714 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2d9e73-f153-4dcd-9343-ea897a0681e5 None None] Network b0822945-bcf6-483e-a06e-5331fda916a3 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:28:58.003590 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-fcfcf4e1-4d39-4230-8f23-685623c2c9b7 None None] The port 'b92f0fc2-3825-460c-937b-9bf2d2963e94' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:28:58.019422 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20642858-96e8-450b-97a4-bfc0a55913ec tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Network': ['ID=db341e5f-4e58-4ff3-ad8b-c0d21eb95beb,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:58.034026 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-04e2236b-66ed-4d46-8325-75712bc227e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:58.034596 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-94537dfe-4eb4-43b9-bd21-a38b1ba5c5a8 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:58.036787 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-20642858-96e8-450b-97a4-bfc0a55913ec tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/networks/db341e5f-4e58-4ff3-ad8b-c0d21eb95beb HTTP/1.1" status: 204 len: 168 time: 2.6077731 Apr 06 13:28:58.040971 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42686) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:58.047047 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-eda01f1e-8c5a-45e1-a570-c4fdfff352d2 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1532688806'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:58.052645 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-eda01f1e-8c5a-45e1-a570-c4fdfff352d2 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:58.057226 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-eda01f1e-8c5a-45e1-a570-c4fdfff352d2 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Usage tracker for resource:network and tenant:914bb3d1bef745388dc453a227f40127 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:58.060379 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-eda01f1e-8c5a-45e1-a570-c4fdfff352d2 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:58.070236 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-eda01f1e-8c5a-45e1-a570-c4fdfff352d2 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:58.080403 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4e473620-8203-4bfc-9a98-d07ab2ab5ea7 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6113164 Apr 06 13:28:58.083890 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42690) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:58.091602 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-26cec402-f865-4548-9290-5a537dcab579 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'port': {'network_id': 'b0822945-bcf6-483e-a06e-5331fda916a3', 'name': 'tempest-PortsTestJSON-787614562'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:58.117020 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4cfbbbeb-0aaf-4fe6-9f78-992768eaeda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:58.127492 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-94537dfe-4eb4-43b9-bd21-a38b1ba5c5a8 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:58.163916 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4a35b16e-d4db-44ff-bc92-1b519da56211 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:58.215039 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cbef422d-84e3-45bd-8d8c-3950cbf735ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:58.226191 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:58.253456 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef422d-84e3-45bd-8d8c-3950cbf735ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a532a8f-0ece-4998-9c84-a79400a5e610,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:58.253456 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cbef422d-84e3-45bd-8d8c-3950cbf735ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:58.253456 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-cbef422d-84e3-45bd-8d8c-3950cbf735ce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5a532a8f-0ece-4998-9c84-a79400a5e610 HTTP/1.1" status: 204 len: 168 time: 0.5244675 Apr 06 13:28:58.255404 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e2236b-66ed-4d46-8325-75712bc227e5 None None] Network b806a45a-f621-4044-8ff9-e4b832708f36 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:28:58.266567 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfbbbeb-0aaf-4fe6-9f78-992768eaeda3 None None] Network b2de6e7e-cc6f-4128-a1c7-0e23d5a722a6 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:28:58.276015 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-94537dfe-4eb4-43b9-bd21-a38b1ba5c5a8 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:58.278199 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-4cfbbbeb-0aaf-4fe6-9f78-992768eaeda3 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:58.285268 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-04e2236b-66ed-4d46-8325-75712bc227e5 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:58.294259 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfbbbeb-0aaf-4fe6-9f78-992768eaeda3 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:28:58.299489 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e2236b-66ed-4d46-8325-75712bc227e5 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:28:58.303734 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-26cec402-f865-4548-9290-5a537dcab579 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:58.310480 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Subnet': ['ID=47b76b75-1133-4171-94ce-ed18b04aa0c7,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:58.315060 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2236b-66ed-4d46-8325-75712bc227e5 None None] Pushing event updated for resources: {'Port': ['ID=3d427827-e126-4137-99b5-3c2237d2fdde,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:58.326111 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4a35b16e-d4db-44ff-bc92-1b519da56211 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:58.331806 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-26cec402-f865-4548-9290-5a537dcab579 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:58.369885 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda01f1e-8c5a-45e1-a570-c4fdfff352d2 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Made reservation on behalf of 914bb3d1bef745388dc453a227f40127 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:58.374016 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-eda01f1e-8c5a-45e1-a570-c4fdfff352d2 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:58.406182 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda01f1e-8c5a-45e1-a570-c4fdfff352d2 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:28:58.415742 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-eda01f1e-8c5a-45e1-a570-c4fdfff352d2 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:58.416076 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-eda01f1e-8c5a-45e1-a570-c4fdfff352d2 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Added segment ce3fe0dc-50c2-48f9-ac31-da7a8966c4b9 of type vlan for network df204b1f-24af-4734-ac1d-a146cd4665b8 Apr 06 13:28:58.459412 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-eda01f1e-8c5a-45e1-a570-c4fdfff352d2 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:58.482647 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cec402-f865-4548-9290-5a537dcab579 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:58.486190 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-26cec402-f865-4548-9290-5a537dcab579 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:58.515468 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-26cec402-f865-4548-9290-5a537dcab579 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] device_id is not set on port 0c5271a6-3b66-45d9-8dcd-2d89e52672c4 yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:28:58.558893 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4504481-a341-4f8e-a17c-28b1659ac703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-b0822945-bcf6-483e-a06e-5331fda916a3', 'network_id': 'b0822945-bcf6-483e-a06e-5331fda916a3', 'tenant_id': 'a526e3e3d3c243f2855d6757315c0284', 'fixed_ips': [{'subnet_id': '4e428cf5-1b75-4feb-8354-4e464b661165'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:28:58.562547 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f4504481-a341-4f8e-a17c-28b1659ac703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:58.562684 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a35b16e-d4db-44ff-bc92-1b519da56211 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:28:58.594009 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:58.611771 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35b16e-d4db-44ff-bc92-1b519da56211 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df10028-adb8-42b9-b12f-d8f38e0abe85,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:58.624194 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-04e2236b-66ed-4d46-8325-75712bc227e5 None None] Attempting to bind port 3d427827-e126-4137-99b5-3c2237d2fdde on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:28:58.624849 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-04e2236b-66ed-4d46-8325-75712bc227e5 None None] Attempting to bind port 3d427827-e126-4137-99b5-3c2237d2fdde by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '3ad78058-8c7c-4a70-9588-1a9c55f7a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b806a45a-f621-4044-8ff9-e4b832708f36'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:28:58.625218 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e2236b-66ed-4d46-8325-75712bc227e5 None None] Attempting to bind port 3d427827-e126-4137-99b5-3c2237d2fdde on network b806a45a-f621-4044-8ff9-e4b832708f36 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:28:58.633666 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbbbeb-0aaf-4fe6-9f78-992768eaeda3 None None] Pushing event updated for resources: {'Port': ['ID=d788ac6f-30e3-465a-8f87-2b0fb6f38e7a,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:58.638588 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4a35b16e-d4db-44ff-bc92-1b519da56211 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:58.639082 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-4a35b16e-d4db-44ff-bc92-1b519da56211 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Added segment fc7e3446-1110-4bf6-97c4-9a61599c10d6 of type vlan for network 4a5369b0-8301-4713-81a5-ebef94e70f0e Apr 06 13:28:58.650707 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-eda01f1e-8c5a-45e1-a570-c4fdfff352d2 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:58.652135 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2de6e7e-cc6f-4128-a1c7-0e23d5a722a6']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:58.656578 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda01f1e-8c5a-45e1-a570-c4fdfff352d2 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:58.657070 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-eda01f1e-8c5a-45e1-a570-c4fdfff352d2 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:58.679771 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e2236b-66ed-4d46-8325-75712bc227e5 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:28:58.680573 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e2236b-66ed-4d46-8325-75712bc227e5 None None] Checking segment: {'id': '3ad78058-8c7c-4a70-9588-1a9c55f7a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b806a45a-f621-4044-8ff9-e4b832708f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:28:58.680978 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-04e2236b-66ed-4d46-8325-75712bc227e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:58.681550 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e2236b-66ed-4d46-8325-75712bc227e5 None None] Bound using segment: {'id': '3ad78058-8c7c-4a70-9588-1a9c55f7a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b806a45a-f621-4044-8ff9-e4b832708f36'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:28:58.682028 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-04e2236b-66ed-4d46-8325-75712bc227e5 None None] Bound port: 3d427827-e126-4137-99b5-3c2237d2fdde, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ad78058-8c7c-4a70-9588-1a9c55f7a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b806a45a-f621-4044-8ff9-e4b832708f36'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:28:58.682406 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-04e2236b-66ed-4d46-8325-75712bc227e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:58.684472 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb5fdf0-4241-42a6-8297-63d6c4e73e2c') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:58.688754 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb5fdf0-4241-42a6-8297-63d6c4e73e2c') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:28:58.694151 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-4cfbbbeb-0aaf-4fe6-9f78-992768eaeda3 None None] Attempting to bind port d788ac6f-30e3-465a-8f87-2b0fb6f38e7a on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:28:58.694522 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-4cfbbbeb-0aaf-4fe6-9f78-992768eaeda3 None None] Attempting to bind port d788ac6f-30e3-465a-8f87-2b0fb6f38e7a by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '2bb5fdf0-4241-42a6-8297-63d6c4e73e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b2de6e7e-cc6f-4128-a1c7-0e23d5a722a6'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:28:58.695271 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfbbbeb-0aaf-4fe6-9f78-992768eaeda3 None None] Attempting to bind port d788ac6f-30e3-465a-8f87-2b0fb6f38e7a on network b2de6e7e-cc6f-4128-a1c7-0e23d5a722a6 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:28:58.704927 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:58.717982 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfbbbeb-0aaf-4fe6-9f78-992768eaeda3 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:28:58.718677 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfbbbeb-0aaf-4fe6-9f78-992768eaeda3 None None] Checking segment: {'id': '2bb5fdf0-4241-42a6-8297-63d6c4e73e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b2de6e7e-cc6f-4128-a1c7-0e23d5a722a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:28:58.719275 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4cfbbbeb-0aaf-4fe6-9f78-992768eaeda3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:58.720558 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfbbbeb-0aaf-4fe6-9f78-992768eaeda3 None None] Bound using segment: {'id': '2bb5fdf0-4241-42a6-8297-63d6c4e73e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b2de6e7e-cc6f-4128-a1c7-0e23d5a722a6'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:28:58.721328 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-4cfbbbeb-0aaf-4fe6-9f78-992768eaeda3 None None] Bound port: d788ac6f-30e3-465a-8f87-2b0fb6f38e7a, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb5fdf0-4241-42a6-8297-63d6c4e73e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b2de6e7e-cc6f-4128-a1c7-0e23d5a722a6'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:28:58.721923 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4cfbbbeb-0aaf-4fe6-9f78-992768eaeda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:58.734587 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4a35b16e-d4db-44ff-bc92-1b519da56211 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:58.738729 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:58.748143 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:28:58.748668 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:28:58.764917 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:28:58.787772 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-26cec402-f865-4548-9290-5a537dcab579 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Allocated IP 172.20.0.14 (b0822945-bcf6-483e-a06e-5331fda916a3/4e428cf5-1b75-4feb-8354-4e464b661165/0c5271a6-3b66-45d9-8dcd-2d89e52672c4) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:28:58.795002 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-eda01f1e-8c5a-45e1-a570-c4fdfff352d2 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7487006 Apr 06 13:28:58.795002 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda01f1e-8c5a-45e1-a570-c4fdfff352d2 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Network': ['ID=df204b1f-24af-4734-ac1d-a146cd4665b8,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:58.802461 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42698) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:58.807211 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-e3e29c69-6638-41ed-9766-14a526db7a97 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'subnet': {'network_id': 'df204b1f-24af-4734-ac1d-a146cd4665b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:58.851726 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-94537dfe-4eb4-43b9-bd21-a38b1ba5c5a8 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:58.863342 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network df204b1f-24af-4734-ac1d-a146cd4665b8 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:28:58.905841 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94537dfe-4eb4-43b9-bd21-a38b1ba5c5a8 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Pushing event deleted for resources: {'Subnet': ['ID=7ff059a2-cc91-4291-82f2-485d95604a6c,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:58.909684 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-94537dfe-4eb4-43b9-bd21-a38b1ba5c5a8 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:58.928233 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-94537dfe-4eb4-43b9-bd21-a38b1ba5c5a8 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] 10.222.0.48 "DELETE /v2.0/subnets/7ff059a2-cc91-4291-82f2-485d95604a6c HTTP/1.1" status: 204 len: 168 time: 1.4549103 Apr 06 13:28:58.932879 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42702) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:58.974569 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.api [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 13:28:58.974569 dv-neutron-834600-1-hyperv neutron-server[88564]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 13:28:58.974569 dv-neutron-834600-1-hyperv neutron-server[88564]: [parameters: {'id': 'b2de6e7e-cc6f-4128-a1c7-0e23d5a722a6'}] Apr 06 13:28:58.974569 dv-neutron-834600-1-hyperv neutron-server[88564]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:28:58.974569 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG oslo_db.api [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:28:58.983567 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e3e29c69-6638-41ed-9766-14a526db7a97 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:58.999879 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e3e29c69-6638-41ed-9766-14a526db7a97 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Usage tracker for resource:subnet and tenant:914bb3d1bef745388dc453a227f40127 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:59.008916 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e3e29c69-6638-41ed-9766-14a526db7a97 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:59.019306 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166392c1-9aa4-4542-8d9d-fe206d629b5e tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:59.020944 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-166392c1-9aa4-4542-8d9d-fe206d629b5e tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Synchronizing usage tracker for tenant:7005024bfea846fd9b8d3ce1bf8faf44 on resource:subnet {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:28:59.032422 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4a35b16e-d4db-44ff-bc92-1b519da56211 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:59.049834 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a35b16e-d4db-44ff-bc92-1b519da56211 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:59.049834 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4a35b16e-d4db-44ff-bc92-1b519da56211 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:59.069150 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e3e29c69-6638-41ed-9766-14a526db7a97 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:59.072833 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-4cfbbbeb-0aaf-4fe6-9f78-992768eaeda3 None None] For port d788ac6f-30e3-465a-8f87-2b0fb6f38e7a, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:28:59.107302 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-4cfbbbeb-0aaf-4fe6-9f78-992768eaeda3 None None] For port d788ac6f-30e3-465a-8f87-2b0fb6f38e7a, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d788ac6f-30e3-465a-8f87-2b0fb6f38e7a,segment=NetworkSegment(2bb5fdf0-4241-42a6-8297-63d6c4e73e2c),segment_id=2bb5fdf0-4241-42a6-8297-63d6c4e73e2c)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:28:59.112165 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-04e2236b-66ed-4d46-8325-75712bc227e5 None None] For port 3d427827-e126-4137-99b5-3c2237d2fdde, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:28:59.118572 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-04e2236b-66ed-4d46-8325-75712bc227e5 None None] For port 3d427827-e126-4137-99b5-3c2237d2fdde, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=3d427827-e126-4137-99b5-3c2237d2fdde,segment=NetworkSegment(3ad78058-8c7c-4a70-9588-1a9c55f7a5ca),segment_id=3ad78058-8c7c-4a70-9588-1a9c55f7a5ca)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:28:59.181838 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35b16e-d4db-44ff-bc92-1b519da56211 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Network': ['ID=4a5369b0-8301-4713-81a5-ebef94e70f0e,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:59.185085 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-26cec402-f865-4548-9290-5a537dcab579 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:59.195207 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:28:59.210683 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-26cec402-f865-4548-9290-5a537dcab579 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Transition to ACTIVE for port object 0c5271a6-3b66-45d9-8dcd-2d89e52672c4 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:28:59.211932 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-166392c1-9aa4-4542-8d9d-fe206d629b5e tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Unset dirty status for tenant:7005024bfea846fd9b8d3ce1bf8faf44 on resource:subnet {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:28:59.214126 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-166392c1-9aa4-4542-8d9d-fe206d629b5e tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2797849 Apr 06 13:28:59.222310 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42706) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:59.243010 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e29c69-6638-41ed-9766-14a526db7a97 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Made reservation on behalf of 914bb3d1bef745388dc453a227f40127 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:59.251497 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-04e2236b-66ed-4d46-8325-75712bc227e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:59.252484 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e3e29c69-6638-41ed-9766-14a526db7a97 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:59.258702 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4a35b16e-d4db-44ff-bc92-1b519da56211 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8196080 Apr 06 13:28:59.267191 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4cfbbbeb-0aaf-4fe6-9f78-992768eaeda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:59.274089 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42710) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:59.274089 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42712) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:59.295872 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-966b026d-f029-4afb-ae42-7348b1a55630 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:28:59.303120 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-26cec402-f865-4548-9290-5a537dcab579 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:59.460794 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cec402-f865-4548-9290-5a537dcab579 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network b0822945-bcf6-483e-a06e-5331fda916a3 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:28:59.471134 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-26cec402-f865-4548-9290-5a537dcab579 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:28:59.481824 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cec402-f865-4548-9290-5a537dcab579 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:28:59.513589 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:59.518704 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cec402-f865-4548-9290-5a537dcab579 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Port': ['ID=0c5271a6-3b66-45d9-8dcd-2d89e52672c4,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:59.559904 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2236b-66ed-4d46-8325-75712bc227e5 None None] Pushing event updated for resources: {'Port': ['ID=3d427827-e126-4137-99b5-3c2237d2fdde,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:59.566455 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cec402-f865-4548-9290-5a537dcab579 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:28:59.567175 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-26cec402-f865-4548-9290-5a537dcab579 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:59.572962 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5d0af9c1-1f2a-41f7-be9b-0e319dc3c8e6 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:59.623338 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-f4504481-a341-4f8e-a17c-28b1659ac703 None None] Allocated IP 172.20.0.2 (b0822945-bcf6-483e-a06e-5331fda916a3/4e428cf5-1b75-4feb-8354-4e464b661165/25ba2006-ea33-4752-b06b-52d7c380c282) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:28:59.628376 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-966b026d-f029-4afb-ae42-7348b1a55630 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:28:59.635724 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-50d352c0-e62c-4bcf-b38d-3747123f4462 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c4030e74daf341bba9f3995a3cb4f83e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3593185 Apr 06 13:28:59.642077 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-966b026d-f029-4afb-ae42-7348b1a55630 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:subnet and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:28:59.642552 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42718) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:59.647959 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Deleting port d788ac6f-30e3-465a-8f87-2b0fb6f38e7a {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:59.648425 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:59.686940 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-966b026d-f029-4afb-ae42-7348b1a55630 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:28:59.713954 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-966b026d-f029-4afb-ae42-7348b1a55630 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:28:59.716208 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-5d0af9c1-1f2a-41f7-be9b-0e319dc3c8e6 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Deleting port 3d427827-e126-4137-99b5-3c2237d2fdde {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:59.716650 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5d0af9c1-1f2a-41f7-be9b-0e319dc3c8e6 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:59.752061 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-715f74a0-7c38-42db-bdde-b3dd2a7f8b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:59.769880 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-26cec402-f865-4548-9290-5a537dcab579 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6813252 Apr 06 13:28:59.772843 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42722) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:28:59.798747 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbbbeb-0aaf-4fe6-9f78-992768eaeda3 None None] Pushing event updated for resources: {'Port': ['ID=d788ac6f-30e3-465a-8f87-2b0fb6f38e7a,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:28:59.837877 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e3e29c69-6638-41ed-9766-14a526db7a97 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:59.845147 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-715f74a0-7c38-42db-bdde-b3dd2a7f8b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:59.874664 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966b026d-f029-4afb-ae42-7348b1a55630 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:28:59.878106 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-966b026d-f029-4afb-ae42-7348b1a55630 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:28:59.949874 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-679b4011-92f2-4c20-ad5f-f41aaac46e7c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting port 0c5271a6-3b66-45d9-8dcd-2d89e52672c4 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:28:59.949874 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-679b4011-92f2-4c20-ad5f-f41aaac46e7c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:00.028423 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e29c69-6638-41ed-9766-14a526db7a97 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Subnet': ['ID=803d8174-69e1-47c1-bad0-7c0873573eec,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:00.077366 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04656ee-effb-4735-8d41-8b06b649e938 None None] Network b806a45a-f621-4044-8ff9-e4b832708f36 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:00.087480 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e29c69-6638-41ed-9766-14a526db7a97 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Checking segment: {'id': 'ce3fe0dc-50c2-48f9-ac31-da7a8966c4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'df204b1f-24af-4734-ac1d-a146cd4665b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:29:00.091567 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e29c69-6638-41ed-9766-14a526db7a97 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network hostable DHCP agents. Network: df204b1f-24af-4734-ac1d-a146cd4665b8, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:29:00.127437 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcb4852-e8c9-45b0-bb88-e459536ef58f None None] Network b2de6e7e-cc6f-4128-a1c7-0e23d5a722a6 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:00.282633 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f4504481-a341-4f8e-a17c-28b1659ac703 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:00.318715 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f4504481-a341-4f8e-a17c-28b1659ac703 None None] Transition to ACTIVE for port object 25ba2006-ea33-4752-b06b-52d7c380c282 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:00.357970 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e29c69-6638-41ed-9766-14a526db7a97 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network df204b1f-24af-4734-ac1d-a146cd4665b8 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:29:00.362201 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] For port d788ac6f-30e3-465a-8f87-2b0fb6f38e7a, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d788ac6f-30e3-465a-8f87-2b0fb6f38e7a,segment=NetworkSegment(2bb5fdf0-4241-42a6-8297-63d6c4e73e2c),segment_id=2bb5fdf0-4241-42a6-8297-63d6c4e73e2c)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:00.362561 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:00.366198 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-715f74a0-7c38-42db-bdde-b3dd2a7f8b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:00.372097 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-5d0af9c1-1f2a-41f7-be9b-0e319dc3c8e6 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] For port 3d427827-e126-4137-99b5-3c2237d2fdde, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=3d427827-e126-4137-99b5-3c2237d2fdde,segment=NetworkSegment(3ad78058-8c7c-4a70-9588-1a9c55f7a5ca),segment_id=3ad78058-8c7c-4a70-9588-1a9c55f7a5ca)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:00.372463 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5d0af9c1-1f2a-41f7-be9b-0e319dc3c8e6 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:00.394668 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f74a0-7c38-42db-bdde-b3dd2a7f8b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4488bccd-e16b-45b8-9429-76be30ef99e3,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:00.410311 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-715f74a0-7c38-42db-bdde-b3dd2a7f8b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:00.412498 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-715f74a0-7c38-42db-bdde-b3dd2a7f8b13 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4488bccd-e16b-45b8-9429-76be30ef99e3 HTTP/1.1" status: 204 len: 168 time: 0.7687771 Apr 06 13:29:00.447580 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-679b4011-92f2-4c20-ad5f-f41aaac46e7c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:00.477137 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-e3e29c69-6638-41ed-9766-14a526db7a97 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, df204b1f-24af-4734-ac1d-a146cd4665b8) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:00.503365 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f4504481-a341-4f8e-a17c-28b1659ac703 None None] Transition to ACTIVE for port object 25ba2006-ea33-4752-b06b-52d7c380c282 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:00.521130 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dadd3bc-6f7f-47cb-ba7d-9aff866b0077 None None] Network df204b1f-24af-4734-ac1d-a146cd4665b8 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:00.577012 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e29c69-6638-41ed-9766-14a526db7a97 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:00.577687 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e3e29c69-6638-41ed-9766-14a526db7a97 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:00.632518 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f4504481-a341-4f8e-a17c-28b1659ac703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:00.657002 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-679b4011-92f2-4c20-ad5f-f41aaac46e7c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Calling delete_port for 0c5271a6-3b66-45d9-8dcd-2d89e52672c4 owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:00.773179 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4504481-a341-4f8e-a17c-28b1659ac703 None None] Network b0822945-bcf6-483e-a06e-5331fda916a3 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:00.788336 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Calling delete_port for d788ac6f-30e3-465a-8f87-2b0fb6f38e7a owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:00.792160 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-f4504481-a341-4f8e-a17c-28b1659ac703 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:00.800217 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4504481-a341-4f8e-a17c-28b1659ac703 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:00.810507 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4504481-a341-4f8e-a17c-28b1659ac703 None None] Pushing event updated for resources: {'Port': ['ID=25ba2006-ea33-4752-b06b-52d7c380c282,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:00.838182 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-5d0af9c1-1f2a-41f7-be9b-0e319dc3c8e6 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Calling delete_port for 3d427827-e126-4137-99b5-3c2237d2fdde owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:00.865433 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e3e29c69-6638-41ed-9766-14a526db7a97 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0684175 Apr 06 13:29:00.867922 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42728) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:00.874006 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-f5bc0594-9402-4474-beca-57eaf203242b tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1885102964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:00.897602 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f5bc0594-9402-4474-beca-57eaf203242b tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:00.905508 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f5bc0594-9402-4474-beca-57eaf203242b tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Usage tracker for resource:router and tenant:914bb3d1bef745388dc453a227f40127 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:00.915003 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f5bc0594-9402-4474-beca-57eaf203242b tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:00.921622 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f5bc0594-9402-4474-beca-57eaf203242b tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:00.932729 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-679b4011-92f2-4c20-ad5f-f41aaac46e7c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:01.041472 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-f4504481-a341-4f8e-a17c-28b1659ac703 None None] Attempting to bind port 25ba2006-ea33-4752-b06b-52d7c380c282 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:29:01.042647 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-f4504481-a341-4f8e-a17c-28b1659ac703 None None] Attempting to bind port 25ba2006-ea33-4752-b06b-52d7c380c282 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '6922e869-b0ac-4cf0-9a3a-691a1d23bcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b0822945-bcf6-483e-a06e-5331fda916a3'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:29:01.042647 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4504481-a341-4f8e-a17c-28b1659ac703 None None] Attempting to bind port 25ba2006-ea33-4752-b06b-52d7c380c282 on network b0822945-bcf6-483e-a06e-5331fda916a3 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:29:01.052792 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4504481-a341-4f8e-a17c-28b1659ac703 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:29:01.053202 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4504481-a341-4f8e-a17c-28b1659ac703 None None] Checking segment: {'id': '6922e869-b0ac-4cf0-9a3a-691a1d23bcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b0822945-bcf6-483e-a06e-5331fda916a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:29:01.054075 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f4504481-a341-4f8e-a17c-28b1659ac703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:01.054705 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4504481-a341-4f8e-a17c-28b1659ac703 None None] Bound using segment: {'id': '6922e869-b0ac-4cf0-9a3a-691a1d23bcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b0822945-bcf6-483e-a06e-5331fda916a3'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:29:01.055056 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-f4504481-a341-4f8e-a17c-28b1659ac703 None None] Bound port: 25ba2006-ea33-4752-b06b-52d7c380c282, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6922e869-b0ac-4cf0-9a3a-691a1d23bcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b0822945-bcf6-483e-a06e-5331fda916a3'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:29:01.055800 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f4504481-a341-4f8e-a17c-28b1659ac703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:01.059023 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b4011-92f2-4c20-ad5f-f41aaac46e7c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Port': ['ID=0c5271a6-3b66-45d9-8dcd-2d89e52672c4,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:01.061378 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f5bc0594-9402-4474-beca-57eaf203242b tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:01.063123 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f5bc0594-9402-4474-beca-57eaf203242b tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:01.074031 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5aa4ef-b5c5-4b90-94cf-b4db3cbbd6ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-df204b1f-24af-4734-ac1d-a146cd4665b8', 'network_id': 'df204b1f-24af-4734-ac1d-a146cd4665b8', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'fixed_ips': [{'subnet_id': '803d8174-69e1-47c1-bad0-7c0873573eec'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:29:01.076826 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fa5aa4ef-b5c5-4b90-94cf-b4db3cbbd6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:01.091647 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5d0af9c1-1f2a-41f7-be9b-0e319dc3c8e6 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:01.147739 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:01.163412 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0af9c1-1f2a-41f7-be9b-0e319dc3c8e6 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] No DVR routers for this DVR port 3d427827-e126-4137-99b5-3c2237d2fdde on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:29:01.195954 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0af9c1-1f2a-41f7-be9b-0e319dc3c8e6 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Pushing event deleted for resources: {'Port': ['ID=3d427827-e126-4137-99b5-3c2237d2fdde,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:01.206193 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-679b4011-92f2-4c20-ad5f-f41aaac46e7c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:01.220765 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-679b4011-92f2-4c20-ad5f-f41aaac46e7c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/ports/0c5271a6-3b66-45d9-8dcd-2d89e52672c4 HTTP/1.1" status: 204 len: 168 time: 1.4486816 Apr 06 13:29:01.224870 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42742) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:01.247151 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-966b026d-f029-4afb-ae42-7348b1a55630 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:01.280019 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a1f9f2-5a3a-4a44-a7a0-4e751c45ca3a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] DELETE failed (client error): The resource could not be found. Apr 06 13:29:01.280589 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a1f9f2-5a3a-4a44-a7a0-4e751c45ca3a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:29:01.288073 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f5bc0594-9402-4474-beca-57eaf203242b tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:01.309218 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-15a1f9f2-5a3a-4a44-a7a0-4e751c45ca3a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/ports/0c5271a6-3b66-45d9-8dcd-2d89e52672c4 HTTP/1.1" status: 404 len: 333 time: 0.0829213 Apr 06 13:29:01.313359 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42746) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:01.325399 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-f4504481-a341-4f8e-a17c-28b1659ac703 None None] For port 25ba2006-ea33-4752-b06b-52d7c380c282, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:29:01.347002 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b026d-f029-4afb-ae42-7348b1a55630 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=17afb568-cc05-468e-86d1-2dfc2cfee316,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:01.371002 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Port': ['ID=d788ac6f-30e3-465a-8f87-2b0fb6f38e7a,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:01.377646 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No DVR routers for this DVR port d788ac6f-30e3-465a-8f87-2b0fb6f38e7a on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:29:01.377795 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-f4504481-a341-4f8e-a17c-28b1659ac703 None None] For port 25ba2006-ea33-4752-b06b-52d7c380c282, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=25ba2006-ea33-4752-b06b-52d7c380c282,segment=NetworkSegment(6922e869-b0ac-4cf0-9a3a-691a1d23bcce),segment_id=6922e869-b0ac-4cf0-9a3a-691a1d23bcce)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:29:01.386451 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b007dd-c249-49c0-a1ad-1235bf147bcf tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] GET failed (client error): The resource could not be found. Apr 06 13:29:01.386451 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d0b007dd-c249-49c0-a1ad-1235bf147bcf tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Synchronizing usage tracker for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:01.398567 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f5bc0594-9402-4474-beca-57eaf203242b tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:01.404208 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-fa5aa4ef-b5c5-4b90-94cf-b4db3cbbd6ae None None] Allocated IP 2001:db8::2 (df204b1f-24af-4734-ac1d-a146cd4665b8/803d8174-69e1-47c1-bad0-7c0873573eec/b24e571a-5ca6-4dc7-9006-a1e464e5158a) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:01.458554 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f4504481-a341-4f8e-a17c-28b1659ac703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:01.476148 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d0b007dd-c249-49c0-a1ad-1235bf147bcf tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Unset dirty status for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:01.477830 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d0b007dd-c249-49c0-a1ad-1235bf147bcf tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "GET /v2.0/ports/0c5271a6-3b66-45d9-8dcd-2d89e52672c4 HTTP/1.1" status: 404 len: 333 time: 0.1631169 Apr 06 13:29:01.479623 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f5bc0594-9402-4474-beca-57eaf203242b tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:01.480988 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f5bc0594-9402-4474-beca-57eaf203242b tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6116962 Apr 06 13:29:01.486427 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42750) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:01.527688 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42754) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:01.543898 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-21888f9a-b973-4507-a16e-17327d7d671c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'port': {'network_id': 'df204b1f-24af-4734-ac1d-a146cd4665b8', 'name': 'tempest-RoutersIpV6Test-151161425'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:01.636435 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5d0af9c1-1f2a-41f7-be9b-0e319dc3c8e6 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:01.655360 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:01.704757 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-21888f9a-b973-4507-a16e-17327d7d671c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:01.706694 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-5d0af9c1-1f2a-41f7-be9b-0e319dc3c8e6 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b806a45a-f621-4044-8ff9-e4b832708f36']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:01.714038 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-21888f9a-b973-4507-a16e-17327d7d671c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Usage tracker for resource:port and tenant:914bb3d1bef745388dc453a227f40127 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:01.715703 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966b026d-f029-4afb-ae42-7348b1a55630 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Checking segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:29:01.716268 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966b026d-f029-4afb-ae42-7348b1a55630 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network hostable DHCP agents. Network: 4a5369b0-8301-4713-81a5-ebef94e70f0e, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:29:01.720217 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-21888f9a-b973-4507-a16e-17327d7d671c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:01.730282 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-21888f9a-b973-4507-a16e-17327d7d671c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:01.737028 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2de6e7e-cc6f-4128-a1c7-0e23d5a722a6']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:01.743142 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-565b0f25-97b9-4db5-9541-6f80093e95ad tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting subnet 4e428cf5-1b75-4feb-8354-4e464b661165 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:29:01.748357 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-565b0f25-97b9-4db5-9541-6f80093e95ad tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:01.760776 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-5d0af9c1-1f2a-41f7-be9b-0e319dc3c8e6 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad78058-8c7c-4a70-9588-1a9c55f7a5ca') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:01.761165 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-5d0af9c1-1f2a-41f7-be9b-0e319dc3c8e6 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad78058-8c7c-4a70-9588-1a9c55f7a5ca') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:01.772377 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb5fdf0-4241-42a6-8297-63d6c4e73e2c') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:01.773695 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb5fdf0-4241-42a6-8297-63d6c4e73e2c') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:01.791422 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5d0af9c1-1f2a-41f7-be9b-0e319dc3c8e6 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:01.810366 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:01.824448 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-565b0f25-97b9-4db5-9541-6f80093e95ad tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:01.827468 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5d0af9c1-1f2a-41f7-be9b-0e319dc3c8e6 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:01.834392 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fa5aa4ef-b5c5-4b90-94cf-b4db3cbbd6ae None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:01.854835 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0af9c1-1f2a-41f7-be9b-0e319dc3c8e6 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:29:01.855199 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5d0af9c1-1f2a-41f7-be9b-0e319dc3c8e6 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:01.861405 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-fa5aa4ef-b5c5-4b90-94cf-b4db3cbbd6ae None None] Transition to ACTIVE for port object b24e571a-5ca6-4dc7-9006-a1e464e5158a will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:01.868592 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21888f9a-b973-4507-a16e-17327d7d671c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Made reservation on behalf of 914bb3d1bef745388dc453a227f40127 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:01.872294 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-21888f9a-b973-4507-a16e-17327d7d671c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:01.880971 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4504481-a341-4f8e-a17c-28b1659ac703 None None] Pushing event updated for resources: {'Port': ['ID=25ba2006-ea33-4752-b06b-52d7c380c282,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:01.902788 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-fa5aa4ef-b5c5-4b90-94cf-b4db3cbbd6ae None None] Transition to ACTIVE for port object b24e571a-5ca6-4dc7-9006-a1e464e5158a will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:01.917923 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-21888f9a-b973-4507-a16e-17327d7d671c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] device_id is not set on port fcaf3cf4-3512-4980-9754-de6ec13476ef yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:29:01.995870 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:29:02.000433 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:29:02.007253 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:29:02.007733 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:02.011747 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fa5aa4ef-b5c5-4b90-94cf-b4db3cbbd6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:29:02.028435 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:29:02.032693 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966b026d-f029-4afb-ae42-7348b1a55630 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:29:02.081659 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-565b0f25-97b9-4db5-9541-6f80093e95ad tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:02.107741 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5d0af9c1-1f2a-41f7-be9b-0e319dc3c8e6 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:02.112464 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5d0af9c1-1f2a-41f7-be9b-0e319dc3c8e6 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:02.173021 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0af9c1-1f2a-41f7-be9b-0e319dc3c8e6 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Pushing event deleted for resources: {'Network': ['ID=b806a45a-f621-4044-8ff9-e4b832708f36,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:02.189836 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5d0af9c1-1f2a-41f7-be9b-0e319dc3c8e6 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] 10.222.0.48 "DELETE /v2.0/networks/b806a45a-f621-4044-8ff9-e4b832708f36 HTTP/1.1" status: 204 len: 168 time: 2.9615042 Apr 06 13:29:02.189836 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42768) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:02.269496 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5aa4ef-b5c5-4b90-94cf-b4db3cbbd6ae None None] Network df204b1f-24af-4734-ac1d-a146cd4665b8 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:02.276918 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-21888f9a-b973-4507-a16e-17327d7d671c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Allocated IP 2001:db8::cc (df204b1f-24af-4734-ac1d-a146cd4665b8/803d8174-69e1-47c1-bad0-7c0873573eec/fcaf3cf4-3512-4980-9754-de6ec13476ef) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:02.287545 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-966b026d-f029-4afb-ae42-7348b1a55630 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 4a5369b0-8301-4713-81a5-ebef94e70f0e) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:02.307734 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:02.311358 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966b026d-f029-4afb-ae42-7348b1a55630 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:02.312433 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-966b026d-f029-4afb-ae42-7348b1a55630 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:02.322060 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ca7aa0-fcb5-4ded-8a30-1e762b2a98e3 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:02.340539 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-fa5aa4ef-b5c5-4b90-94cf-b4db3cbbd6ae None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:02.346576 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5aa4ef-b5c5-4b90-94cf-b4db3cbbd6ae None None] Pushing event updated for resources: {'Port': ['ID=b24e571a-5ca6-4dc7-9006-a1e464e5158a,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:02.360818 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5aa4ef-b5c5-4b90-94cf-b4db3cbbd6ae None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:02.412367 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:02.416169 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Network': ['ID=b2de6e7e-cc6f-4128-a1c7-0e23d5a722a6,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:02.452027 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9497af8b-9770-44c6-b209-d6ba0932f263 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/networks/b2de6e7e-cc6f-4128-a1c7-0e23d5a722a6 HTTP/1.1" status: 204 len: 168 time: 7.7267795 Apr 06 13:29:02.452577 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42774) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:02.461499 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-99ffb4b8-4f8e-4ccf-82bc-3e4873dc458d tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-176389292'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:02.481205 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-afbf0351-bf34-4f6f-95ea-348c4eb195fb tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:02.493499 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-99ffb4b8-4f8e-4ccf-82bc-3e4873dc458d tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:02.513272 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-99ffb4b8-4f8e-4ccf-82bc-3e4873dc458d tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Usage tracker for resource:network and tenant:bfb47db20f0d451b8551770a994c0a42 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:02.524556 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-99ffb4b8-4f8e-4ccf-82bc-3e4873dc458d tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:02.549381 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-966b026d-f029-4afb-ae42-7348b1a55630 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2747626 Apr 06 13:29:02.555780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42778) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:02.559819 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-fa5aa4ef-b5c5-4b90-94cf-b4db3cbbd6ae None None] Attempting to bind port b24e571a-5ca6-4dc7-9006-a1e464e5158a on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:29:02.560191 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-fa5aa4ef-b5c5-4b90-94cf-b4db3cbbd6ae None None] Attempting to bind port b24e571a-5ca6-4dc7-9006-a1e464e5158a by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'ce3fe0dc-50c2-48f9-ac31-da7a8966c4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'df204b1f-24af-4734-ac1d-a146cd4665b8'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:29:02.560561 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5aa4ef-b5c5-4b90-94cf-b4db3cbbd6ae None None] Attempting to bind port b24e571a-5ca6-4dc7-9006-a1e464e5158a on network df204b1f-24af-4734-ac1d-a146cd4665b8 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:29:02.570443 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-99ffb4b8-4f8e-4ccf-82bc-3e4873dc458d tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:02.577556 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-687e050e-8e00-40b5-b705-c4e545f2e749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'port': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'name': 'tempest-NetworksTestDHCPv6-885109606'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:02.578123 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5aa4ef-b5c5-4b90-94cf-b4db3cbbd6ae None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:29:02.578501 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5aa4ef-b5c5-4b90-94cf-b4db3cbbd6ae None None] Checking segment: {'id': 'ce3fe0dc-50c2-48f9-ac31-da7a8966c4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'df204b1f-24af-4734-ac1d-a146cd4665b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:29:02.579026 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fa5aa4ef-b5c5-4b90-94cf-b4db3cbbd6ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:02.579424 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5aa4ef-b5c5-4b90-94cf-b4db3cbbd6ae None None] Bound using segment: {'id': 'ce3fe0dc-50c2-48f9-ac31-da7a8966c4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'df204b1f-24af-4734-ac1d-a146cd4665b8'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:29:02.579910 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-fa5aa4ef-b5c5-4b90-94cf-b4db3cbbd6ae None None] Bound port: b24e571a-5ca6-4dc7-9006-a1e464e5158a, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3fe0dc-50c2-48f9-ac31-da7a8966c4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'df204b1f-24af-4734-ac1d-a146cd4665b8'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:29:02.580287 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fa5aa4ef-b5c5-4b90-94cf-b4db3cbbd6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:02.649432 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-21888f9a-b973-4507-a16e-17327d7d671c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:02.685101 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 25ba2006-ea33-4752-b06b-52d7c380c282 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:29:02.691034 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-21888f9a-b973-4507-a16e-17327d7d671c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Transition to ACTIVE for port object fcaf3cf4-3512-4980-9754-de6ec13476ef will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:02.799250 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-fa5aa4ef-b5c5-4b90-94cf-b4db3cbbd6ae None None] For port b24e571a-5ca6-4dc7-9006-a1e464e5158a, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:29:02.813261 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-565b0f25-97b9-4db5-9541-6f80093e95ad tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:02.852918 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-fa5aa4ef-b5c5-4b90-94cf-b4db3cbbd6ae None None] For port b24e571a-5ca6-4dc7-9006-a1e464e5158a, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=b24e571a-5ca6-4dc7-9006-a1e464e5158a,segment=NetworkSegment(ce3fe0dc-50c2-48f9-ac31-da7a8966c4b9),segment_id=ce3fe0dc-50c2-48f9-ac31-da7a8966c4b9)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:29:02.869857 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19baae0-6103-4532-a1f6-7226d04788df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-4a5369b0-8301-4713-81a5-ebef94e70f0e', 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'fixed_ips': [{'subnet_id': '17afb568-cc05-468e-86d1-2dfc2cfee316'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:29:02.869857 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d19baae0-6103-4532-a1f6-7226d04788df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:02.914641 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-21888f9a-b973-4507-a16e-17327d7d671c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:02.917325 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-565b0f25-97b9-4db5-9541-6f80093e95ad tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:02.932127 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fa5aa4ef-b5c5-4b90-94cf-b4db3cbbd6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:02.997852 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b0f25-97b9-4db5-9541-6f80093e95ad tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Subnet': ['ID=4e428cf5-1b75-4feb-8354-4e464b661165,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:03.006463 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ffb4b8-4f8e-4ccf-82bc-3e4873dc458d tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Made reservation on behalf of bfb47db20f0d451b8551770a994c0a42 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:03.010004 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-99ffb4b8-4f8e-4ccf-82bc-3e4873dc458d tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:03.020805 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 25ba2006-ea33-4752-b06b-52d7c380c282 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:03.041343 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-afbf0351-bf34-4f6f-95ea-348c4eb195fb tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:03.079368 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21888f9a-b973-4507-a16e-17327d7d671c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Port': ['ID=fcaf3cf4-3512-4980-9754-de6ec13476ef,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:03.084482 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ffb4b8-4f8e-4ccf-82bc-3e4873dc458d tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:29:03.105561 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-565b0f25-97b9-4db5-9541-6f80093e95ad tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/subnets/4e428cf5-1b75-4feb-8354-4e464b661165 HTTP/1.1" status: 204 len: 168 time: 1.6200840 Apr 06 13:29:03.105561 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42788) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:03.107457 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-afbf0351-bf34-4f6f-95ea-348c4eb195fb tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5abcf9ae-d0fb-4244-ab3c-89464ea251ca']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:03.108318 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21888f9a-b973-4507-a16e-17327d7d671c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network df204b1f-24af-4734-ac1d-a146cd4665b8 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:03.139317 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-99ffb4b8-4f8e-4ccf-82bc-3e4873dc458d tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:03.139660 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-99ffb4b8-4f8e-4ccf-82bc-3e4873dc458d tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Added segment 0fc39836-f2e6-40fb-a0d5-d0c95d7a5ffb of type vlan for network b3b91636-744d-4c82-8730-c3aeba191cfc Apr 06 13:29:03.140616 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-21888f9a-b973-4507-a16e-17327d7d671c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:03.141768 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-afbf0351-bf34-4f6f-95ea-348c4eb195fb tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de77405-3426-4f2c-a4e0-52f275e76278') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:03.151779 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-afbf0351-bf34-4f6f-95ea-348c4eb195fb tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de77405-3426-4f2c-a4e0-52f275e76278') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:03.151931 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21888f9a-b973-4507-a16e-17327d7d671c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:03.158330 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5aa4ef-b5c5-4b90-94cf-b4db3cbbd6ae None None] Pushing event updated for resources: {'Port': ['ID=b24e571a-5ca6-4dc7-9006-a1e464e5158a,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:03.158571 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21888f9a-b973-4507-a16e-17327d7d671c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:03.159106 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-21888f9a-b973-4507-a16e-17327d7d671c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:03.194186 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-687e050e-8e00-40b5-b705-c4e545f2e749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:03.198469 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-687e050e-8e00-40b5-b705-c4e545f2e749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:port and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:03.208115 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-687e050e-8e00-40b5-b705-c4e545f2e749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:03.212560 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-d19baae0-6103-4532-a1f6-7226d04788df None None] Allocated IP 2001:db8::2 (4a5369b0-8301-4713-81a5-ebef94e70f0e/17afb568-cc05-468e-86d1-2dfc2cfee316/96c21232-b20b-4dd6-bd82-f318cd9ed32d) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:03.223665 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-687e050e-8e00-40b5-b705-c4e545f2e749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:03.256465 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-afbf0351-bf34-4f6f-95ea-348c4eb195fb tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:03.317870 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-99ffb4b8-4f8e-4ccf-82bc-3e4873dc458d tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:03.322663 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-afbf0351-bf34-4f6f-95ea-348c4eb195fb tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:03.338979 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afbf0351-bf34-4f6f-95ea-348c4eb195fb tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:29:03.339537 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-afbf0351-bf34-4f6f-95ea-348c4eb195fb tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:29:03.492855 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:29:03.503314 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687e050e-8e00-40b5-b705-c4e545f2e749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:03.507317 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-687e050e-8e00-40b5-b705-c4e545f2e749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:03.565463 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-687e050e-8e00-40b5-b705-c4e545f2e749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] device_id is not set on port 694a966f-264b-4fa0-9038-5cc9556558be yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:29:03.585842 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8189908d-bad1-46ac-b0ba-30f8955e36aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:03.610703 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-21888f9a-b973-4507-a16e-17327d7d671c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.0758324 Apr 06 13:29:03.613091 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42796) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:03.621750 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d19baae0-6103-4532-a1f6-7226d04788df None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:03.637563 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d19baae0-6103-4532-a1f6-7226d04788df None None] Transition to ACTIVE for port object 96c21232-b20b-4dd6-bd82-f318cd9ed32d will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:03.662888 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.resource_extend [None req-99ffb4b8-4f8e-4ccf-82bc-3e4873dc458d tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 13:29:03.667584 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d19baae0-6103-4532-a1f6-7226d04788df None None] Transition to ACTIVE for port object 96c21232-b20b-4dd6-bd82-f318cd9ed32d will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:03.728462 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-8189908d-bad1-46ac-b0ba-30f8955e36aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting port 25ba2006-ea33-4752-b06b-52d7c380c282 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:03.729011 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8189908d-bad1-46ac-b0ba-30f8955e36aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:03.733221 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d19baae0-6103-4532-a1f6-7226d04788df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:03.774224 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-afbf0351-bf34-4f6f-95ea-348c4eb195fb tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:03.810942 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-afbf0351-bf34-4f6f-95ea-348c4eb195fb tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:03.830867 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-99ffb4b8-4f8e-4ccf-82bc-3e4873dc458d tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:03.837145 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ffb4b8-4f8e-4ccf-82bc-3e4873dc458d tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:03.837803 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-99ffb4b8-4f8e-4ccf-82bc-3e4873dc458d tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:03.842004 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf0351-bf34-4f6f-95ea-348c4eb195fb tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Pushing event deleted for resources: {'Network': ['ID=5abcf9ae-d0fb-4244-ab3c-89464ea251ca,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:03.849946 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227c80b6-fef4-43c8-9491-43edf79b771d None None] Network b0822945-bcf6-483e-a06e-5331fda916a3 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:03.958723 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19baae0-6103-4532-a1f6-7226d04788df None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:03.985880 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-d19baae0-6103-4532-a1f6-7226d04788df None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:03.989317 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19baae0-6103-4532-a1f6-7226d04788df None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:04.000262 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-afbf0351-bf34-4f6f-95ea-348c4eb195fb tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] 10.222.0.48 "DELETE /v2.0/networks/5abcf9ae-d0fb-4244-ab3c-89464ea251ca HTTP/1.1" status: 204 len: 168 time: 1.8100541 Apr 06 13:29:04.010778 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42802) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:04.017364 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffb4b8-4f8e-4ccf-82bc-3e4873dc458d tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event updated for resources: {'Network': ['ID=b3b91636-744d-4c82-8730-c3aeba191cfc,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:04.085541 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network b3b91636-744d-4c82-8730-c3aeba191cfc details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:29:04.127330 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-99ffb4b8-4f8e-4ccf-82bc-3e4873dc458d tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6682010 Apr 06 13:29:04.133664 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42810) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:04.142952 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-2eac8af9-74a0-498f-82f1-dcc7727b0544 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Request body: {'subnet': {'network_id': 'b3b91636-744d-4c82-8730-c3aeba191cfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:04.241413 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19baae0-6103-4532-a1f6-7226d04788df None None] Pushing event updated for resources: {'Port': ['ID=96c21232-b20b-4dd6-bd82-f318cd9ed32d,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:04.251680 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2a4648fd-0799-4361-9d8f-1cba0615eba4 None None] Provisioning for port 25ba2006-ea33-4752-b06b-52d7c380c282 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:04.343713 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-687e050e-8e00-40b5-b705-c4e545f2e749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 2001:db8::39 (4a5369b0-8301-4713-81a5-ebef94e70f0e/17afb568-cc05-468e-86d1-2dfc2cfee316/694a966f-264b-4fa0-9038-5cc9556558be) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:04.387702 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bfffec1d-00ba-4e3d-86bf-e8a6d5c55898 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:04.423091 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-2eac8af9-74a0-498f-82f1-dcc7727b0544 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:04.430531 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2eac8af9-74a0-498f-82f1-dcc7727b0544 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Usage tracker for resource:subnet and tenant:bfb47db20f0d451b8551770a994c0a42 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:04.435779 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2eac8af9-74a0-498f-82f1-dcc7727b0544 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:04.508684 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2a4648fd-0799-4361-9d8f-1cba0615eba4 None None] Provisioning complete for port 25ba2006-ea33-4752-b06b-52d7c380c282 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:04.509305 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2a4648fd-0799-4361-9d8f-1cba0615eba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:04.512078 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-2eac8af9-74a0-498f-82f1-dcc7727b0544 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:04.689120 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device b24e571a-5ca6-4dc7-9006-a1e464e5158a up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:29:04.722438 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-d19baae0-6103-4532-a1f6-7226d04788df None None] Attempting to bind port 96c21232-b20b-4dd6-bd82-f318cd9ed32d on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:29:04.723163 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-d19baae0-6103-4532-a1f6-7226d04788df None None] Attempting to bind port 96c21232-b20b-4dd6-bd82-f318cd9ed32d by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:29:04.723753 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19baae0-6103-4532-a1f6-7226d04788df None None] Attempting to bind port 96c21232-b20b-4dd6-bd82-f318cd9ed32d on network 4a5369b0-8301-4713-81a5-ebef94e70f0e {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:29:04.802525 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e55ac06-8bcd-4b03-ae72-74a2f836a73d None None] Network df204b1f-24af-4734-ac1d-a146cd4665b8 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:04.810456 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42820) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:04.817518 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eac8af9-74a0-498f-82f1-dcc7727b0544 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Made reservation on behalf of bfb47db20f0d451b8551770a994c0a42 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:04.821037 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2eac8af9-74a0-498f-82f1-dcc7727b0544 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:04.843638 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bfffec1d-00ba-4e3d-86bf-e8a6d5c55898 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:04.943217 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19baae0-6103-4532-a1f6-7226d04788df None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:29:04.943677 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19baae0-6103-4532-a1f6-7226d04788df None None] Checking segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:29:04.944064 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d19baae0-6103-4532-a1f6-7226d04788df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:04.944467 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19baae0-6103-4532-a1f6-7226d04788df None None] Bound using segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:29:04.945614 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-d19baae0-6103-4532-a1f6-7226d04788df None None] Bound port: 96c21232-b20b-4dd6-bd82-f318cd9ed32d, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:29:04.945614 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d19baae0-6103-4532-a1f6-7226d04788df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:04.965728 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-bfffec1d-00ba-4e3d-86bf-e8a6d5c55898 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b883c4d7-1f13-41a8-886f-cf9e077d6239']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:04.990509 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-bfffec1d-00ba-4e3d-86bf-e8a6d5c55898 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7fc6e1-9ec6-4cd6-aa16-b042bc25518d') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:04.990509 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-bfffec1d-00ba-4e3d-86bf-e8a6d5c55898 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7fc6e1-9ec6-4cd6-aa16-b042bc25518d') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:05.000082 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-687e050e-8e00-40b5-b705-c4e545f2e749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:05.024131 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bfffec1d-00ba-4e3d-86bf-e8a6d5c55898 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:05.029366 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-8189908d-bad1-46ac-b0ba-30f8955e36aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] For port 25ba2006-ea33-4752-b06b-52d7c380c282, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=25ba2006-ea33-4752-b06b-52d7c380c282,segment=NetworkSegment(6922e869-b0ac-4cf0-9a3a-691a1d23bcce),segment_id=6922e869-b0ac-4cf0-9a3a-691a1d23bcce)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:05.029724 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8189908d-bad1-46ac-b0ba-30f8955e36aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:05.051773 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-687e050e-8e00-40b5-b705-c4e545f2e749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Transition to ACTIVE for port object 694a966f-264b-4fa0-9038-5cc9556558be will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:05.061884 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bfffec1d-00ba-4e3d-86bf-e8a6d5c55898 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:05.071449 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfffec1d-00ba-4e3d-86bf-e8a6d5c55898 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:29:05.071893 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bfffec1d-00ba-4e3d-86bf-e8a6d5c55898 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:29:05.089100 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:29:05.172306 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-d12b182d-3e6c-402e-a080-2898c65468ea tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:05.184171 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-8189908d-bad1-46ac-b0ba-30f8955e36aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Calling delete_port for 25ba2006-ea33-4752-b06b-52d7c380c282 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:05.218183 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d12b182d-3e6c-402e-a080-2898c65468ea tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:05.262358 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d12b182d-3e6c-402e-a080-2898c65468ea tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Usage tracker for resource:floatingip and tenant:3791a12f80c948a9bda03ef40ff615ce is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:05.265191 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-d19baae0-6103-4532-a1f6-7226d04788df None None] For port 96c21232-b20b-4dd6-bd82-f318cd9ed32d, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:29:05.274217 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d12b182d-3e6c-402e-a080-2898c65468ea tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:05.296845 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d12b182d-3e6c-402e-a080-2898c65468ea tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:05.318449 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-687e050e-8e00-40b5-b705-c4e545f2e749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:05.325198 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port b24e571a-5ca6-4dc7-9006-a1e464e5158a completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:05.334237 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bfffec1d-00ba-4e3d-86bf-e8a6d5c55898 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:05.338624 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-44f19300-2f0a-494f-a757-3256a7879d91 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:05.341943 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-d19baae0-6103-4532-a1f6-7226d04788df None None] For port 96c21232-b20b-4dd6-bd82-f318cd9ed32d, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=96c21232-b20b-4dd6-bd82-f318cd9ed32d,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:29:05.374487 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2a4648fd-0799-4361-9d8f-1cba0615eba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:05.404178 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d12b182d-3e6c-402e-a080-2898c65468ea tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks [] for floatingip, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:05.425843 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d19baae0-6103-4532-a1f6-7226d04788df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:05.455470 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bfffec1d-00ba-4e3d-86bf-e8a6d5c55898 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:05.501052 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffec1d-00ba-4e3d-86bf-e8a6d5c55898 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Pushing event deleted for resources: {'Network': ['ID=b883c4d7-1f13-41a8-886f-cf9e077d6239,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:05.530316 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687e050e-8e00-40b5-b705-c4e545f2e749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:05.536692 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-687e050e-8e00-40b5-b705-c4e545f2e749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:05.539669 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-bfffec1d-00ba-4e3d-86bf-e8a6d5c55898 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] 10.222.0.48 "DELETE /v2.0/networks/b883c4d7-1f13-41a8-886f-cf9e077d6239 HTTP/1.1" status: 204 len: 168 time: 1.5255203 Apr 06 13:29:05.540912 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687e050e-8e00-40b5-b705-c4e545f2e749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:05.546665 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687e050e-8e00-40b5-b705-c4e545f2e749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:05.560078 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-687e050e-8e00-40b5-b705-c4e545f2e749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:05.567304 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc49cda-099d-4a0b-93f5-f4d6b7f23f0f None None] DHCP port deletion for b0822945-bcf6-483e-a06e-5331fda916a3 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:29:05.570284 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42826) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:05.575082 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e050e-8e00-40b5-b705-c4e545f2e749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=694a966f-264b-4fa0-9038-5cc9556558be,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:05.584529 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19baae0-6103-4532-a1f6-7226d04788df None None] Pushing event updated for resources: {'Port': ['ID=96c21232-b20b-4dd6-bd82-f318cd9ed32d,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:05.608189 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2eac8af9-74a0-498f-82f1-dcc7727b0544 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:05.815087 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3e1693a0-7404-42ad-9d8e-07fcc1942011 None None] Provisioning for port b24e571a-5ca6-4dc7-9006-a1e464e5158a completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:05.831596 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3e1693a0-7404-42ad-9d8e-07fcc1942011 None None] Provisioning complete for port b24e571a-5ca6-4dc7-9006-a1e464e5158a triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:05.832116 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3e1693a0-7404-42ad-9d8e-07fcc1942011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:05.842745 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-687e050e-8e00-40b5-b705-c4e545f2e749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2767453 Apr 06 13:29:05.843476 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42828) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:05.924624 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac8af9-74a0-498f-82f1-dcc7727b0544 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event updated for resources: {'Subnet': ['ID=ec058f23-a358-4166-b652-89d91d7492ab,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:05.949646 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eac8af9-74a0-498f-82f1-dcc7727b0544 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Checking segment: {'id': '0fc39836-f2e6-40fb-a0d5-d0c95d7a5ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b3b91636-744d-4c82-8730-c3aeba191cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:29:05.949998 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eac8af9-74a0-498f-82f1-dcc7727b0544 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Network hostable DHCP agents. Network: b3b91636-744d-4c82-8730-c3aeba191cfc, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:29:06.010895 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d209e7c5-fd7f-4aae-b107-5a497c01cb12 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:06.018997 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d209e7c5-fd7f-4aae-b107-5a497c01cb12 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:06.020287 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d209e7c5-fd7f-4aae-b107-5a497c01cb12 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:06.046402 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eac8af9-74a0-498f-82f1-dcc7727b0544 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Network b3b91636-744d-4c82-8730-c3aeba191cfc is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:29:06.065338 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3e1693a0-7404-42ad-9d8e-07fcc1942011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:06.071117 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8189908d-bad1-46ac-b0ba-30f8955e36aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:06.104025 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d209e7c5-fd7f-4aae-b107-5a497c01cb12 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:06.108143 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d209e7c5-fd7f-4aae-b107-5a497c01cb12 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2575603 Apr 06 13:29:06.108143 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42834) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:06.125067 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-3e1693a0-7404-42ad-9d8e-07fcc1942011 None None] For port b24e571a-5ca6-4dc7-9006-a1e464e5158a, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=b24e571a-5ca6-4dc7-9006-a1e464e5158a,segment=NetworkSegment(ce3fe0dc-50c2-48f9-ac31-da7a8966c4b9),segment_id=ce3fe0dc-50c2-48f9-ac31-da7a8966c4b9)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:06.156698 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8189908d-bad1-46ac-b0ba-30f8955e36aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] No DVR routers for this DVR port 25ba2006-ea33-4752-b06b-52d7c380c282 on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:29:06.163542 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-2eac8af9-74a0-498f-82f1-dcc7727b0544 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, b3b91636-744d-4c82-8730-c3aeba191cfc) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:06.173753 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce621c9c-a0b6-4d44-8e2f-7c5533764194 None None] Network b3b91636-744d-4c82-8730-c3aeba191cfc requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:06.183804 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eac8af9-74a0-498f-82f1-dcc7727b0544 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:06.184734 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2eac8af9-74a0-498f-82f1-dcc7727b0544 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:06.230182 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-1af680a0-6279-4e79-bbc6-2a24d6f865e4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting port 694a966f-264b-4fa0-9038-5cc9556558be {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:06.230677 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1af680a0-6279-4e79-bbc6-2a24d6f865e4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:06.236096 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3e1693a0-7404-42ad-9d8e-07fcc1942011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:06.313483 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2eac8af9-74a0-498f-82f1-dcc7727b0544 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1788168 Apr 06 13:29:06.318767 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42838) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:06.348959 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8189908d-bad1-46ac-b0ba-30f8955e36aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:06.389737 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189908d-bad1-46ac-b0ba-30f8955e36aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Port': ['ID=25ba2006-ea33-4752-b06b-52d7c380c282,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:06.482301 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-8189908d-bad1-46ac-b0ba-30f8955e36aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0822945-bcf6-483e-a06e-5331fda916a3']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:06.506470 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-8189908d-bad1-46ac-b0ba-30f8955e36aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6922e869-b0ac-4cf0-9a3a-691a1d23bcce') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:06.510674 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-8189908d-bad1-46ac-b0ba-30f8955e36aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6922e869-b0ac-4cf0-9a3a-691a1d23bcce') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:06.534004 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8189908d-bad1-46ac-b0ba-30f8955e36aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:06.539562 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1693a0-7404-42ad-9d8e-07fcc1942011 None None] Pushing event updated for resources: {'Port': ['ID=b24e571a-5ca6-4dc7-9006-a1e464e5158a,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:06.540492 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-897f17ac-0720-44ed-b9f9-8aa9a2fff2e4 None None] Provisioning complete for port b24e571a-5ca6-4dc7-9006-a1e464e5158a triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:06.540492 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-897f17ac-0720-44ed-b9f9-8aa9a2fff2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:06.559039 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8189908d-bad1-46ac-b0ba-30f8955e36aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:06.567549 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8189908d-bad1-46ac-b0ba-30f8955e36aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:29:06.568350 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8189908d-bad1-46ac-b0ba-30f8955e36aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:29:06.665719 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:29:06.727459 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:06.739369 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-611ff5c4-69e1-4fd4-8e0b-bc45c43ea7e0 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:06.760943 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 96c21232-b20b-4dd6-bd82-f318cd9ed32d up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:29:06.777714 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-44f19300-2f0a-494f-a757-3256a7879d91 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:06.857180 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e70f2c-32f6-49e7-a86e-e34c9c8046c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-b3b91636-744d-4c82-8730-c3aeba191cfc', 'network_id': 'b3b91636-744d-4c82-8730-c3aeba191cfc', 'tenant_id': 'bfb47db20f0d451b8551770a994c0a42', 'fixed_ips': [{'subnet_id': 'ec058f23-a358-4166-b652-89d91d7492ab'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:29:06.859149 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8189908d-bad1-46ac-b0ba-30f8955e36aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:06.860082 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:06.862324 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-86e70f2c-32f6-49e7-a86e-e34c9c8046c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:06.946265 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1af680a0-6279-4e79-bbc6-2a24d6f865e4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:07.032645 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-611ff5c4-69e1-4fd4-8e0b-bc45c43ea7e0 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:07.067941 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8189908d-bad1-46ac-b0ba-30f8955e36aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:07.072543 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189908d-bad1-46ac-b0ba-30f8955e36aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Network': ['ID=b0822945-bcf6-483e-a06e-5331fda916a3,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:07.083320 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-44f19300-2f0a-494f-a757-3256a7879d91 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:07.087415 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 96c21232-b20b-4dd6-bd82-f318cd9ed32d completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:07.141314 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611b0a3c-7eca-4eef-b114-bcd227555f52 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:07.151272 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-1af680a0-6279-4e79-bbc6-2a24d6f865e4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Calling delete_port for 694a966f-264b-4fa0-9038-5cc9556558be owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:07.218486 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-897f17ac-0720-44ed-b9f9-8aa9a2fff2e4 None None] Provisioning for port fcaf3cf4-3512-4980-9754-de6ec13476ef completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:07.219448 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d12b182d-3e6c-402e-a080-2898c65468ea tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:07.233942 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-611ff5c4-69e1-4fd4-8e0b-bc45c43ea7e0 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf4fc2b-ae14-47e0-a974-4b12f6e6b20b']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:07.247295 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f19300-2f0a-494f-a757-3256a7879d91 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Port': ['ID=fcaf3cf4-3512-4980-9754-de6ec13476ef,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:07.247776 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-897f17ac-0720-44ed-b9f9-8aa9a2fff2e4 None None] Provisioning complete for port fcaf3cf4-3512-4980-9754-de6ec13476ef triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:07.248381 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-897f17ac-0720-44ed-b9f9-8aa9a2fff2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:07.324894 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-611ff5c4-69e1-4fd4-8e0b-bc45c43ea7e0 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8aa18f0-ebd8-4ad8-8c4c-1d778f7558b0') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:07.325686 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-611ff5c4-69e1-4fd4-8e0b-bc45c43ea7e0 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8aa18f0-ebd8-4ad8-8c4c-1d778f7558b0') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:07.411947 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 25ba2006-ea33-4752-b06b-52d7c380c282 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:29:07.445674 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8189908d-bad1-46ac-b0ba-30f8955e36aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/networks/b0822945-bcf6-483e-a06e-5331fda916a3 HTTP/1.1" status: 204 len: 168 time: 4.3357284 Apr 06 13:29:07.450407 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42842) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:07.457579 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-f0f33067-b2b8-4dea-8bb1-11ba4578d098 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-39646812'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:07.463755 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f0f33067-b2b8-4dea-8bb1-11ba4578d098 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:07.468684 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f0f33067-b2b8-4dea-8bb1-11ba4578d098 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:network and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:07.474353 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f0f33067-b2b8-4dea-8bb1-11ba4578d098 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:07.481755 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-611ff5c4-69e1-4fd4-8e0b-bc45c43ea7e0 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:07.481998 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1af680a0-6279-4e79-bbc6-2a24d6f865e4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:07.490250 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 25ba2006-ea33-4752-b06b-52d7c380c282 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:29:07.490584 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 25ba2006-ea33-4752-b06b-52d7c380c282 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:29:07.494662 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-86e70f2c-32f6-49e7-a86e-e34c9c8046c5 None None] Allocated IP 172.20.0.1 (b3b91636-744d-4c82-8730-c3aeba191cfc/ec058f23-a358-4166-b652-89d91d7492ab/a64762a7-dd99-4395-8474-714cf0ea1941) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:07.534473 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-897f17ac-0720-44ed-b9f9-8aa9a2fff2e4 None None] Port fcaf3cf4-3512-4980-9754-de6ec13476ef cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:29:07.557339 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f0f33067-b2b8-4dea-8bb1-11ba4578d098 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:07.570294 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af680a0-6279-4e79-bbc6-2a24d6f865e4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Port': ['ID=694a966f-264b-4fa0-9038-5cc9556558be,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:07.586127 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-611ff5c4-69e1-4fd4-8e0b-bc45c43ea7e0 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:07.626925 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611ff5c4-69e1-4fd4-8e0b-bc45c43ea7e0 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:29:07.627327 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-611ff5c4-69e1-4fd4-8e0b-bc45c43ea7e0 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:07.630667 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1af680a0-6279-4e79-bbc6-2a24d6f865e4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:29:07.646762 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:29:07.664296 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f33067-b2b8-4dea-8bb1-11ba4578d098 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:07.668534 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0f33067-b2b8-4dea-8bb1-11ba4578d098 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:07.701624 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f33067-b2b8-4dea-8bb1-11ba4578d098 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:29:07.712235 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0f33067-b2b8-4dea-8bb1-11ba4578d098 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:07.712438 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-f0f33067-b2b8-4dea-8bb1-11ba4578d098 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Added segment a5fa729c-cc95-4379-b1ae-f3846cd42853 of type vlan for network 2eddd71f-56fe-4d3a-9129-70766413e7c2 Apr 06 13:29:07.724721 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1af680a0-6279-4e79-bbc6-2a24d6f865e4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/694a966f-264b-4fa0-9038-5cc9556558be HTTP/1.1" status: 204 len: 168 time: 1.6125796 Apr 06 13:29:07.727074 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42846) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:07.799661 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0f33067-b2b8-4dea-8bb1-11ba4578d098 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:07.808482 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-d12b182d-3e6c-402e-a080-2898c65468ea tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Allocated IP 172.26.4.143 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/4e5531fa-94cb-4ea5-b740-5c6e18578f7b) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:07.832728 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3a4acfc9-3011-42ac-b397-7de3f5e37e6b None None] Provisioning for port 96c21232-b20b-4dd6-bd82-f318cd9ed32d completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:07.835232 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e1da6c-3792-4fa0-b34d-62cf2b7b957e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:07.836820 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e1da6c-3792-4fa0-b34d-62cf2b7b957e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:07.837561 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e4e1da6c-3792-4fa0-b34d-62cf2b7b957e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:07.871701 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-611ff5c4-69e1-4fd4-8e0b-bc45c43ea7e0 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:07.882626 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3a4acfc9-3011-42ac-b397-7de3f5e37e6b None None] Provisioning complete for port 96c21232-b20b-4dd6-bd82-f318cd9ed32d triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:07.883302 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3a4acfc9-3011-42ac-b397-7de3f5e37e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:07.949310 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0f33067-b2b8-4dea-8bb1-11ba4578d098 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:07.956438 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f33067-b2b8-4dea-8bb1-11ba4578d098 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:07.957885 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0f33067-b2b8-4dea-8bb1-11ba4578d098 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:07.965388 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-86e70f2c-32f6-49e7-a86e-e34c9c8046c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:07.987025 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-86e70f2c-32f6-49e7-a86e-e34c9c8046c5 None None] Transition to ACTIVE for port object a64762a7-dd99-4395-8474-714cf0ea1941 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:08.015593 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-86e70f2c-32f6-49e7-a86e-e34c9c8046c5 None None] Transition to ACTIVE for port object a64762a7-dd99-4395-8474-714cf0ea1941 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:08.015899 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e4e1da6c-3792-4fa0-b34d-62cf2b7b957e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:08.021392 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e4e1da6c-3792-4fa0-b34d-62cf2b7b957e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2927749 Apr 06 13:29:08.022041 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42850) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:08.027309 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-44f19300-2f0a-494f-a757-3256a7879d91 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:08.087301 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3a4acfc9-3011-42ac-b397-7de3f5e37e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:08.103277 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-86e70f2c-32f6-49e7-a86e-e34c9c8046c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:08.194112 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f33067-b2b8-4dea-8bb1-11ba4578d098 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Network': ['ID=2eddd71f-56fe-4d3a-9129-70766413e7c2,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:08.196043 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-611ff5c4-69e1-4fd4-8e0b-bc45c43ea7e0 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:08.203586 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ff5c4-69e1-4fd4-8e0b-bc45c43ea7e0 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] Pushing event deleted for resources: {'Network': ['ID=7cf4fc2b-ae14-47e0-a974-4b12f6e6b20b,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:08.232698 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 2eddd71f-56fe-4d3a-9129-70766413e7c2 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:29:08.236684 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f0f33067-b2b8-4dea-8bb1-11ba4578d098 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7850845 Apr 06 13:29:08.243401 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb8dbcd-cebc-4bce-bfcf-a9f17d462d23 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet 17afb568-cc05-468e-86d1-2dfc2cfee316 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:29:08.246111 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42854) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:08.257386 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-b26667cc-a242-4204-8c92-810190b2b80e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'subnet': {'network_id': '2eddd71f-56fe-4d3a-9129-70766413e7c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:08.278869 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dbcd-cebc-4bce-bfcf-a9f17d462d23 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:08.323386 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:08.341107 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-611ff5c4-69e1-4fd4-8e0b-bc45c43ea7e0 tempest-BulkNetworkOpsTest-971167266 tempest-BulkNetworkOpsTest-971167266-project] 10.222.0.48 "DELETE /v2.0/networks/7cf4fc2b-ae14-47e0-a974-4b12f6e6b20b HTTP/1.1" status: 204 len: 168 time: 2.2715468 Apr 06 13:29:08.389454 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e70f2c-32f6-49e7-a86e-e34c9c8046c5 None None] Network b3b91636-744d-4c82-8730-c3aeba191cfc is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:08.401952 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-86e70f2c-32f6-49e7-a86e-e34c9c8046c5 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:08.409319 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-3a4acfc9-3011-42ac-b397-7de3f5e37e6b None None] For port 96c21232-b20b-4dd6-bd82-f318cd9ed32d, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=96c21232-b20b-4dd6-bd82-f318cd9ed32d,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:08.409319 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e70f2c-32f6-49e7-a86e-e34c9c8046c5 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:08.416694 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e70f2c-32f6-49e7-a86e-e34c9c8046c5 None None] Pushing event updated for resources: {'Port': ['ID=a64762a7-dd99-4395-8474-714cf0ea1941,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:08.422393 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Subnet': ['ID=ec058f23-a358-4166-b652-89d91d7492ab,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:08.498886 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d12b182d-3e6c-402e-a080-2898c65468ea tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:08.558128 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3a4acfc9-3011-42ac-b397-7de3f5e37e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:08.625719 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d12b182d-3e6c-402e-a080-2898c65468ea tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:08.715476 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4acfc9-3011-42ac-b397-7de3f5e37e6b None None] Pushing event updated for resources: {'Port': ['ID=96c21232-b20b-4dd6-bd82-f318cd9ed32d,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:08.732487 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device b24e571a-5ca6-4dc7-9006-a1e464e5158a up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:29:08.733391 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-44f19300-2f0a-494f-a757-3256a7879d91 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:08.792809 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12b182d-3e6c-402e-a080-2898c65468ea tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:08.795491 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:08.814735 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-d12b182d-3e6c-402e-a080-2898c65468ea tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:08.814735 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12b182d-3e6c-402e-a080-2898c65468ea tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:08.821742 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dbcd-cebc-4bce-bfcf-a9f17d462d23 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:08.837002 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-5d520e49-00a2-4d68-ac7f-a1b468648064 None None] Provisioning complete for port 96c21232-b20b-4dd6-bd82-f318cd9ed32d triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:08.837389 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5d520e49-00a2-4d68-ac7f-a1b468648064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:08.876112 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b182d-3e6c-402e-a080-2898c65468ea tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Pushing event updated for resources: {'Port': ['ID=4e5531fa-94cb-4ea5-b740-5c6e18578f7b,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:08.903974 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b26667cc-a242-4204-8c92-810190b2b80e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:08.908305 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b26667cc-a242-4204-8c92-810190b2b80e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:subnet and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:08.911988 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b26667cc-a242-4204-8c92-810190b2b80e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:08.918168 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b26667cc-a242-4204-8c92-810190b2b80e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:08.918348 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-86e70f2c-32f6-49e7-a86e-e34c9c8046c5 None None] Attempting to bind port a64762a7-dd99-4395-8474-714cf0ea1941 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:29:08.918857 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-86e70f2c-32f6-49e7-a86e-e34c9c8046c5 None None] Attempting to bind port a64762a7-dd99-4395-8474-714cf0ea1941 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '0fc39836-f2e6-40fb-a0d5-d0c95d7a5ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b3b91636-744d-4c82-8730-c3aeba191cfc'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:29:08.919292 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e70f2c-32f6-49e7-a86e-e34c9c8046c5 None None] Attempting to bind port a64762a7-dd99-4395-8474-714cf0ea1941 on network b3b91636-744d-4c82-8730-c3aeba191cfc {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:29:08.930057 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b91636-744d-4c82-8730-c3aeba191cfc']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:08.951715 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc39836-f2e6-40fb-a0d5-d0c95d7a5ffb') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:08.952051 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc39836-f2e6-40fb-a0d5-d0c95d7a5ffb') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:08.966774 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e70f2c-32f6-49e7-a86e-e34c9c8046c5 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:29:08.967224 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e70f2c-32f6-49e7-a86e-e34c9c8046c5 None None] Checking segment: {'id': '0fc39836-f2e6-40fb-a0d5-d0c95d7a5ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b3b91636-744d-4c82-8730-c3aeba191cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:29:08.967804 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-86e70f2c-32f6-49e7-a86e-e34c9c8046c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:08.968367 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e70f2c-32f6-49e7-a86e-e34c9c8046c5 None None] Bound using segment: {'id': '0fc39836-f2e6-40fb-a0d5-d0c95d7a5ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b3b91636-744d-4c82-8730-c3aeba191cfc'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:29:08.968830 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-86e70f2c-32f6-49e7-a86e-e34c9c8046c5 None None] Bound port: a64762a7-dd99-4395-8474-714cf0ea1941, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc39836-f2e6-40fb-a0d5-d0c95d7a5ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b3b91636-744d-4c82-8730-c3aeba191cfc'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:29:08.969295 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-86e70f2c-32f6-49e7-a86e-e34c9c8046c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:08.971614 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:08.999191 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26667cc-a242-4204-8c92-810190b2b80e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:09.002194 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b26667cc-a242-4204-8c92-810190b2b80e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:09.021758 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:09.056536 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:29:09.056982 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:29:09.074191 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:29:09.200530 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-86e70f2c-32f6-49e7-a86e-e34c9c8046c5 None None] For port a64762a7-dd99-4395-8474-714cf0ea1941, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:29:09.214526 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port b24e571a-5ca6-4dc7-9006-a1e464e5158a triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:09.219263 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:09.221247 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dbcd-cebc-4bce-bfcf-a9f17d462d23 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:09.278346 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-86e70f2c-32f6-49e7-a86e-e34c9c8046c5 None None] For port a64762a7-dd99-4395-8474-714cf0ea1941, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a64762a7-dd99-4395-8474-714cf0ea1941,segment=NetworkSegment(0fc39836-f2e6-40fb-a0d5-d0c95d7a5ffb),segment_id=0fc39836-f2e6-40fb-a0d5-d0c95d7a5ffb)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:29:09.283238 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-5d520e49-00a2-4d68-ac7f-a1b468648064 None None] Provisioning complete for port fcaf3cf4-3512-4980-9754-de6ec13476ef triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:09.283759 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5d520e49-00a2-4d68-ac7f-a1b468648064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:09.334709 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42862) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:09.360473 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-86e70f2c-32f6-49e7-a86e-e34c9c8046c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:09.389334 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d12b182d-3e6c-402e-a080-2898c65468ea tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:09.434520 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.api [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 13:29:09.434520 dv-neutron-834600-1-hyperv neutron-server[88564]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 13:29:09.434520 dv-neutron-834600-1-hyperv neutron-server[88564]: [parameters: {'id': 'b3b91636-744d-4c82-8730-c3aeba191cfc'}] Apr 06 13:29:09.434520 dv-neutron-834600-1-hyperv neutron-server[88564]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:29:09.435080 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG oslo_db.api [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:29:09.457642 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-44f19300-2f0a-494f-a757-3256a7879d91 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:09.485677 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-5d520e49-00a2-4d68-ac7f-a1b468648064 None None] Port fcaf3cf4-3512-4980-9754-de6ec13476ef cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:29:09.530467 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b26667cc-a242-4204-8c92-810190b2b80e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:09.537262 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dbcd-cebc-4bce-bfcf-a9f17d462d23 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:09.566221 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e70f2c-32f6-49e7-a86e-e34c9c8046c5 None None] Pushing event updated for resources: {'Port': ['ID=a64762a7-dd99-4395-8474-714cf0ea1941,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:09.594160 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-44f19300-2f0a-494f-a757-3256a7879d91 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:09.595027 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-44f19300-2f0a-494f-a757-3256a7879d91 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:09.600402 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-597f0eec-6ed5-4822-bbd4-2a57f2265523 None None] Could not find standard attr ID for object 694a966f-264b-4fa0-9038-5cc9556558be. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:29:09.611367 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6eb8dbcd-cebc-4bce-bfcf-a9f17d462d23 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:09.613961 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fb0cf3-1be0-4783-a8d6-45efaeacb166 None None] Network b3b91636-744d-4c82-8730-c3aeba191cfc requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:09.632479 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d5315c-bbf0-4f3f-96e8-c250635334b4 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:09.655846 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d12b182d-3e6c-402e-a080-2898c65468ea tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:09.656102 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26667cc-a242-4204-8c92-810190b2b80e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Subnet': ['ID=e22513d3-30a7-4d47-94e9-a9dcba28c50f,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:09.702943 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8dbcd-cebc-4bce-bfcf-a9f17d462d23 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=17afb568-cc05-468e-86d1-2dfc2cfee316,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:09.713940 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26667cc-a242-4204-8c92-810190b2b80e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Checking segment: {'id': 'a5fa729c-cc95-4379-b1ae-f3846cd42853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2eddd71f-56fe-4d3a-9129-70766413e7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:29:09.714302 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26667cc-a242-4204-8c92-810190b2b80e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network hostable DHCP agents. Network: 2eddd71f-56fe-4d3a-9129-70766413e7c2, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:29:09.738001 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0d0fbe27-1a9d-48ba-880d-f74481aa1e92 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7005024bfea846fd9b8d3ce1bf8faf44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4008913 Apr 06 13:29:09.741706 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42868) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:09.747615 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6eb8dbcd-cebc-4bce-bfcf-a9f17d462d23 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/17afb568-cc05-468e-86d1-2dfc2cfee316 HTTP/1.1" status: 204 len: 168 time: 1.6595781 Apr 06 13:29:09.749748 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42872) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:09.809260 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f9663ad8-dc79-463d-84fa-acf4bfacf975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:09.822315 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26667cc-a242-4204-8c92-810190b2b80e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network 2eddd71f-56fe-4d3a-9129-70766413e7c2 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:29:09.844107 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f9663ad8-dc79-463d-84fa-acf4bfacf975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:09.907669 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-b26667cc-a242-4204-8c92-810190b2b80e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 2eddd71f-56fe-4d3a-9129-70766413e7c2) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:09.918733 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26667cc-a242-4204-8c92-810190b2b80e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:09.919830 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b26667cc-a242-4204-8c92-810190b2b80e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:09.937867 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:09.944293 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0435d9b9-326c-44bd-90b3-6202e07ad04e None None] Network 2eddd71f-56fe-4d3a-9129-70766413e7c2 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:09.961666 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Deleting port a64762a7-dd99-4395-8474-714cf0ea1941 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:09.962499 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:10.024474 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f9663ad8-dc79-463d-84fa-acf4bfacf975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:10.026981 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f9663ad8-dc79-463d-84fa-acf4bfacf975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:10.030747 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f9663ad8-dc79-463d-84fa-acf4bfacf975 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cccc0ace-6bbf-45ca-a632-c1c693446cae HTTP/1.1" status: 204 len: 168 time: 0.2856107 Apr 06 13:29:10.030747 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b26667cc-a242-4204-8c92-810190b2b80e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7824106 Apr 06 13:29:10.037291 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ff2893d0-9b97-4780-b97f-dc6baeab498b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2838645 Apr 06 13:29:10.037291 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42878) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:10.038954 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42880) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:10.045354 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f19300-2f0a-494f-a757-3256a7879d91 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Port': ['ID=fcaf3cf4-3512-4980-9754-de6ec13476ef,revision_number=3']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:10.056289 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-9c2a9882-b0b3-4d71-91ce-84140f44d4e5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'port': {'network_id': '2eddd71f-56fe-4d3a-9129-70766413e7c2', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1139439873'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:10.078995 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-838d7fd8-a6ef-4964-8f5f-f43daa36581c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:10.105993 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9663ad8-dc79-463d-84fa-acf4bfacf975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccc0ace-6bbf-45ca-a632-c1c693446cae,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:10.328891 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-838d7fd8-a6ef-4964-8f5f-f43daa36581c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:10.345412 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-838d7fd8-a6ef-4964-8f5f-f43daa36581c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:subnet and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:10.350143 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-838d7fd8-a6ef-4964-8f5f-f43daa36581c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:10.360123 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] For port a64762a7-dd99-4395-8474-714cf0ea1941, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a64762a7-dd99-4395-8474-714cf0ea1941,segment=NetworkSegment(0fc39836-f2e6-40fb-a0d5-d0c95d7a5ffb),segment_id=0fc39836-f2e6-40fb-a0d5-d0c95d7a5ffb)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:10.360498 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:10.370105 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-838d7fd8-a6ef-4964-8f5f-f43daa36581c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:10.429316 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439d9fe2-2a08-4bd7-8e0e-18a72083d7ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-2eddd71f-56fe-4d3a-9129-70766413e7c2', 'network_id': '2eddd71f-56fe-4d3a-9129-70766413e7c2', 'tenant_id': 'a526e3e3d3c243f2855d6757315c0284', 'fixed_ips': [{'subnet_id': 'e22513d3-30a7-4d47-94e9-a9dcba28c50f'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:29:10.430145 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-439d9fe2-2a08-4bd7-8e0e-18a72083d7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:10.500554 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04540b5-d29a-4f95-9128-b820cad4e482 None None] DHCP port deletion for 4a5369b0-8301-4713-81a5-ebef94e70f0e request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:29:10.516536 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-e04540b5-d29a-4f95-9128-b820cad4e482 None None] Deleting port 96c21232-b20b-4dd6-bd82-f318cd9ed32d {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:10.516921 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e04540b5-d29a-4f95-9128-b820cad4e482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:10.544530 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Calling delete_port for a64762a7-dd99-4395-8474-714cf0ea1941 owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:10.553712 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d12b182d-3e6c-402e-a080-2898c65468ea tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:10.595491 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f19300-2f0a-494f-a757-3256a7879d91 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network df204b1f-24af-4734-ac1d-a146cd4665b8 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:10.601149 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-44f19300-2f0a-494f-a757-3256a7879d91 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:10.607632 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 96c21232-b20b-4dd6-bd82-f318cd9ed32d no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:29:10.666959 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838d7fd8-a6ef-4964-8f5f-f43daa36581c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:10.671432 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-838d7fd8-a6ef-4964-8f5f-f43daa36581c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:10.750321 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:10.855350 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-9c2a9882-b0b3-4d71-91ce-84140f44d4e5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:10.861836 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9c2a9882-b0b3-4d71-91ce-84140f44d4e5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:port and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:10.865593 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9c2a9882-b0b3-4d71-91ce-84140f44d4e5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:10.872788 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-9c2a9882-b0b3-4d71-91ce-84140f44d4e5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:10.902583 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d12b182d-3e6c-402e-a080-2898c65468ea tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:11.043290 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b182d-3e6c-402e-a080-2898c65468ea tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Pushing event updated for resources: {'Port': ['ID=4e5531fa-94cb-4ea5-b740-5c6e18578f7b,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:11.045786 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2a9882-b0b3-4d71-91ce-84140f44d4e5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:11.049271 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9c2a9882-b0b3-4d71-91ce-84140f44d4e5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:11.094895 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-9c2a9882-b0b3-4d71-91ce-84140f44d4e5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] device_id is not set on port 90611a2d-8e78-4313-abd2-1a1ce23d967c yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:29:11.139272 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f19300-2f0a-494f-a757-3256a7879d91 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Router 9ee91f39-b253-400c-a72c-4867cb34312a is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:29:11.141788 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Port': ['ID=a64762a7-dd99-4395-8474-714cf0ea1941,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:11.151648 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d12b182d-3e6c-402e-a080-2898c65468ea tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:11.157609 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No DVR routers for this DVR port a64762a7-dd99-4395-8474-714cf0ea1941 on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:29:11.161128 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-e04540b5-d29a-4f95-9128-b820cad4e482 None None] For port 96c21232-b20b-4dd6-bd82-f318cd9ed32d, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=96c21232-b20b-4dd6-bd82-f318cd9ed32d,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:11.161619 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e04540b5-d29a-4f95-9128-b820cad4e482 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:11.185108 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-439d9fe2-2a08-4bd7-8e0e-18a72083d7ef None None] Allocated IP 172.20.0.2 (2eddd71f-56fe-4d3a-9129-70766413e7c2/e22513d3-30a7-4d47-94e9-a9dcba28c50f/953fa03f-d7df-42bb-9076-23b1cd7034ab) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:11.348770 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:11.405844 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b91636-744d-4c82-8730-c3aeba191cfc']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:11.408938 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-e04540b5-d29a-4f95-9128-b820cad4e482 None None] Calling delete_port for 96c21232-b20b-4dd6-bd82-f318cd9ed32d owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:11.416564 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f19300-2f0a-494f-a757-3256a7879d91 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:29:11.425697 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc39836-f2e6-40fb-a0d5-d0c95d7a5ffb') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:11.425697 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc39836-f2e6-40fb-a0d5-d0c95d7a5ffb') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:11.430169 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075c46e9-7bc0-4898-a84c-c4d9fd605911 None None] Sync routers for ids ['9ee91f39-b253-400c-a72c-4867cb34312a'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:29:11.440796 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-44f19300-2f0a-494f-a757-3256a7879d91 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "PUT /v2.0/routers/9ee91f39-b253-400c-a72c-4867cb34312a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8212948 Apr 06 13:29:11.441089 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42902) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:11.444908 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:11.450230 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075c46e9-7bc0-4898-a84c-c4d9fd605911 None None] Routers {'9ee91f39-b253-400c-a72c-4867cb34312a'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:29:11.451370 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-075c46e9-7bc0-4898-a84c-c4d9fd605911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:28:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['9ee91f39-b253-400c-a72c-4867cb34312a'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:11.476016 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-838d7fd8-a6ef-4964-8f5f-f43daa36581c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:11.483425 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:11.512397 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-32e482a0-83e5-4f60-93c0-ee8c783372d0 None None] Provisioning complete for port fcaf3cf4-3512-4980-9754-de6ec13476ef triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:11.513574 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-32e482a0-83e5-4f60-93c0-ee8c783372d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:11.526488 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9129e780-cd0a-4ad8-abba-0b94a740b201 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:11.527150 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9129e780-cd0a-4ad8-abba-0b94a740b201 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Synchronizing usage tracker for tenant:914bb3d1bef745388dc453a227f40127 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:11.540739 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d12b182d-3e6c-402e-a080-2898c65468ea tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:11.542177 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d12b182d-3e6c-402e-a080-2898c65468ea tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6886082 Apr 06 13:29:11.547536 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:11.551912 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42906) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:11.559026 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-075c46e9-7bc0-4898-a84c-c4d9fd605911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:11.563246 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-5d42f3ae-ebc5-47da-8f69-87ea97e9e031 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2051545899'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:11.571002 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075c46e9-7bc0-4898-a84c-c4d9fd605911 None None] Routers {'9ee91f39-b253-400c-a72c-4867cb34312a'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:29:11.571522 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-5d42f3ae-ebc5-47da-8f69-87ea97e9e031 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:11.572162 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-075c46e9-7bc0-4898-a84c-c4d9fd605911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:28:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['9ee91f39-b253-400c-a72c-4867cb34312a'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:11.577497 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-5d42f3ae-ebc5-47da-8f69-87ea97e9e031 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Usage tracker for resource:network and tenant:3791a12f80c948a9bda03ef40ff615ce is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:11.582911 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-5d42f3ae-ebc5-47da-8f69-87ea97e9e031 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:11.583594 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838d7fd8-a6ef-4964-8f5f-f43daa36581c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:11.584786 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:29:11.585414 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:11.591246 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-5d42f3ae-ebc5-47da-8f69-87ea97e9e031 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:29:11.615026 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:29:11.617000 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-838d7fd8-a6ef-4964-8f5f-f43daa36581c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:11.624076 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9129e780-cd0a-4ad8-abba-0b94a740b201 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Unset dirty status for tenant:914bb3d1bef745388dc453a227f40127 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:11.626168 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9129e780-cd0a-4ad8-abba-0b94a740b201 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "GET /v2.0/ports/fcaf3cf4-3512-4980-9754-de6ec13476ef HTTP/1.1" status: 200 len: 982 time: 0.1814830 Apr 06 13:29:11.632989 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42912) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:11.646883 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838d7fd8-a6ef-4964-8f5f-f43daa36581c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:11.647487 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-838d7fd8-a6ef-4964-8f5f-f43daa36581c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:11.700046 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-075c46e9-7bc0-4898-a84c-c4d9fd605911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:11.700983 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075c46e9-7bc0-4898-a84c-c4d9fd605911 None None] The sync data for ids ['9ee91f39-b253-400c-a72c-4867cb34312a'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:29:11.717614 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d42f3ae-ebc5-47da-8f69-87ea97e9e031 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Made reservation on behalf of 3791a12f80c948a9bda03ef40ff615ce for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:11.722554 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5d42f3ae-ebc5-47da-8f69-87ea97e9e031 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:11.742033 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d7fd8-a6ef-4964-8f5f-f43daa36581c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=6bba7efc-c4ad-4d9a-ad33-bf9a02df20d1,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:11.761530 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5d42f3ae-ebc5-47da-8f69-87ea97e9e031 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:11.781346 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42916) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:11.827535 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:11.840366 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-5d42f3ae-ebc5-47da-8f69-87ea97e9e031 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:11.840515 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 96c21232-b20b-4dd6-bd82-f318cd9ed32d, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=96c21232-b20b-4dd6-bd82-f318cd9ed32d,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:11.849224 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-5d42f3ae-ebc5-47da-8f69-87ea97e9e031 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Usage tracker for resource:security_group_rule and tenant:3791a12f80c948a9bda03ef40ff615ce is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:11.854117 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-5d42f3ae-ebc5-47da-8f69-87ea97e9e031 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:11.876128 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:11.878073 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-5d42f3ae-ebc5-47da-8f69-87ea97e9e031 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:11.879983 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-32e482a0-83e5-4f60-93c0-ee8c783372d0 None None] Port fcaf3cf4-3512-4980-9754-de6ec13476ef cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:29:11.891528 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Network': ['ID=b3b91636-744d-4c82-8730-c3aeba191cfc,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:11.898059 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-838d7fd8-a6ef-4964-8f5f-f43daa36581c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8288901 Apr 06 13:29:11.902458 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42922) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:11.912459 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-965aedc2-5bd7-4b37-bb18-c67811aa495f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'port': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'name': 'tempest-NetworksTestDHCPv6-2120127775'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:11.919038 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:11.942109 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3ceaff4c-7ba6-4d51-8a95-71d0e8be1b6a tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/networks/b3b91636-744d-4c82-8730-c3aeba191cfc HTTP/1.1" status: 204 len: 168 time: 5.6181884 Apr 06 13:29:11.953900 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-b05fb94f-3a0b-4b18-ab23-5efd58dd0408 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Request body: {'security_group': {'name': 'tempest-secgroup--66494371'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:11.963468 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b05fb94f-3a0b-4b18-ab23-5efd58dd0408 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:11.967549 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b05fb94f-3a0b-4b18-ab23-5efd58dd0408 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Usage tracker for resource:security_group and tenant:67ddf76bc53a4d9187c3f427ef2f2431 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:11.968648 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-e04540b5-d29a-4f95-9128-b820cad4e482 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:29:11.969001 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-e04540b5-d29a-4f95-9128-b820cad4e482 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:29:11.971285 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b05fb94f-3a0b-4b18-ab23-5efd58dd0408 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:11.977700 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42926) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:11.998498 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b05fb94f-3a0b-4b18-ab23-5efd58dd0408 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:12.007709 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-cda76b4b-e4b5-497d-b9fe-e43c82a9c848 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-405253658'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:12.016424 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-cda76b4b-e4b5-497d-b9fe-e43c82a9c848 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:12.025028 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-cda76b4b-e4b5-497d-b9fe-e43c82a9c848 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Usage tracker for resource:network and tenant:bfb47db20f0d451b8551770a994c0a42 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:12.029162 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-cda76b4b-e4b5-497d-b9fe-e43c82a9c848 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:12.057874 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=96c21232-b20b-4dd6-bd82-f318cd9ed32d,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:12.072895 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-439d9fe2-2a08-4bd7-8e0e-18a72083d7ef None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:12.085931 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-cda76b4b-e4b5-497d-b9fe-e43c82a9c848 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:12.088238 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-439d9fe2-2a08-4bd7-8e0e-18a72083d7ef None None] Transition to ACTIVE for port object 953fa03f-d7df-42bb-9076-23b1cd7034ab will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:12.120549 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-439d9fe2-2a08-4bd7-8e0e-18a72083d7ef None None] Transition to ACTIVE for port object 953fa03f-d7df-42bb-9076-23b1cd7034ab will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:12.150223 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b05fb94f-3a0b-4b18-ab23-5efd58dd0408 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:12.161275 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-965aedc2-5bd7-4b37-bb18-c67811aa495f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:12.166355 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b05fb94f-3a0b-4b18-ab23-5efd58dd0408 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:12.180946 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-965aedc2-5bd7-4b37-bb18-c67811aa495f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:port and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:12.185096 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda76b4b-e4b5-497d-b9fe-e43c82a9c848 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Made reservation on behalf of bfb47db20f0d451b8551770a994c0a42 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:12.188621 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cda76b4b-e4b5-497d-b9fe-e43c82a9c848 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:12.196041 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-439d9fe2-2a08-4bd7-8e0e-18a72083d7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:12.214131 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-965aedc2-5bd7-4b37-bb18-c67811aa495f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:12.224889 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-965aedc2-5bd7-4b37-bb18-c67811aa495f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:12.230271 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b05fb94f-3a0b-4b18-ab23-5efd58dd0408 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:12.249931 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b05fb94f-3a0b-4b18-ab23-5efd58dd0408 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Usage tracker for resource:security_group_rule and tenant:67ddf76bc53a4d9187c3f427ef2f2431 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:12.256615 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b05fb94f-3a0b-4b18-ab23-5efd58dd0408 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:12.259444 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439d9fe2-2a08-4bd7-8e0e-18a72083d7ef None None] Network 2eddd71f-56fe-4d3a-9129-70766413e7c2 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:12.266735 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-439d9fe2-2a08-4bd7-8e0e-18a72083d7ef None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:12.269932 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b05fb94f-3a0b-4b18-ab23-5efd58dd0408 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:12.271893 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439d9fe2-2a08-4bd7-8e0e-18a72083d7ef None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:12.277098 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda76b4b-e4b5-497d-b9fe-e43c82a9c848 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:29:12.299280 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cda76b4b-e4b5-497d-b9fe-e43c82a9c848 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:12.299706 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-cda76b4b-e4b5-497d-b9fe-e43c82a9c848 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Added segment 9876706b-3bc0-459a-8112-b005cb73ac67 of type vlan for network 21e6d263-2e9e-4751-b297-0609787b6c13 Apr 06 13:29:12.304210 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965aedc2-5bd7-4b37-bb18-c67811aa495f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:12.304546 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d9fe2-2a08-4bd7-8e0e-18a72083d7ef None None] Pushing event updated for resources: {'Port': ['ID=953fa03f-d7df-42bb-9076-23b1cd7034ab,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:12.308943 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-965aedc2-5bd7-4b37-bb18-c67811aa495f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:12.355878 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-965aedc2-5bd7-4b37-bb18-c67811aa495f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] device_id is not set on port ed5b6639-0e03-40fe-aca0-ba25d40f448b yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:29:12.374871 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-439d9fe2-2a08-4bd7-8e0e-18a72083d7ef None None] Attempting to bind port 953fa03f-d7df-42bb-9076-23b1cd7034ab on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:29:12.375252 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-439d9fe2-2a08-4bd7-8e0e-18a72083d7ef None None] Attempting to bind port 953fa03f-d7df-42bb-9076-23b1cd7034ab by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'a5fa729c-cc95-4379-b1ae-f3846cd42853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2eddd71f-56fe-4d3a-9129-70766413e7c2'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:29:12.375623 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439d9fe2-2a08-4bd7-8e0e-18a72083d7ef None None] Attempting to bind port 953fa03f-d7df-42bb-9076-23b1cd7034ab on network 2eddd71f-56fe-4d3a-9129-70766413e7c2 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:29:12.382513 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439d9fe2-2a08-4bd7-8e0e-18a72083d7ef None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:29:12.382944 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439d9fe2-2a08-4bd7-8e0e-18a72083d7ef None None] Checking segment: {'id': 'a5fa729c-cc95-4379-b1ae-f3846cd42853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2eddd71f-56fe-4d3a-9129-70766413e7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:29:12.383348 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-439d9fe2-2a08-4bd7-8e0e-18a72083d7ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:12.383745 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439d9fe2-2a08-4bd7-8e0e-18a72083d7ef None None] Bound using segment: {'id': 'a5fa729c-cc95-4379-b1ae-f3846cd42853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2eddd71f-56fe-4d3a-9129-70766413e7c2'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:29:12.384278 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-439d9fe2-2a08-4bd7-8e0e-18a72083d7ef None None] Bound port: 953fa03f-d7df-42bb-9076-23b1cd7034ab, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fa729c-cc95-4379-b1ae-f3846cd42853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2eddd71f-56fe-4d3a-9129-70766413e7c2'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:29:12.384667 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-439d9fe2-2a08-4bd7-8e0e-18a72083d7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:12.425523 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cda76b4b-e4b5-497d-b9fe-e43c82a9c848 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:12.472960 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-e04540b5-d29a-4f95-9128-b820cad4e482 None None] Deleting port 96c21232-b20b-4dd6-bd82-f318cd9ed32d {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:12.473535 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e04540b5-d29a-4f95-9128-b820cad4e482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:12.525773 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-439d9fe2-2a08-4bd7-8e0e-18a72083d7ef None None] For port 953fa03f-d7df-42bb-9076-23b1cd7034ab, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:29:12.534835 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-439d9fe2-2a08-4bd7-8e0e-18a72083d7ef None None] For port 953fa03f-d7df-42bb-9076-23b1cd7034ab, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=953fa03f-d7df-42bb-9076-23b1cd7034ab,segment=NetworkSegment(a5fa729c-cc95-4379-b1ae-f3846cd42853),segment_id=a5fa729c-cc95-4379-b1ae-f3846cd42853)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:29:12.581857 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b05fb94f-3a0b-4b18-ab23-5efd58dd0408 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:12.604762 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-965aedc2-5bd7-4b37-bb18-c67811aa495f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 2001:db8::1db (4a5369b0-8301-4713-81a5-ebef94e70f0e/6bba7efc-c4ad-4d9a-ad33-bf9a02df20d1/ed5b6639-0e03-40fe-aca0-ba25d40f448b) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:12.608269 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-9c2a9882-b0b3-4d71-91ce-84140f44d4e5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Allocated IP 172.20.0.14 (2eddd71f-56fe-4d3a-9129-70766413e7c2/e22513d3-30a7-4d47-94e9-a9dcba28c50f/90611a2d-8e78-4313-abd2-1a1ce23d967c) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:12.631379 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-439d9fe2-2a08-4bd7-8e0e-18a72083d7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:12.649654 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cda76b4b-e4b5-497d-b9fe-e43c82a9c848 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:12.655047 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5d42f3ae-ebc5-47da-8f69-87ea97e9e031 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:12.655712 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda76b4b-e4b5-497d-b9fe-e43c82a9c848 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:12.655966 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cda76b4b-e4b5-497d-b9fe-e43c82a9c848 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:12.721019 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b05fb94f-3a0b-4b18-ab23-5efd58dd0408 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:12.739886 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5d42f3ae-ebc5-47da-8f69-87ea97e9e031 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:12.746707 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b05fb94f-3a0b-4b18-ab23-5efd58dd0408 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:12.751720 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d42f3ae-ebc5-47da-8f69-87ea97e9e031 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:29:12.761108 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5d42f3ae-ebc5-47da-8f69-87ea97e9e031 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:12.761490 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-5d42f3ae-ebc5-47da-8f69-87ea97e9e031 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Added segment 402d3d7b-7edc-45f5-8761-a382fa739a97 of type vlan for network c8959d7f-4901-4156-ac0f-c2cd734d62bc Apr 06 13:29:12.789057 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5d42f3ae-ebc5-47da-8f69-87ea97e9e031 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:12.795990 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d9fe2-2a08-4bd7-8e0e-18a72083d7ef None None] Pushing event updated for resources: {'Port': ['ID=953fa03f-d7df-42bb-9076-23b1cd7034ab,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:12.825060 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-e04540b5-d29a-4f95-9128-b820cad4e482 None None] For port 96c21232-b20b-4dd6-bd82-f318cd9ed32d, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=96c21232-b20b-4dd6-bd82-f318cd9ed32d,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:12.826057 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e04540b5-d29a-4f95-9128-b820cad4e482 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:12.840394 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b05fb94f-3a0b-4b18-ab23-5efd58dd0408 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Usage tracker for resource:security_group_rule and tenant:67ddf76bc53a4d9187c3f427ef2f2431 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:12.856681 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b05fb94f-3a0b-4b18-ab23-5efd58dd0408 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:12.867184 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-cda76b4b-e4b5-497d-b9fe-e43c82a9c848 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8704736 Apr 06 13:29:12.877958 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42930) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:12.938990 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b05fb94f-3a0b-4b18-ab23-5efd58dd0408 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:12.941656 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05fb94f-3a0b-4b18-ab23-5efd58dd0408 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4890e065-e27f-4c27-93b2-7b9837b3aa60,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:12.944443 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda76b4b-e4b5-497d-b9fe-e43c82a9c848 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event updated for resources: {'Network': ['ID=21e6d263-2e9e-4751-b297-0609787b6c13,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:12.950739 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-dfaf26e9-9ee1-44e9-b1ff-3fd159197ee6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Request body: {'subnet': {'network_id': '21e6d263-2e9e-4751-b297-0609787b6c13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:12.958051 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42f3ae-ebc5-47da-8f69-87ea97e9e031 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=039fe5e1-d22f-49ef-b890-ad9d80858a6d,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:12.988422 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5d42f3ae-ebc5-47da-8f69-87ea97e9e031 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:12.995024 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d42f3ae-ebc5-47da-8f69-87ea97e9e031 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:12.995917 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5d42f3ae-ebc5-47da-8f69-87ea97e9e031 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:12.997410 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-e04540b5-d29a-4f95-9128-b820cad4e482 None None] Calling delete_port for 96c21232-b20b-4dd6-bd82-f318cd9ed32d owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:13.102265 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 21e6d263-2e9e-4751-b297-0609787b6c13 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:29:13.147112 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9c2a9882-b0b3-4d71-91ce-84140f44d4e5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:13.304331 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-dfaf26e9-9ee1-44e9-b1ff-3fd159197ee6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:13.310361 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-dfaf26e9-9ee1-44e9-b1ff-3fd159197ee6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Usage tracker for resource:subnet and tenant:bfb47db20f0d451b8551770a994c0a42 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:13.310961 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-9c2a9882-b0b3-4d71-91ce-84140f44d4e5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Transition to ACTIVE for port object 90611a2d-8e78-4313-abd2-1a1ce23d967c will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:13.315229 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-dfaf26e9-9ee1-44e9-b1ff-3fd159197ee6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:13.327776 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-dfaf26e9-9ee1-44e9-b1ff-3fd159197ee6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:13.361433 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5d42f3ae-ebc5-47da-8f69-87ea97e9e031 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8076653 Apr 06 13:29:13.383459 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-965aedc2-5bd7-4b37-bb18-c67811aa495f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:13.409048 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-965aedc2-5bd7-4b37-bb18-c67811aa495f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Transition to ACTIVE for port object ed5b6639-0e03-40fe-aca0-ba25d40f448b will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:13.419880 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42934) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:13.422445 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42f3ae-ebc5-47da-8f69-87ea97e9e031 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Pushing event updated for resources: {'Network': ['ID=c8959d7f-4901-4156-ac0f-c2cd734d62bc,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:13.431256 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfaf26e9-9ee1-44e9-b1ff-3fd159197ee6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Made reservation on behalf of bfb47db20f0d451b8551770a994c0a42 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:13.435189 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network c8959d7f-4901-4156-ac0f-c2cd734d62bc details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:29:13.438690 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-dfaf26e9-9ee1-44e9-b1ff-3fd159197ee6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:13.481071 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9c2a9882-b0b3-4d71-91ce-84140f44d4e5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:13.486892 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7f43abf6-eafa-45ef-a33f-781750fa843d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:13.493063 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e04540b5-d29a-4f95-9128-b820cad4e482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:13.599063 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04540b5-d29a-4f95-9128-b820cad4e482 None None] Pushing event deleted for resources: {'Port': ['ID=96c21232-b20b-4dd6-bd82-f318cd9ed32d,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:13.621198 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-045dedc1-2a39-452e-90d1-9915a80b3e7a tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Request body: {'subnet': {'network_id': 'c8959d7f-4901-4156-ac0f-c2cd734d62bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:13.659142 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04540b5-d29a-4f95-9128-b820cad4e482 None None] No DVR routers for this DVR port 96c21232-b20b-4dd6-bd82-f318cd9ed32d on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:29:13.699200 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6a6982-2e1a-4044-b357-5aca6384cf32 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:13.770094 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2a9882-b0b3-4d71-91ce-84140f44d4e5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network 2eddd71f-56fe-4d3a-9129-70766413e7c2 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:13.777825 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-9c2a9882-b0b3-4d71-91ce-84140f44d4e5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:13.794885 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2a9882-b0b3-4d71-91ce-84140f44d4e5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:13.859128 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a9882-b0b3-4d71-91ce-84140f44d4e5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Port': ['ID=90611a2d-8e78-4313-abd2-1a1ce23d967c,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:13.976794 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b05fb94f-3a0b-4b18-ab23-5efd58dd0408 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:14.066390 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b05fb94f-3a0b-4b18-ab23-5efd58dd0408 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:14.074586 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a9882-b0b3-4d71-91ce-84140f44d4e5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:14.079906 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9c2a9882-b0b3-4d71-91ce-84140f44d4e5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:14.156634 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-7f43abf6-eafa-45ef-a33f-781750fa843d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Deleting port fcaf3cf4-3512-4980-9754-de6ec13476ef {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:14.156634 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7f43abf6-eafa-45ef-a33f-781750fa843d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:14.161287 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-965aedc2-5bd7-4b37-bb18-c67811aa495f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:14.167365 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-045dedc1-2a39-452e-90d1-9915a80b3e7a tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:14.340763 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-045dedc1-2a39-452e-90d1-9915a80b3e7a tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Usage tracker for resource:subnet and tenant:3791a12f80c948a9bda03ef40ff615ce is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:14.352671 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965aedc2-5bd7-4b37-bb18-c67811aa495f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=ed5b6639-0e03-40fe-aca0-ba25d40f448b,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:14.361112 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-045dedc1-2a39-452e-90d1-9915a80b3e7a tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:14.407376 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-045dedc1-2a39-452e-90d1-9915a80b3e7a tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:14.408231 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b861c3b-fd2d-4462-b770-75726a7a00c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-4a5369b0-8301-4713-81a5-ebef94e70f0e', 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'fixed_ips': [{'subnet_id': '6bba7efc-c4ad-4d9a-ad33-bf9a02df20d1'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:29:14.409608 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1b861c3b-fd2d-4462-b770-75726a7a00c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:14.426445 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9c2a9882-b0b3-4d71-91ce-84140f44d4e5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 4.3803310 Apr 06 13:29:14.428049 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42938) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:14.437346 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7f43abf6-eafa-45ef-a33f-781750fa843d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:14.437626 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965aedc2-5bd7-4b37-bb18-c67811aa495f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:14.441338 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05fb94f-3a0b-4b18-ab23-5efd58dd0408 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1021e62b-6d03-4b21-9845-40155c3e9362,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:14.446128 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e2ff39-edbe-4d46-b602-90e7f9296485 None None] Network 2eddd71f-56fe-4d3a-9129-70766413e7c2 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:14.514131 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-965aedc2-5bd7-4b37-bb18-c67811aa495f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:14.517351 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965aedc2-5bd7-4b37-bb18-c67811aa495f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:14.525017 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965aedc2-5bd7-4b37-bb18-c67811aa495f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:14.526433 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-965aedc2-5bd7-4b37-bb18-c67811aa495f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:14.571994 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b05fb94f-3a0b-4b18-ab23-5efd58dd0408 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:14.574220 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b05fb94f-3a0b-4b18-ab23-5efd58dd0408 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.7913105 Apr 06 13:29:14.600930 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42942) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:14.629828 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-7f43abf6-eafa-45ef-a33f-781750fa843d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Calling delete_port for fcaf3cf4-3512-4980-9754-de6ec13476ef owned by network:router_interface {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:14.657614 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045dedc1-2a39-452e-90d1-9915a80b3e7a tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Made reservation on behalf of 3791a12f80c948a9bda03ef40ff615ce for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:14.662542 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-045dedc1-2a39-452e-90d1-9915a80b3e7a tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:14.734851 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-965aedc2-5bd7-4b37-bb18-c67811aa495f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8259614 Apr 06 13:29:14.735070 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42946) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:14.735157 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-ee807c98-bde2-4aa4-afe7-8698899b9e26 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting port 90611a2d-8e78-4313-abd2-1a1ce23d967c {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:14.735157 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ee807c98-bde2-4aa4-afe7-8698899b9e26 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:14.759832 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 953fa03f-d7df-42bb-9076-23b1cd7034ab up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:29:14.843725 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-dfaf26e9-9ee1-44e9-b1ff-3fd159197ee6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:14.909078 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-142db0b4-1dce-49ea-b9e6-248fb6d37c3d None None] Provisioning for port 953fa03f-d7df-42bb-9076-23b1cd7034ab completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:14.915304 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-1b861c3b-fd2d-4462-b770-75726a7a00c5 None None] Allocated IP 2001:db8::2 (4a5369b0-8301-4713-81a5-ebef94e70f0e/6bba7efc-c4ad-4d9a-ad33-bf9a02df20d1/a7184969-cda6-4050-afb3-ffa59ede7793) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:14.954229 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b9fd0f7a-db28-48e4-9935-30875af81155 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Synchronizing usage tracker for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:15.039097 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6a8ee3-4b9a-4b7a-8bf4-8145d3375d1e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:15.039891 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4b6a8ee3-4b9a-4b7a-8bf4-8145d3375d1e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3062911 Apr 06 13:29:15.042201 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf26e9-9ee1-44e9-b1ff-3fd159197ee6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event updated for resources: {'Subnet': ['ID=440afe5a-ebee-4b42-8a11-773318d0c8b5,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:15.046746 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42950) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:15.131076 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 953fa03f-d7df-42bb-9076-23b1cd7034ab completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:15.138185 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaf26e9-9ee1-44e9-b1ff-3fd159197ee6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Checking segment: {'id': '9876706b-3bc0-459a-8112-b005cb73ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '21e6d263-2e9e-4751-b297-0609787b6c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:29:15.138550 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaf26e9-9ee1-44e9-b1ff-3fd159197ee6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Network hostable DHCP agents. Network: 21e6d263-2e9e-4751-b297-0609787b6c13, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:29:15.145377 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 953fa03f-d7df-42bb-9076-23b1cd7034ab triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:15.145377 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:15.176834 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-e62080c3-bebc-4ce1-b8ad-eeb57cd7b51a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting port ed5b6639-0e03-40fe-aca0-ba25d40f448b {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:15.177685 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e62080c3-bebc-4ce1-b8ad-eeb57cd7b51a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:15.204880 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b9fd0f7a-db28-48e4-9935-30875af81155 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Unset dirty status for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:15.209502 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b9fd0f7a-db28-48e4-9935-30875af81155 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 0.5964882 Apr 06 13:29:15.235986 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42954) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:15.245080 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-3619b2bc-ca3a-4cdd-9e00-9f953dddc3f2 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Request body: {'security_group': {'name': 'tempest-security--510002864', 'description': 'tempest-security-description-660153394'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:15.271811 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7f43abf6-eafa-45ef-a33f-781750fa843d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:15.356324 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43abf6-eafa-45ef-a33f-781750fa843d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Port': ['ID=fcaf3cf4-3512-4980-9754-de6ec13476ef,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:15.396095 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ee807c98-bde2-4aa4-afe7-8698899b9e26 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:15.413442 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1b861c3b-fd2d-4462-b770-75726a7a00c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:15.431667 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-1b861c3b-fd2d-4462-b770-75726a7a00c5 None None] Transition to ACTIVE for port object a7184969-cda6-4050-afb3-ffa59ede7793 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:15.461719 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:15.507188 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-990d9046-982c-4bb4-84aa-24af405a75ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:15.509059 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-1b861c3b-fd2d-4462-b770-75726a7a00c5 None None] Transition to ACTIVE for port object a7184969-cda6-4050-afb3-ffa59ede7793 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:15.543583 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 953fa03f-d7df-42bb-9076-23b1cd7034ab, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=953fa03f-d7df-42bb-9076-23b1cd7034ab,segment=NetworkSegment(a5fa729c-cc95-4379-b1ae-f3846cd42853),segment_id=a5fa729c-cc95-4379-b1ae-f3846cd42853)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:15.559125 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3619b2bc-ca3a-4cdd-9e00-9f953dddc3f2 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:15.570244 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-045dedc1-2a39-452e-90d1-9915a80b3e7a tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:15.576439 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaf26e9-9ee1-44e9-b1ff-3fd159197ee6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Network 21e6d263-2e9e-4751-b297-0609787b6c13 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:29:15.585335 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-ee807c98-bde2-4aa4-afe7-8698899b9e26 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Calling delete_port for 90611a2d-8e78-4313-abd2-1a1ce23d967c owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:15.605627 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1b861c3b-fd2d-4462-b770-75726a7a00c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:15.686317 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:15.716904 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b861c3b-fd2d-4462-b770-75726a7a00c5 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:15.721937 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-1b861c3b-fd2d-4462-b770-75726a7a00c5 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:15.725736 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b861c3b-fd2d-4462-b770-75726a7a00c5 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:15.743344 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045dedc1-2a39-452e-90d1-9915a80b3e7a tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Pushing event updated for resources: {'Subnet': ['ID=776ec458-3bbd-4bf3-8ce7-fcbae0a2b9c3,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:15.774033 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-dfaf26e9-9ee1-44e9-b1ff-3fd159197ee6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 21e6d263-2e9e-4751-b297-0609787b6c13) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:15.780421 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045dedc1-2a39-452e-90d1-9915a80b3e7a tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Checking segment: {'id': '402d3d7b-7edc-45f5-8761-a382fa739a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c8959d7f-4901-4156-ac0f-c2cd734d62bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:29:15.780787 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045dedc1-2a39-452e-90d1-9915a80b3e7a tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Network hostable DHCP agents. Network: c8959d7f-4901-4156-ac0f-c2cd734d62bc, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:29:15.787448 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaf26e9-9ee1-44e9-b1ff-3fd159197ee6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:15.789159 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-dfaf26e9-9ee1-44e9-b1ff-3fd159197ee6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:15.814042 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b861c3b-fd2d-4462-b770-75726a7a00c5 None None] Pushing event updated for resources: {'Port': ['ID=a7184969-cda6-4050-afb3-ffa59ede7793,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:15.824366 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d5b20a07-e745-4069-a18b-55f51c99e821 None None] Provisioning complete for port 953fa03f-d7df-42bb-9076-23b1cd7034ab triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:15.824883 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d5b20a07-e745-4069-a18b-55f51c99e821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:15.831205 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7f43abf6-eafa-45ef-a33f-781750fa843d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:15.885483 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222fdf49-7aba-4017-8572-ca56c40d3a8e None None] Network 21e6d263-2e9e-4751-b297-0609787b6c13 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:15.903233 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3619b2bc-ca3a-4cdd-9e00-9f953dddc3f2 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:15.926500 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ee807c98-bde2-4aa4-afe7-8698899b9e26 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:15.972395 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-dfaf26e9-9ee1-44e9-b1ff-3fd159197ee6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0877988 Apr 06 13:29:15.976672 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42958) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:15.983555 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045dedc1-2a39-452e-90d1-9915a80b3e7a tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Network c8959d7f-4901-4156-ac0f-c2cd734d62bc is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:29:15.990089 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee807c98-bde2-4aa4-afe7-8698899b9e26 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Port': ['ID=90611a2d-8e78-4313-abd2-1a1ce23d967c,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:15.993027 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3619b2bc-ca3a-4cdd-9e00-9f953dddc3f2 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:16.021968 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-1b861c3b-fd2d-4462-b770-75726a7a00c5 None None] Attempting to bind port a7184969-cda6-4050-afb3-ffa59ede7793 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:29:16.022408 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-1b861c3b-fd2d-4462-b770-75726a7a00c5 None None] Attempting to bind port a7184969-cda6-4050-afb3-ffa59ede7793 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:29:16.022701 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b861c3b-fd2d-4462-b770-75726a7a00c5 None None] Attempting to bind port a7184969-cda6-4050-afb3-ffa59ede7793 on network 4a5369b0-8301-4713-81a5-ebef94e70f0e {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:29:16.038555 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b861c3b-fd2d-4462-b770-75726a7a00c5 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:29:16.038939 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b861c3b-fd2d-4462-b770-75726a7a00c5 None None] Checking segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:29:16.039377 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1b861c3b-fd2d-4462-b770-75726a7a00c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:16.039726 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b861c3b-fd2d-4462-b770-75726a7a00c5 None None] Bound using segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:29:16.040202 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-1b861c3b-fd2d-4462-b770-75726a7a00c5 None None] Bound port: a7184969-cda6-4050-afb3-ffa59ede7793, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:29:16.040577 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1b861c3b-fd2d-4462-b770-75726a7a00c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:16.123742 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ee807c98-bde2-4aa4-afe7-8698899b9e26 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:16.130050 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ee807c98-bde2-4aa4-afe7-8698899b9e26 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/ports/90611a2d-8e78-4313-abd2-1a1ce23d967c HTTP/1.1" status: 204 len: 168 time: 1.6971471 Apr 06 13:29:16.132131 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42962) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:16.158206 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3619b2bc-ca3a-4cdd-9e00-9f953dddc3f2 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:16.159363 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3619b2bc-ca3a-4cdd-9e00-9f953dddc3f2 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "PUT /v2.0/security-groups/1021e62b-6d03-4b21-9845-40155c3e9362 HTTP/1.1" status: 200 len: 1776 time: 0.9226651 Apr 06 13:29:16.172062 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e62080c3-bebc-4ce1-b8ad-eeb57cd7b51a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:16.201727 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-045dedc1-2a39-452e-90d1-9915a80b3e7a tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, c8959d7f-4901-4156-ac0f-c2cd734d62bc) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:16.211258 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42966) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:16.235384 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045dedc1-2a39-452e-90d1-9915a80b3e7a tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:16.235981 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-045dedc1-2a39-452e-90d1-9915a80b3e7a tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:16.257344 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d574c6-94d2-46ee-8698-4a84946ed0b0 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] GET failed (client error): The resource could not be found. Apr 06 13:29:16.257885 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-51d574c6-94d2-46ee-8698-4a84946ed0b0 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Synchronizing usage tracker for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:16.326548 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ef8ad3fb-097c-4aa3-a0cc-d9bd807a335e tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-groups/1021e62b-6d03-4b21-9845-40155c3e9362 HTTP/1.1" status: 200 len: 1776 time: 0.1119139 Apr 06 13:29:16.326760 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42970) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:16.330695 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-1b861c3b-fd2d-4462-b770-75726a7a00c5 None None] For port a7184969-cda6-4050-afb3-ffa59ede7793, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:29:16.335404 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-1b861c3b-fd2d-4462-b770-75726a7a00c5 None None] For port a7184969-cda6-4050-afb3-ffa59ede7793, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a7184969-cda6-4050-afb3-ffa59ede7793,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:29:16.341721 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49428b18-1144-4e9d-ae8d-3a8ea7b95d98 None None] Network c8959d7f-4901-4156-ac0f-c2cd734d62bc requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:16.346289 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619b2bc-ca3a-4cdd-9e00-9f953dddc3f2 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1021e62b-6d03-4b21-9845-40155c3e9362,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:16.352168 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-51d574c6-94d2-46ee-8698-4a84946ed0b0 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Unset dirty status for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:16.361435 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-51d574c6-94d2-46ee-8698-4a84946ed0b0 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "GET /v2.0/ports/90611a2d-8e78-4313-abd2-1a1ce23d967c HTTP/1.1" status: 404 len: 333 time: 0.2223911 Apr 06 13:29:16.366888 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42974) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:16.424787 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-045dedc1-2a39-452e-90d1-9915a80b3e7a tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9978859 Apr 06 13:29:16.429792 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42978) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:16.461575 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-ab074b58-0114-4e81-8014-d1487c7855e7 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2076628311', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}, 'admin_state_up': False}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:16.469801 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=953fa03f-d7df-42bb-9076-23b1cd7034ab,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:16.471236 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-3443de1b-9ab9-4750-b3df-3cb304dbcf31 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting subnet e22513d3-30a7-4d47-94e9-a9dcba28c50f {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:29:16.478121 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ab074b58-0114-4e81-8014-d1487c7855e7 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:16.484524 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3443de1b-9ab9-4750-b3df-3cb304dbcf31 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:16.492586 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1b861c3b-fd2d-4462-b770-75726a7a00c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:16.569707 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-e62080c3-bebc-4ce1-b8ad-eeb57cd7b51a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Calling delete_port for ed5b6639-0e03-40fe-aca0-ba25d40f448b owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:16.619073 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d5b20a07-e745-4069-a18b-55f51c99e821 None None] Could not find standard attr ID for object 90611a2d-8e78-4313-abd2-1a1ce23d967c. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:29:16.623186 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 953fa03f-d7df-42bb-9076-23b1cd7034ab up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:29:16.643267 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f43abf6-eafa-45ef-a33f-781750fa843d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Router 9ee91f39-b253-400c-a72c-4867cb34312a has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:29:16.657965 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ab074b58-0114-4e81-8014-d1487c7855e7 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Usage tracker for resource:router and tenant:3791a12f80c948a9bda03ef40ff615ce is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:16.676083 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:16.677664 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ab074b58-0114-4e81-8014-d1487c7855e7 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:16.690245 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c2971b8b-38ea-4768-8570-617945770c85 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:16.698692 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ab074b58-0114-4e81-8014-d1487c7855e7 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:16.775053 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3443de1b-9ab9-4750-b3df-3cb304dbcf31 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:16.789663 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b861c3b-fd2d-4462-b770-75726a7a00c5 None None] Pushing event updated for resources: {'Port': ['ID=a7184969-cda6-4050-afb3-ffa59ede7793,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:16.853255 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c2971b8b-38ea-4768-8570-617945770c85 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:16.885530 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ab074b58-0114-4e81-8014-d1487c7855e7 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:16.886913 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ab074b58-0114-4e81-8014-d1487c7855e7 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:16.888409 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9f6eaa14-21fe-4888-bce7-776476cf3a9b None None] Could not find standard attr ID for object 90611a2d-8e78-4313-abd2-1a1ce23d967c. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:29:16.936670 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ab074b58-0114-4e81-8014-d1487c7855e7 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:16.987498 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c476d11-214e-40db-9b69-6c617ccad56b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-21e6d263-2e9e-4751-b297-0609787b6c13', 'network_id': '21e6d263-2e9e-4751-b297-0609787b6c13', 'tenant_id': 'bfb47db20f0d451b8551770a994c0a42', 'fixed_ips': [{'subnet_id': '440afe5a-ebee-4b42-8a11-773318d0c8b5'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:29:16.993436 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0c476d11-214e-40db-9b69-6c617ccad56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:16.997055 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3443de1b-9ab9-4750-b3df-3cb304dbcf31 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:17.013504 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 953fa03f-d7df-42bb-9076-23b1cd7034ab triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:17.013922 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:17.051683 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0811a947-f30d-4af2-bb79-3415290c3487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-c8959d7f-4901-4156-ac0f-c2cd734d62bc', 'network_id': 'c8959d7f-4901-4156-ac0f-c2cd734d62bc', 'tenant_id': '3791a12f80c948a9bda03ef40ff615ce', 'fixed_ips': [{'subnet_id': '776ec458-3bbd-4bf3-8ce7-fcbae0a2b9c3'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:29:17.052515 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0811a947-f30d-4af2-bb79-3415290c3487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:17.080281 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c2971b8b-38ea-4768-8570-617945770c85 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:17.181060 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f43abf6-eafa-45ef-a33f-781750fa843d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:29:17.217875 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7f43abf6-eafa-45ef-a33f-781750fa843d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "PUT /v2.0/routers/9ee91f39-b253-400c-a72c-4867cb34312a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5807869 Apr 06 13:29:17.218844 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42982) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:17.246778 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9322e1c5-c37b-4e85-8db1-9c102693ca91 None None] Sync routers for ids ['9ee91f39-b253-400c-a72c-4867cb34312a'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:29:17.307381 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9322e1c5-c37b-4e85-8db1-9c102693ca91 None None] Routers {'9ee91f39-b253-400c-a72c-4867cb34312a'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:29:17.308215 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-9322e1c5-c37b-4e85-8db1-9c102693ca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:28:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['9ee91f39-b253-400c-a72c-4867cb34312a'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:17.324307 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2971b8b-38ea-4768-8570-617945770c85 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1021e62b-6d03-4b21-9845-40155c3e9362,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:17.455979 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:29:17.478388 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-9322e1c5-c37b-4e85-8db1-9c102693ca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:17.502729 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c2971b8b-38ea-4768-8570-617945770c85 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:17.508239 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c2971b8b-38ea-4768-8570-617945770c85 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "DELETE /v2.0/security-groups/1021e62b-6d03-4b21-9845-40155c3e9362 HTTP/1.1" status: 204 len: 168 time: 1.1763430 Apr 06 13:29:17.509889 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42986) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:17.571208 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9322e1c5-c37b-4e85-8db1-9c102693ca91 None None] Routers {'9ee91f39-b253-400c-a72c-4867cb34312a'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:29:17.571523 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-9322e1c5-c37b-4e85-8db1-9c102693ca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:28:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['9ee91f39-b253-400c-a72c-4867cb34312a'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:17.592852 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3443de1b-9ab9-4750-b3df-3cb304dbcf31 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:17.599316 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ab074b58-0114-4e81-8014-d1487c7855e7 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:17.620248 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:17.665506 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3443de1b-9ab9-4750-b3df-3cb304dbcf31 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:17.672318 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443de1b-9ab9-4750-b3df-3cb304dbcf31 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Subnet': ['ID=e22513d3-30a7-4d47-94e9-a9dcba28c50f,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:17.698587 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3443de1b-9ab9-4750-b3df-3cb304dbcf31 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/subnets/e22513d3-30a7-4d47-94e9-a9dcba28c50f HTTP/1.1" status: 204 len: 168 time: 1.3267405 Apr 06 13:29:17.699297 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 42990) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:17.702302 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8249e1-0f40-43d1-911d-16517c42f112 None None] Network 2eddd71f-56fe-4d3a-9129-70766413e7c2 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:17.724922 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-75ce761e-fc9a-4e18-9d32-2d68e59782d0 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Synchronizing usage tracker for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:17.726045 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-0c476d11-214e-40db-9b69-6c617ccad56b None None] Allocated IP 172.20.0.1 (21e6d263-2e9e-4751-b297-0609787b6c13/440afe5a-ebee-4b42-8a11-773318d0c8b5/9c4dc999-c2f3-4fd7-b8f2-a4ecc49a7e01) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:17.734180 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-9322e1c5-c37b-4e85-8db1-9c102693ca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:17.734495 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9322e1c5-c37b-4e85-8db1-9c102693ca91 None None] The sync data for ids ['9ee91f39-b253-400c-a72c-4867cb34312a'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:29:17.809272 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e62080c3-bebc-4ce1-b8ad-eeb57cd7b51a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:17.870406 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-c2aead81-81a3-40b0-b35a-384c1b8dcb59 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] remove_router_interface failed (client error): The resource could not be found. Apr 06 13:29:17.874249 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c2aead81-81a3-40b0-b35a-384c1b8dcb59 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "PUT /v2.0/routers/9ee91f39-b253-400c-a72c-4867cb34312a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6519017 Apr 06 13:29:17.881271 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42994) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:17.883857 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-0811a947-f30d-4af2-bb79-3415290c3487 None None] Allocated IP 172.20.0.2 (c8959d7f-4901-4156-ac0f-c2cd734d62bc/776ec458-3bbd-4bf3-8ce7-fcbae0a2b9c3/5c6cc56a-d01f-442e-8968-689506e53e5b) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:17.886084 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5dc445a6-105c-4c00-860d-340497a06889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:17.934769 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1cf65b1b-335d-4708-b77e-2899ca7d2e53 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:17.945595 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62080c3-bebc-4ce1-b8ad-eeb57cd7b51a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Port': ['ID=ed5b6639-0e03-40fe-aca0-ba25d40f448b,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:17.967454 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-93c4189e-c09e-41de-8078-81ca5341d635 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Synchronizing usage tracker for tenant:914bb3d1bef745388dc453a227f40127 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:17.973711 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e62080c3-bebc-4ce1-b8ad-eeb57cd7b51a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:17.992160 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e62080c3-bebc-4ce1-b8ad-eeb57cd7b51a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/ed5b6639-0e03-40fe-aca0-ba25d40f448b HTTP/1.1" status: 204 len: 168 time: 2.9422352 Apr 06 13:29:17.992356 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 42998) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:18.039661 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-75ce761e-fc9a-4e18-9d32-2d68e59782d0 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Unset dirty status for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:18.042544 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-75ce761e-fc9a-4e18-9d32-2d68e59782d0 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5320830 Apr 06 13:29:18.050036 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43002) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:18.089153 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8445cbaa-aea4-4b71-9da6-c388b07ec2d1 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:18.090841 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8445cbaa-aea4-4b71-9da6-c388b07ec2d1 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:18.095271 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8445cbaa-aea4-4b71-9da6-c388b07ec2d1 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1019542 Apr 06 13:29:18.096034 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43006) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:18.096695 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-93c4189e-c09e-41de-8078-81ca5341d635 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Unset dirty status for tenant:914bb3d1bef745388dc453a227f40127 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:18.098593 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-93c4189e-c09e-41de-8078-81ca5341d635 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ee91f39-b253-400c-a72c-4867cb34312a HTTP/1.1" status: 200 len: 205 time: 0.2155271 Apr 06 13:29:18.106980 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43010) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:18.115179 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-ef63d7aa-ab10-4844-bd09-c6d08c96a039 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] delete failed (client error): The resource could not be found. Apr 06 13:29:18.116488 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ef63d7aa-ab10-4844-bd09-c6d08c96a039 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "DELETE /v2.0/security-groups/1021e62b-6d03-4b21-9845-40155c3e9362 HTTP/1.1" status: 404 len: 347 time: 0.0557046 Apr 06 13:29:18.135615 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43014) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:18.150793 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-829b4ebb-8a50-401c-9def-89f89acb261c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Request body: {'security_group': {'name': 'tempest-secgroup--96035770'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:18.164880 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-829b4ebb-8a50-401c-9def-89f89acb261c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:18.182421 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-829b4ebb-8a50-401c-9def-89f89acb261c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:18.194534 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2159e8-9442-4c52-a577-40b48e1655e2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet 6bba7efc-c4ad-4d9a-ad33-bf9a02df20d1 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:29:18.211141 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6d2159e8-9442-4c52-a577-40b48e1655e2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:18.297844 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-829b4ebb-8a50-401c-9def-89f89acb261c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:18.310322 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6d2159e8-9442-4c52-a577-40b48e1655e2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:18.357833 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-1cf65b1b-335d-4708-b77e-2899ca7d2e53 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting port 953fa03f-d7df-42bb-9076-23b1cd7034ab {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:18.358188 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1cf65b1b-335d-4708-b77e-2899ca7d2e53 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:18.371183 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-829b4ebb-8a50-401c-9def-89f89acb261c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:18.380861 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-829b4ebb-8a50-401c-9def-89f89acb261c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Usage tracker for resource:security_group_rule and tenant:67ddf76bc53a4d9187c3f427ef2f2431 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:18.392399 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-829b4ebb-8a50-401c-9def-89f89acb261c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:18.392725 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f1117603-ae4d-41e9-94b4-8e90ea883ffb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:18.396442 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-829b4ebb-8a50-401c-9def-89f89acb261c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:18.444721 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6d2159e8-9442-4c52-a577-40b48e1655e2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:18.516562 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0ad76644-6ecb-456c-8f82-e668252b51b7 None None] Could not find standard attr ID for object ed5b6639-0e03-40fe-aca0-ba25d40f448b. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:29:18.565970 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-829b4ebb-8a50-401c-9def-89f89acb261c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:18.588417 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0c476d11-214e-40db-9b69-6c617ccad56b None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:18.637159 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-829b4ebb-8a50-401c-9def-89f89acb261c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:18.668068 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0c476d11-214e-40db-9b69-6c617ccad56b None None] Transition to ACTIVE for port object 9c4dc999-c2f3-4fd7-b8f2-a4ecc49a7e01 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:18.700723 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6d2159e8-9442-4c52-a577-40b48e1655e2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:18.705119 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0ad76644-6ecb-456c-8f82-e668252b51b7 None None] Provisioning for port a7184969-cda6-4050-afb3-ffa59ede7793 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:18.716318 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0c476d11-214e-40db-9b69-6c617ccad56b None None] Transition to ACTIVE for port object 9c4dc999-c2f3-4fd7-b8f2-a4ecc49a7e01 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:18.729647 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device a7184969-cda6-4050-afb3-ffa59ede7793 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:29:18.790957 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0811a947-f30d-4af2-bb79-3415290c3487 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:18.801387 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2159e8-9442-4c52-a577-40b48e1655e2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=6bba7efc-c4ad-4d9a-ad33-bf9a02df20d1,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:18.806108 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6d2159e8-9442-4c52-a577-40b48e1655e2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:18.824760 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0811a947-f30d-4af2-bb79-3415290c3487 None None] Transition to ACTIVE for port object 5c6cc56a-d01f-442e-8968-689506e53e5b will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:18.826715 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b4ebb-8a50-401c-9def-89f89acb261c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efffffb2-0f54-4e86-af5c-85adf202fc28,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:18.834596 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79b13c1-9e38-42ba-9597-7d650a24456f None None] DHCP port deletion for 2eddd71f-56fe-4d3a-9129-70766413e7c2 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:29:18.839535 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6d2159e8-9442-4c52-a577-40b48e1655e2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/6bba7efc-c4ad-4d9a-ad33-bf9a02df20d1 HTTP/1.1" status: 204 len: 168 time: 0.7374394 Apr 06 13:29:18.841039 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43018) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:18.846181 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0c476d11-214e-40db-9b69-6c617ccad56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:18.921510 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-feb679fc-764e-4040-9e82-07a9db122e61 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759482 Apr 06 13:29:18.921750 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-f79b13c1-9e38-42ba-9597-7d650a24456f None None] Deleting port 953fa03f-d7df-42bb-9076-23b1cd7034ab {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:18.921750 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f79b13c1-9e38-42ba-9597-7d650a24456f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:18.921909 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43024) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:18.928852 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-211fa40b-8c28-473f-be43-bca65e9bd712 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:18.963109 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-386d2955-51a2-45fb-917a-903bfc1414aa None None] Could not find standard attr ID for object ed5b6639-0e03-40fe-aca0-ba25d40f448b. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:29:18.965588 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:18.995462 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0811a947-f30d-4af2-bb79-3415290c3487 None None] Transition to ACTIVE for port object 5c6cc56a-d01f-442e-8968-689506e53e5b will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:19.031860 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c476d11-214e-40db-9b69-6c617ccad56b None None] Network 21e6d263-2e9e-4751-b297-0609787b6c13 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:19.038151 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-0c476d11-214e-40db-9b69-6c617ccad56b None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:19.040922 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c476d11-214e-40db-9b69-6c617ccad56b None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:19.047313 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:19.092104 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa63c180-6890-457d-960e-d1a849e481c0 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:19.100058 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ab074b58-0114-4e81-8014-d1487c7855e7 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:19.106790 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c476d11-214e-40db-9b69-6c617ccad56b None None] Pushing event updated for resources: {'Port': ['ID=9c4dc999-c2f3-4fd7-b8f2-a4ecc49a7e01,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:19.135190 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-829b4ebb-8a50-401c-9def-89f89acb261c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:19.139377 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-829b4ebb-8a50-401c-9def-89f89acb261c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9965112 Apr 06 13:29:19.139377 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:19.146736 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43028) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:19.205961 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-b2b4aa3e-a28a-4954-84be-d87922280645 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Request body: {'security_group_rule': {'security_group_id': 'efffffb2-0f54-4e86-af5c-85adf202fc28', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:19.219570 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b2b4aa3e-a28a-4954-84be-d87922280645 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:19.225012 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port a7184969-cda6-4050-afb3-ffa59ede7793 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:19.248079 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0811a947-f30d-4af2-bb79-3415290c3487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:19.284319 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Subnet': ['ID=440afe5a-ebee-4b42-8a11-773318d0c8b5,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:19.309581 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b2b4aa3e-a28a-4954-84be-d87922280645 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Usage tracker for resource:security_group_rule and tenant:67ddf76bc53a4d9187c3f427ef2f2431 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:19.317619 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port a7184969-cda6-4050-afb3-ffa59ede7793 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:19.318137 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b2b4aa3e-a28a-4954-84be-d87922280645 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:19.318462 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:19.352541 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b2b4aa3e-a28a-4954-84be-d87922280645 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:19.408231 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ab074b58-0114-4e81-8014-d1487c7855e7 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:19.431618 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:19.439416 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-211fa40b-8c28-473f-be43-bca65e9bd712 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:19.448359 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-211fa40b-8c28-473f-be43-bca65e9bd712 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:subnet and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:19.453233 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-0c476d11-214e-40db-9b69-6c617ccad56b None None] Attempting to bind port 9c4dc999-c2f3-4fd7-b8f2-a4ecc49a7e01 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:29:19.453854 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-0c476d11-214e-40db-9b69-6c617ccad56b None None] Attempting to bind port 9c4dc999-c2f3-4fd7-b8f2-a4ecc49a7e01 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '9876706b-3bc0-459a-8112-b005cb73ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '21e6d263-2e9e-4751-b297-0609787b6c13'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:29:19.454373 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c476d11-214e-40db-9b69-6c617ccad56b None None] Attempting to bind port 9c4dc999-c2f3-4fd7-b8f2-a4ecc49a7e01 on network 21e6d263-2e9e-4751-b297-0609787b6c13 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:29:19.459827 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-211fa40b-8c28-473f-be43-bca65e9bd712 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:19.479608 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-211fa40b-8c28-473f-be43-bca65e9bd712 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:19.489890 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e6d263-2e9e-4751-b297-0609787b6c13']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:19.513420 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9876706b-3bc0-459a-8112-b005cb73ac67') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:19.513910 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9876706b-3bc0-459a-8112-b005cb73ac67') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:19.524646 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0811a947-f30d-4af2-bb79-3415290c3487 None None] Network c8959d7f-4901-4156-ac0f-c2cd734d62bc is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:19.528586 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c476d11-214e-40db-9b69-6c617ccad56b None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:29:19.528586 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c476d11-214e-40db-9b69-6c617ccad56b None None] Checking segment: {'id': '9876706b-3bc0-459a-8112-b005cb73ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '21e6d263-2e9e-4751-b297-0609787b6c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:29:19.528586 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0c476d11-214e-40db-9b69-6c617ccad56b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:19.528586 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c476d11-214e-40db-9b69-6c617ccad56b None None] Bound using segment: {'id': '9876706b-3bc0-459a-8112-b005cb73ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '21e6d263-2e9e-4751-b297-0609787b6c13'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:29:19.528586 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-0c476d11-214e-40db-9b69-6c617ccad56b None None] Bound port: 9c4dc999-c2f3-4fd7-b8f2-a4ecc49a7e01, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9876706b-3bc0-459a-8112-b005cb73ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '21e6d263-2e9e-4751-b297-0609787b6c13'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:29:19.528586 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0c476d11-214e-40db-9b69-6c617ccad56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:19.545656 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:19.549256 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-0811a947-f30d-4af2-bb79-3415290c3487 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:19.552076 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0811a947-f30d-4af2-bb79-3415290c3487 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:19.562875 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b2b4aa3e-a28a-4954-84be-d87922280645 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:19.575378 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-1cf65b1b-335d-4708-b77e-2899ca7d2e53 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] For port 953fa03f-d7df-42bb-9076-23b1cd7034ab, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=953fa03f-d7df-42bb-9076-23b1cd7034ab,segment=NetworkSegment(a5fa729c-cc95-4379-b1ae-f3846cd42853),segment_id=a5fa729c-cc95-4379-b1ae-f3846cd42853)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:19.575934 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1cf65b1b-335d-4708-b77e-2899ca7d2e53 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:19.592868 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211fa40b-8c28-473f-be43-bca65e9bd712 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:19.598390 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-211fa40b-8c28-473f-be43-bca65e9bd712 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:19.599518 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f1117603-ae4d-41e9-94b4-8e90ea883ffb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:19.611697 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f1117603-ae4d-41e9-94b4-8e90ea883ffb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:19.630995 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:19.666006 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:29:19.666702 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:19.667662 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811a947-f30d-4af2-bb79-3415290c3487 None None] Pushing event updated for resources: {'Port': ['ID=5c6cc56a-d01f-442e-8968-689506e53e5b,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:29:19.694868 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:29:19.761015 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-1cf65b1b-335d-4708-b77e-2899ca7d2e53 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Calling delete_port for 953fa03f-d7df-42bb-9076-23b1cd7034ab owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:19.877728 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b2b4aa3e-a28a-4954-84be-d87922280645 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:19.927095 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-f79b13c1-9e38-42ba-9597-7d650a24456f None None] For port 953fa03f-d7df-42bb-9076-23b1cd7034ab, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=953fa03f-d7df-42bb-9076-23b1cd7034ab,segment=NetworkSegment(a5fa729c-cc95-4379-b1ae-f3846cd42853),segment_id=a5fa729c-cc95-4379-b1ae-f3846cd42853)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:19.927493 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f79b13c1-9e38-42ba-9597-7d650a24456f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:19.930501 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-ab074b58-0114-4e81-8014-d1487c7855e7 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Allocated IP 172.26.4.84 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/db3df534-be5b-451a-bae9-df62c89a3c2f) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:19.933897 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f1117603-ae4d-41e9-94b4-8e90ea883ffb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:19.934644 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1117603-ae4d-41e9-94b4-8e90ea883ffb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Fanout notify agent at l3_agent the message router_deleted on router 9ee91f39-b253-400c-a72c-4867cb34312a {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:29:19.940328 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.api [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 13:29:19.940328 dv-neutron-834600-1-hyperv neutron-server[88565]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 13:29:19.940328 dv-neutron-834600-1-hyperv neutron-server[88565]: [parameters: {'id': '21e6d263-2e9e-4751-b297-0609787b6c13'}] Apr 06 13:29:19.940328 dv-neutron-834600-1-hyperv neutron-server[88565]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:29:19.945408 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG oslo_db.api [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:29:19.966735 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b2b4aa3e-a28a-4954-84be-d87922280645 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:19.991275 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f1117603-ae4d-41e9-94b4-8e90ea883ffb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:19.992381 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f1117603-ae4d-41e9-94b4-8e90ea883ffb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/routers/9ee91f39-b253-400c-a72c-4867cb34312a HTTP/1.1" status: 204 len: 168 time: 1.8834720 Apr 06 13:29:19.996137 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43032) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:20.007386 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4aa3e-a28a-4954-84be-d87922280645 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8dbbcd-470e-4605-8a7e-888cd1593387,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:20.095425 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1cf65b1b-335d-4708-b77e-2899ca7d2e53 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:20.107065 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b2b4aa3e-a28a-4954-84be-d87922280645 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:20.108661 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b2b4aa3e-a28a-4954-84be-d87922280645 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9147494 Apr 06 13:29:20.112004 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43036) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:20.150442 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a405cd80-19fc-445c-b359-b9bcc9133e01 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:20.157745 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-211fa40b-8c28-473f-be43-bca65e9bd712 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:20.212793 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211fa40b-8c28-473f-be43-bca65e9bd712 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:20.219839 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-211fa40b-8c28-473f-be43-bca65e9bd712 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:20.223086 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a405cd80-19fc-445c-b359-b9bcc9133e01 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:20.237918 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211fa40b-8c28-473f-be43-bca65e9bd712 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:20.238625 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-211fa40b-8c28-473f-be43-bca65e9bd712 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:20.239971 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ab074b58-0114-4e81-8014-d1487c7855e7 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:20.243728 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf65b1b-335d-4708-b77e-2899ca7d2e53 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Port': ['ID=953fa03f-d7df-42bb-9076-23b1cd7034ab,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:20.253324 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf65b1b-335d-4708-b77e-2899ca7d2e53 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] No DVR routers for this DVR port 953fa03f-d7df-42bb-9076-23b1cd7034ab on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:29:20.259556 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-f79b13c1-9e38-42ba-9597-7d650a24456f None None] Calling delete_port for 953fa03f-d7df-42bb-9076-23b1cd7034ab owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:20.300773 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-50084787-6c5f-4cfc-9fee-1821a0b70c8f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Deleting subnet 803d8174-69e1-47c1-bad0-7c0873573eec {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:29:20.305815 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fa40b-8c28-473f-be43-bca65e9bd712 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=2753d949-1cc9-46dc-984d-3d5387069135,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:20.308490 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-50084787-6c5f-4cfc-9fee-1821a0b70c8f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:20.369977 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-0811a947-f30d-4af2-bb79-3415290c3487 None None] Attempting to bind port 5c6cc56a-d01f-442e-8968-689506e53e5b on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:29:20.370453 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-0811a947-f30d-4af2-bb79-3415290c3487 None None] Attempting to bind port 5c6cc56a-d01f-442e-8968-689506e53e5b by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '402d3d7b-7edc-45f5-8761-a382fa739a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c8959d7f-4901-4156-ac0f-c2cd734d62bc'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:29:20.370953 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0811a947-f30d-4af2-bb79-3415290c3487 None None] Attempting to bind port 5c6cc56a-d01f-442e-8968-689506e53e5b on network c8959d7f-4901-4156-ac0f-c2cd734d62bc {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:29:20.397817 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-211fa40b-8c28-473f-be43-bca65e9bd712 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4739192 Apr 06 13:29:20.400144 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43040) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:20.409872 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-e6c85ca3-f6c8-4148-9915-35686610a3e9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'port': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'name': 'tempest-NetworksTestDHCPv6-1971819958'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:20.413606 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0811a947-f30d-4af2-bb79-3415290c3487 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:29:20.414144 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0811a947-f30d-4af2-bb79-3415290c3487 None None] Checking segment: {'id': '402d3d7b-7edc-45f5-8761-a382fa739a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c8959d7f-4901-4156-ac0f-c2cd734d62bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:29:20.414683 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0811a947-f30d-4af2-bb79-3415290c3487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:20.415272 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0811a947-f30d-4af2-bb79-3415290c3487 None None] Bound using segment: {'id': '402d3d7b-7edc-45f5-8761-a382fa739a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c8959d7f-4901-4156-ac0f-c2cd734d62bc'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:29:20.416029 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-0811a947-f30d-4af2-bb79-3415290c3487 None None] Bound port: 5c6cc56a-d01f-442e-8968-689506e53e5b, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402d3d7b-7edc-45f5-8761-a382fa739a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c8959d7f-4901-4156-ac0f-c2cd734d62bc'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:29:20.416567 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0811a947-f30d-4af2-bb79-3415290c3487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:20.434229 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a405cd80-19fc-445c-b359-b9bcc9133e01 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:20.462978 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0c476d11-214e-40db-9b69-6c617ccad56b None None] For port 9c4dc999-c2f3-4fd7-b8f2-a4ecc49a7e01, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:29:20.464228 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1cf65b1b-335d-4708-b77e-2899ca7d2e53 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:20.468436 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:20.481707 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-50084787-6c5f-4cfc-9fee-1821a0b70c8f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:20.485277 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a405cd80-19fc-445c-b359-b9bcc9133e01 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:20.486395 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a405cd80-19fc-445c-b359-b9bcc9133e01 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/3a8dbbcd-470e-4605-8a7e-888cd1593387 HTTP/1.1" status: 204 len: 168 time: 0.3733721 Apr 06 13:29:20.493569 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43044) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:20.498342 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405cd80-19fc-445c-b359-b9bcc9133e01 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a8dbbcd-470e-4605-8a7e-888cd1593387,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:20.531587 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0c476d11-214e-40db-9b69-6c617ccad56b None None] For port 9c4dc999-c2f3-4fd7-b8f2-a4ecc49a7e01, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9c4dc999-c2f3-4fd7-b8f2-a4ecc49a7e01,segment=NetworkSegment(9876706b-3bc0-459a-8112-b005cb73ac67),segment_id=9876706b-3bc0-459a-8112-b005cb73ac67)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:29:20.536369 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:20.581441 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Deleting port 9c4dc999-c2f3-4fd7-b8f2-a4ecc49a7e01 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:20.581809 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:20.678972 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:20.684283 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0c476d11-214e-40db-9b69-6c617ccad56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:20.721673 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-03f3b857-2665-4890-a525-b171039240cf tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Synchronizing usage tracker for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group_rule {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:20.763994 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-1cf65b1b-335d-4708-b77e-2899ca7d2e53 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eddd71f-56fe-4d3a-9129-70766413e7c2']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:20.790538 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-1cf65b1b-335d-4708-b77e-2899ca7d2e53 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5fa729c-cc95-4379-b1ae-f3846cd42853') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:20.790919 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-1cf65b1b-335d-4708-b77e-2899ca7d2e53 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5fa729c-cc95-4379-b1ae-f3846cd42853') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:20.801830 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-f79b13c1-9e38-42ba-9597-7d650a24456f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:29:20.802167 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-f79b13c1-9e38-42ba-9597-7d650a24456f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:29:20.802895 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e6c85ca3-f6c8-4148-9915-35686610a3e9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:20.812645 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1cf65b1b-335d-4708-b77e-2899ca7d2e53 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:20.817843 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e6c85ca3-f6c8-4148-9915-35686610a3e9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:port and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:20.820666 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9a818c-6c59-4690-b0bb-6e6316f45c9a None None] DHCP port deletion for 4a5369b0-8301-4713-81a5-ebef94e70f0e request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:29:20.836857 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ab074b58-0114-4e81-8014-d1487c7855e7 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:20.838677 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e6c85ca3-f6c8-4148-9915-35686610a3e9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:20.849604 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1cf65b1b-335d-4708-b77e-2899ca7d2e53 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:20.857272 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port a7184969-cda6-4050-afb3-ffa59ede7793, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a7184969-cda6-4050-afb3-ffa59ede7793,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:20.862580 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-4c9a818c-6c59-4690-b0bb-6e6316f45c9a None None] Deleting port a7184969-cda6-4050-afb3-ffa59ede7793 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:20.863321 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4c9a818c-6c59-4690-b0bb-6e6316f45c9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:20.875740 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e6c85ca3-f6c8-4148-9915-35686610a3e9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:20.907752 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0811a947-f30d-4af2-bb79-3415290c3487 None None] For port 5c6cc56a-d01f-442e-8968-689506e53e5b, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:29:20.912029 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf65b1b-335d-4708-b77e-2899ca7d2e53 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:29:20.912509 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1cf65b1b-335d-4708-b77e-2899ca7d2e53 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:20.916545 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c476d11-214e-40db-9b69-6c617ccad56b None None] Pushing event updated for resources: {'Port': ['ID=9c4dc999-c2f3-4fd7-b8f2-a4ecc49a7e01,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:29:20.928318 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:29:20.944617 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0811a947-f30d-4af2-bb79-3415290c3487 None None] For port 5c6cc56a-d01f-442e-8968-689506e53e5b, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=5c6cc56a-d01f-442e-8968-689506e53e5b,segment=NetworkSegment(402d3d7b-7edc-45f5-8761-a382fa739a97),segment_id=402d3d7b-7edc-45f5-8761-a382fa739a97)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:29:20.950268 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:20.951964 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-03f3b857-2665-4890-a525-b171039240cf tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Unset dirty status for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group_rule {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:20.953872 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-03f3b857-2665-4890-a525-b171039240cf tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4527204 Apr 06 13:29:20.958363 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab074b58-0114-4e81-8014-d1487c7855e7 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:20.958674 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43048) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:21.035617 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device a7184969-cda6-4050-afb3-ffa59ede7793 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:29:21.036366 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-ab074b58-0114-4e81-8014-d1487c7855e7 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:21.045515 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] For port 9c4dc999-c2f3-4fd7-b8f2-a4ecc49a7e01, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9c4dc999-c2f3-4fd7-b8f2-a4ecc49a7e01,segment=NetworkSegment(9876706b-3bc0-459a-8112-b005cb73ac67),segment_id=9876706b-3bc0-459a-8112-b005cb73ac67)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:21.045871 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:21.051026 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab074b58-0114-4e81-8014-d1487c7855e7 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:21.077565 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c85ca3-f6c8-4148-9915-35686610a3e9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:21.082715 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e6c85ca3-f6c8-4148-9915-35686610a3e9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:21.118911 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-50084787-6c5f-4cfc-9fee-1821a0b70c8f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:21.150913 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab074b58-0114-4e81-8014-d1487c7855e7 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Pushing event updated for resources: {'Port': ['ID=db3df534-be5b-451a-bae9-df62c89a3c2f,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:21.210437 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0811a947-f30d-4af2-bb79-3415290c3487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:21.242611 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Calling delete_port for 9c4dc999-c2f3-4fd7-b8f2-a4ecc49a7e01 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:21.275092 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1cf65b1b-335d-4708-b77e-2899ca7d2e53 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:21.284006 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c71d4b33-b391-4c57-bed7-146909035ca4 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:21.299996 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1cf65b1b-335d-4708-b77e-2899ca7d2e53 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:21.312255 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-e6c85ca3-f6c8-4148-9915-35686610a3e9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] device_id is not set on port 92817e94-551e-47b5-96d5-5e0014e327e0 yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:29:21.312580 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=a7184969-cda6-4050-afb3-ffa59ede7793,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:21.316759 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-f79b13c1-9e38-42ba-9597-7d650a24456f None None] Deleting port 953fa03f-d7df-42bb-9076-23b1cd7034ab {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:21.317106 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f79b13c1-9e38-42ba-9597-7d650a24456f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:21.372094 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf65b1b-335d-4708-b77e-2899ca7d2e53 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Network': ['ID=2eddd71f-56fe-4d3a-9129-70766413e7c2,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:21.429108 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1cf65b1b-335d-4708-b77e-2899ca7d2e53 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/networks/2eddd71f-56fe-4d3a-9129-70766413e7c2 HTTP/1.1" status: 204 len: 168 time: 3.7285750 Apr 06 13:29:21.433930 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43052) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:21.444332 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-e60bf20c-ede5-49f9-a870-30c0f0786d85 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'port': {'network_id': '836935bb-7b9a-4ba1-a7e2-019a7bf3b157', 'name': 'tempest-PortsTestJSON-655750645'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:21.522861 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c71d4b33-b391-4c57-bed7-146909035ca4 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:21.561407 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-50084787-6c5f-4cfc-9fee-1821a0b70c8f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:21.600873 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-f79b13c1-9e38-42ba-9597-7d650a24456f None None] The port '953fa03f-d7df-42bb-9076-23b1cd7034ab' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:29:21.671880 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d4046e-d1d9-4a65-aff6-ce81d320e443 None None] Network 21e6d263-2e9e-4751-b297-0609787b6c13 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:21.697499 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:21.716094 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811a947-f30d-4af2-bb79-3415290c3487 None None] Pushing event updated for resources: {'Port': ['ID=5c6cc56a-d01f-442e-8968-689506e53e5b,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:21.724204 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-50084787-6c5f-4cfc-9fee-1821a0b70c8f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:21.729180 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-50084787-6c5f-4cfc-9fee-1821a0b70c8f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/subnets/803d8174-69e1-47c1-bad0-7c0873573eec HTTP/1.1" status: 204 len: 168 time: 1.7320142 Apr 06 13:29:21.745844 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50084787-6c5f-4cfc-9fee-1821a0b70c8f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Subnet': ['ID=803d8174-69e1-47c1-bad0-7c0873573eec,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:21.745844 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43056) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:21.745844 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e60bf20c-ede5-49f9-a870-30c0f0786d85 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:21.761882 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f86481-4b83-4252-8185-ae0233f81bb3 None None] Network df204b1f-24af-4734-ac1d-a146cd4665b8 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:21.799887 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Port': ['ID=9c4dc999-c2f3-4fd7-b8f2-a4ecc49a7e01,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:21.807795 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e60bf20c-ede5-49f9-a870-30c0f0786d85 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:port and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:21.814037 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:21.814376 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:21.814743 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:21.828352 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e60bf20c-ede5-49f9-a870-30c0f0786d85 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:21.828602 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:21.828718 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:21.829054 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:21.829382 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:21.829706 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:21.830027 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:21.830349 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:21.831294 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:21.831294 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:21.848248 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No DVR routers for this DVR port 9c4dc999-c2f3-4fd7-b8f2-a4ecc49a7e01 on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:29:21.849620 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e60bf20c-ede5-49f9-a870-30c0f0786d85 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:21.894072 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c71d4b33-b391-4c57-bed7-146909035ca4 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:21.920991 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-e6c85ca3-f6c8-4148-9915-35686610a3e9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 2001:db8::3c0 (4a5369b0-8301-4713-81a5-ebef94e70f0e/2753d949-1cc9-46dc-984d-3d5387069135/92817e94-551e-47b5-96d5-5e0014e327e0) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:21.967169 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d4b33-b391-4c57-bed7-146909035ca4 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efffffb2-0f54-4e86-af5c-85adf202fc28,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:22.028760 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60bf20c-ede5-49f9-a870-30c0f0786d85 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:22.032268 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e60bf20c-ede5-49f9-a870-30c0f0786d85 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:22.045290 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3e838238-f6bb-4afd-8aab-540c606c5869 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:22.085714 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-e60bf20c-ede5-49f9-a870-30c0f0786d85 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] device_id is not set on port b4bebc2f-3beb-4515-8ef3-13af5e7377ef yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:29:22.095504 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:22.130636 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ab074b58-0114-4e81-8014-d1487c7855e7 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:22.143844 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e6d263-2e9e-4751-b297-0609787b6c13']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:22.147699 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:22.169513 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9876706b-3bc0-459a-8112-b005cb73ac67') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:22.169881 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9876706b-3bc0-459a-8112-b005cb73ac67') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:22.186383 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-3e838238-f6bb-4afd-8aab-540c606c5869 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Deleting port b24e571a-5ca6-4dc7-9006-a1e464e5158a {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:22.186720 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3e838238-f6bb-4afd-8aab-540c606c5869 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:22.224772 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:22.235979 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c71d4b33-b391-4c57-bed7-146909035ca4 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:22.240445 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c71d4b33-b391-4c57-bed7-146909035ca4 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "DELETE /v2.0/security-groups/efffffb2-0f54-4e86-af5c-85adf202fc28 HTTP/1.1" status: 204 len: 168 time: 1.2777128 Apr 06 13:29:22.245564 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-4c9a818c-6c59-4690-b0bb-6e6316f45c9a None None] For port a7184969-cda6-4050-afb3-ffa59ede7793, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a7184969-cda6-4050-afb3-ffa59ede7793,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:22.245964 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4c9a818c-6c59-4690-b0bb-6e6316f45c9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:22.252781 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43060) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:22.287350 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:22.356989 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:29:22.357304 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:29:22.375499 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:29:22.436594 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-4c9a818c-6c59-4690-b0bb-6e6316f45c9a None None] Calling delete_port for a7184969-cda6-4050-afb3-ffa59ede7793 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:22.498414 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port a7184969-cda6-4050-afb3-ffa59ede7793, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a7184969-cda6-4050-afb3-ffa59ede7793,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:22.571741 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-60d5d438-f960-400c-814b-f02cd23a304b tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Synchronizing usage tracker for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:22.588123 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:22.590716 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 953fa03f-d7df-42bb-9076-23b1cd7034ab no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:29:22.613467 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e6c85ca3-f6c8-4148-9915-35686610a3e9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:22.617276 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:22.621667 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:22.655794 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/networks/21e6d263-2e9e-4751-b297-0609787b6c13 HTTP/1.1" status: 204 len: 168 time: 6.6682348 Apr 06 13:29:22.661870 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43064) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:22.674152 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-4a0a8320-d94b-4a85-a3d5-60cf1dbe010c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1911487503'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:22.680133 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a5ee0-7295-4a86-8381-70fff6c5370f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Network': ['ID=21e6d263-2e9e-4751-b297-0609787b6c13,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:22.689281 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-60d5d438-f960-400c-814b-f02cd23a304b tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Unset dirty status for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:22.690570 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-60d5d438-f960-400c-814b-f02cd23a304b tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4344904 Apr 06 13:29:22.693852 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4a0a8320-d94b-4a85-a3d5-60cf1dbe010c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:22.696590 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-e6c85ca3-f6c8-4148-9915-35686610a3e9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Transition to ACTIVE for port object 92817e94-551e-47b5-96d5-5e0014e327e0 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:22.697686 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43068) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:22.703580 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4a0a8320-d94b-4a85-a3d5-60cf1dbe010c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Usage tracker for resource:network and tenant:bfb47db20f0d451b8551770a994c0a42 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:22.709875 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-7162db2f-0124-47ec-a2d3-2594e2f282e5 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1331897618'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:22.717011 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed325ac3-17d3-46b2-9eb0-d52c989a9ef2 None None] DHCP port deletion for df204b1f-24af-4734-ac1d-a146cd4665b8 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:29:22.718996 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4a0a8320-d94b-4a85-a3d5-60cf1dbe010c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:22.722744 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-7162db2f-0124-47ec-a2d3-2594e2f282e5 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:22.726510 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 953fa03f-d7df-42bb-9076-23b1cd7034ab {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:29:22.726902 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 953fa03f-d7df-42bb-9076-23b1cd7034ab not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:29:22.728437 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-4c9a818c-6c59-4690-b0bb-6e6316f45c9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:29:22.728788 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-4c9a818c-6c59-4690-b0bb-6e6316f45c9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:29:22.740383 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4a0a8320-d94b-4a85-a3d5-60cf1dbe010c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:22.743048 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ed325ac3-17d3-46b2-9eb0-d52c989a9ef2 None None] Deleting port b24e571a-5ca6-4dc7-9006-a1e464e5158a {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:22.743657 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ed325ac3-17d3-46b2-9eb0-d52c989a9ef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:22.748385 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-7162db2f-0124-47ec-a2d3-2594e2f282e5 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:22.833755 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7162db2f-0124-47ec-a2d3-2594e2f282e5 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:22.873237 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0a8320-d94b-4a85-a3d5-60cf1dbe010c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Made reservation on behalf of bfb47db20f0d451b8551770a994c0a42 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:22.879734 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4a0a8320-d94b-4a85-a3d5-60cf1dbe010c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:22.892314 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=a7184969-cda6-4050-afb3-ffa59ede7793,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:22.901107 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:22.901463 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:22.901806 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:22.902140 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:22.902470 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:22.902831 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:22.903236 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:22.903565 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:22.903892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:22.904219 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:22.904544 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:22.904867 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:22.906553 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-7162db2f-0124-47ec-a2d3-2594e2f282e5 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:22.922168 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e6c85ca3-f6c8-4148-9915-35686610a3e9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:22.946740 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-7162db2f-0124-47ec-a2d3-2594e2f282e5 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Usage tracker for resource:security_group_rule and tenant:67ddf76bc53a4d9187c3f427ef2f2431 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:22.951736 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-7162db2f-0124-47ec-a2d3-2594e2f282e5 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:23.000144 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c85ca3-f6c8-4148-9915-35686610a3e9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:23.008698 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-7162db2f-0124-47ec-a2d3-2594e2f282e5 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:23.086428 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-e6c85ca3-f6c8-4148-9915-35686610a3e9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:23.104093 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0a8320-d94b-4a85-a3d5-60cf1dbe010c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:29:23.111074 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c85ca3-f6c8-4148-9915-35686610a3e9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:23.118447 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c85ca3-f6c8-4148-9915-35686610a3e9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:23.119209 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e6c85ca3-f6c8-4148-9915-35686610a3e9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:23.150074 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e60bf20c-ede5-49f9-a870-30c0f0786d85 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:23.174757 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-3e838238-f6bb-4afd-8aab-540c606c5869 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] For port b24e571a-5ca6-4dc7-9006-a1e464e5158a, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=b24e571a-5ca6-4dc7-9006-a1e464e5158a,segment=NetworkSegment(ce3fe0dc-50c2-48f9-ac31-da7a8966c4b9),segment_id=ce3fe0dc-50c2-48f9-ac31-da7a8966c4b9)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:23.175771 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3e838238-f6bb-4afd-8aab-540c606c5869 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:23.177839 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4a0a8320-d94b-4a85-a3d5-60cf1dbe010c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:23.178250 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-4a0a8320-d94b-4a85-a3d5-60cf1dbe010c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Added segment 9b3ea32c-7387-47c9-82fa-08fc7e09e9db of type vlan for network 883ce19d-f358-4c33-bde7-8422850b7a4e Apr 06 13:29:23.210363 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ed325ac3-17d3-46b2-9eb0-d52c989a9ef2 None None] For port b24e571a-5ca6-4dc7-9006-a1e464e5158a, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=b24e571a-5ca6-4dc7-9006-a1e464e5158a,segment=NetworkSegment(ce3fe0dc-50c2-48f9-ac31-da7a8966c4b9),segment_id=ce3fe0dc-50c2-48f9-ac31-da7a8966c4b9)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:23.211495 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ed325ac3-17d3-46b2-9eb0-d52c989a9ef2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:23.217339 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7162db2f-0124-47ec-a2d3-2594e2f282e5 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:23.222611 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c85ca3-f6c8-4148-9915-35686610a3e9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=92817e94-551e-47b5-96d5-5e0014e327e0,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:23.248960 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4a0a8320-d94b-4a85-a3d5-60cf1dbe010c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:23.292191 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7162db2f-0124-47ec-a2d3-2594e2f282e5 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:23.336624 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-3e838238-f6bb-4afd-8aab-540c606c5869 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Calling delete_port for b24e571a-5ca6-4dc7-9006-a1e464e5158a owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:23.339080 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162db2f-0124-47ec-a2d3-2594e2f282e5 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa173c9-c7a1-465d-90cb-cf130da428c2,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:23.351888 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-4c9a818c-6c59-4690-b0bb-6e6316f45c9a None None] Deleting port a7184969-cda6-4050-afb3-ffa59ede7793 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:23.352437 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4c9a818c-6c59-4690-b0bb-6e6316f45c9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:23.357142 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e6c85ca3-f6c8-4148-9915-35686610a3e9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9532440 Apr 06 13:29:23.360691 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43072) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:23.366462 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ab074b58-0114-4e81-8014-d1487c7855e7 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:23.409747 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4a0a8320-d94b-4a85-a3d5-60cf1dbe010c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:23.415768 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0a8320-d94b-4a85-a3d5-60cf1dbe010c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:23.421460 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4a0a8320-d94b-4a85-a3d5-60cf1dbe010c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:23.440730 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7162db2f-0124-47ec-a2d3-2594e2f282e5 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:23.446048 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7162db2f-0124-47ec-a2d3-2594e2f282e5 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7434297 Apr 06 13:29:23.449855 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50357edc-7277-463d-a76e-eb94fdf3b04b None None] Network c8959d7f-4901-4156-ac0f-c2cd734d62bc requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:23.457327 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43076) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:23.462584 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-c4ef3cb1-e7fa-4ade-903e-320385ecc223 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Request body: {'security_group_rule': {'security_group_id': '3aa173c9-c7a1-465d-90cb-cf130da428c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:23.468896 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 5c6cc56a-d01f-442e-8968-689506e53e5b up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:29:23.484596 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c4ef3cb1-e7fa-4ade-903e-320385ecc223 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:23.500039 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c4ef3cb1-e7fa-4ade-903e-320385ecc223 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Usage tracker for resource:security_group_rule and tenant:67ddf76bc53a4d9187c3f427ef2f2431 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:23.516505 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c4ef3cb1-e7fa-4ade-903e-320385ecc223 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:23.518228 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ed325ac3-17d3-46b2-9eb0-d52c989a9ef2 None None] Calling delete_port for b24e571a-5ca6-4dc7-9006-a1e464e5158a owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:23.533962 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c4ef3cb1-e7fa-4ade-903e-320385ecc223 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:23.592988 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a8320-d94b-4a85-a3d5-60cf1dbe010c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event updated for resources: {'Network': ['ID=883ce19d-f358-4c33-bde7-8422850b7a4e,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:23.613334 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4a0a8320-d94b-4a85-a3d5-60cf1dbe010c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9445231 Apr 06 13:29:23.613859 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43080) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:23.622195 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 883ce19d-f358-4c33-bde7-8422850b7a4e details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:29:23.627644 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-370121e2-69e9-40d3-aa81-70dc18641ebb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:23.657452 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55175ec-449e-4d4e-937e-b07a5c8feace tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:23.664414 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55175ec-449e-4d4e-937e-b07a5c8feace tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:23.665668 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b55175ec-449e-4d4e-937e-b07a5c8feace tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:23.666166 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e60bf20c-ede5-49f9-a870-30c0f0786d85 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:23.742163 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ae370758-d7d8-4fa2-9b28-1ce3f9b80bda None None] Provisioning for port 5c6cc56a-d01f-442e-8968-689506e53e5b completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:23.749004 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3e838238-f6bb-4afd-8aab-540c606c5869 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:23.778181 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60bf20c-ede5-49f9-a870-30c0f0786d85 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network 836935bb-7b9a-4ba1-a7e2-019a7bf3b157 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:23.788817 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-e60bf20c-ede5-49f9-a870-30c0f0786d85 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:23.793591 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60bf20c-ede5-49f9-a870-30c0f0786d85 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Port': ['ID=b4bebc2f-3beb-4515-8ef3-13af5e7377ef,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:23.798240 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e838238-f6bb-4afd-8aab-540c606c5869 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] No DVR routers for this DVR port b24e571a-5ca6-4dc7-9006-a1e464e5158a on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:29:23.800019 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60bf20c-ede5-49f9-a870-30c0f0786d85 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:23.805741 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60bf20c-ede5-49f9-a870-30c0f0786d85 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:23.806378 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e60bf20c-ede5-49f9-a870-30c0f0786d85 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:23.823107 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b55175ec-449e-4d4e-937e-b07a5c8feace tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:23.827015 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b55175ec-449e-4d4e-937e-b07a5c8feace tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.4624908 Apr 06 13:29:23.828148 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43084) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:23.870830 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c4ef3cb1-e7fa-4ade-903e-320385ecc223 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:23.884487 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60bf20c-ede5-49f9-a870-30c0f0786d85 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:23.885109 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60bf20c-ede5-49f9-a870-30c0f0786d85 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:23.885450 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60bf20c-ede5-49f9-a870-30c0f0786d85 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:23.885785 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60bf20c-ede5-49f9-a870-30c0f0786d85 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:23.886112 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60bf20c-ede5-49f9-a870-30c0f0786d85 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:23.886610 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60bf20c-ede5-49f9-a870-30c0f0786d85 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:23.886965 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60bf20c-ede5-49f9-a870-30c0f0786d85 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:23.887482 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60bf20c-ede5-49f9-a870-30c0f0786d85 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:23.887823 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60bf20c-ede5-49f9-a870-30c0f0786d85 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:23.888149 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60bf20c-ede5-49f9-a870-30c0f0786d85 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:23.888470 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60bf20c-ede5-49f9-a870-30c0f0786d85 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:23.888799 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60bf20c-ede5-49f9-a870-30c0f0786d85 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:29:23.924350 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-ed325ac3-17d3-46b2-9eb0-d52c989a9ef2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:29:23.924760 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-ed325ac3-17d3-46b2-9eb0-d52c989a9ef2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:29:23.983673 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-2c098692-17b3-42b9-8182-b4f5342ff8d1 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting port 92817e94-551e-47b5-96d5-5e0014e327e0 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:23.984175 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2c098692-17b3-42b9-8182-b4f5342ff8d1 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:23.985620 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e838238-f6bb-4afd-8aab-540c606c5869 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Port': ['ID=b24e571a-5ca6-4dc7-9006-a1e464e5158a,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:24.017700 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-370121e2-69e9-40d3-aa81-70dc18641ebb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:24.059279 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 5c6cc56a-d01f-442e-8968-689506e53e5b completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:24.078089 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3e838238-f6bb-4afd-8aab-540c606c5869 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:24.085122 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 5c6cc56a-d01f-442e-8968-689506e53e5b triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:24.085859 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:24.099163 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e60bf20c-ede5-49f9-a870-30c0f0786d85 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.6621757 Apr 06 13:29:24.102490 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43088) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:24.118981 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-3e838238-f6bb-4afd-8aab-540c606c5869 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df204b1f-24af-4734-ac1d-a146cd4665b8']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:24.142036 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-3e838238-f6bb-4afd-8aab-540c606c5869 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce3fe0dc-50c2-48f9-ac31-da7a8966c4b9') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:24.142604 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-3e838238-f6bb-4afd-8aab-540c606c5869 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce3fe0dc-50c2-48f9-ac31-da7a8966c4b9') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:24.152216 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c4ef3cb1-e7fa-4ade-903e-320385ecc223 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:24.159791 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3e838238-f6bb-4afd-8aab-540c606c5869 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:24.184236 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3e838238-f6bb-4afd-8aab-540c606c5869 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:24.197850 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e838238-f6bb-4afd-8aab-540c606c5869 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:29:24.198300 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3e838238-f6bb-4afd-8aab-540c606c5869 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:24.216492 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-4c9a818c-6c59-4690-b0bb-6e6316f45c9a None None] For port a7184969-cda6-4050-afb3-ffa59ede7793, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a7184969-cda6-4050-afb3-ffa59ede7793,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:24.217037 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4c9a818c-6c59-4690-b0bb-6e6316f45c9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:24.281989 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-370121e2-69e9-40d3-aa81-70dc18641ebb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:29:24.320054 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:29:24.332448 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-370121e2-69e9-40d3-aa81-70dc18641ebb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Network 883ce19d-f358-4c33-bde7-8422850b7a4e is not hosted by any dhcp agent {{(pid=88565) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 06 13:29:24.333820 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab074b58-0114-4e81-8014-d1487c7855e7 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Router 780b7a9d-864f-4267-8875-bf3a0da90318 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:29:24.336309 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c4ef3cb1-e7fa-4ade-903e-320385ecc223 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:24.338641 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370121e2-69e9-40d3-aa81-70dc18641ebb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:24.339485 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-370121e2-69e9-40d3-aa81-70dc18641ebb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:24.344828 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-370121e2-69e9-40d3-aa81-70dc18641ebb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "PUT /v2.0/networks/883ce19d-f358-4c33-bde7-8422850b7a4e HTTP/1.1" status: 200 len: 723 time: 0.7256908 Apr 06 13:29:24.354441 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-4c9a818c-6c59-4690-b0bb-6e6316f45c9a None None] Calling delete_port for a7184969-cda6-4050-afb3-ffa59ede7793 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:24.358591 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43092) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:24.410238 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-403699bc-6db9-4ab7-bcaa-a724e1b4209f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Request body: {'subnet': {'network_id': '883ce19d-f358-4c33-bde7-8422850b7a4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:24.441180 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ed325ac3-17d3-46b2-9eb0-d52c989a9ef2 None None] Deleting port b24e571a-5ca6-4dc7-9006-a1e464e5158a {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:24.441180 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ed325ac3-17d3-46b2-9eb0-d52c989a9ef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:24.504347 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-e58a93d0-838b-4e0b-8dde-5d825086409a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting port b4bebc2f-3beb-4515-8ef3-13af5e7377ef {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:24.504714 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e58a93d0-838b-4e0b-8dde-5d825086409a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:24.574691 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef3cb1-e7fa-4ade-903e-320385ecc223 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b41afef-ed8d-4382-b376-29cc0b079cb8,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:24.587654 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3e838238-f6bb-4afd-8aab-540c606c5869 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:24.615394 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3e838238-f6bb-4afd-8aab-540c606c5869 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:24.630530 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ed325ac3-17d3-46b2-9eb0-d52c989a9ef2 None None] The port 'b24e571a-5ca6-4dc7-9006-a1e464e5158a' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:29:24.633275 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:24.638513 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e838238-f6bb-4afd-8aab-540c606c5869 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Network': ['ID=df204b1f-24af-4734-ac1d-a146cd4665b8,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:24.644690 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3e838238-f6bb-4afd-8aab-540c606c5869 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/networks/df204b1f-24af-4734-ac1d-a146cd4665b8 HTTP/1.1" status: 204 len: 168 time: 2.8981016 Apr 06 13:29:24.650150 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43096) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:24.657599 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-49d2529c-fd6a-45cb-ad30-0dab3848aeb7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-998542654'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:24.678620 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-49d2529c-fd6a-45cb-ad30-0dab3848aeb7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:24.679839 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370121e2-69e9-40d3-aa81-70dc18641ebb tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event updated for resources: {'Network': ['ID=883ce19d-f358-4c33-bde7-8422850b7a4e,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:24.687094 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 5c6cc56a-d01f-442e-8968-689506e53e5b, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=5c6cc56a-d01f-442e-8968-689506e53e5b,segment=NetworkSegment(402d3d7b-7edc-45f5-8761-a382fa739a97),segment_id=402d3d7b-7edc-45f5-8761-a382fa739a97)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:24.695366 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 883ce19d-f358-4c33-bde7-8422850b7a4e details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:29:24.737362 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-49d2529c-fd6a-45cb-ad30-0dab3848aeb7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Usage tracker for resource:network and tenant:914bb3d1bef745388dc453a227f40127 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:24.747681 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c4ef3cb1-e7fa-4ade-903e-320385ecc223 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:24.751875 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c4ef3cb1-e7fa-4ade-903e-320385ecc223 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2934883 Apr 06 13:29:24.753168 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-49d2529c-fd6a-45cb-ad30-0dab3848aeb7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:24.758768 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43100) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:24.768740 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-1ae3e13a-f73c-414e-ae70-fa1924b03a79 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Request body: {'security_group_rule': {'security_group_id': '3aa173c9-c7a1-465d-90cb-cf130da428c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:24.774771 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-49d2529c-fd6a-45cb-ad30-0dab3848aeb7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:24.788948 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-1ae3e13a-f73c-414e-ae70-fa1924b03a79 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:24.806097 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-403699bc-6db9-4ab7-bcaa-a724e1b4209f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:24.807008 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-1ae3e13a-f73c-414e-ae70-fa1924b03a79 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Usage tracker for resource:security_group_rule and tenant:67ddf76bc53a4d9187c3f427ef2f2431 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:24.813626 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-1ae3e13a-f73c-414e-ae70-fa1924b03a79 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:24.816627 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:24.816627 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4c9a818c-6c59-4690-b0bb-6e6316f45c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:24.817299 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-403699bc-6db9-4ab7-bcaa-a724e1b4209f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Usage tracker for resource:subnet and tenant:bfb47db20f0d451b8551770a994c0a42 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:24.822121 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-403699bc-6db9-4ab7-bcaa-a724e1b4209f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:24.826734 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab074b58-0114-4e81-8014-d1487c7855e7 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:29:24.833360 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2c098692-17b3-42b9-8182-b4f5342ff8d1 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:24.842081 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-403699bc-6db9-4ab7-bcaa-a724e1b4209f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:24.843054 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db3a76-1ffe-448b-ae95-7f53543ae274 None None] Sync routers for ids ['780b7a9d-864f-4267-8875-bf3a0da90318'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:29:24.849306 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-1ae3e13a-f73c-414e-ae70-fa1924b03a79 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:24.880251 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9a818c-6c59-4690-b0bb-6e6316f45c9a None None] No DVR routers for this DVR port a7184969-cda6-4050-afb3-ffa59ede7793 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:29:24.889817 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4db3a76-1ffe-448b-ae95-7f53543ae274 None None] Routers {'780b7a9d-864f-4267-8875-bf3a0da90318'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:29:24.891150 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-e4db3a76-1ffe-448b-ae95-7f53543ae274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:29:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['780b7a9d-864f-4267-8875-bf3a0da90318'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:24.897313 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d2529c-fd6a-45cb-ad30-0dab3848aeb7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Made reservation on behalf of 914bb3d1bef745388dc453a227f40127 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:24.903023 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fd737a-c205-4620-a0a9-fef4830d9a97 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:24.908269 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-49d2529c-fd6a-45cb-ad30-0dab3848aeb7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:24.947667 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device b24e571a-5ca6-4dc7-9006-a1e464e5158a no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:29:24.983759 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ab074b58-0114-4e81-8014-d1487c7855e7 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:24.988318 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ab074b58-0114-4e81-8014-d1487c7855e7 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.5550456 Apr 06 13:29:24.994226 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43104) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:25.011400 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d2529c-fd6a-45cb-ad30-0dab3848aeb7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:29:25.017622 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: b24e571a-5ca6-4dc7-9006-a1e464e5158a {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:29:25.018184 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device b24e571a-5ca6-4dc7-9006-a1e464e5158a not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:29:25.019368 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-e4db3a76-1ffe-448b-ae95-7f53543ae274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:25.042586 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4db3a76-1ffe-448b-ae95-7f53543ae274 None None] Routers {'780b7a9d-864f-4267-8875-bf3a0da90318'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:29:25.043791 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-e4db3a76-1ffe-448b-ae95-7f53543ae274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:29:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['780b7a9d-864f-4267-8875-bf3a0da90318'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:25.046548 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-2c098692-17b3-42b9-8182-b4f5342ff8d1 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Calling delete_port for 92817e94-551e-47b5-96d5-5e0014e327e0 owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:25.108295 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=5c6cc56a-d01f-442e-8968-689506e53e5b,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:25.131131 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-e4db3a76-1ffe-448b-ae95-7f53543ae274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:25.131753 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db3a76-1ffe-448b-ae95-7f53543ae274 None None] The sync data for ids ['780b7a9d-864f-4267-8875-bf3a0da90318'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:29:25.132459 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1ae3e13a-f73c-414e-ae70-fa1924b03a79 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:25.142364 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-49d2529c-fd6a-45cb-ad30-0dab3848aeb7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:25.142704 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-49d2529c-fd6a-45cb-ad30-0dab3848aeb7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Added segment c6e36c17-093f-4be1-b42f-22f06803ec51 of type vlan for network 3176c093-6862-44ed-9673-bc81242fbdb8 Apr 06 13:29:25.171642 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a818c-6c59-4690-b0bb-6e6316f45c9a None None] Pushing event deleted for resources: {'Port': ['ID=a7184969-cda6-4050-afb3-ffa59ede7793,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:25.196121 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0469509f-c9cb-42cf-9b82-816e351bd8f7 None None] Provisioning complete for port 5c6cc56a-d01f-442e-8968-689506e53e5b triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:25.196752 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0469509f-c9cb-42cf-9b82-816e351bd8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:25.283348 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-49d2529c-fd6a-45cb-ad30-0dab3848aeb7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:25.285713 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403699bc-6db9-4ab7-bcaa-a724e1b4209f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Made reservation on behalf of bfb47db20f0d451b8551770a994c0a42 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:25.288573 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-403699bc-6db9-4ab7-bcaa-a724e1b4209f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:25.362853 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e58a93d0-838b-4e0b-8dde-5d825086409a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:25.405765 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1ae3e13a-f73c-414e-ae70-fa1924b03a79 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:25.407262 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.resource_extend [None req-49d2529c-fd6a-45cb-ad30-0dab3848aeb7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 13:29:25.475651 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46744d70-9f7a-4cfe-9ce4-50014caef07e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-4a5369b0-8301-4713-81a5-ebef94e70f0e', 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'fixed_ips': [{'subnet_id': '2753d949-1cc9-46dc-984d-3d5387069135'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:29:25.476872 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-46744d70-9f7a-4cfe-9ce4-50014caef07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:25.514255 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1ae3e13a-f73c-414e-ae70-fa1924b03a79 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:25.546828 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3e13a-f73c-414e-ae70-fa1924b03a79 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450e970e-459d-4647-ad00-cf7e2c4ea7f4,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:25.554104 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-e58a93d0-838b-4e0b-8dde-5d825086409a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Calling delete_port for b4bebc2f-3beb-4515-8ef3-13af5e7377ef owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:25.567431 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-49d2529c-fd6a-45cb-ad30-0dab3848aeb7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:25.574828 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d2529c-fd6a-45cb-ad30-0dab3848aeb7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:25.574828 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-49d2529c-fd6a-45cb-ad30-0dab3848aeb7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:25.678032 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2c098692-17b3-42b9-8182-b4f5342ff8d1 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:25.704312 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-46744d70-9f7a-4cfe-9ce4-50014caef07e None None] Allocated IP 2001:db8::2 (4a5369b0-8301-4713-81a5-ebef94e70f0e/2753d949-1cc9-46dc-984d-3d5387069135/dc7130cf-86cb-4d0d-b30c-c22a305c5ff8) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:25.731241 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c098692-17b3-42b9-8182-b4f5342ff8d1 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Port': ['ID=92817e94-551e-47b5-96d5-5e0014e327e0,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:25.773264 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e58a93d0-838b-4e0b-8dde-5d825086409a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:25.809318 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1ae3e13a-f73c-414e-ae70-fa1924b03a79 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:25.813121 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1ae3e13a-f73c-414e-ae70-fa1924b03a79 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0508211 Apr 06 13:29:25.817873 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43108) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:25.822865 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2529c-fd6a-45cb-ad30-0dab3848aeb7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Network': ['ID=3176c093-6862-44ed-9673-bc81242fbdb8,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:25.827474 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-b16a3dab-e0c5-45b8-9a55-c95187870796 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Request body: {'security_group_rule': {'security_group_id': '3aa173c9-c7a1-465d-90cb-cf130da428c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:25.833993 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b16a3dab-e0c5-45b8-9a55-c95187870796 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:25.835495 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2c098692-17b3-42b9-8182-b4f5342ff8d1 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:25.838354 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b16a3dab-e0c5-45b8-9a55-c95187870796 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Usage tracker for resource:security_group_rule and tenant:67ddf76bc53a4d9187c3f427ef2f2431 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:25.840830 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a93d0-838b-4e0b-8dde-5d825086409a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Port': ['ID=b4bebc2f-3beb-4515-8ef3-13af5e7377ef,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:25.841407 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b16a3dab-e0c5-45b8-9a55-c95187870796 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:25.845382 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 3176c093-6862-44ed-9673-bc81242fbdb8 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:29:25.851045 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b16a3dab-e0c5-45b8-9a55-c95187870796 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:25.859141 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e58a93d0-838b-4e0b-8dde-5d825086409a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:25.863375 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-49d2529c-fd6a-45cb-ad30-0dab3848aeb7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2132988 Apr 06 13:29:25.867085 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43112) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:25.908755 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-6f31d778-747d-4847-bb5b-12df210ad2e8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'subnet': {'network_id': '3176c093-6862-44ed-9673-bc81242fbdb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:25.965710 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b16a3dab-e0c5-45b8-9a55-c95187870796 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:26.106919 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b16a3dab-e0c5-45b8-9a55-c95187870796 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:26.120499 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e58a93d0-838b-4e0b-8dde-5d825086409a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/ports/b4bebc2f-3beb-4515-8ef3-13af5e7377ef HTTP/1.1" status: 204 len: 168 time: 2.0140696 Apr 06 13:29:26.123118 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43116) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:26.175075 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-46744d70-9f7a-4cfe-9ce4-50014caef07e None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:26.183907 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-9f388690-2166-4503-a045-84b504492d5a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'port': {'network_id': '836935bb-7b9a-4ba1-a7e2-019a7bf3b157', 'mac_address': 'fa:16:3e:fd:7f:f3', 'name': 'tempest-PortsTestJSON-1877218146'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:26.188816 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-46744d70-9f7a-4cfe-9ce4-50014caef07e None None] Transition to ACTIVE for port object dc7130cf-86cb-4d0d-b30c-c22a305c5ff8 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:26.216613 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2c098692-17b3-42b9-8182-b4f5342ff8d1 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/92817e94-551e-47b5-96d5-5e0014e327e0 HTTP/1.1" status: 204 len: 168 time: 2.3844528 Apr 06 13:29:26.216905 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-46744d70-9f7a-4cfe-9ce4-50014caef07e None None] Transition to ACTIVE for port object dc7130cf-86cb-4d0d-b30c-c22a305c5ff8 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:26.220418 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43120) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:26.230975 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b16a3dab-e0c5-45b8-9a55-c95187870796 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:26.320292 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-46744d70-9f7a-4cfe-9ce4-50014caef07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:26.348584 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a3dab-e0c5-45b8-9a55-c95187870796 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50991970-7fe7-42f6-9c13-ad00bf740877,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:26.350364 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-6f31d778-747d-4847-bb5b-12df210ad2e8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:26.360777 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6f31d778-747d-4847-bb5b-12df210ad2e8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Usage tracker for resource:subnet and tenant:914bb3d1bef745388dc453a227f40127 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:26.364518 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6f31d778-747d-4847-bb5b-12df210ad2e8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:26.368219 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-9f388690-2166-4503-a045-84b504492d5a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:26.374302 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-6f31d778-747d-4847-bb5b-12df210ad2e8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:26.376784 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9f388690-2166-4503-a045-84b504492d5a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:port and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:26.380599 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-072e8e39-05e4-43c3-874e-7d6cb32fc19d tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:26.383190 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9f388690-2166-4503-a045-84b504492d5a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:26.388109 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46744d70-9f7a-4cfe-9ce4-50014caef07e None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:26.390728 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-9f388690-2166-4503-a045-84b504492d5a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:26.391271 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-46744d70-9f7a-4cfe-9ce4-50014caef07e None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:26.396148 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46744d70-9f7a-4cfe-9ce4-50014caef07e None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:26.417546 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-403699bc-6db9-4ab7-bcaa-a724e1b4209f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:26.424555 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f2af6d-b0fe-4006-b35c-16d41906780e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:26.427829 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f2af6d-b0fe-4006-b35c-16d41906780e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:26.428901 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-22f2af6d-b0fe-4006-b35c-16d41906780e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:26.468384 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f31d778-747d-4847-bb5b-12df210ad2e8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Made reservation on behalf of 914bb3d1bef745388dc453a227f40127 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:26.471773 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6f31d778-747d-4847-bb5b-12df210ad2e8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:26.476161 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46744d70-9f7a-4cfe-9ce4-50014caef07e None None] Pushing event updated for resources: {'Port': ['ID=dc7130cf-86cb-4d0d-b30c-c22a305c5ff8,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:26.513518 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f388690-2166-4503-a045-84b504492d5a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:26.515492 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-46744d70-9f7a-4cfe-9ce4-50014caef07e None None] Attempting to bind port dc7130cf-86cb-4d0d-b30c-c22a305c5ff8 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:29:26.515866 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-46744d70-9f7a-4cfe-9ce4-50014caef07e None None] Attempting to bind port dc7130cf-86cb-4d0d-b30c-c22a305c5ff8 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:29:26.516238 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46744d70-9f7a-4cfe-9ce4-50014caef07e None None] Attempting to bind port dc7130cf-86cb-4d0d-b30c-c22a305c5ff8 on network 4a5369b0-8301-4713-81a5-ebef94e70f0e {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:29:26.517157 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b16a3dab-e0c5-45b8-9a55-c95187870796 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:26.521920 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b16a3dab-e0c5-45b8-9a55-c95187870796 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7000303 Apr 06 13:29:26.522729 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46744d70-9f7a-4cfe-9ce4-50014caef07e None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:29:26.523149 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46744d70-9f7a-4cfe-9ce4-50014caef07e None None] Checking segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:29:26.523552 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-46744d70-9f7a-4cfe-9ce4-50014caef07e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:26.523943 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46744d70-9f7a-4cfe-9ce4-50014caef07e None None] Bound using segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:29:26.524415 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-46744d70-9f7a-4cfe-9ce4-50014caef07e None None] Bound port: dc7130cf-86cb-4d0d-b30c-c22a305c5ff8, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:29:26.524842 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-46744d70-9f7a-4cfe-9ce4-50014caef07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:26.531368 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43124) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:26.560888 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-119d7849-6be5-4261-b2d0-54058661158d tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Request body: {'security_group_rule': {'security_group_id': '3aa173c9-c7a1-465d-90cb-cf130da428c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:26.584607 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-119d7849-6be5-4261-b2d0-54058661158d tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:26.625635 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-46744d70-9f7a-4cfe-9ce4-50014caef07e None None] For port dc7130cf-86cb-4d0d-b30c-c22a305c5ff8, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:29:26.629624 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-46744d70-9f7a-4cfe-9ce4-50014caef07e None None] For port dc7130cf-86cb-4d0d-b30c-c22a305c5ff8, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=dc7130cf-86cb-4d0d-b30c-c22a305c5ff8,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:29:26.704687 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-119d7849-6be5-4261-b2d0-54058661158d tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Usage tracker for resource:security_group_rule and tenant:67ddf76bc53a4d9187c3f427ef2f2431 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:26.712908 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-119d7849-6be5-4261-b2d0-54058661158d tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:26.722833 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403699bc-6db9-4ab7-bcaa-a724e1b4209f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event updated for resources: {'Subnet': ['ID=0e37ba63-f022-4111-89d8-1938580a5737,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:26.732328 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-119d7849-6be5-4261-b2d0-54058661158d tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:26.758850 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403699bc-6db9-4ab7-bcaa-a724e1b4209f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Checking segment: {'id': '9b3ea32c-7387-47c9-82fa-08fc7e09e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '883ce19d-f358-4c33-bde7-8422850b7a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:29:26.758850 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403699bc-6db9-4ab7-bcaa-a724e1b4209f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Network hostable DHCP agents. Network: 883ce19d-f358-4c33-bde7-8422850b7a4e, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:29:26.761318 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-46744d70-9f7a-4cfe-9ce4-50014caef07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:26.785448 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9f388690-2166-4503-a045-84b504492d5a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:26.799297 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-22f2af6d-b0fe-4006-b35c-16d41906780e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:26.801105 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-22f2af6d-b0fe-4006-b35c-16d41906780e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5755851 Apr 06 13:29:26.811528 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43128) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:26.859131 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46744d70-9f7a-4cfe-9ce4-50014caef07e None None] Pushing event updated for resources: {'Port': ['ID=dc7130cf-86cb-4d0d-b30c-c22a305c5ff8,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:26.882864 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-9f388690-2166-4503-a045-84b504492d5a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] device_id is not set on port f6606df8-d696-46ae-b2cd-7a3579c1bd84 yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:29:26.937850 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-119d7849-6be5-4261-b2d0-54058661158d tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:27.029600 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403699bc-6db9-4ab7-bcaa-a724e1b4209f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Network 883ce19d-f358-4c33-bde7-8422850b7a4e is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:29:27.062760 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d3f462a-f62d-4a40-8cb6-1c9c2df86406 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet 2753d949-1cc9-46dc-984d-3d5387069135 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:29:27.068563 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:27.102158 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0d3f462a-f62d-4a40-8cb6-1c9c2df86406 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:27.163532 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-072e8e39-05e4-43c3-874e-7d6cb32fc19d tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Allocated IP 172.20.0.1 (c8959d7f-4901-4156-ac0f-c2cd734d62bc/776ec458-3bbd-4bf3-8ce7-fcbae0a2b9c3/d97e7b83-542e-4b18-b818-c56aa5c68b1f) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:27.181999 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-403699bc-6db9-4ab7-bcaa-a724e1b4209f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 883ce19d-f358-4c33-bde7-8422850b7a4e) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:27.192325 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 5c6cc56a-d01f-442e-8968-689506e53e5b up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:29:27.224138 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0d3f462a-f62d-4a40-8cb6-1c9c2df86406 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:27.239776 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf06d9c-b22f-46aa-a4d1-492d680df27c None None] Network 883ce19d-f358-4c33-bde7-8422850b7a4e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:27.377976 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403699bc-6db9-4ab7-bcaa-a724e1b4209f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:27.379672 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-403699bc-6db9-4ab7-bcaa-a724e1b4209f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:27.443419 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-072e8e39-05e4-43c3-874e-7d6cb32fc19d tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:27.454990 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-119d7849-6be5-4261-b2d0-54058661158d tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:27.468570 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-072e8e39-05e4-43c3-874e-7d6cb32fc19d tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Transition to ACTIVE for port object d97e7b83-542e-4b18-b818-c56aa5c68b1f will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:27.532568 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6f31d778-747d-4847-bb5b-12df210ad2e8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:27.569658 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0d3f462a-f62d-4a40-8cb6-1c9c2df86406 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:27.599239 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-072e8e39-05e4-43c3-874e-7d6cb32fc19d tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:27.609383 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-119d7849-6be5-4261-b2d0-54058661158d tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:27.612320 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-403699bc-6db9-4ab7-bcaa-a724e1b4209f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2307575 Apr 06 13:29:27.619850 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 5c6cc56a-d01f-442e-8968-689506e53e5b triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:27.620226 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:27.637413 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43132) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:27.695044 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-6157302b-6df5-432e-bd81-039234af0a24 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:27.699887 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072e8e39-05e4-43c3-874e-7d6cb32fc19d tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Network c8959d7f-4901-4156-ac0f-c2cd734d62bc is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:27.707119 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-072e8e39-05e4-43c3-874e-7d6cb32fc19d tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:27.709706 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072e8e39-05e4-43c3-874e-7d6cb32fc19d tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:27.755016 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9f388690-2166-4503-a045-84b504492d5a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:27.771777 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9074d5-d163-44f2-8459-cda853f35fbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-883ce19d-f358-4c33-bde7-8422850b7a4e', 'network_id': '883ce19d-f358-4c33-bde7-8422850b7a4e', 'tenant_id': 'bfb47db20f0d451b8551770a994c0a42', 'fixed_ips': [{'subnet_id': '0e37ba63-f022-4111-89d8-1938580a5737'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:29:27.772777 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1f9074d5-d163-44f2-8459-cda853f35fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:27.781021 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d7849-6be5-4261-b2d0-54058661158d tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=717f52e9-69d1-4a35-a610-84f44a9a2431,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:27.806339 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-072e8e39-05e4-43c3-874e-7d6cb32fc19d tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:27.823915 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31d778-747d-4847-bb5b-12df210ad2e8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Subnet': ['ID=cc22cf9c-abc8-4613-a1bd-64d433109412,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:27.833570 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-119d7849-6be5-4261-b2d0-54058661158d tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:27.835062 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-119d7849-6be5-4261-b2d0-54058661158d tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2954981 Apr 06 13:29:27.851308 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43136) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:27.891253 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-92f970f8-6d1b-4bf6-aea0-f77963610f31 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Request body: {'security_group_rule': {'security_group_id': '3aa173c9-c7a1-465d-90cb-cf130da428c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:27.912979 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-92f970f8-6d1b-4bf6-aea0-f77963610f31 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:27.942232 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f31d778-747d-4847-bb5b-12df210ad2e8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Checking segment: {'id': 'c6e36c17-093f-4be1-b42f-22f06803ec51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3176c093-6862-44ed-9673-bc81242fbdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:29:27.942602 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f31d778-747d-4847-bb5b-12df210ad2e8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network hostable DHCP agents. Network: 3176c093-6862-44ed-9673-bc81242fbdb8, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:29:27.950930 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-92f970f8-6d1b-4bf6-aea0-f77963610f31 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Usage tracker for resource:security_group_rule and tenant:67ddf76bc53a4d9187c3f427ef2f2431 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:27.959511 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-92f970f8-6d1b-4bf6-aea0-f77963610f31 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:27.978224 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-92f970f8-6d1b-4bf6-aea0-f77963610f31 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:27.986594 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0d3f462a-f62d-4a40-8cb6-1c9c2df86406 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:28.006469 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e8e39-05e4-43c3-874e-7d6cb32fc19d tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Pushing event updated for resources: {'Port': ['ID=d97e7b83-542e-4b18-b818-c56aa5c68b1f,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:28.033518 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-1f9074d5-d163-44f2-8459-cda853f35fbf None None] Allocated IP 172.20.0.2 (883ce19d-f358-4c33-bde7-8422850b7a4e/0e37ba63-f022-4111-89d8-1938580a5737/3ec29dd1-b54d-43c4-a744-cf6774dfba03) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:28.036377 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6157302b-6df5-432e-bd81-039234af0a24 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-67041252'] for subnet, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:28.105753 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f462a-f62d-4a40-8cb6-1c9c2df86406 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=2753d949-1cc9-46dc-984d-3d5387069135,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:28.109342 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0d3f462a-f62d-4a40-8cb6-1c9c2df86406 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:28.162370 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f31d778-747d-4847-bb5b-12df210ad2e8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network 3176c093-6862-44ed-9673-bc81242fbdb8 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:29:28.171875 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9f388690-2166-4503-a045-84b504492d5a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:28.340917 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f40a0027-0d87-4323-b75b-71c60b7c0153 None None] Provisioning for port d97e7b83-542e-4b18-b818-c56aa5c68b1f completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:28.360081 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f40a0027-0d87-4323-b75b-71c60b7c0153 None None] Provisioning complete for port d97e7b83-542e-4b18-b818-c56aa5c68b1f triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:28.360589 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f40a0027-0d87-4323-b75b-71c60b7c0153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:28.381936 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0d3f462a-f62d-4a40-8cb6-1c9c2df86406 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/2753d949-1cc9-46dc-984d-3d5387069135 HTTP/1.1" status: 204 len: 168 time: 1.5693264 Apr 06 13:29:28.392110 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92f970f8-6d1b-4bf6-aea0-f77963610f31 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:28.400198 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-6f31d778-747d-4847-bb5b-12df210ad2e8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 3176c093-6862-44ed-9673-bc81242fbdb8) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:28.404980 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f31d778-747d-4847-bb5b-12df210ad2e8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:28.405589 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6f31d778-747d-4847-bb5b-12df210ad2e8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:28.416201 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43140) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:28.421934 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d4465d-83ec-4ab8-86a7-e8107f24c906 None None] Network 3176c093-6862-44ed-9673-bc81242fbdb8 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:28.427507 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f388690-2166-4503-a045-84b504492d5a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network 836935bb-7b9a-4ba1-a7e2-019a7bf3b157 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:28.460678 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-072e8e39-05e4-43c3-874e-7d6cb32fc19d tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:28.467862 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1f9074d5-d163-44f2-8459-cda853f35fbf None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:28.512261 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-9f388690-2166-4503-a045-84b504492d5a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:28.514939 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f388690-2166-4503-a045-84b504492d5a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:28.521672 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f388690-2166-4503-a045-84b504492d5a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:28.522319 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9f388690-2166-4503-a045-84b504492d5a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:28.581030 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-86ff9e51-dddc-421e-b253-3b139d8187df tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1521924 Apr 06 13:29:28.592537 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43144) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:28.594942 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-1f9074d5-d163-44f2-8459-cda853f35fbf None None] Transition to ACTIVE for port object 3ec29dd1-b54d-43c4-a744-cf6774dfba03 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:28.597364 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f388690-2166-4503-a045-84b504492d5a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Port': ['ID=f6606df8-d696-46ae-b2cd-7a3579c1bd84,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:28.611207 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7963b2-4df7-41a6-9988-0be6ee9e290d None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:28.689331 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92f970f8-6d1b-4bf6-aea0-f77963610f31 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:28.711856 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-f40a0027-0d87-4323-b75b-71c60b7c0153 None None] Port d97e7b83-542e-4b18-b818-c56aa5c68b1f cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:29:28.714244 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633bff76-b6ad-4caf-89b5-6a6a90a6da9b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:28.715268 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-633bff76-b6ad-4caf-89b5-6a6a90a6da9b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:28.725695 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6f31d778-747d-4847-bb5b-12df210ad2e8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8536773 Apr 06 13:29:28.730770 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43148) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:28.738516 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-f1b6ccb5-f348-40c2-84dc-e4d216eb852e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1344106488', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:28.748016 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f1b6ccb5-f348-40c2-84dc-e4d216eb852e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:28.762452 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f1b6ccb5-f348-40c2-84dc-e4d216eb852e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Usage tracker for resource:router and tenant:914bb3d1bef745388dc453a227f40127 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:28.767849 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f1b6ccb5-f348-40c2-84dc-e4d216eb852e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:28.779064 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-1f9074d5-d163-44f2-8459-cda853f35fbf None None] Transition to ACTIVE for port object 3ec29dd1-b54d-43c4-a744-cf6774dfba03 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:28.781258 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f1b6ccb5-f348-40c2-84dc-e4d216eb852e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:28.801574 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9f388690-2166-4503-a045-84b504492d5a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6711214 Apr 06 13:29:28.801574 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43152) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:28.880166 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9617b15c-e338-4dc4-a2b1-83eed4d808a3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:28.881045 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9617b15c-e338-4dc4-a2b1-83eed4d808a3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Synchronizing usage tracker for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:28.885414 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92f970f8-6d1b-4bf6-aea0-f77963610f31 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:28.890133 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7277dab8-5b6d-424e-be4f-943c697c68f3 None None] Could not find standard attr ID for object 92817e94-551e-47b5-96d5-5e0014e327e0. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:29:28.921907 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f970f8-6d1b-4bf6-aea0-f77963610f31 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b4408a6-9367-4e62-9458-23f5971c8f3c,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:28.936388 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1f9074d5-d163-44f2-8459-cda853f35fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:28.947468 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f1b6ccb5-f348-40c2-84dc-e4d216eb852e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:28.948640 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f1b6ccb5-f348-40c2-84dc-e4d216eb852e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:28.979327 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-072e8e39-05e4-43c3-874e-7d6cb32fc19d tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:28.993886 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f1b6ccb5-f348-40c2-84dc-e4d216eb852e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:29.001296 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-633bff76-b6ad-4caf-89b5-6a6a90a6da9b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:29.002474 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-633bff76-b6ad-4caf-89b5-6a6a90a6da9b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4070916 Apr 06 13:29:29.009133 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43156) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:29.020219 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9617b15c-e338-4dc4-a2b1-83eed4d808a3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Unset dirty status for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:29.024460 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9617b15c-e338-4dc4-a2b1-83eed4d808a3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "GET /v2.0/ports/f6606df8-d696-46ae-b2cd-7a3579c1bd84 HTTP/1.1" status: 200 len: 841 time: 0.2221205 Apr 06 13:29:29.035143 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43160) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:29.093879 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-072e8e39-05e4-43c3-874e-7d6cb32fc19d tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:29.105769 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9074d5-d163-44f2-8459-cda853f35fbf None None] Network 883ce19d-f358-4c33-bde7-8422850b7a4e is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:29.112639 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-1f9074d5-d163-44f2-8459-cda853f35fbf None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:29.122240 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0276fcf-26bc-4d3a-a4cc-6ebc258d6f5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-3176c093-6862-44ed-9673-bc81242fbdb8', 'network_id': '3176c093-6862-44ed-9673-bc81242fbdb8', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'fixed_ips': [{'subnet_id': 'cc22cf9c-abc8-4613-a1bd-64d433109412'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:29:29.123848 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d0276fcf-26bc-4d3a-a4cc-6ebc258d6f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:29.153316 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9074d5-d163-44f2-8459-cda853f35fbf None None] Pushing event updated for resources: {'Port': ['ID=3ec29dd1-b54d-43c4-a744-cf6774dfba03,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:29.157219 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9074d5-d163-44f2-8459-cda853f35fbf None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:29.166316 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7277dab8-5b6d-424e-be4f-943c697c68f3 None None] Provisioning for port dc7130cf-86cb-4d0d-b30c-c22a305c5ff8 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:29.175588 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92f970f8-6d1b-4bf6-aea0-f77963610f31 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:29.177846 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-92f970f8-6d1b-4bf6-aea0-f77963610f31 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.2924893 Apr 06 13:29:29.194058 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43164) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:29.285672 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device dc7130cf-86cb-4d0d-b30c-c22a305c5ff8 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:29:29.311507 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-363980c0-18f5-417f-937a-2c5d4ba54b39 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting port f6606df8-d696-46ae-b2cd-7a3579c1bd84 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:29.311980 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-363980c0-18f5-417f-937a-2c5d4ba54b39 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:29.365187 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3e26cf32-f7ce-45d0-a80d-f6fc73b9f84e tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:29.388657 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6157302b-6df5-432e-bd81-039234af0a24 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748748767088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-67089629'] for subnet, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:29.454002 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3e26cf32-f7ce-45d0-a80d-f6fc73b9f84e tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:29.480247 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779f4a67-1b33-4339-85e5-c0cc81011d1a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:29.482743 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-779f4a67-1b33-4339-85e5-c0cc81011d1a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4719548 Apr 06 13:29:29.484560 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f1b6ccb5-f348-40c2-84dc-e4d216eb852e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:29.495078 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43168) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:29.507823 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-1f9074d5-d163-44f2-8459-cda853f35fbf None None] Attempting to bind port 3ec29dd1-b54d-43c4-a744-cf6774dfba03 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:29:29.508460 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-1f9074d5-d163-44f2-8459-cda853f35fbf None None] Attempting to bind port 3ec29dd1-b54d-43c4-a744-cf6774dfba03 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '9b3ea32c-7387-47c9-82fa-08fc7e09e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '883ce19d-f358-4c33-bde7-8422850b7a4e'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:29:29.508971 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9074d5-d163-44f2-8459-cda853f35fbf None None] Attempting to bind port 3ec29dd1-b54d-43c4-a744-cf6774dfba03 on network 883ce19d-f358-4c33-bde7-8422850b7a4e {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:29:29.533857 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9074d5-d163-44f2-8459-cda853f35fbf None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:29:29.534374 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9074d5-d163-44f2-8459-cda853f35fbf None None] Checking segment: {'id': '9b3ea32c-7387-47c9-82fa-08fc7e09e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '883ce19d-f358-4c33-bde7-8422850b7a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:29:29.536240 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1f9074d5-d163-44f2-8459-cda853f35fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:29.536973 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9074d5-d163-44f2-8459-cda853f35fbf None None] Bound using segment: {'id': '9b3ea32c-7387-47c9-82fa-08fc7e09e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '883ce19d-f358-4c33-bde7-8422850b7a4e'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:29:29.537698 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-1f9074d5-d163-44f2-8459-cda853f35fbf None None] Bound port: 3ec29dd1-b54d-43c4-a744-cf6774dfba03, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3ea32c-7387-47c9-82fa-08fc7e09e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '883ce19d-f358-4c33-bde7-8422850b7a4e'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:29:29.538242 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1f9074d5-d163-44f2-8459-cda853f35fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:29.547319 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6157302b-6df5-432e-bd81-039234af0a24 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:29.548257 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6157302b-6df5-432e-bd81-039234af0a24 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:29.551113 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6157302b-6df5-432e-bd81-039234af0a24 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "PUT /v2.0/subnets/0e37ba63-f022-4111-89d8-1938580a5737 HTTP/1.1" status: 200 len: 806 time: 1.8877013 Apr 06 13:29:29.556181 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404955a0-ace7-49e3-8111-5f61f17c0752 None None] DHCP port deletion for 4a5369b0-8301-4713-81a5-ebef94e70f0e request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:29:29.561168 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43172) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:29.574533 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-404955a0-ace7-49e3-8111-5f61f17c0752 None None] Deleting port dc7130cf-86cb-4d0d-b30c-c22a305c5ff8 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:29.574922 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-404955a0-ace7-49e3-8111-5f61f17c0752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:29.642946 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-072e8e39-05e4-43c3-874e-7d6cb32fc19d tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:29.651580 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e8e39-05e4-43c3-874e-7d6cb32fc19d tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Pushing event updated for resources: {'Port': ['ID=d97e7b83-542e-4b18-b818-c56aa5c68b1f,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:29.655701 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ca6208c7-6c83-4b01-b6a6-35cdc9fe8f87 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1524396 Apr 06 13:29:29.668135 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43176) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:29.673879 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-039464aa-9cfc-44aa-b8f9-fd5b373a17b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:29.711707 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157302b-6df5-432e-bd81-039234af0a24 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event updated for resources: {'Subnet': ['ID=0e37ba63-f022-4111-89d8-1938580a5737,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:29.808829 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3e26cf32-f7ce-45d0-a80d-f6fc73b9f84e tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:29.845822 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f1b6ccb5-f348-40c2-84dc-e4d216eb852e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:29.847534 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f1b6ccb5-f348-40c2-84dc-e4d216eb852e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1152411 Apr 06 13:29:29.858613 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43180) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:29.878761 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port dc7130cf-86cb-4d0d-b30c-c22a305c5ff8 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:29.903204 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26cf32-f7ce-45d0-a80d-f6fc73b9f84e tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b4408a6-9367-4e62-9458-23f5971c8f3c,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:29.903590 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port dc7130cf-86cb-4d0d-b30c-c22a305c5ff8 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:29.903878 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:29.929776 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3e26cf32-f7ce-45d0-a80d-f6fc73b9f84e tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:29.933365 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3e26cf32-f7ce-45d0-a80d-f6fc73b9f84e tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/2b4408a6-9367-4e62-9458-23f5971c8f3c HTTP/1.1" status: 204 len: 168 time: 0.7302113 Apr 06 13:29:29.938003 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43184) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:29.946343 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-363980c0-18f5-417f-937a-2c5d4ba54b39 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:29.954030 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-d0276fcf-26bc-4d3a-a4cc-6ebc258d6f5d None None] Allocated IP 2001:db8::2 (3176c093-6862-44ed-9673-bc81242fbdb8/cc22cf9c-abc8-4613-a1bd-64d433109412/94adab7a-979b-40c5-a26c-58cba49ea04c) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:29.963262 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-039464aa-9cfc-44aa-b8f9-fd5b373a17b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:29.964854 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-1f9074d5-d163-44f2-8459-cda853f35fbf None None] For port 3ec29dd1-b54d-43c4-a744-cf6774dfba03, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:29:30.011745 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-1f9074d5-d163-44f2-8459-cda853f35fbf None None] For port 3ec29dd1-b54d-43c4-a744-cf6774dfba03, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=3ec29dd1-b54d-43c4-a744-cf6774dfba03,segment=NetworkSegment(9b3ea32c-7387-47c9-82fa-08fc7e09e9db),segment_id=9b3ea32c-7387-47c9-82fa-08fc7e09e9db)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:29:30.024981 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-039464aa-9cfc-44aa-b8f9-fd5b373a17b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:subnet and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:30.045660 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-039464aa-9cfc-44aa-b8f9-fd5b373a17b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:30.124297 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-039464aa-9cfc-44aa-b8f9-fd5b373a17b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:30.141506 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-363980c0-18f5-417f-937a-2c5d4ba54b39 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Calling delete_port for f6606df8-d696-46ae-b2cd-7a3579c1bd84 owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:30.183317 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3e3cec32-76bb-4cf3-bc62-ff8ccfea8719 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:30.188069 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-404955a0-ace7-49e3-8111-5f61f17c0752 None None] For port dc7130cf-86cb-4d0d-b30c-c22a305c5ff8, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=dc7130cf-86cb-4d0d-b30c-c22a305c5ff8,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:30.188665 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-404955a0-ace7-49e3-8111-5f61f17c0752 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:30.195768 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072e8e39-05e4-43c3-874e-7d6cb32fc19d tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Network c8959d7f-4901-4156-ac0f-c2cd734d62bc is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:30.197170 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1f9074d5-d163-44f2-8459-cda853f35fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:30.200481 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-072e8e39-05e4-43c3-874e-7d6cb32fc19d tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:30.246555 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a0f96f80-0d2c-4e33-94de-a6f62d231ad1 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Synchronizing usage tracker for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group_rule {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:30.265143 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-3e3cec32-76bb-4cf3-bc62-ff8ccfea8719 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Deleting port 3ec29dd1-b54d-43c4-a744-cf6774dfba03 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:30.265487 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3e3cec32-76bb-4cf3-bc62-ff8ccfea8719 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:30.419632 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-404955a0-ace7-49e3-8111-5f61f17c0752 None None] Calling delete_port for dc7130cf-86cb-4d0d-b30c-c22a305c5ff8 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:30.450897 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-363980c0-18f5-417f-937a-2c5d4ba54b39 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:30.457668 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a0f96f80-0d2c-4e33-94de-a6f62d231ad1 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Unset dirty status for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group_rule {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:30.463116 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a0f96f80-0d2c-4e33-94de-a6f62d231ad1 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.5202968 Apr 06 13:29:30.499952 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43188) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:30.554271 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039464aa-9cfc-44aa-b8f9-fd5b373a17b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:30.555626 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:30.558213 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-039464aa-9cfc-44aa-b8f9-fd5b373a17b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:30.569632 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9074d5-d163-44f2-8459-cda853f35fbf None None] Pushing event updated for resources: {'Port': ['ID=3ec29dd1-b54d-43c4-a744-cf6774dfba03,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:30.673320 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9e1ed60d-2559-49a7-8ed6-5b1d83678adf None None] Provisioning complete for port d97e7b83-542e-4b18-b818-c56aa5c68b1f triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:30.673320 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9e1ed60d-2559-49a7-8ed6-5b1d83678adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:30.704557 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363980c0-18f5-417f-937a-2c5d4ba54b39 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Port': ['ID=f6606df8-d696-46ae-b2cd-7a3579c1bd84,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:30.731695 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-363980c0-18f5-417f-937a-2c5d4ba54b39 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:30.747966 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d0276fcf-26bc-4d3a-a4cc-6ebc258d6f5d None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:30.753838 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8dfd46e1-a56c-4fc5-85c7-a350a02e7c29 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:30.771771 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8dfd46e1-a56c-4fc5-85c7-a350a02e7c29 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:30.782574 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-9e1ed60d-2559-49a7-8ed6-5b1d83678adf None None] Port d97e7b83-542e-4b18-b818-c56aa5c68b1f cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:29:30.802393 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d0276fcf-26bc-4d3a-a4cc-6ebc258d6f5d None None] Transition to ACTIVE for port object 94adab7a-979b-40c5-a26c-58cba49ea04c will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:30.808721 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-3e3cec32-76bb-4cf3-bc62-ff8ccfea8719 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] For port 3ec29dd1-b54d-43c4-a744-cf6774dfba03, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=3ec29dd1-b54d-43c4-a744-cf6774dfba03,segment=NetworkSegment(9b3ea32c-7387-47c9-82fa-08fc7e09e9db),segment_id=9b3ea32c-7387-47c9-82fa-08fc7e09e9db)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:30.809268 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3e3cec32-76bb-4cf3-bc62-ff8ccfea8719 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:30.823603 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-58c3ac6a-5849-4bbe-ba5a-ba46c52458dd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:30.828547 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-404955a0-ace7-49e3-8111-5f61f17c0752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:30.868523 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 06 13:29:30.868523 dv-neutron-834600-1-hyperv neutron-server[88566]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Apr 06 13:29:30.868523 dv-neutron-834600-1-hyperv neutron-server[88566]: [parameters: {'status': 'ACTIVE', 'ports_id': 'dc7130cf-86cb-4d0d-b30c-c22a305c5ff8'}] Apr 06 13:29:30.868523 dv-neutron-834600-1-hyperv neutron-server[88566]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:29:30.868990 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:29:30.874126 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d0276fcf-26bc-4d3a-a4cc-6ebc258d6f5d None None] Transition to ACTIVE for port object 94adab7a-979b-40c5-a26c-58cba49ea04c will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:30.884731 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-363980c0-18f5-417f-937a-2c5d4ba54b39 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/ports/f6606df8-d696-46ae-b2cd-7a3579c1bd84 HTTP/1.1" status: 204 len: 168 time: 1.8556232 Apr 06 13:29:30.916953 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404955a0-ace7-49e3-8111-5f61f17c0752 None None] Pushing event deleted for resources: {'Port': ['ID=dc7130cf-86cb-4d0d-b30c-c22a305c5ff8,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:30.923902 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404955a0-ace7-49e3-8111-5f61f17c0752 None None] No DVR routers for this DVR port dc7130cf-86cb-4d0d-b30c-c22a305c5ff8 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:29:30.932314 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43192) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:30.955635 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8dfd46e1-a56c-4fc5-85c7-a350a02e7c29 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:30.971093 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-3e3cec32-76bb-4cf3-bc62-ff8ccfea8719 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Calling delete_port for 3ec29dd1-b54d-43c4-a744-cf6774dfba03 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:30.972496 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d0276fcf-26bc-4d3a-a4cc-6ebc258d6f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:31.056694 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0276fcf-26bc-4d3a-a4cc-6ebc258d6f5d None None] Pushing event updated for resources: {'Port': ['ID=94adab7a-979b-40c5-a26c-58cba49ea04c,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:31.069741 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0276fcf-26bc-4d3a-a4cc-6ebc258d6f5d None None] Network 3176c093-6862-44ed-9673-bc81242fbdb8 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:31.075060 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-d0276fcf-26bc-4d3a-a4cc-6ebc258d6f5d None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:31.075060 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0276fcf-26bc-4d3a-a4cc-6ebc258d6f5d None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:31.149738 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd46e1-a56c-4fc5-85c7-a350a02e7c29 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=717f52e9-69d1-4a35-a610-84f44a9a2431,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:31.155182 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072e8e39-05e4-43c3-874e-7d6cb32fc19d tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Router 780b7a9d-864f-4267-8875-bf3a0da90318 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:29:31.188811 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-d0276fcf-26bc-4d3a-a4cc-6ebc258d6f5d None None] Attempting to bind port 94adab7a-979b-40c5-a26c-58cba49ea04c on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:29:31.189366 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-d0276fcf-26bc-4d3a-a4cc-6ebc258d6f5d None None] Attempting to bind port 94adab7a-979b-40c5-a26c-58cba49ea04c by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'c6e36c17-093f-4be1-b42f-22f06803ec51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3176c093-6862-44ed-9673-bc81242fbdb8'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:29:31.189770 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0276fcf-26bc-4d3a-a4cc-6ebc258d6f5d None None] Attempting to bind port 94adab7a-979b-40c5-a26c-58cba49ea04c on network 3176c093-6862-44ed-9673-bc81242fbdb8 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:29:31.194528 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8dfd46e1-a56c-4fc5-85c7-a350a02e7c29 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:31.196131 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0276fcf-26bc-4d3a-a4cc-6ebc258d6f5d None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:29:31.196621 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0276fcf-26bc-4d3a-a4cc-6ebc258d6f5d None None] Checking segment: {'id': 'c6e36c17-093f-4be1-b42f-22f06803ec51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3176c093-6862-44ed-9673-bc81242fbdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:29:31.197234 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d0276fcf-26bc-4d3a-a4cc-6ebc258d6f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:31.197717 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0276fcf-26bc-4d3a-a4cc-6ebc258d6f5d None None] Bound using segment: {'id': 'c6e36c17-093f-4be1-b42f-22f06803ec51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3176c093-6862-44ed-9673-bc81242fbdb8'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:29:31.199466 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-d0276fcf-26bc-4d3a-a4cc-6ebc258d6f5d None None] Bound port: 94adab7a-979b-40c5-a26c-58cba49ea04c, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e36c17-093f-4be1-b42f-22f06803ec51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3176c093-6862-44ed-9673-bc81242fbdb8'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:29:31.199466 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d0276fcf-26bc-4d3a-a4cc-6ebc258d6f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:31.207099 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8dfd46e1-a56c-4fc5-85c7-a350a02e7c29 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/717f52e9-69d1-4a35-a610-84f44a9a2431 HTTP/1.1" status: 204 len: 168 time: 0.6927621 Apr 06 13:29:31.208370 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43196) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:31.208879 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-882470f4-5c54-4e94-9998-5fb87fce2658 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] GET failed (client error): The resource could not be found. Apr 06 13:29:31.209614 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-882470f4-5c54-4e94-9998-5fb87fce2658 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Synchronizing usage tracker for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:31.233004 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3e3cec32-76bb-4cf3-bc62-ff8ccfea8719 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:31.286950 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3cec32-76bb-4cf3-bc62-ff8ccfea8719 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Port': ['ID=3ec29dd1-b54d-43c4-a744-cf6774dfba03,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:31.309595 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-d0276fcf-26bc-4d3a-a4cc-6ebc258d6f5d None None] For port 94adab7a-979b-40c5-a26c-58cba49ea04c, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:29:31.313676 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-d0276fcf-26bc-4d3a-a4cc-6ebc258d6f5d None None] For port 94adab7a-979b-40c5-a26c-58cba49ea04c, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=94adab7a-979b-40c5-a26c-58cba49ea04c,segment=NetworkSegment(c6e36c17-093f-4be1-b42f-22f06803ec51),segment_id=c6e36c17-093f-4be1-b42f-22f06803ec51)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:29:31.386420 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a4da18c7-7d06-4922-b90b-7aebb63f730f tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Synchronizing usage tracker for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group_rule {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:31.396886 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3cec32-76bb-4cf3-bc62-ff8ccfea8719 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No DVR routers for this DVR port 3ec29dd1-b54d-43c4-a744-cf6774dfba03 on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:29:31.404496 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d0276fcf-26bc-4d3a-a4cc-6ebc258d6f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:31.431564 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-882470f4-5c54-4e94-9998-5fb87fce2658 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Unset dirty status for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:31.436289 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-882470f4-5c54-4e94-9998-5fb87fce2658 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "GET /v2.0/ports/f6606df8-d696-46ae-b2cd-7a3579c1bd84 HTTP/1.1" status: 404 len: 333 time: 0.4996552 Apr 06 13:29:31.436916 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43200) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:31.466849 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3e3cec32-76bb-4cf3-bc62-ff8ccfea8719 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:31.493347 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-d64635e6-00c6-4236-a2cc-4ded1b9f7026 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'port': {'network_id': '836935bb-7b9a-4ba1-a7e2-019a7bf3b157', 'name': 'tempest-PortsTestJSON-639780561'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:31.507725 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Port dc7130cf-86cb-4d0d-b30c-c22a305c5ff8 update to ACTIVE by agent not found {{(pid=88566) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 06 13:29:31.525022 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a4da18c7-7d06-4922-b90b-7aebb63f730f tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Unset dirty status for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group_rule {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:31.529481 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a4da18c7-7d06-4922-b90b-7aebb63f730f tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3199205 Apr 06 13:29:31.530078 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43204) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:31.583745 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0276fcf-26bc-4d3a-a4cc-6ebc258d6f5d None None] Pushing event updated for resources: {'Port': ['ID=94adab7a-979b-40c5-a26c-58cba49ea04c,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:31.593281 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1cc10c6f-d1e1-4dbe-a36e-ce1fc283b12f tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:31.616173 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1cc10c6f-d1e1-4dbe-a36e-ce1fc283b12f tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:31.642216 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device dc7130cf-86cb-4d0d-b30c-c22a305c5ff8 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:29:31.685402 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: dc7130cf-86cb-4d0d-b30c-c22a305c5ff8 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:29:31.685806 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device dc7130cf-86cb-4d0d-b30c-c22a305c5ff8 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:29:31.748766 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1cc10c6f-d1e1-4dbe-a36e-ce1fc283b12f tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:31.766639 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc10c6f-d1e1-4dbe-a36e-ce1fc283b12f tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50991970-7fe7-42f6-9c13-ad00bf740877,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:31.818544 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3e3cec32-76bb-4cf3-bc62-ff8ccfea8719 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:31.861602 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3cec32-76bb-4cf3-bc62-ff8ccfea8719 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Subnet': ['ID=0e37ba63-f022-4111-89d8-1938580a5737,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:31.878723 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-d64635e6-00c6-4236-a2cc-4ded1b9f7026 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:31.919650 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1cc10c6f-d1e1-4dbe-a36e-ce1fc283b12f tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:31.919650 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1cc10c6f-d1e1-4dbe-a36e-ce1fc283b12f tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/50991970-7fe7-42f6-9c13-ad00bf740877 HTTP/1.1" status: 204 len: 168 time: 0.3804648 Apr 06 13:29:31.927867 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43208) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:31.931293 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-d64635e6-00c6-4236-a2cc-4ded1b9f7026 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:31.954569 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072e8e39-05e4-43c3-874e-7d6cb32fc19d tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:29:31.968576 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13746ae1-3cff-4398-9625-344fa6e67768 None None] Sync routers for ids ['780b7a9d-864f-4267-8875-bf3a0da90318'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:29:31.991659 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13746ae1-3cff-4398-9625-344fa6e67768 None None] Routers {'780b7a9d-864f-4267-8875-bf3a0da90318'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:29:31.992808 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-13746ae1-3cff-4398-9625-344fa6e67768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:29:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['780b7a9d-864f-4267-8875-bf3a0da90318'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:32.021853 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3e3cec32-76bb-4cf3-bc62-ff8ccfea8719 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:32.028115 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-58c3ac6a-5849-4bbe-ba5a-ba46c52458dd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Allocated IP 2001:db8::1 (3176c093-6862-44ed-9673-bc81242fbdb8/cc22cf9c-abc8-4613-a1bd-64d433109412/4be34ad6-5b16-4202-bfd2-92ded71eb763) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:32.030842 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-039464aa-9cfc-44aa-b8f9-fd5b373a17b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:32.064383 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-3e3cec32-76bb-4cf3-bc62-ff8ccfea8719 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['883ce19d-f358-4c33-bde7-8422850b7a4e']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:32.077362 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-13746ae1-3cff-4398-9625-344fa6e67768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:32.078609 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-072e8e39-05e4-43c3-874e-7d6cb32fc19d tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] 10.222.0.48 "PUT /v2.0/routers/780b7a9d-864f-4267-8875-bf3a0da90318/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0770068 Apr 06 13:29:32.085182 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43212) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:32.089111 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13746ae1-3cff-4398-9625-344fa6e67768 None None] Routers {'780b7a9d-864f-4267-8875-bf3a0da90318'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:29:32.090643 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-13746ae1-3cff-4398-9625-344fa6e67768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:29:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['780b7a9d-864f-4267-8875-bf3a0da90318'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:32.100615 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-3e3cec32-76bb-4cf3-bc62-ff8ccfea8719 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3ea32c-7387-47c9-82fa-08fc7e09e9db') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:32.101010 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-3e3cec32-76bb-4cf3-bc62-ff8ccfea8719 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3ea32c-7387-47c9-82fa-08fc7e09e9db') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:32.106771 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64635e6-00c6-4236-a2cc-4ded1b9f7026 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:32.110273 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d64635e6-00c6-4236-a2cc-4ded1b9f7026 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:32.119028 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3e3cec32-76bb-4cf3-bc62-ff8ccfea8719 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:32.141052 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3e3cec32-76bb-4cf3-bc62-ff8ccfea8719 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:32.149793 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-95ec7ca4-e2b2-4c09-8352-6a844de4c050 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Synchronizing usage tracker for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group_rule {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:32.162276 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e3cec32-76bb-4cf3-bc62-ff8ccfea8719 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:29:32.163112 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3e3cec32-76bb-4cf3-bc62-ff8ccfea8719 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:32.187106 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-13746ae1-3cff-4398-9625-344fa6e67768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:32.187106 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13746ae1-3cff-4398-9625-344fa6e67768 None None] The sync data for ids ['780b7a9d-864f-4267-8875-bf3a0da90318'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:29:32.202624 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039464aa-9cfc-44aa-b8f9-fd5b373a17b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:32.214342 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-039464aa-9cfc-44aa-b8f9-fd5b373a17b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:32.217677 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039464aa-9cfc-44aa-b8f9-fd5b373a17b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:32.220633 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-039464aa-9cfc-44aa-b8f9-fd5b373a17b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:32.223522 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2630ef65-e283-45c0-be86-d99413e5b87d None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:32.239130 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-d64635e6-00c6-4236-a2cc-4ded1b9f7026 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] device_id is not set on port b36dd8ca-527c-4a8d-8a66-6354fa0aad02 yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:29:32.305268 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:29:32.313320 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf187ac-4669-4499-a231-f9807d3811c1 None None] Network 883ce19d-f358-4c33-bde7-8422850b7a4e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:32.315494 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-3b4eed9a-aabc-4e23-bb0f-c8a1fcc309ec tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Request body: {'port': {'network_id': 'c8959d7f-4901-4156-ac0f-c2cd734d62bc', 'name': 'tempest-FloatingIPAdminTestJSON-1484634590'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:32.355083 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039464aa-9cfc-44aa-b8f9-fd5b373a17b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=a6d2d52d-0feb-454f-a5f0-b1e9af228eef,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:32.376011 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-863df199-d345-4823-aa04-4c29333f4b45 None None] Could not find standard attr ID for object 3ec29dd1-b54d-43c4-a744-cf6774dfba03. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:29:32.424332 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3e3cec32-76bb-4cf3-bc62-ff8ccfea8719 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:32.458629 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3e3cec32-76bb-4cf3-bc62-ff8ccfea8719 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:32.471088 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3cec32-76bb-4cf3-bc62-ff8ccfea8719 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Network': ['ID=883ce19d-f358-4c33-bde7-8422850b7a4e,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:32.477332 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3e3cec32-76bb-4cf3-bc62-ff8ccfea8719 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/networks/883ce19d-f358-4c33-bde7-8422850b7a4e HTTP/1.1" status: 204 len: 168 time: 2.8722227 Apr 06 13:29:32.480343 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43216) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:32.514117 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9e90b6-0a6b-4d88-90be-6db5f52fb237 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] DELETE failed (client error): The resource could not be found. Apr 06 13:29:32.514507 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c9e90b6-0a6b-4d88-90be-6db5f52fb237 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:29:32.516424 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6c9e90b6-0a6b-4d88-90be-6db5f52fb237 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/networks/883ce19d-f358-4c33-bde7-8422850b7a4e HTTP/1.1" status: 404 len: 339 time: 0.0349951 Apr 06 13:29:32.525599 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43220) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:32.538841 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-e33434c4-25a2-4f90-bf46-351dbaa5fb94 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2045301844', 'description': 'd1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:32.546467 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e33434c4-25a2-4f90-bf46-351dbaa5fb94 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:32.554547 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e33434c4-25a2-4f90-bf46-351dbaa5fb94 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Usage tracker for resource:network and tenant:bfb47db20f0d451b8551770a994c0a42 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:32.557478 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-3b4eed9a-aabc-4e23-bb0f-c8a1fcc309ec tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:32.559636 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e33434c4-25a2-4f90-bf46-351dbaa5fb94 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:32.566936 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3b4eed9a-aabc-4e23-bb0f-c8a1fcc309ec tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Usage tracker for resource:port and tenant:3791a12f80c948a9bda03ef40ff615ce is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:32.569909 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e33434c4-25a2-4f90-bf46-351dbaa5fb94 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:32.571950 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3b4eed9a-aabc-4e23-bb0f-c8a1fcc309ec tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:32.578611 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d64635e6-00c6-4236-a2cc-4ded1b9f7026 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:32.581694 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-3b4eed9a-aabc-4e23-bb0f-c8a1fcc309ec tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:32.613150 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-039464aa-9cfc-44aa-b8f9-fd5b373a17b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9434228 Apr 06 13:29:32.614292 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-95ec7ca4-e2b2-4c09-8352-6a844de4c050 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Unset dirty status for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group_rule {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:32.615527 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-95ec7ca4-e2b2-4c09-8352-6a844de4c050 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6862898 Apr 06 13:29:32.616043 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43224) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:32.618400 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43226) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:32.629495 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-87692235-a0cd-475c-828d-7d5aea61d12e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'port': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'fixed_ips': [{'subnet_id': 'a6d2d52d-0feb-454f-a5f0-b1e9af228eef', 'ip_address': '2001:db8::c71f:dc3d:d04d:6e41'}], 'name': 'tempest-NetworksTestDHCPv6-108253145'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:32.653956 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3580dea5-eddb-4f1c-9f7d-8d22b8382018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-4a5369b0-8301-4713-81a5-ebef94e70f0e', 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'fixed_ips': [{'subnet_id': 'a6d2d52d-0feb-454f-a5f0-b1e9af228eef'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:29:32.653956 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3580dea5-eddb-4f1c-9f7d-8d22b8382018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:32.658890 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5b423b1c-3f9f-4231-88d9-7603ef941e74 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:32.673689 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33434c4-25a2-4f90-bf46-351dbaa5fb94 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Made reservation on behalf of bfb47db20f0d451b8551770a994c0a42 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:32.682646 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e33434c4-25a2-4f90-bf46-351dbaa5fb94 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:32.692250 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5b423b1c-3f9f-4231-88d9-7603ef941e74 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:32.709128 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679672c6-6680-41ee-9ff9-bbfe171c847f None None] DHCP port deletion for 883ce19d-f358-4c33-bde7-8422850b7a4e request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:29:32.739932 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4eed9a-aabc-4e23-bb0f-c8a1fcc309ec tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Made reservation on behalf of 3791a12f80c948a9bda03ef40ff615ce for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:32.744299 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3b4eed9a-aabc-4e23-bb0f-c8a1fcc309ec tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:32.763343 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db51d64a-7d94-4a1a-88c0-48672cdbdbc8 None None] Network 883ce19d-f358-4c33-bde7-8422850b7a4e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:32.769728 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d64635e6-00c6-4236-a2cc-4ded1b9f7026 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:32.774288 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-3b4eed9a-aabc-4e23-bb0f-c8a1fcc309ec tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] device_id is not set on port ae26f24a-c911-4e8d-b47e-8831ee8b76dc yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:29:32.794103 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db51d64a-7d94-4a1a-88c0-48672cdbdbc8 None None] Network 883ce19d-f358-4c33-bde7-8422850b7a4e could not be found, it might have been deleted concurrently. {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 06 13:29:32.851284 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33434c4-25a2-4f90-bf46-351dbaa5fb94 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:29:32.863531 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e33434c4-25a2-4f90-bf46-351dbaa5fb94 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:32.864044 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-e33434c4-25a2-4f90-bf46-351dbaa5fb94 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Added segment 1812e022-bb7c-4a59-a414-fd9c876cb388 of type vlan for network 0f54f20b-09c6-44c3-b242-c3c3fa7ea3fb Apr 06 13:29:32.895006 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-58c3ac6a-5849-4bbe-ba5a-ba46c52458dd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:32.899442 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64635e6-00c6-4236-a2cc-4ded1b9f7026 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network 836935bb-7b9a-4ba1-a7e2-019a7bf3b157 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:32.904062 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e33434c4-25a2-4f90-bf46-351dbaa5fb94 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:32.910995 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-d64635e6-00c6-4236-a2cc-4ded1b9f7026 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:32.913530 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64635e6-00c6-4236-a2cc-4ded1b9f7026 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:32.919484 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64635e6-00c6-4236-a2cc-4ded1b9f7026 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:32.920112 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d64635e6-00c6-4236-a2cc-4ded1b9f7026 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:32.925522 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-3580dea5-eddb-4f1c-9f7d-8d22b8382018 None None] Allocated IP 2001:db8::2 (4a5369b0-8301-4713-81a5-ebef94e70f0e/a6d2d52d-0feb-454f-a5f0-b1e9af228eef/f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:32.941485 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5b423b1c-3f9f-4231-88d9-7603ef941e74 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:32.975428 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b423b1c-3f9f-4231-88d9-7603ef941e74 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=450e970e-459d-4647-ad00-cf7e2c4ea7f4,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:32.980140 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-58c3ac6a-5849-4bbe-ba5a-ba46c52458dd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Transition to ACTIVE for port object 4be34ad6-5b16-4202-bfd2-92ded71eb763 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:32.981619 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64635e6-00c6-4236-a2cc-4ded1b9f7026 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Port': ['ID=b36dd8ca-527c-4a8d-8a66-6354fa0aad02,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:33.007356 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-87692235-a0cd-475c-828d-7d5aea61d12e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:33.015196 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-87692235-a0cd-475c-828d-7d5aea61d12e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:port and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:33.019820 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-87692235-a0cd-475c-828d-7d5aea61d12e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:33.028482 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-87692235-a0cd-475c-828d-7d5aea61d12e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:33.084603 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d64635e6-00c6-4236-a2cc-4ded1b9f7026 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6076367 Apr 06 13:29:33.085298 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43232) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:33.091459 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-d832ddc1-5d83-402a-8931-26a683af5693 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:33.126105 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-58c3ac6a-5849-4bbe-ba5a-ba46c52458dd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:33.169982 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-3b4eed9a-aabc-4e23-bb0f-c8a1fcc309ec tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Allocated IP 172.20.0.4 (c8959d7f-4901-4156-ac0f-c2cd734d62bc/776ec458-3bbd-4bf3-8ce7-fcbae0a2b9c3/ae26f24a-c911-4e8d-b47e-8831ee8b76dc) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:33.223300 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3580dea5-eddb-4f1c-9f7d-8d22b8382018 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:33.236004 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3580dea5-eddb-4f1c-9f7d-8d22b8382018 None None] Transition to ACTIVE for port object f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:33.261687 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3580dea5-eddb-4f1c-9f7d-8d22b8382018 None None] Transition to ACTIVE for port object f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:33.266982 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b99f6b5-ce6d-45c6-984b-cec14649bd0d None None] Network 3176c093-6862-44ed-9673-bc81242fbdb8 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:33.277472 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e33434c4-25a2-4f90-bf46-351dbaa5fb94 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:33.287128 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33434c4-25a2-4f90-bf46-351dbaa5fb94 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:33.287915 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e33434c4-25a2-4f90-bf46-351dbaa5fb94 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:33.353458 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87692235-a0cd-475c-828d-7d5aea61d12e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:33.360855 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3580dea5-eddb-4f1c-9f7d-8d22b8382018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:33.422947 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-191f37fd-c945-4aec-84ff-50c1f82d6adc None None] Provisioning for port 94adab7a-979b-40c5-a26c-58cba49ea04c completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:33.461415 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3580dea5-eddb-4f1c-9f7d-8d22b8382018 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:33.467330 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-3580dea5-eddb-4f1c-9f7d-8d22b8382018 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:33.480143 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3580dea5-eddb-4f1c-9f7d-8d22b8382018 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:33.482373 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580dea5-eddb-4f1c-9f7d-8d22b8382018 None None] Pushing event updated for resources: {'Port': ['ID=f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:33.504646 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5b423b1c-3f9f-4231-88d9-7603ef941e74 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:33.506626 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5b423b1c-3f9f-4231-88d9-7603ef941e74 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/450e970e-459d-4647-ad00-cf7e2c4ea7f4 HTTP/1.1" status: 204 len: 168 time: 0.8872063 Apr 06 13:29:33.516130 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43236) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:33.517044 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33434c4-25a2-4f90-bf46-351dbaa5fb94 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event updated for resources: {'Network': ['ID=0f54f20b-09c6-44c3-b242-c3c3fa7ea3fb,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:33.523867 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e33434c4-25a2-4f90-bf46-351dbaa5fb94 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9969409 Apr 06 13:29:33.526578 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43238) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:33.560193 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 0f54f20b-09c6-44c3-b242-c3c3fa7ea3fb details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:29:33.578363 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c3ac6a-5849-4bbe-ba5a-ba46c52458dd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network 3176c093-6862-44ed-9673-bc81242fbdb8 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:33.584898 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-58c3ac6a-5849-4bbe-ba5a-ba46c52458dd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:33.587358 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3ac6a-5849-4bbe-ba5a-ba46c52458dd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Port': ['ID=4be34ad6-5b16-4202-bfd2-92ded71eb763,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:33.593081 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c3ac6a-5849-4bbe-ba5a-ba46c52458dd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:33.593879 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-58c3ac6a-5849-4bbe-ba5a-ba46c52458dd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:33.596636 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d832ddc1-5d83-402a-8931-26a683af5693 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:33.747216 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-87692235-a0cd-475c-828d-7d5aea61d12e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:33.791354 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 94adab7a-979b-40c5-a26c-58cba49ea04c up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:29:33.857621 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-87692235-a0cd-475c-828d-7d5aea61d12e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] device_id is not set on port 71e9c9d8-2c23-4dd8-8408-95cd172ab613 yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:29:33.859559 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c2b9a0-8c26-49a5-88b1-01416dc6f605 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:33.861213 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e2c2b9a0-8c26-49a5-88b1-01416dc6f605 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Synchronizing usage tracker for tenant:bfb47db20f0d451b8551770a994c0a42 on resource:network {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:33.879584 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-3580dea5-eddb-4f1c-9f7d-8d22b8382018 None None] Attempting to bind port f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:29:33.880055 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-3580dea5-eddb-4f1c-9f7d-8d22b8382018 None None] Attempting to bind port f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:29:33.880256 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9123d675-8c7e-41bc-afcc-1d34073d1f35 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Synchronizing usage tracker for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group_rule {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:33.880543 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3580dea5-eddb-4f1c-9f7d-8d22b8382018 None None] Attempting to bind port f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94 on network 4a5369b0-8301-4713-81a5-ebef94e70f0e {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:29:33.902322 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3580dea5-eddb-4f1c-9f7d-8d22b8382018 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:29:33.902613 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3580dea5-eddb-4f1c-9f7d-8d22b8382018 None None] Checking segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:29:33.903027 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3580dea5-eddb-4f1c-9f7d-8d22b8382018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:33.903494 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3580dea5-eddb-4f1c-9f7d-8d22b8382018 None None] Bound using segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:29:33.904057 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-3580dea5-eddb-4f1c-9f7d-8d22b8382018 None None] Bound port: f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:29:33.904493 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3580dea5-eddb-4f1c-9f7d-8d22b8382018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:33.918382 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3b4eed9a-aabc-4e23-bb0f-c8a1fcc309ec tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:33.946486 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-3b4eed9a-aabc-4e23-bb0f-c8a1fcc309ec tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Transition to ACTIVE for port object ae26f24a-c911-4e8d-b47e-8831ee8b76dc will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:34.006846 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e2c2b9a0-8c26-49a5-88b1-01416dc6f605 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Unset dirty status for tenant:bfb47db20f0d451b8551770a994c0a42 on resource:network {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:34.011741 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e2c2b9a0-8c26-49a5-88b1-01416dc6f605 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "GET /v2.0/networks?id=0f54f20b-09c6-44c3-b242-c3c3fa7ea3fb HTTP/1.1" status: 200 len: 761 time: 0.4631391 Apr 06 13:29:34.012595 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43244) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:34.020148 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-0d30abd1-0dca-48f4-94b8-5ffcc9234fc5 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Request body: {'network': {'description': 'd2'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:34.047683 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-58c3ac6a-5849-4bbe-ba5a-ba46c52458dd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:34.056502 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-3580dea5-eddb-4f1c-9f7d-8d22b8382018 None None] For port f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:29:34.060612 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9123d675-8c7e-41bc-afcc-1d34073d1f35 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Unset dirty status for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group_rule {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:34.064709 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9123d675-8c7e-41bc-afcc-1d34073d1f35 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5367942 Apr 06 13:29:34.064906 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-3580dea5-eddb-4f1c-9f7d-8d22b8382018 None None] For port f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:29:34.066575 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43248) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:34.103213 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 94adab7a-979b-40c5-a26c-58cba49ea04c completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:34.112767 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 94adab7a-979b-40c5-a26c-58cba49ea04c triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:34.112767 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:34.137696 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d832ddc1-5d83-402a-8931-26a683af5693 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:34.143288 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3b4eed9a-aabc-4e23-bb0f-c8a1fcc309ec tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:34.147584 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3580dea5-eddb-4f1c-9f7d-8d22b8382018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:34.287423 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4a0ba27b-e491-4b83-be8b-288f41793885 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:34.288369 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580dea5-eddb-4f1c-9f7d-8d22b8382018 None None] Pushing event updated for resources: {'Port': ['ID=f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:34.322500 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4a0ba27b-e491-4b83-be8b-288f41793885 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:34.372388 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:34.382828 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d832ddc1-5d83-402a-8931-26a683af5693 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:34.417316 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 94adab7a-979b-40c5-a26c-58cba49ea04c, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=94adab7a-979b-40c5-a26c-58cba49ea04c,segment=NetworkSegment(c6e36c17-093f-4be1-b42f-22f06803ec51),segment_id=c6e36c17-093f-4be1-b42f-22f06803ec51)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:34.465497 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4a0ba27b-e491-4b83-be8b-288f41793885 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:34.476635 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4eed9a-aabc-4e23-bb0f-c8a1fcc309ec tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Network c8959d7f-4901-4156-ac0f-c2cd734d62bc is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:34.507524 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:34.508040 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-3b4eed9a-aabc-4e23-bb0f-c8a1fcc309ec tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:34.539649 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-d832ddc1-5d83-402a-8931-26a683af5693 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] In _notify_port_updated(), no bound segment for port b36dd8ca-527c-4a8d-8a66-6354fa0aad02 on network 836935bb-7b9a-4ba1-a7e2-019a7bf3b157 {{(pid=88564) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 06 13:29:34.546188 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d832ddc1-5d83-402a-8931-26a683af5693 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:34.546841 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d832ddc1-5d83-402a-8931-26a683af5693 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:34.551378 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d832ddc1-5d83-402a-8931-26a683af5693 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "PUT /v2.0/ports/b36dd8ca-527c-4a8d-8a66-6354fa0aad02 HTTP/1.1" status: 200 len: 818 time: 1.4619160 Apr 06 13:29:34.552002 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43252) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:34.598706 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4eed9a-aabc-4e23-bb0f-c8a1fcc309ec tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Pushing event updated for resources: {'Port': ['ID=ae26f24a-c911-4e8d-b47e-8831ee8b76dc,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:34.607850 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=94adab7a-979b-40c5-a26c-58cba49ea04c,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:34.617253 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4eed9a-aabc-4e23-bb0f-c8a1fcc309ec tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:34.619896 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 3ec29dd1-b54d-43c4-a744-cf6774dfba03 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:29:34.667438 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ba27b-e491-4b83-be8b-288f41793885 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b41afef-ed8d-4382-b376-29cc0b079cb8,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:34.678206 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e8f56bd7-ebca-476e-a8d9-370a0c627b06 None None] Provisioning for port 4be34ad6-5b16-4202-bfd2-92ded71eb763 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:34.696295 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832ddc1-5d83-402a-8931-26a683af5693 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Port': ['ID=b36dd8ca-527c-4a8d-8a66-6354fa0aad02,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:34.729397 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-87692235-a0cd-475c-828d-7d5aea61d12e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 2001:db8::c71f:dc3d:d04d:6e41 (4a5369b0-8301-4713-81a5-ebef94e70f0e/a6d2d52d-0feb-454f-a5f0-b1e9af228eef/71e9c9d8-2c23-4dd8-8408-95cd172ab613) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:34.731892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e8f56bd7-ebca-476e-a8d9-370a0c627b06 None None] Provisioning complete for port 4be34ad6-5b16-4202-bfd2-92ded71eb763 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:34.732484 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e8f56bd7-ebca-476e-a8d9-370a0c627b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:34.781233 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-8e6e7aca-0c8f-4250-a7a5-37425170e0de tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting port b36dd8ca-527c-4a8d-8a66-6354fa0aad02 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:34.781581 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8e6e7aca-0c8f-4250-a7a5-37425170e0de tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:34.782563 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4a0ba27b-e491-4b83-be8b-288f41793885 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:34.785949 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4a0ba27b-e491-4b83-be8b-288f41793885 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/0b41afef-ed8d-4382-b376-29cc0b079cb8 HTTP/1.1" status: 204 len: 168 time: 0.7174308 Apr 06 13:29:34.796985 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43256) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:34.797260 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 3ec29dd1-b54d-43c4-a744-cf6774dfba03 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:29:34.799559 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 3ec29dd1-b54d-43c4-a744-cf6774dfba03 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:29:34.900380 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4eed9a-aabc-4e23-bb0f-c8a1fcc309ec tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:34.901333 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3b4eed9a-aabc-4e23-bb0f-c8a1fcc309ec tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:34.916055 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0d30abd1-0dca-48f4-94b8-5ffcc9234fc5 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:34.917016 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-e8f56bd7-ebca-476e-a8d9-370a0c627b06 None None] Port 4be34ad6-5b16-4202-bfd2-92ded71eb763 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:29:34.938181 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e8f56bd7-ebca-476e-a8d9-370a0c627b06 None None] Provisioning complete for port 94adab7a-979b-40c5-a26c-58cba49ea04c triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:34.938694 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e8f56bd7-ebca-476e-a8d9-370a0c627b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:35.081132 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a1b841fc-2200-4446-a04f-646a2e74e31e tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Synchronizing usage tracker for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group_rule {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:35.089792 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3b4eed9a-aabc-4e23-bb0f-c8a1fcc309ec tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0023074 Apr 06 13:29:35.102418 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43260) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:35.116495 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0d30abd1-0dca-48f4-94b8-5ffcc9234fc5 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:35.181220 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d30abd1-0dca-48f4-94b8-5ffcc9234fc5 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Network 0f54f20b-09c6-44c3-b242-c3c3fa7ea3fb is not hosted by any dhcp agent {{(pid=88565) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 06 13:29:35.190764 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d30abd1-0dca-48f4-94b8-5ffcc9234fc5 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:35.191751 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0d30abd1-0dca-48f4-94b8-5ffcc9234fc5 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:35.198015 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0d30abd1-0dca-48f4-94b8-5ffcc9234fc5 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "PUT /v2.0/networks/0f54f20b-09c6-44c3-b242-c3c3fa7ea3fb HTTP/1.1" status: 200 len: 758 time: 1.1840231 Apr 06 13:29:35.203287 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43266) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:35.213004 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a1b841fc-2200-4446-a04f-646a2e74e31e tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Unset dirty status for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group_rule {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:35.217400 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a1b841fc-2200-4446-a04f-646a2e74e31e tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4110179 Apr 06 13:29:35.236184 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43270) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:35.259812 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9c359555-a05c-4e4c-ba33-533cbbd3c5bd None None] Provisioning complete for port 4be34ad6-5b16-4202-bfd2-92ded71eb763 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:35.260182 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9c359555-a05c-4e4c-ba33-533cbbd3c5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:35.329574 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-fce9d9ae-5ae8-4163-ade0-bd0aceff2eba tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'project_id': '3791a12f80c948a9bda03ef40ff615ce', 'port_id': 'ae26f24a-c911-4e8d-b47e-8831ee8b76dc'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:35.333897 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-9c359555-a05c-4e4c-ba33-533cbbd3c5bd None None] Port 4be34ad6-5b16-4202-bfd2-92ded71eb763 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:29:35.355089 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-fce9d9ae-5ae8-4163-ade0-bd0aceff2eba tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:35.360947 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30abd1-0dca-48f4-94b8-5ffcc9234fc5 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event updated for resources: {'Network': ['ID=0f54f20b-09c6-44c3-b242-c3c3fa7ea3fb,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:35.366134 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-fce9d9ae-5ae8-4163-ade0-bd0aceff2eba tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Usage tracker for resource:floatingip and tenant:3791a12f80c948a9bda03ef40ff615ce is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:35.374149 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 0f54f20b-09c6-44c3-b242-c3c3fa7ea3fb details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:29:35.415100 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-fce9d9ae-5ae8-4163-ade0-bd0aceff2eba tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:35.429951 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-fce9d9ae-5ae8-4163-ade0-bd0aceff2eba tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:35.457992 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd2d969-42f7-40d3-8eba-ccaf7f6377d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:35.463672 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0cd2d969-42f7-40d3-8eba-ccaf7f6377d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "GET /v2.0/networks?id=0f54f20b-09c6-44c3-b242-c3c3fa7ea3fb HTTP/1.1" status: 200 len: 761 time: 0.2586424 Apr 06 13:29:35.465393 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43274) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:35.471188 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-ff0f0791-e5c7-4763-ae74-fce8f3b7a80e tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1040551020'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:35.477808 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ff0f0791-e5c7-4763-ae74-fce8f3b7a80e tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:35.490139 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ff0f0791-e5c7-4763-ae74-fce8f3b7a80e tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:35.490295 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9c359555-a05c-4e4c-ba33-533cbbd3c5bd None None] Provisioning for port ae26f24a-c911-4e8d-b47e-8831ee8b76dc completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:35.500512 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9c359555-a05c-4e4c-ba33-533cbbd3c5bd None None] Provisioning complete for port ae26f24a-c911-4e8d-b47e-8831ee8b76dc triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:35.500880 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9c359555-a05c-4e4c-ba33-533cbbd3c5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:35.537349 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fce9d9ae-5ae8-4163-ade0-bd0aceff2eba tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:35.559474 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-9c359555-a05c-4e4c-ba33-533cbbd3c5bd None None] Port ae26f24a-c911-4e8d-b47e-8831ee8b76dc cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:29:35.581608 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0f0791-e5c7-4763-ae74-fce8f3b7a80e tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Made reservation on behalf of bfb47db20f0d451b8551770a994c0a42 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:35.585424 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ff0f0791-e5c7-4763-ae74-fce8f3b7a80e tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:35.626334 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0f0791-e5c7-4763-ae74-fce8f3b7a80e tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:29:35.639549 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-58c3ac6a-5849-4bbe-ba5a-ba46c52458dd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:35.692459 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ff0f0791-e5c7-4763-ae74-fce8f3b7a80e tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:35.692802 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-ff0f0791-e5c7-4763-ae74-fce8f3b7a80e tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Added segment c0b04efa-0fb8-4919-bb6b-03067dd4b76c of type vlan for network 8aae9914-bd87-47c8-9d9f-7c87734ded78 Apr 06 13:29:35.724337 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:29:35.739214 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ff0f0791-e5c7-4763-ae74-fce8f3b7a80e tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:35.770427 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-87692235-a0cd-475c-828d-7d5aea61d12e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:35.774650 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-58c3ac6a-5849-4bbe-ba5a-ba46c52458dd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:35.775449 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-58c3ac6a-5849-4bbe-ba5a-ba46c52458dd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:35.804766 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fce9d9ae-5ae8-4163-ade0-bd0aceff2eba tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:35.863219 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ff0f0791-e5c7-4763-ae74-fce8f3b7a80e tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:35.866200 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8e6e7aca-0c8f-4250-a7a5-37425170e0de tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:35.869524 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0f0791-e5c7-4763-ae74-fce8f3b7a80e tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:35.870157 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ff0f0791-e5c7-4763-ae74-fce8f3b7a80e tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:35.905298 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-87692235-a0cd-475c-828d-7d5aea61d12e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Transition to ACTIVE for port object 71e9c9d8-2c23-4dd8-8408-95cd172ab613 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:35.906471 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a601fb69-eb38-4dd1-b737-d72051af7b46 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:35.915727 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:35.925300 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 94adab7a-979b-40c5-a26c-58cba49ea04c up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:29:35.958198 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0721218-908a-4548-8674-cb76a77a6bee None None] get_active_networks_info from dv-neutron-834600-1-hyperv {{(pid=88566) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 06 13:29:36.053170 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f0791-e5c7-4763-ae74-fce8f3b7a80e tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event updated for resources: {'Network': ['ID=8aae9914-bd87-47c8-9d9f-7c87734ded78,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:36.088344 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 8aae9914-bd87-47c8-9d9f-7c87734ded78 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:29:36.127588 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-8e6e7aca-0c8f-4250-a7a5-37425170e0de tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Calling delete_port for b36dd8ca-527c-4a8d-8a66-6354fa0aad02 owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:36.128044 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ff0f0791-e5c7-4763-ae74-fce8f3b7a80e tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6607151 Apr 06 13:29:36.133596 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43278) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:36.147345 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-5a835e83-787e-4786-8acf-4c0df83f16f2 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Request body: {'subnet': {'network_id': '8aae9914-bd87-47c8-9d9f-7c87734ded78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:36.164510 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-fce9d9ae-5ae8-4163-ade0-bd0aceff2eba tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Allocated IP 172.26.4.109 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/83d6da3c-2869-4442-98c6-e9b1c0a3f54a) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:36.233993 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 94adab7a-979b-40c5-a26c-58cba49ea04c triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:36.234232 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:36.259490 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-10171064-9447-4eb6-8c49-8b7feb6a01a6 None None] Provisioning for port f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:36.305610 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3ac6a-5849-4bbe-ba5a-ba46c52458dd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Port': ['ID=4be34ad6-5b16-4202-bfd2-92ded71eb763,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:36.308815 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-10171064-9447-4eb6-8c49-8b7feb6a01a6 None None] Provisioning complete for port f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:36.309188 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-10171064-9447-4eb6-8c49-8b7feb6a01a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:36.323620 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a601fb69-eb38-4dd1-b737-d72051af7b46 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:36.390376 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0721218-908a-4548-8674-cb76a77a6bee None None] Resources bound (agent type, host, resource id): {{(pid=88566) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 13:29:36.430239 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c3ac6a-5849-4bbe-ba5a-ba46c52458dd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network 3176c093-6862-44ed-9673-bc81242fbdb8 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:36.432381 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-5a835e83-787e-4786-8acf-4c0df83f16f2 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:36.432902 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-58c3ac6a-5849-4bbe-ba5a-ba46c52458dd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:36.448282 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-5a835e83-787e-4786-8acf-4c0df83f16f2 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Usage tracker for resource:subnet and tenant:bfb47db20f0d451b8551770a994c0a42 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:36.453692 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-5a835e83-787e-4786-8acf-4c0df83f16f2 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:36.464611 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-5a835e83-787e-4786-8acf-4c0df83f16f2 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:36.502012 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-87692235-a0cd-475c-828d-7d5aea61d12e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:36.523180 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fce9d9ae-5ae8-4163-ade0-bd0aceff2eba tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:36.564670 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8e6e7aca-0c8f-4250-a7a5-37425170e0de tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:36.567818 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a601fb69-eb38-4dd1-b737-d72051af7b46 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:36.571730 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a835e83-787e-4786-8acf-4c0df83f16f2 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Made reservation on behalf of bfb47db20f0d451b8551770a994c0a42 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:36.575840 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5a835e83-787e-4786-8acf-4c0df83f16f2 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:36.611858 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fce9d9ae-5ae8-4163-ade0-bd0aceff2eba tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:36.696057 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601fb69-eb38-4dd1-b737-d72051af7b46 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa173c9-c7a1-465d-90cb-cf130da428c2,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:36.712275 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-10171064-9447-4eb6-8c49-8b7feb6a01a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:36.714160 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87692235-a0cd-475c-828d-7d5aea61d12e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:36.715612 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8e6e7aca-0c8f-4250-a7a5-37425170e0de tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:36.740200 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-87692235-a0cd-475c-828d-7d5aea61d12e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:36.750620 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87692235-a0cd-475c-828d-7d5aea61d12e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=71e9c9d8-2c23-4dd8-8408-95cd172ab613,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:36.760780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87692235-a0cd-475c-828d-7d5aea61d12e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:36.766858 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87692235-a0cd-475c-828d-7d5aea61d12e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:36.768201 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-87692235-a0cd-475c-828d-7d5aea61d12e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:36.822938 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8e6e7aca-0c8f-4250-a7a5-37425170e0de tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/ports/b36dd8ca-527c-4a8d-8a66-6354fa0aad02 HTTP/1.1" status: 204 len: 168 time: 2.2633157 Apr 06 13:29:36.823874 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43282) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:36.839556 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-10171064-9447-4eb6-8c49-8b7feb6a01a6 None None] For port f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:36.875792 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e7aca-0c8f-4250-a7a5-37425170e0de tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Port': ['ID=b36dd8ca-527c-4a8d-8a66-6354fa0aad02,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:36.917354 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce9d9ae-5ae8-4163-ade0-bd0aceff2eba tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:36.923247 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-fce9d9ae-5ae8-4163-ade0-bd0aceff2eba tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:36.926684 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce9d9ae-5ae8-4163-ade0-bd0aceff2eba tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:36.929583 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a601fb69-eb38-4dd1-b737-d72051af7b46 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:36.930721 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a601fb69-eb38-4dd1-b737-d72051af7b46 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "DELETE /v2.0/security-groups/3aa173c9-c7a1-465d-90cb-cf130da428c2 HTTP/1.1" status: 204 len: 168 time: 1.6934321 Apr 06 13:29:36.935349 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43286) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:36.978574 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-10171064-9447-4eb6-8c49-8b7feb6a01a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:36.992724 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce9d9ae-5ae8-4163-ade0-bd0aceff2eba tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Pushing event updated for resources: {'Port': ['ID=83d6da3c-2869-4442-98c6-e9b1c0a3f54a,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:37.010677 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ea5f95-98ee-4088-a68d-df1b6053fdd2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:37.011945 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-49ea5f95-98ee-4088-a68d-df1b6053fdd2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Synchronizing usage tracker for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:37.020454 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-87692235-a0cd-475c-828d-7d5aea61d12e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3998775 Apr 06 13:29:37.026234 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7b071bf0-54dc-4d05-97a4-d4858afce3aa tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Synchronizing usage tracker for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:37.029994 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43290) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:37.060405 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bee091-57a2-465a-b79c-1fadff160545 None None] get_active_networks_info from dv-neutron-834600-1-hyperv {{(pid=88566) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 06 13:29:37.080639 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c3ac6a-5849-4bbe-ba5a-ba46c52458dd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Router 553a6aeb-d87f-4be9-9a3f-a3ebf792f252 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:29:37.243128 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-49ea5f95-98ee-4088-a68d-df1b6053fdd2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Unset dirty status for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:37.244176 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-49ea5f95-98ee-4088-a68d-df1b6053fdd2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4060922 Apr 06 13:29:37.248354 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43294) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:37.248965 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bee091-57a2-465a-b79c-1fadff160545 None None] Resources bound (agent type, host, resource id): {{(pid=88566) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 13:29:37.253786 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10171064-9447-4eb6-8c49-8b7feb6a01a6 None None] Pushing event updated for resources: {'Port': ['ID=f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:37.254839 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7b071bf0-54dc-4d05-97a4-d4858afce3aa tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Unset dirty status for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:37.260289 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7b071bf0-54dc-4d05-97a4-d4858afce3aa tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3196144 Apr 06 13:29:37.291297 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43298) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:37.304967 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-a15b3e44-1e2b-4ccc-ba86-a629a1b1f679 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Request body: {'security_group': {'name': 'tempest-secgroup--732469055'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:37.420135 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5a835e83-787e-4786-8acf-4c0df83f16f2 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:37.477191 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5cbbb6-7ca7-47bc-8e45-ade52b330fa4 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] GET failed (client error): The resource could not be found. Apr 06 13:29:37.478485 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-df5cbbb6-7ca7-47bc-8e45-ade52b330fa4 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "GET /v2.0/ports/b36dd8ca-527c-4a8d-8a66-6354fa0aad02 HTTP/1.1" status: 404 len: 333 time: 0.2270212 Apr 06 13:29:37.483210 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a15b3e44-1e2b-4ccc-ba86-a629a1b1f679 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:37.486642 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43302) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:37.497972 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-b0b172d5-025e-45c3-b1e5-776d789f0e5d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1242713738'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:37.506071 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c3ac6a-5849-4bbe-ba5a-ba46c52458dd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:29:37.520226 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d118ce-a17e-4e80-8f81-836c436dcc59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:37.521778 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c52df9-4bb1-4a80-9a8b-4a595eee4640 None None] Sync routers for ids ['553a6aeb-d87f-4be9-9a3f-a3ebf792f252'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:29:37.526258 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d118ce-a17e-4e80-8f81-836c436dcc59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:37.527181 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-83d118ce-a17e-4e80-8f81-836c436dcc59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:37.530234 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b0b172d5-025e-45c3-b1e5-776d789f0e5d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:37.532826 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a15b3e44-1e2b-4ccc-ba86-a629a1b1f679 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:37.543383 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-58c3ac6a-5849-4bbe-ba5a-ba46c52458dd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "PUT /v2.0/routers/553a6aeb-d87f-4be9-9a3f-a3ebf792f252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6703696 Apr 06 13:29:37.545522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43306) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:37.545720 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c52df9-4bb1-4a80-9a8b-4a595eee4640 None None] Routers {'553a6aeb-d87f-4be9-9a3f-a3ebf792f252'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:29:37.546256 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-24c52df9-4bb1-4a80-9a8b-4a595eee4640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:29:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['553a6aeb-d87f-4be9-9a3f-a3ebf792f252'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:37.579360 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a835e83-787e-4786-8acf-4c0df83f16f2 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event updated for resources: {'Subnet': ['ID=89b783b6-f135-431c-a9d8-bb36b3640d8b,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:37.587101 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b0b172d5-025e-45c3-b1e5-776d789f0e5d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:network and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:37.605614 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b0b172d5-025e-45c3-b1e5-776d789f0e5d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:37.618566 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b0b172d5-025e-45c3-b1e5-776d789f0e5d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:37.631689 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a835e83-787e-4786-8acf-4c0df83f16f2 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Checking segment: {'id': 'c0b04efa-0fb8-4919-bb6b-03067dd4b76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8aae9914-bd87-47c8-9d9f-7c87734ded78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:29:37.632610 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a835e83-787e-4786-8acf-4c0df83f16f2 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Network hostable DHCP agents. Network: 8aae9914-bd87-47c8-9d9f-7c87734ded78, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:29:37.645243 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff20356a-e52f-4ed8-a7f5-d04f07b3975b tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:37.651362 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ff20356a-e52f-4ed8-a7f5-d04f07b3975b tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Synchronizing usage tracker for tenant:914bb3d1bef745388dc453a227f40127 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:37.663184 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a15b3e44-1e2b-4ccc-ba86-a629a1b1f679 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:37.674260 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:29:37.679015 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-24c52df9-4bb1-4a80-9a8b-4a595eee4640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:37.689923 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c52df9-4bb1-4a80-9a8b-4a595eee4640 None None] Routers {'553a6aeb-d87f-4be9-9a3f-a3ebf792f252'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:29:37.690552 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-24c52df9-4bb1-4a80-9a8b-4a595eee4640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:29:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['553a6aeb-d87f-4be9-9a3f-a3ebf792f252'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:37.698517 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a15b3e44-1e2b-4ccc-ba86-a629a1b1f679 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:37.711967 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a15b3e44-1e2b-4ccc-ba86-a629a1b1f679 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:37.716433 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b172d5-025e-45c3-b1e5-776d789f0e5d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:37.719736 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fce9d9ae-5ae8-4163-ade0-bd0aceff2eba tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:37.723945 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b0b172d5-025e-45c3-b1e5-776d789f0e5d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:37.743466 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-83d118ce-a17e-4e80-8f81-836c436dcc59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:37.747669 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-83d118ce-a17e-4e80-8f81-836c436dcc59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.7140965 Apr 06 13:29:37.749385 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43310) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:37.750644 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ff20356a-e52f-4ed8-a7f5-d04f07b3975b tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Unset dirty status for tenant:914bb3d1bef745388dc453a227f40127 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:37.752200 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ff20356a-e52f-4ed8-a7f5-d04f07b3975b tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "GET /v2.0/ports/4be34ad6-5b16-4202-bfd2-92ded71eb763 HTTP/1.1" status: 200 len: 911 time: 0.2036564 Apr 06 13:29:37.758118 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43314) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:37.773660 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-24c52df9-4bb1-4a80-9a8b-4a595eee4640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:37.774112 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c52df9-4bb1-4a80-9a8b-4a595eee4640 None None] The sync data for ids ['553a6aeb-d87f-4be9-9a3f-a3ebf792f252'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:29:37.788442 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a835e83-787e-4786-8acf-4c0df83f16f2 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Network 8aae9914-bd87-47c8-9d9f-7c87734ded78 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:29:37.792284 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:37.792866 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:37.883339 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-e9e20cc8-2ac6-4199-a984-38cfb3ac22d4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting port 71e9c9d8-2c23-4dd8-8408-95cd172ab613 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:37.883686 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9e20cc8-2ac6-4199-a984-38cfb3ac22d4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:37.920145 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-5a835e83-787e-4786-8acf-4c0df83f16f2 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 8aae9914-bd87-47c8-9d9f-7c87734ded78) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:37.932228 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fce9d9ae-5ae8-4163-ade0-bd0aceff2eba tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:37.976678 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07c1c1a-e7cc-4f72-8ad0-981f2d824117 None None] Network 8aae9914-bd87-47c8-9d9f-7c87734ded78 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:37.982613 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a835e83-787e-4786-8acf-4c0df83f16f2 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:37.986264 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5a835e83-787e-4786-8acf-4c0df83f16f2 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:38.008273 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b172d5-025e-45c3-b1e5-776d789f0e5d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:29:38.053232 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b0b172d5-025e-45c3-b1e5-776d789f0e5d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:38.053583 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-b0b172d5-025e-45c3-b1e5-776d789f0e5d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Added segment d5bc0930-f34d-48fa-8042-6242c9c6e4fe of type vlan for network 343ee5b1-34e6-4001-b3f5-e4b13a1e146b Apr 06 13:29:38.248507 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a15b3e44-1e2b-4ccc-ba86-a629a1b1f679 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:38.326871 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5a835e83-787e-4786-8acf-4c0df83f16f2 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1912787 Apr 06 13:29:38.329749 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43318) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:38.342555 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e03476d2-4e1c-4dcd-a0bc-50e456f33b76 None None] Provisioning complete for port 4be34ad6-5b16-4202-bfd2-92ded71eb763 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:38.342976 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e03476d2-4e1c-4dcd-a0bc-50e456f33b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:38.362217 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b0b172d5-025e-45c3-b1e5-776d789f0e5d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:38.374191 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a15b3e44-1e2b-4ccc-ba86-a629a1b1f679 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:38.374460 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b926378-3341-40f1-a515-7b9316fd6826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-8aae9914-bd87-47c8-9d9f-7c87734ded78', 'network_id': '8aae9914-bd87-47c8-9d9f-7c87734ded78', 'tenant_id': 'bfb47db20f0d451b8551770a994c0a42', 'fixed_ips': [{'subnet_id': '89b783b6-f135-431c-a9d8-bb36b3640d8b'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:29:38.375351 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9b926378-3341-40f1-a515-7b9316fd6826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:38.467693 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-e03476d2-4e1c-4dcd-a0bc-50e456f33b76 None None] Port 4be34ad6-5b16-4202-bfd2-92ded71eb763 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:29:38.523090 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b3e44-1e2b-4ccc-ba86-a629a1b1f679 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c38c351-7b26-4f3d-906b-6e4d105fcf79,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:38.566916 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9e20cc8-2ac6-4199-a984-38cfb3ac22d4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:38.602252 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-9b926378-3341-40f1-a515-7b9316fd6826 None None] Allocated IP 172.20.0.2 (8aae9914-bd87-47c8-9d9f-7c87734ded78/89b783b6-f135-431c-a9d8-bb36b3640d8b/e973523a-8c52-428a-9945-7ab4e8303bd3) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:38.620059 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b0b172d5-025e-45c3-b1e5-776d789f0e5d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:38.625658 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b172d5-025e-45c3-b1e5-776d789f0e5d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:38.626259 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b0b172d5-025e-45c3-b1e5-776d789f0e5d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:38.663197 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a15b3e44-1e2b-4ccc-ba86-a629a1b1f679 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:38.667029 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a15b3e44-1e2b-4ccc-ba86-a629a1b1f679 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3639250 Apr 06 13:29:38.681768 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43322) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:38.706032 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-bd250c0b-e68e-4abf-81f3-9249b9ea2388 None None] Provisioning for port 71e9c9d8-2c23-4dd8-8408-95cd172ab613 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:38.723224 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-b90246a1-cf38-4bb1-8361-d074934f66a3 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Request body: {'security_group_rule': {'security_group_id': '0c38c351-7b26-4f3d-906b-6e4d105fcf79', 'direction': 'ingress', 'protocol': 17}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:38.723488 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-bd250c0b-e68e-4abf-81f3-9249b9ea2388 None None] Provisioning complete for port 71e9c9d8-2c23-4dd8-8408-95cd172ab613 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:38.723488 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bd250c0b-e68e-4abf-81f3-9249b9ea2388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:38.793045 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b90246a1-cf38-4bb1-8361-d074934f66a3 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:38.805741 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-bd250c0b-e68e-4abf-81f3-9249b9ea2388 None None] Port 71e9c9d8-2c23-4dd8-8408-95cd172ab613 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:29:38.809010 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b90246a1-cf38-4bb1-8361-d074934f66a3 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Usage tracker for resource:security_group_rule and tenant:67ddf76bc53a4d9187c3f427ef2f2431 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:38.816422 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b90246a1-cf38-4bb1-8361-d074934f66a3 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:38.830755 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b172d5-025e-45c3-b1e5-776d789f0e5d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Network': ['ID=343ee5b1-34e6-4001-b3f5-e4b13a1e146b,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:38.836924 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b0b172d5-025e-45c3-b1e5-776d789f0e5d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3409386 Apr 06 13:29:38.836924 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b90246a1-cf38-4bb1-8361-d074934f66a3 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:38.838876 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43326) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:38.848002 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-75e32715-1a57-4b85-965a-52064b55edba tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'subnet': {'network_id': '343ee5b1-34e6-4001-b3f5-e4b13a1e146b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:38.862991 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-e9e20cc8-2ac6-4199-a984-38cfb3ac22d4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Calling delete_port for 71e9c9d8-2c23-4dd8-8408-95cd172ab613 owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:38.916835 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 343ee5b1-34e6-4001-b3f5-e4b13a1e146b details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:29:38.924444 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:38.974502 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fce9d9ae-5ae8-4163-ade0-bd0aceff2eba tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:39.017422 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d854cbc1-739f-4eb0-82f4-c43bee510a4c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:39.038076 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9b926378-3341-40f1-a515-7b9316fd6826 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:39.081885 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b90246a1-cf38-4bb1-8361-d074934f66a3 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:39.087068 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:39.119393 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fce9d9ae-5ae8-4163-ade0-bd0aceff2eba tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:39.163647 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-75e32715-1a57-4b85-965a-52064b55edba tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:39.189061 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-75e32715-1a57-4b85-965a-52064b55edba tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:subnet and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:39.193470 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-75e32715-1a57-4b85-965a-52064b55edba tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:39.201316 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-75e32715-1a57-4b85-965a-52064b55edba tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:39.289988 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce9d9ae-5ae8-4163-ade0-bd0aceff2eba tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Pushing event updated for resources: {'Port': ['ID=83d6da3c-2869-4442-98c6-e9b1c0a3f54a,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:39.308373 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fce9d9ae-5ae8-4163-ade0-bd0aceff2eba tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:39.318134 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e32715-1a57-4b85-965a-52064b55edba tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:39.321656 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-75e32715-1a57-4b85-965a-52064b55edba tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:39.370900 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9b926378-3341-40f1-a515-7b9316fd6826 None None] Transition to ACTIVE for port object e973523a-8c52-428a-9945-7ab4e8303bd3 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:39.373066 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9e20cc8-2ac6-4199-a984-38cfb3ac22d4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:39.394914 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9b926378-3341-40f1-a515-7b9316fd6826 None None] Transition to ACTIVE for port object e973523a-8c52-428a-9945-7ab4e8303bd3 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:39.412659 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b90246a1-cf38-4bb1-8361-d074934f66a3 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:39.436281 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e20cc8-2ac6-4199-a984-38cfb3ac22d4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Port': ['ID=71e9c9d8-2c23-4dd8-8408-95cd172ab613,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:39.470400 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9b926378-3341-40f1-a515-7b9316fd6826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:39.502271 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b90246a1-cf38-4bb1-8361-d074934f66a3 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:39.562341 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9e20cc8-2ac6-4199-a984-38cfb3ac22d4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:39.569698 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b926378-3341-40f1-a515-7b9316fd6826 None None] Network 8aae9914-bd87-47c8-9d9f-7c87734ded78 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:39.574401 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-9b926378-3341-40f1-a515-7b9316fd6826 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:39.579140 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b926378-3341-40f1-a515-7b9316fd6826 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:39.620119 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-fce9d9ae-5ae8-4163-ade0-bd0aceff2eba tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Floating IP 18c78cd6-497f-4eb2-aa31-6fa627ed0d80 associated. External IP: 172.26.4.109, port: ae26f24a-c911-4e8d-b47e-8831ee8b76dc. Apr 06 13:29:39.659150 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b926378-3341-40f1-a515-7b9316fd6826 None None] Pushing event updated for resources: {'Port': ['ID=e973523a-8c52-428a-9945-7ab4e8303bd3,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:39.695820 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:39.697475 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90246a1-cf38-4bb1-8361-d074934f66a3 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa268826-d066-47db-81c0-df007ffd32a4,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:39.736825 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-9b926378-3341-40f1-a515-7b9316fd6826 None None] Attempting to bind port e973523a-8c52-428a-9945-7ab4e8303bd3 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:29:39.736825 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-9b926378-3341-40f1-a515-7b9316fd6826 None None] Attempting to bind port e973523a-8c52-428a-9945-7ab4e8303bd3 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'c0b04efa-0fb8-4919-bb6b-03067dd4b76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8aae9914-bd87-47c8-9d9f-7c87734ded78'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:29:39.736825 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b926378-3341-40f1-a515-7b9316fd6826 None None] Attempting to bind port e973523a-8c52-428a-9945-7ab4e8303bd3 on network 8aae9914-bd87-47c8-9d9f-7c87734ded78 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:29:39.736825 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b926378-3341-40f1-a515-7b9316fd6826 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:29:39.739053 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b926378-3341-40f1-a515-7b9316fd6826 None None] Checking segment: {'id': 'c0b04efa-0fb8-4919-bb6b-03067dd4b76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8aae9914-bd87-47c8-9d9f-7c87734ded78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:29:39.739053 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9b926378-3341-40f1-a515-7b9316fd6826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:39.739053 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b926378-3341-40f1-a515-7b9316fd6826 None None] Bound using segment: {'id': 'c0b04efa-0fb8-4919-bb6b-03067dd4b76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8aae9914-bd87-47c8-9d9f-7c87734ded78'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:29:39.739475 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-9b926378-3341-40f1-a515-7b9316fd6826 None None] Bound port: e973523a-8c52-428a-9945-7ab4e8303bd3, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b04efa-0fb8-4919-bb6b-03067dd4b76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8aae9914-bd87-47c8-9d9f-7c87734ded78'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:29:39.740122 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9b926378-3341-40f1-a515-7b9316fd6826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:39.747617 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e9e20cc8-2ac6-4199-a984-38cfb3ac22d4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/71e9c9d8-2c23-4dd8-8408-95cd172ab613 HTTP/1.1" status: 204 len: 168 time: 1.9960637 Apr 06 13:29:39.762419 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43330) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:39.795505 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Subnet': ['ID=89b783b6-f135-431c-a9d8-bb36b3640d8b,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:39.833721 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b90246a1-cf38-4bb1-8361-d074934f66a3 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:39.838606 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b90246a1-cf38-4bb1-8361-d074934f66a3 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1511867 Apr 06 13:29:39.848046 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43334) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:39.851459 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-9b926378-3341-40f1-a515-7b9316fd6826 None None] For port e973523a-8c52-428a-9945-7ab4e8303bd3, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:29:39.855082 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-9b926378-3341-40f1-a515-7b9316fd6826 None None] For port e973523a-8c52-428a-9945-7ab4e8303bd3, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=e973523a-8c52-428a-9945-7ab4e8303bd3,segment=NetworkSegment(c0b04efa-0fb8-4919-bb6b-03067dd4b76c),segment_id=c0b04efa-0fb8-4919-bb6b-03067dd4b76c)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:29:39.926150 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9b926378-3341-40f1-a515-7b9316fd6826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:39.946590 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:40.014708 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aae9914-bd87-47c8-9d9f-7c87734ded78']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:40.019720 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333d6d22-f2ad-41ec-8356-046260a1e2d0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:40.022983 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333d6d22-f2ad-41ec-8356-046260a1e2d0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:40.024268 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-333d6d22-f2ad-41ec-8356-046260a1e2d0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:40.036009 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b04efa-0fb8-4919-bb6b-03067dd4b76c') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:40.036009 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b04efa-0fb8-4919-bb6b-03067dd4b76c') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:40.044598 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-d854cbc1-739f-4eb0-82f4-c43bee510a4c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Deleting port 4be34ad6-5b16-4202-bfd2-92ded71eb763 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:40.045144 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d854cbc1-739f-4eb0-82f4-c43bee510a4c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:40.108872 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:40.121138 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b926378-3341-40f1-a515-7b9316fd6826 None None] Pushing event updated for resources: {'Port': ['ID=e973523a-8c52-428a-9945-7ab4e8303bd3,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:40.166569 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db21dd6-99bb-4bad-b1f1-fa77ce898b08 None None] Network 8aae9914-bd87-47c8-9d9f-7c87734ded78 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:40.168180 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b48e6c7d-c522-4509-b20e-0df80593045b tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:40.202107 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b48e6c7d-c522-4509-b20e-0df80593045b tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:40.229777 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-75e32715-1a57-4b85-965a-52064b55edba tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:40.258846 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:40.271974 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:29:40.272477 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:29:40.289762 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:29:40.345991 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-333d6d22-f2ad-41ec-8356-046260a1e2d0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:40.347850 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-333d6d22-f2ad-41ec-8356-046260a1e2d0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5835440 Apr 06 13:29:40.370589 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43338) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:40.434453 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce9d9ae-5ae8-4163-ade0-bd0aceff2eba tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Router 780b7a9d-864f-4267-8875-bf3a0da90318 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:29:40.452849 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e32715-1a57-4b85-965a-52064b55edba tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Subnet': ['ID=958548b8-6637-4a98-a619-6b65a3e536b6,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:40.471829 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e32715-1a57-4b85-965a-52064b55edba tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Checking segment: {'id': 'd5bc0930-f34d-48fa-8042-6242c9c6e4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '343ee5b1-34e6-4001-b3f5-e4b13a1e146b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:29:40.472200 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e32715-1a57-4b85-965a-52064b55edba tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network hostable DHCP agents. Network: 343ee5b1-34e6-4001-b3f5-e4b13a1e146b, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:29:40.482528 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1bba88-a492-4949-8fb5-9941dc38bb69 None None] get_active_networks_info from dv-neutron-834600-1-hyperv {{(pid=88566) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 06 13:29:40.501396 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d854cbc1-739f-4eb0-82f4-c43bee510a4c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:40.630516 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b48e6c7d-c522-4509-b20e-0df80593045b tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:40.640631 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-d854cbc1-739f-4eb0-82f4-c43bee510a4c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Calling delete_port for 4be34ad6-5b16-4202-bfd2-92ded71eb763 owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:40.692407 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e32715-1a57-4b85-965a-52064b55edba tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network 343ee5b1-34e6-4001-b3f5-e4b13a1e146b is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:29:40.703265 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e6c7d-c522-4509-b20e-0df80593045b tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c38c351-7b26-4f3d-906b-6e4d105fcf79,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:40.732883 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.api [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 13:29:40.732883 dv-neutron-834600-1-hyperv neutron-server[88565]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 13:29:40.732883 dv-neutron-834600-1-hyperv neutron-server[88565]: [parameters: {'id': '8aae9914-bd87-47c8-9d9f-7c87734ded78'}] Apr 06 13:29:40.732883 dv-neutron-834600-1-hyperv neutron-server[88565]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:29:40.733404 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG oslo_db.api [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:29:40.733526 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b48e6c7d-c522-4509-b20e-0df80593045b tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:40.736925 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b48e6c7d-c522-4509-b20e-0df80593045b tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "DELETE /v2.0/security-groups/0c38c351-7b26-4f3d-906b-6e4d105fcf79 HTTP/1.1" status: 204 len: 168 time: 0.8852053 Apr 06 13:29:40.737178 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43342) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:40.750646 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a89931-ab9b-4d40-b956-8210b4709ba8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet a6d2d52d-0feb-454f-a5f0-b1e9af228eef {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:29:40.757680 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92a89931-ab9b-4d40-b956-8210b4709ba8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:40.788350 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1bba88-a492-4949-8fb5-9941dc38bb69 None None] Unable to find a vacant binding_index for network 343ee5b1-34e6-4001-b3f5-e4b13a1e146b and agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 {{(pid=88566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 06 13:29:40.796043 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1bba88-a492-4949-8fb5-9941dc38bb69 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 343ee5b1-34e6-4001-b3f5-e4b13a1e146b) {{(pid=88566) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 13:29:40.903339 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-75e32715-1a57-4b85-965a-52064b55edba tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 343ee5b1-34e6-4001-b3f5-e4b13a1e146b) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:40.910990 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92a89931-ab9b-4d40-b956-8210b4709ba8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:40.918434 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e32715-1a57-4b85-965a-52064b55edba tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:40.919344 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-75e32715-1a57-4b85-965a-52064b55edba tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:40.974512 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-bd72251d-08a4-4667-b7fb-591ba9e63ab2 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Synchronizing usage tracker for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:41.008366 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce9d9ae-5ae8-4163-ade0-bd0aceff2eba tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:29:41.023773 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b18043-d182-495a-8325-e438a23ae04b None None] Sync routers for ids ['780b7a9d-864f-4267-8875-bf3a0da90318'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:29:41.025869 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-75e32715-1a57-4b85-965a-52064b55edba tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1849298 Apr 06 13:29:41.031213 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43346) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:41.045980 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-c2cb5871-7366-4431-9546-78fb2bcdd6b4 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'subnet': {'network_id': '343ee5b1-34e6-4001-b3f5-e4b13a1e146b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:41.048223 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b18043-d182-495a-8325-e438a23ae04b None None] Routers {'780b7a9d-864f-4267-8875-bf3a0da90318'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:29:41.048770 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-f3b18043-d182-495a-8325-e438a23ae04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:29:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['780b7a9d-864f-4267-8875-bf3a0da90318'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:41.084656 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-bd72251d-08a4-4667-b7fb-591ba9e63ab2 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Unset dirty status for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:41.089757 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-bd72251d-08a4-4667-b7fb-591ba9e63ab2 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3480313 Apr 06 13:29:41.091224 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43350) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:41.099200 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-e7dfc58b-2275-4260-a3a0-9f0704597499 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1722912428'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:41.107880 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e7dfc58b-2275-4260-a3a0-9f0704597499 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:41.115987 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-f3b18043-d182-495a-8325-e438a23ae04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:41.130061 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b18043-d182-495a-8325-e438a23ae04b None None] Routers {'780b7a9d-864f-4267-8875-bf3a0da90318'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:29:41.130660 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-f3b18043-d182-495a-8325-e438a23ae04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:29:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['780b7a9d-864f-4267-8875-bf3a0da90318'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:41.164847 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fce9d9ae-5ae8-4163-ade0-bd0aceff2eba tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:41.169539 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d854cbc1-739f-4eb0-82f4-c43bee510a4c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:41.207233 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-f3b18043-d182-495a-8325-e438a23ae04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:41.207496 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b18043-d182-495a-8325-e438a23ae04b None None] The sync data for ids ['780b7a9d-864f-4267-8875-bf3a0da90318'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:29:41.239182 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:41.248060 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e7dfc58b-2275-4260-a3a0-9f0704597499 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:41.255495 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-fce9d9ae-5ae8-4163-ade0-bd0aceff2eba tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.1516652 Apr 06 13:29:41.259566 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43354) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:41.260223 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854cbc1-739f-4eb0-82f4-c43bee510a4c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Port': ['ID=4be34ad6-5b16-4202-bfd2-92ded71eb763,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:41.264037 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92a89931-ab9b-4d40-b956-8210b4709ba8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:41.338211 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8eb0fb-641b-4880-8fb4-1d08e5c1e057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-343ee5b1-34e6-4001-b3f5-e4b13a1e146b', 'network_id': '343ee5b1-34e6-4001-b3f5-e4b13a1e146b', 'tenant_id': 'a526e3e3d3c243f2855d6757315c0284', 'fixed_ips': [{'subnet_id': '958548b8-6637-4a98-a619-6b65a3e536b6'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:29:41.338211 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ec8eb0fb-641b-4880-8fb4-1d08e5c1e057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:41.360022 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Deleting port e973523a-8c52-428a-9945-7ab4e8303bd3 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:41.360499 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:41.433290 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e7dfc58b-2275-4260-a3a0-9f0704597499 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:41.477340 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c2cb5871-7366-4431-9546-78fb2bcdd6b4 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:41.495766 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c2cb5871-7366-4431-9546-78fb2bcdd6b4 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:subnet and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:41.505679 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c2cb5871-7366-4431-9546-78fb2bcdd6b4 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:41.515106 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e7dfc58b-2275-4260-a3a0-9f0704597499 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:41.547558 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c2cb5871-7366-4431-9546-78fb2bcdd6b4 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:41.555103 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e7dfc58b-2275-4260-a3a0-9f0704597499 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Usage tracker for resource:security_group_rule and tenant:67ddf76bc53a4d9187c3f427ef2f2431 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:41.556132 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-ec8eb0fb-641b-4880-8fb4-1d08e5c1e057 None None] Allocated IP 172.20.0.2 (343ee5b1-34e6-4001-b3f5-e4b13a1e146b/958548b8-6637-4a98-a619-6b65a3e536b6/2aa33b64-1492-4b17-b47c-87a5b06c9df3) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:41.563736 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e7dfc58b-2275-4260-a3a0-9f0704597499 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:41.579835 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e7dfc58b-2275-4260-a3a0-9f0704597499 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:41.656367 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d854cbc1-739f-4eb0-82f4-c43bee510a4c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:41.666139 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-45ae3344-ce80-436f-91d3-9ca06a0240b5 tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] 10.222.0.48 "GET /v2.0/floatingips/18c78cd6-497f-4eb2-aa31-6fa627ed0d80 HTTP/1.1" status: 200 len: 983 time: 0.4037740 Apr 06 13:29:41.666711 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43358) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:41.720055 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92a89931-ab9b-4d40-b956-8210b4709ba8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:41.754248 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cb5871-7366-4431-9546-78fb2bcdd6b4 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:41.757714 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c2cb5871-7366-4431-9546-78fb2bcdd6b4 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:41.781553 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ec8eb0fb-641b-4880-8fb4-1d08e5c1e057 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:41.794193 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ec8eb0fb-641b-4880-8fb4-1d08e5c1e057 None None] Transition to ACTIVE for port object 2aa33b64-1492-4b17-b47c-87a5b06c9df3 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:41.814250 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ec8eb0fb-641b-4880-8fb4-1d08e5c1e057 None None] Transition to ACTIVE for port object 2aa33b64-1492-4b17-b47c-87a5b06c9df3 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:41.826225 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a89931-ab9b-4d40-b956-8210b4709ba8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d2d52d-0feb-454f-a5f0-b1e9af228eef,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:41.837025 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] For port e973523a-8c52-428a-9945-7ab4e8303bd3, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=e973523a-8c52-428a-9945-7ab4e8303bd3,segment=NetworkSegment(c0b04efa-0fb8-4919-bb6b-03067dd4b76c),segment_id=c0b04efa-0fb8-4919-bb6b-03067dd4b76c)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:41.837025 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:41.844536 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92a89931-ab9b-4d40-b956-8210b4709ba8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:41.884992 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ec8eb0fb-641b-4880-8fb4-1d08e5c1e057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:41.952651 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8eb0fb-641b-4880-8fb4-1d08e5c1e057 None None] Network 343ee5b1-34e6-4001-b3f5-e4b13a1e146b is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:41.959984 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-ec8eb0fb-641b-4880-8fb4-1d08e5c1e057 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:41.964806 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8eb0fb-641b-4880-8fb4-1d08e5c1e057 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:41.970999 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8eb0fb-641b-4880-8fb4-1d08e5c1e057 None None] Pushing event updated for resources: {'Port': ['ID=2aa33b64-1492-4b17-b47c-87a5b06c9df3,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:41.984629 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7796f60e-904b-4b97-bd03-e9ea24aa5991 tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.3117826 Apr 06 13:29:41.984629 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43362) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:42.045859 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Calling delete_port for e973523a-8c52-428a-9945-7ab4e8303bd3 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:42.066234 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ec8eb0fb-641b-4880-8fb4-1d08e5c1e057 None None] Attempting to bind port 2aa33b64-1492-4b17-b47c-87a5b06c9df3 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:29:42.066640 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ec8eb0fb-641b-4880-8fb4-1d08e5c1e057 None None] Attempting to bind port 2aa33b64-1492-4b17-b47c-87a5b06c9df3 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'd5bc0930-f34d-48fa-8042-6242c9c6e4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '343ee5b1-34e6-4001-b3f5-e4b13a1e146b'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:29:42.067032 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8eb0fb-641b-4880-8fb4-1d08e5c1e057 None None] Attempting to bind port 2aa33b64-1492-4b17-b47c-87a5b06c9df3 on network 343ee5b1-34e6-4001-b3f5-e4b13a1e146b {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:29:42.073766 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8eb0fb-641b-4880-8fb4-1d08e5c1e057 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:29:42.073766 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8eb0fb-641b-4880-8fb4-1d08e5c1e057 None None] Checking segment: {'id': 'd5bc0930-f34d-48fa-8042-6242c9c6e4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '343ee5b1-34e6-4001-b3f5-e4b13a1e146b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:29:42.073766 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ec8eb0fb-641b-4880-8fb4-1d08e5c1e057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:42.074294 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8eb0fb-641b-4880-8fb4-1d08e5c1e057 None None] Bound using segment: {'id': 'd5bc0930-f34d-48fa-8042-6242c9c6e4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '343ee5b1-34e6-4001-b3f5-e4b13a1e146b'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:29:42.074627 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ec8eb0fb-641b-4880-8fb4-1d08e5c1e057 None None] Bound port: 2aa33b64-1492-4b17-b47c-87a5b06c9df3, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5bc0930-f34d-48fa-8042-6242c9c6e4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '343ee5b1-34e6-4001-b3f5-e4b13a1e146b'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:29:42.075259 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ec8eb0fb-641b-4880-8fb4-1d08e5c1e057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:42.131566 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e7dfc58b-2275-4260-a3a0-9f0704597499 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:42.137390 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d854cbc1-739f-4eb0-82f4-c43bee510a4c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Router 553a6aeb-d87f-4be9-9a3f-a3ebf792f252 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:29:42.164137 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-92a89931-ab9b-4d40-b956-8210b4709ba8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/a6d2d52d-0feb-454f-a5f0-b1e9af228eef HTTP/1.1" status: 204 len: 168 time: 1.7878778 Apr 06 13:29:42.166271 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43366) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:42.179777 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ec8eb0fb-641b-4880-8fb4-1d08e5c1e057 None None] For port 2aa33b64-1492-4b17-b47c-87a5b06c9df3, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:29:42.183763 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ec8eb0fb-641b-4880-8fb4-1d08e5c1e057 None None] For port 2aa33b64-1492-4b17-b47c-87a5b06c9df3, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=2aa33b64-1492-4b17-b47c-87a5b06c9df3,segment=NetworkSegment(d5bc0930-f34d-48fa-8042-6242c9c6e4fe),segment_id=d5bc0930-f34d-48fa-8042-6242c9c6e4fe)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:29:42.250552 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.ipam_backend_mixin [None req-c2cb5871-7366-4431-9546-78fb2bcdd6b4 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 958548b8-6637-4a98-a619-6b65a3e536b6 (CIDR: 172.20.0.0/28) Apr 06 13:29:42.256051 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ec8eb0fb-641b-4880-8fb4-1d08e5c1e057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:42.264655 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e7dfc58b-2275-4260-a3a0-9f0704597499 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:42.282343 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-dc169a83-af7a-488f-b7f4-0579c44de760 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1149526 Apr 06 13:29:42.292993 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43370) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:42.296383 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2cb5871-7366-4431-9546-78fb2bcdd6b4 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:29:42.296871 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2cb5871-7366-4431-9546-78fb2bcdd6b4 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:29:42.312697 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-20e7681f-cf13-4e71-9600-16a499228472 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:42.340825 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8eb0fb-641b-4880-8fb4-1d08e5c1e057 None None] Pushing event updated for resources: {'Port': ['ID=2aa33b64-1492-4b17-b47c-87a5b06c9df3,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:42.371297 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dfc58b-2275-4260-a3a0-9f0704597499 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=551c8a98-3b71-40cc-8dce-7149e12e70c4,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:42.392229 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d854cbc1-739f-4eb0-82f4-c43bee510a4c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:29:42.403119 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493c3d14-d56f-4a28-aa6d-f0fe68702d25 None None] Sync routers for ids ['553a6aeb-d87f-4be9-9a3f-a3ebf792f252'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:29:42.419049 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493c3d14-d56f-4a28-aa6d-f0fe68702d25 None None] Routers {'553a6aeb-d87f-4be9-9a3f-a3ebf792f252'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:29:42.420023 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-493c3d14-d56f-4a28-aa6d-f0fe68702d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:29:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['553a6aeb-d87f-4be9-9a3f-a3ebf792f252'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:42.434120 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-e870cdc9-b78e-4b2e-b8b7-38b043bf560b tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Deleting port 83d6da3c-2869-4442-98c6-e9b1c0a3f54a {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:42.434662 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e870cdc9-b78e-4b2e-b8b7-38b043bf560b tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:42.494551 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d854cbc1-739f-4eb0-82f4-c43bee510a4c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "PUT /v2.0/routers/553a6aeb-d87f-4be9-9a3f-a3ebf792f252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7319293 Apr 06 13:29:42.503821 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43374) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:42.506364 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-493c3d14-d56f-4a28-aa6d-f0fe68702d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:42.517449 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493c3d14-d56f-4a28-aa6d-f0fe68702d25 None None] Routers {'553a6aeb-d87f-4be9-9a3f-a3ebf792f252'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:29:42.519132 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-493c3d14-d56f-4a28-aa6d-f0fe68702d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:29:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['553a6aeb-d87f-4be9-9a3f-a3ebf792f252'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:42.557952 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:42.559862 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-dcc83693-bfa8-4e91-8383-93934c00de54 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Synchronizing usage tracker for tenant:914bb3d1bef745388dc453a227f40127 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:42.583944 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-493c3d14-d56f-4a28-aa6d-f0fe68702d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:42.584514 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493c3d14-d56f-4a28-aa6d-f0fe68702d25 None None] The sync data for ids ['553a6aeb-d87f-4be9-9a3f-a3ebf792f252'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:29:42.606242 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e7dfc58b-2275-4260-a3a0-9f0704597499 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:42.610824 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e7dfc58b-2275-4260-a3a0-9f0704597499 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5165110 Apr 06 13:29:42.610824 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c2cb5871-7366-4431-9546-78fb2bcdd6b4 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5750475 Apr 06 13:29:42.611918 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43378) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:42.612596 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43380) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:42.633157 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-561e5ecb-160b-4d96-beee-1866ba63a82a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'subnet': {'network_id': '343ee5b1-34e6-4001-b3f5-e4b13a1e146b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:42.642481 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No DVR routers for this DVR port e973523a-8c52-428a-9945-7ab4e8303bd3 on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:29:42.648065 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Port': ['ID=e973523a-8c52-428a-9945-7ab4e8303bd3,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:42.684882 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-ba270742-1fa6-4606-996e-98a56301d3ff tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1929453543'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:42.697204 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-20e7681f-cf13-4e71-9600-16a499228472 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:42.711318 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-20e7681f-cf13-4e71-9600-16a499228472 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:subnet and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:42.728345 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-20e7681f-cf13-4e71-9600-16a499228472 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:42.751171 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-20e7681f-cf13-4e71-9600-16a499228472 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:42.760231 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ba270742-1fa6-4606-996e-98a56301d3ff tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:42.771138 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-dcc83693-bfa8-4e91-8383-93934c00de54 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Unset dirty status for tenant:914bb3d1bef745388dc453a227f40127 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:42.775123 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-dcc83693-bfa8-4e91-8383-93934c00de54 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "GET /v2.0/ports?device_id=553a6aeb-d87f-4be9-9a3f-a3ebf792f252 HTTP/1.1" status: 200 len: 205 time: 0.2675517 Apr 06 13:29:42.793603 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43386) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:42.834123 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:42.868216 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aae9914-bd87-47c8-9d9f-7c87734ded78']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:42.881946 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b04efa-0fb8-4919-bb6b-03067dd4b76c') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:42.882230 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b04efa-0fb8-4919-bb6b-03067dd4b76c') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:42.898240 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e7681f-cf13-4e71-9600-16a499228472 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:42.898240 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-20e7681f-cf13-4e71-9600-16a499228472 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:42.916626 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:42.954518 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ba270742-1fa6-4606-996e-98a56301d3ff tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:42.997379 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:43.016373 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:29:43.016664 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:29:43.032788 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:29:43.232352 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:43.256920 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:43.274796 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-efaeb4e0-ea08-48b8-b3bc-16f8737b89f8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:43.275833 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Network': ['ID=8aae9914-bd87-47c8-9d9f-7c87734ded78,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:43.294306 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c62ed099-bdc6-4423-a9cc-5bb31a3fe520 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/networks/8aae9914-bd87-47c8-9d9f-7c87734ded78 HTTP/1.1" status: 204 len: 168 time: 4.9556158 Apr 06 13:29:43.295079 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43390) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:43.363909 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e2ecf44-9a8d-447e-9d29-f9b3d640010f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] GET failed (client error): The resource could not be found. Apr 06 13:29:43.364430 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9e2ecf44-9a8d-447e-9d29-f9b3d640010f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Synchronizing usage tracker for tenant:bfb47db20f0d451b8551770a994c0a42 on resource:subnet {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:43.365960 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ba270742-1fa6-4606-996e-98a56301d3ff tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:43.375958 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e870cdc9-b78e-4b2e-b8b7-38b043bf560b tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:43.376277 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e870cdc9-b78e-4b2e-b8b7-38b043bf560b tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:43.451659 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-20e7681f-cf13-4e71-9600-16a499228472 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:43.456853 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9e2ecf44-9a8d-447e-9d29-f9b3d640010f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Unset dirty status for tenant:bfb47db20f0d451b8551770a994c0a42 on resource:subnet {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:43.462316 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9e2ecf44-9a8d-447e-9d29-f9b3d640010f tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "GET /v2.0/subnets/89b783b6-f135-431c-a9d8-bb36b3640d8b HTTP/1.1" status: 404 len: 337 time: 0.1508605 Apr 06 13:29:43.465797 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43394) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:43.523490 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e7681f-cf13-4e71-9600-16a499228472 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:43.526744 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-20e7681f-cf13-4e71-9600-16a499228472 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:43.529720 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e7681f-cf13-4e71-9600-16a499228472 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:43.530302 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-20e7681f-cf13-4e71-9600-16a499228472 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:43.556085 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7681f-cf13-4e71-9600-16a499228472 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=03b89744-6961-4a32-bcc5-2e2041a6e1a2,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:43.577141 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70081a40-902b-4304-9161-0823ffef81ff None None] Network 343ee5b1-34e6-4001-b3f5-e4b13a1e146b requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:43.602300 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af05aaff-b821-4ace-b443-f32343f6b8d3 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:43.625297 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-e870cdc9-b78e-4b2e-b8b7-38b043bf560b tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Calling delete_port for 83d6da3c-2869-4442-98c6-e9b1c0a3f54a owned by network:floatingip {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:43.640983 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-20e7681f-cf13-4e71-9600-16a499228472 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3400416 Apr 06 13:29:43.647132 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43398) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:43.656023 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-8f5394df-3a8b-4d9d-b92e-94150b665ba6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'port': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'fixed_ips': [{'subnet_id': '03b89744-6961-4a32-bcc5-2e2041a6e1a2', 'ip_address': '2001:db8::b643:a964:5e7c:40ed'}], 'name': 'tempest-NetworksTestDHCPv6-157687706'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:43.658766 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ba270742-1fa6-4606-996e-98a56301d3ff tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:43.712471 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-561e5ecb-160b-4d96-beee-1866ba63a82a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:43.763108 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 2aa33b64-1492-4b17-b47c-87a5b06c9df3 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:29:43.796035 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bdd0c77-014e-46c8-9bf3-e3acb8191b33 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] DELETE failed (client error): The resource could not be found. Apr 06 13:29:43.796754 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bdd0c77-014e-46c8-9bf3-e3acb8191b33 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:29:43.798587 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1bdd0c77-014e-46c8-9bf3-e3acb8191b33 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/networks/8aae9914-bd87-47c8-9d9f-7c87734ded78 HTTP/1.1" status: 404 len: 339 time: 0.3308208 Apr 06 13:29:43.801046 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ba270742-1fa6-4606-996e-98a56301d3ff tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Usage tracker for resource:security_group_rule and tenant:67ddf76bc53a4d9187c3f427ef2f2431 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:43.814696 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-561e5ecb-160b-4d96-beee-1866ba63a82a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:subnet and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:43.817869 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43402) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:43.819094 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ba270742-1fa6-4606-996e-98a56301d3ff tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:43.834775 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-561e5ecb-160b-4d96-beee-1866ba63a82a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:43.867887 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ba270742-1fa6-4606-996e-98a56301d3ff tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:43.912976 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-8f5394df-3a8b-4d9d-b92e-94150b665ba6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:43.917430 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8f5394df-3a8b-4d9d-b92e-94150b665ba6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:port and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:43.920500 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8f5394df-3a8b-4d9d-b92e-94150b665ba6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:43.927896 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-8f5394df-3a8b-4d9d-b92e-94150b665ba6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:43.931562 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2f23e960-ae38-4913-93d1-ad5b4cc1aefe None None] Provisioning for port 2aa33b64-1492-4b17-b47c-87a5b06c9df3 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:43.958366 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-561e5ecb-160b-4d96-beee-1866ba63a82a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:43.989615 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-efaeb4e0-ea08-48b8-b3bc-16f8737b89f8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:43.999239 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-efaeb4e0-ea08-48b8-b3bc-16f8737b89f8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:44.004758 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5394df-3a8b-4d9d-b92e-94150b665ba6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:44.085119 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 2aa33b64-1492-4b17-b47c-87a5b06c9df3 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:44.108904 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 2aa33b64-1492-4b17-b47c-87a5b06c9df3 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:44.109287 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:44.117329 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561e5ecb-160b-4d96-beee-1866ba63a82a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:44.120890 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-561e5ecb-160b-4d96-beee-1866ba63a82a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:44.175650 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8f5394df-3a8b-4d9d-b92e-94150b665ba6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:44.204475 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-8f5394df-3a8b-4d9d-b92e-94150b665ba6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] device_id is not set on port 66282d28-5d60-47bb-b9e2-d99b6aec1602 yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:29:44.288756 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:44.342424 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 2aa33b64-1492-4b17-b47c-87a5b06c9df3, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=2aa33b64-1492-4b17-b47c-87a5b06c9df3,segment=NetworkSegment(d5bc0930-f34d-48fa-8042-6242c9c6e4fe),segment_id=d5bc0930-f34d-48fa-8042-6242c9c6e4fe)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:44.433811 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:44.440183 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0061131-7b8c-4ebe-9160-4fc125bdf60c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:44.440812 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e0061131-7b8c-4ebe-9160-4fc125bdf60c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Synchronizing usage tracker for tenant:bfb47db20f0d451b8551770a994c0a42 on resource:network {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:44.443082 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-efaeb4e0-ea08-48b8-b3bc-16f8737b89f8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:44.443548 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efaeb4e0-ea08-48b8-b3bc-16f8737b89f8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Fanout notify agent at l3_agent the message router_deleted on router 553a6aeb-d87f-4be9-9a3f-a3ebf792f252 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:29:44.517482 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-8f5394df-3a8b-4d9d-b92e-94150b665ba6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 2001:db8::b643:a964:5e7c:40ed (4a5369b0-8301-4713-81a5-ebef94e70f0e/03b89744-6961-4a32-bcc5-2e2041a6e1a2/66282d28-5d60-47bb-b9e2-d99b6aec1602) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:44.534829 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=2aa33b64-1492-4b17-b47c-87a5b06c9df3,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:44.554957 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ba270742-1fa6-4606-996e-98a56301d3ff tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:44.560066 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d8f9ef-cfe7-476b-aa7c-f39d61931ba3 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:44.655849 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-561e5ecb-160b-4d96-beee-1866ba63a82a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:44.695342 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e0061131-7b8c-4ebe-9160-4fc125bdf60c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Unset dirty status for tenant:bfb47db20f0d451b8551770a994c0a42 on resource:network {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:44.696426 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e0061131-7b8c-4ebe-9160-4fc125bdf60c tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8707924 Apr 06 13:29:44.704636 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ba270742-1fa6-4606-996e-98a56301d3ff tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:44.718394 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43408) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:44.766029 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-a6294381-b1d2-44d5-bd7a-d88e3e165305 None None] Provisioning complete for port f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:44.767198 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a6294381-b1d2-44d5-bd7a-d88e3e165305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:44.818793 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e870cdc9-b78e-4b2e-b8b7-38b043bf560b tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:44.846936 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8f5394df-3a8b-4d9d-b92e-94150b665ba6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:44.866201 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-8f5394df-3a8b-4d9d-b92e-94150b665ba6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Transition to ACTIVE for port object 66282d28-5d60-47bb-b9e2-d99b6aec1602 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:44.880487 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561e5ecb-160b-4d96-beee-1866ba63a82a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network 343ee5b1-34e6-4001-b3f5-e4b13a1e146b is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:44.895807 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba270742-1fa6-4606-996e-98a56301d3ff tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2b85a2-1c0a-4b52-95c1-b6ef033c6f91,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:44.913360 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-efaeb4e0-ea08-48b8-b3bc-16f8737b89f8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:44.915222 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-efaeb4e0-ea08-48b8-b3bc-16f8737b89f8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/routers/553a6aeb-d87f-4be9-9a3f-a3ebf792f252 HTTP/1.1" status: 204 len: 168 time: 2.1176388 Apr 06 13:29:44.917287 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-750490a5-61f0-411b-9559-969024be0738 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Synchronizing usage tracker for tenant:bfb47db20f0d451b8551770a994c0a42 on resource:subnet {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:44.918107 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43412) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:44.936593 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-561e5ecb-160b-4d96-beee-1866ba63a82a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:44.946310 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870cdc9-b78e-4b2e-b8b7-38b043bf560b tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Pushing event deleted for resources: {'Port': ['ID=83d6da3c-2869-4442-98c6-e9b1c0a3f54a,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:44.951926 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561e5ecb-160b-4d96-beee-1866ba63a82a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:44.952802 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-561e5ecb-160b-4d96-beee-1866ba63a82a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:44.999916 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-718eaed7-0e2e-4359-bfb5-6b758c942067 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Deleting subnet cc22cf9c-abc8-4613-a1bd-64d433109412 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:29:45.005122 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-718eaed7-0e2e-4359-bfb5-6b758c942067 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:45.016461 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5ecb-160b-4d96-beee-1866ba63a82a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Subnet': ['ID=79d1ecaa-2938-4085-8e97-69f55d52f6b7,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:45.041890 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ba270742-1fa6-4606-996e-98a56301d3ff tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:45.042162 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8f5394df-3a8b-4d9d-b92e-94150b665ba6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:45.043798 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ba270742-1fa6-4606-996e-98a56301d3ff tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.4262552 Apr 06 13:29:45.049562 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43416) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:45.060996 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771e1156-bc8b-47bc-8bf1-031084fb36ce None None] Network 343ee5b1-34e6-4001-b3f5-e4b13a1e146b requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:45.079958 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-750490a5-61f0-411b-9559-969024be0738 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Unset dirty status for tenant:bfb47db20f0d451b8551770a994c0a42 on resource:subnet {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:45.082083 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-750490a5-61f0-411b-9559-969024be0738 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "GET /v2.0/subnets?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622 HTTP/1.1" status: 200 len: 207 time: 0.3330896 Apr 06 13:29:45.087085 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43420) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:45.141719 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-718eaed7-0e2e-4359-bfb5-6b758c942067 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:45.191418 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-a666dc67-657c-472d-a9f8-1498928bd61e None None] Provisioning complete for port 2aa33b64-1492-4b17-b47c-87a5b06c9df3 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:45.191888 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a666dc67-657c-472d-a9f8-1498928bd61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:45.313426 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-561e5ecb-160b-4d96-beee-1866ba63a82a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6921537 Apr 06 13:29:45.317425 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43424) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:45.331688 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-fb427a57-94e7-440d-86b1-8b94da268a2f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'port': {'network_id': '343ee5b1-34e6-4001-b3f5-e4b13a1e146b', 'fixed_ips': [{'subnet_id': '958548b8-6637-4a98-a619-6b65a3e536b6'}, {'subnet_id': '79d1ecaa-2938-4085-8e97-69f55d52f6b7'}], 'name': 'tempest-PortsTestJSON-1813320702'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:45.433656 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-763e0453-fe79-4bf9-ad4e-1fcac068b87e tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Request body: {'security_group_rule': {'security_group_id': '551c8a98-3b71-40cc-8dce-7149e12e70c4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cf2b85a2-1c0a-4b52-95c1-b6ef033c6f91', 'remote_ip_prefix': None}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:45.450001 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e870cdc9-b78e-4b2e-b8b7-38b043bf560b tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks [] for floatingip, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:45.450848 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-e870cdc9-b78e-4b2e-b8b7-38b043bf560b tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Floating IP 18c78cd6-497f-4eb2-aa31-6fa627ed0d80 disassociated (deleted). External IP: 172.26.4.109, port: ae26f24a-c911-4e8d-b47e-8831ee8b76dc. Apr 06 13:29:45.467278 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-763e0453-fe79-4bf9-ad4e-1fcac068b87e tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:45.472484 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-718eaed7-0e2e-4359-bfb5-6b758c942067 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:45.479231 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-defe2c52-32e9-4dca-a7d8-b534bd857074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:45.517415 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5394df-3a8b-4d9d-b92e-94150b665ba6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:45.534506 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-763e0453-fe79-4bf9-ad4e-1fcac068b87e tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Usage tracker for resource:security_group_rule and tenant:67ddf76bc53a4d9187c3f427ef2f2431 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:45.541530 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-8f5394df-3a8b-4d9d-b92e-94150b665ba6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:45.543194 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5394df-3a8b-4d9d-b92e-94150b665ba6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:45.550939 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5394df-3a8b-4d9d-b92e-94150b665ba6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:45.551609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8f5394df-3a8b-4d9d-b92e-94150b665ba6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:45.555918 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-763e0453-fe79-4bf9-ad4e-1fcac068b87e tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:45.605911 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-763e0453-fe79-4bf9-ad4e-1fcac068b87e tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:45.653092 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5394df-3a8b-4d9d-b92e-94150b665ba6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=66282d28-5d60-47bb-b9e2-d99b6aec1602,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:45.706358 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 2aa33b64-1492-4b17-b47c-87a5b06c9df3 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:29:45.735084 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8f5394df-3a8b-4d9d-b92e-94150b665ba6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0887220 Apr 06 13:29:45.738392 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43428) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:45.748599 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-63659840-91ce-402c-8755-92bf15ebbcc4 None None] Provisioning complete for port f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:45.749324 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-63659840-91ce-402c-8755-92bf15ebbcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:45.796275 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-718eaed7-0e2e-4359-bfb5-6b758c942067 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:45.803377 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe8a0f9-f6ed-4781-aed6-be88880d1fe6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:45.810161 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe8a0f9-f6ed-4781-aed6-be88880d1fe6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:45.812274 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c0255e-083a-49ff-b7c5-b3db7612ea61 None None] Update dhcp port {'port': {'network_id': '343ee5b1-34e6-4001-b3f5-e4b13a1e146b', 'fixed_ips': [{'subnet_id': '958548b8-6637-4a98-a619-6b65a3e536b6', 'ip_address': '172.20.0.2'}, {'subnet_id': '79d1ecaa-2938-4085-8e97-69f55d52f6b7'}], 'binding:host_id': 'dv-neutron-834600-1-hyperv'}, 'id': '2aa33b64-1492-4b17-b47c-87a5b06c9df3'} from dv-neutron-834600-1-hyperv. {{(pid=88566) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 06 13:29:45.818000 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe8a0f9-f6ed-4781-aed6-be88880d1fe6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:45.826775 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe8a0f9-f6ed-4781-aed6-be88880d1fe6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:45.834163 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-bbe8a0f9-f6ed-4781-aed6-be88880d1fe6 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.7459645 Apr 06 13:29:45.835082 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43432) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:45.846160 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-718eaed7-0e2e-4359-bfb5-6b758c942067 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:45.866742 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-718eaed7-0e2e-4359-bfb5-6b758c942067 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/subnets/cc22cf9c-abc8-4613-a1bd-64d433109412 HTTP/1.1" status: 204 len: 168 time: 0.9463961 Apr 06 13:29:45.871294 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43436) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:45.898895 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc334171-aaab-4e32-8853-c13f52c8a448 None None] Network 3176c093-6862-44ed-9673-bc81242fbdb8 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:45.906034 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718eaed7-0e2e-4359-bfb5-6b758c942067 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Subnet': ['ID=cc22cf9c-abc8-4613-a1bd-64d433109412,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:45.952695 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-763e0453-fe79-4bf9-ad4e-1fcac068b87e tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:45.952902 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a3c0255e-083a-49ff-b7c5-b3db7612ea61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:45.973626 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-fb427a57-94e7-440d-86b1-8b94da268a2f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:45.981724 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-fb427a57-94e7-440d-86b1-8b94da268a2f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:port and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:45.986325 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-fb427a57-94e7-440d-86b1-8b94da268a2f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:46.048205 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-fb427a57-94e7-440d-86b1-8b94da268a2f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:46.056459 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9775cd3-4551-403e-a84b-d6b2819f2542 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:46.062425 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9775cd3-4551-403e-a84b-d6b2819f2542 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:46.063595 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b9775cd3-4551-403e-a84b-d6b2819f2542 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:46.080921 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a9b40267-1cc9-45cd-8d9b-962956eaf5ce tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:46.121986 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-a9b40267-1cc9-45cd-8d9b-962956eaf5ce tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Deleting port 94adab7a-979b-40c5-a26c-58cba49ea04c {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:46.122351 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a9b40267-1cc9-45cd-8d9b-962956eaf5ce tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:46.180251 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-763e0453-fe79-4bf9-ad4e-1fcac068b87e tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:46.188262 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb427a57-94e7-440d-86b1-8b94da268a2f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:46.190572 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b9775cd3-4551-403e-a84b-d6b2819f2542 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:46.191842 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b9775cd3-4551-403e-a84b-d6b2819f2542 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.4512389 Apr 06 13:29:46.194987 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43440) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:46.267587 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ff254def-107e-47d0-a560-eeab87a90596 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.4197669 Apr 06 13:29:46.269187 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43444) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:46.317419 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-763e0453-fe79-4bf9-ad4e-1fcac068b87e tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:46.318500 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 2aa33b64-1492-4b17-b47c-87a5b06c9df3 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:46.318919 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:46.340380 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e870cdc9-b78e-4b2e-b8b7-38b043bf560b tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Router 780b7a9d-864f-4267-8875-bf3a0da90318 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:29:46.385892 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e0453-fe79-4bf9-ad4e-1fcac068b87e tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86baea0e-597f-4160-aadb-40a9cbb98f83,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:46.442174 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-90fce4bf-7571-4954-b909-410b1a0507f8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting port 66282d28-5d60-47bb-b9e2-d99b6aec1602 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:46.442498 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-90fce4bf-7571-4954-b909-410b1a0507f8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:46.467200 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fb427a57-94e7-440d-86b1-8b94da268a2f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:46.547302 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-a3c0255e-083a-49ff-b7c5-b3db7612ea61 None None] Allocated IP 172.20.0.18 (343ee5b1-34e6-4001-b3f5-e4b13a1e146b/79d1ecaa-2938-4085-8e97-69f55d52f6b7/2aa33b64-1492-4b17-b47c-87a5b06c9df3) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:46.594369 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35456533-e46d-410b-88a4-d73e59486d20 None None] DHCP port deletion for 3176c093-6862-44ed-9673-bc81242fbdb8 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:29:46.596650 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe79250-b608-4e91-b6fa-7e86d05b552d tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:46.599520 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe79250-b608-4e91-b6fa-7e86d05b552d tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:46.605461 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4fe79250-b608-4e91-b6fa-7e86d05b552d tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3242979 Apr 06 13:29:46.605595 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-fb427a57-94e7-440d-86b1-8b94da268a2f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] device_id is not set on port 8d50d4a9-ea11-4014-afe7-ef973b6b626d yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:29:46.616321 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43448) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:46.624117 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-763e0453-fe79-4bf9-ad4e-1fcac068b87e tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:46.625575 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-763e0453-fe79-4bf9-ad4e-1fcac068b87e tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.5660267 Apr 06 13:29:46.633863 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-35456533-e46d-410b-88a4-d73e59486d20 None None] Deleting port 94adab7a-979b-40c5-a26c-58cba49ea04c {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:46.634225 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-35456533-e46d-410b-88a4-d73e59486d20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:46.645409 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43452) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:46.697798 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e870cdc9-b78e-4b2e-b8b7-38b043bf560b tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:29:46.739511 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-a9b40267-1cc9-45cd-8d9b-962956eaf5ce tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] For port 94adab7a-979b-40c5-a26c-58cba49ea04c, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=94adab7a-979b-40c5-a26c-58cba49ea04c,segment=NetworkSegment(c6e36c17-093f-4be1-b42f-22f06803ec51),segment_id=c6e36c17-093f-4be1-b42f-22f06803ec51)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:46.739778 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a9b40267-1cc9-45cd-8d9b-962956eaf5ce tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:46.743821 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-79e4cc65-4f66-4a43-a189-2a56a2e12e28 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:46.756007 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e870cdc9-b78e-4b2e-b8b7-38b043bf560b tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:46.773450 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca75acd2-812b-4e09-8191-8354f50c301d None None] Sync routers for ids ['780b7a9d-864f-4267-8875-bf3a0da90318'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:29:46.788692 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0244c9bb-d480-440a-a7ea-49f5c9151507 None None] Provisioning for port 66282d28-5d60-47bb-b9e2-d99b6aec1602 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:46.792087 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-79e4cc65-4f66-4a43-a189-2a56a2e12e28 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:46.810897 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0244c9bb-d480-440a-a7ea-49f5c9151507 None None] Provisioning complete for port 66282d28-5d60-47bb-b9e2-d99b6aec1602 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:46.811507 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0244c9bb-d480-440a-a7ea-49f5c9151507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:46.863758 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca75acd2-812b-4e09-8191-8354f50c301d None None] Routers {'780b7a9d-864f-4267-8875-bf3a0da90318'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:29:46.864555 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ca75acd2-812b-4e09-8191-8354f50c301d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:29:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['780b7a9d-864f-4267-8875-bf3a0da90318'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:46.901400 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e870cdc9-b78e-4b2e-b8b7-38b043bf560b tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] 10.222.0.48 "DELETE /v2.0/floatingips/18c78cd6-497f-4eb2-aa31-6fa627ed0d80 HTTP/1.1" status: 204 len: 168 time: 4.9160721 Apr 06 13:29:46.905349 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43456) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:46.908918 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f07db28-fd8a-402a-9eda-5e324fd23e6b tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['shared'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:46.910337 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f07db28-fd8a-402a-9eda-5e324fd23e6b tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['shared'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:46.917104 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0f07db28-fd8a-402a-9eda-5e324fd23e6b tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2948158 Apr 06 13:29:46.935969 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-a9b40267-1cc9-45cd-8d9b-962956eaf5ce tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Calling delete_port for 94adab7a-979b-40c5-a26c-58cba49ea04c owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:46.936461 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-173bb98d-4d38-4af5-9888-a0d8e61da72e tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:46.942341 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43458) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:46.976476 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ca75acd2-812b-4e09-8191-8354f50c301d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:47.028502 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-a3c0255e-083a-49ff-b7c5-b3db7612ea61 None None] For port 2aa33b64-1492-4b17-b47c-87a5b06c9df3, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=2aa33b64-1492-4b17-b47c-87a5b06c9df3,segment=NetworkSegment(d5bc0930-f34d-48fa-8042-6242c9c6e4fe),segment_id=d5bc0930-f34d-48fa-8042-6242c9c6e4fe)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:47.030620 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0244c9bb-d480-440a-a7ea-49f5c9151507 None None] Port 66282d28-5d60-47bb-b9e2-d99b6aec1602 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:29:47.041726 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca75acd2-812b-4e09-8191-8354f50c301d None None] Routers {'780b7a9d-864f-4267-8875-bf3a0da90318'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:29:47.042267 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ca75acd2-812b-4e09-8191-8354f50c301d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:29:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['780b7a9d-864f-4267-8875-bf3a0da90318'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:47.140398 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-90fce4bf-7571-4954-b909-410b1a0507f8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:47.149773 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ca75acd2-812b-4e09-8191-8354f50c301d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:47.150207 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca75acd2-812b-4e09-8191-8354f50c301d None None] The sync data for ids ['780b7a9d-864f-4267-8875-bf3a0da90318'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:29:47.175166 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-173bb98d-4d38-4af5-9888-a0d8e61da72e tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:47.179901 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-173bb98d-4d38-4af5-9888-a0d8e61da72e tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Usage tracker for resource:floatingip and tenant:e7e97d2c22a542418b279d28d91b51c9 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:47.183102 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-173bb98d-4d38-4af5-9888-a0d8e61da72e tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:47.189197 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-173bb98d-4d38-4af5-9888-a0d8e61da72e tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:47.232819 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a9b40267-1cc9-45cd-8d9b-962956eaf5ce tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:47.241407 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-79e4cc65-4f66-4a43-a189-2a56a2e12e28 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:47.241762 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.resource_extend [None req-a3c0255e-083a-49ff-b7c5-b3db7612ea61 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 13:29:47.266171 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-35456533-e46d-410b-88a4-d73e59486d20 None None] For port 94adab7a-979b-40c5-a26c-58cba49ea04c, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=94adab7a-979b-40c5-a26c-58cba49ea04c,segment=NetworkSegment(c6e36c17-093f-4be1-b42f-22f06803ec51),segment_id=c6e36c17-093f-4be1-b42f-22f06803ec51)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:47.266606 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-35456533-e46d-410b-88a4-d73e59486d20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:47.276872 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a3c0255e-083a-49ff-b7c5-b3db7612ea61 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:47.320041 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4cc65-4f66-4a43-a189-2a56a2e12e28 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86baea0e-597f-4160-aadb-40a9cbb98f83,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:47.321864 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-173bb98d-4d38-4af5-9888-a0d8e61da72e tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:47.350698 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-79e4cc65-4f66-4a43-a189-2a56a2e12e28 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:47.354695 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-79e4cc65-4f66-4a43-a189-2a56a2e12e28 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/86baea0e-597f-4160-aadb-40a9cbb98f83 HTTP/1.1" status: 204 len: 168 time: 0.7060680 Apr 06 13:29:47.358852 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43464) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:47.422485 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-a3c0255e-083a-49ff-b7c5-b3db7612ea61 None None] Transition to ACTIVE for port object 2aa33b64-1492-4b17-b47c-87a5b06c9df3 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:47.431239 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-35456533-e46d-410b-88a4-d73e59486d20 None None] Calling delete_port for 94adab7a-979b-40c5-a26c-58cba49ea04c owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:47.452147 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5e8a23-b100-435d-91ee-e71503fe2963 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:47.457530 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-fb5e8a23-b100-435d-91ee-e71503fe2963 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "GET /v2.0/networks/7c0295d6-520b-495d-854a-f2e1b77d063b HTTP/1.1" status: 200 len: 800 time: 0.2846222 Apr 06 13:29:47.461413 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43468) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:47.467566 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-90fce4bf-7571-4954-b909-410b1a0507f8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Calling delete_port for 66282d28-5d60-47bb-b9e2-d99b6aec1602 owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:47.498086 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a3c0255e-083a-49ff-b7c5-b3db7612ea61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:47.526088 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6776c415-c0ab-4d96-a6d4-0cff2b010acc tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Synchronizing usage tracker for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group_rule {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:47.551669 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b40267-1cc9-45cd-8d9b-962956eaf5ce tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] No DVR routers for this DVR port 94adab7a-979b-40c5-a26c-58cba49ea04c on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:29:47.553606 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b40267-1cc9-45cd-8d9b-962956eaf5ce tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Port': ['ID=94adab7a-979b-40c5-a26c-58cba49ea04c,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:47.612705 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0255e-083a-49ff-b7c5-b3db7612ea61 None None] Pushing event updated for resources: {'Port': ['ID=2aa33b64-1492-4b17-b47c-87a5b06c9df3,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:47.698318 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6776c415-c0ab-4d96-a6d4-0cff2b010acc tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Unset dirty status for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group_rule {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:47.704134 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6776c415-c0ab-4d96-a6d4-0cff2b010acc tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3318415 Apr 06 13:29:47.704134 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-fb427a57-94e7-440d-86b1-8b94da268a2f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Allocated IP 172.20.0.6 (343ee5b1-34e6-4001-b3f5-e4b13a1e146b/958548b8-6637-4a98-a619-6b65a3e536b6/8d50d4a9-ea11-4014-afe7-ef973b6b626d) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:47.704545 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43472) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:47.707536 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 94adab7a-979b-40c5-a26c-58cba49ea04c no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:29:47.726539 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-fb427a57-94e7-440d-86b1-8b94da268a2f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Allocated IP 172.20.0.30 (343ee5b1-34e6-4001-b3f5-e4b13a1e146b/79d1ecaa-2938-4085-8e97-69f55d52f6b7/8d50d4a9-ea11-4014-afe7-ef973b6b626d) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:47.749840 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 94adab7a-979b-40c5-a26c-58cba49ea04c {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:29:47.750154 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 94adab7a-979b-40c5-a26c-58cba49ea04c not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:29:47.756273 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-35456533-e46d-410b-88a4-d73e59486d20 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:29:47.757073 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-35456533-e46d-410b-88a4-d73e59486d20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:29:47.781122 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-173bb98d-4d38-4af5-9888-a0d8e61da72e tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:47.839556 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e6a097b8-0ab5-46da-a05e-0cba89deeb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:47.868915 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a9b40267-1cc9-45cd-8d9b-962956eaf5ce tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:47.932579 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f3c840f0-0f96-4b80-aef8-628e1c0974f9 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:47.963698 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8f21f4a5-72fc-4e0b-a274-d86df32b0523 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Synchronizing usage tracker for tenant:bfb47db20f0d451b8551770a994c0a42 on resource:network {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:47.983332 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-a9b40267-1cc9-45cd-8d9b-962956eaf5ce tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3176c093-6862-44ed-9673-bc81242fbdb8']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:48.003430 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-a9b40267-1cc9-45cd-8d9b-962956eaf5ce tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e36c17-093f-4be1-b42f-22f06803ec51') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:48.003746 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-a9b40267-1cc9-45cd-8d9b-962956eaf5ce tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e36c17-093f-4be1-b42f-22f06803ec51') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:48.025376 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a9b40267-1cc9-45cd-8d9b-962956eaf5ce tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:48.037306 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8f21f4a5-72fc-4e0b-a274-d86df32b0523 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Unset dirty status for tenant:bfb47db20f0d451b8551770a994c0a42 on resource:network {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:48.038633 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8f21f4a5-72fc-4e0b-a274-d86df32b0523 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "GET /v2.0/networks/7c0295d6-520b-495d-854a-f2e1b77d063b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.5341880 Apr 06 13:29:48.044563 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43476) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:48.088731 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a9b40267-1cc9-45cd-8d9b-962956eaf5ce tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:48.103378 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f3c840f0-0f96-4b80-aef8-628e1c0974f9 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:48.113270 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b40267-1cc9-45cd-8d9b-962956eaf5ce tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:29:48.113878 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a9b40267-1cc9-45cd-8d9b-962956eaf5ce tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:29:48.137769 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:29:48.183231 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-173bb98d-4d38-4af5-9888-a0d8e61da72e tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Allocated IP 172.26.4.93 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/27e86a3d-1906-4c6c-9007-71ee8705a352) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:48.214497 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fb427a57-94e7-440d-86b1-8b94da268a2f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:48.234915 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-90fce4bf-7571-4954-b909-410b1a0507f8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:48.259047 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-35456533-e46d-410b-88a4-d73e59486d20 None None] Deleting port 94adab7a-979b-40c5-a26c-58cba49ea04c {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:48.259797 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-35456533-e46d-410b-88a4-d73e59486d20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:48.279668 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-fb427a57-94e7-440d-86b1-8b94da268a2f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Transition to ACTIVE for port object 8d50d4a9-ea11-4014-afe7-ef973b6b626d will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:48.297753 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fce4bf-7571-4954-b909-410b1a0507f8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Port': ['ID=66282d28-5d60-47bb-b9e2-d99b6aec1602,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:48.313852 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304fba99-fb9d-471d-9c1c-7480723686bd tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:48.315554 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-304fba99-fb9d-471d-9c1c-7480723686bd tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "GET /v2.0/subnets/97a2e4fc-4359-4d3c-9961-1618e25eba63 HTTP/1.1" status: 200 len: 811 time: 0.2676032 Apr 06 13:29:48.332642 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43482) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:48.377560 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-90fce4bf-7571-4954-b909-410b1a0507f8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:48.380601 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-35456533-e46d-410b-88a4-d73e59486d20 None None] The port '94adab7a-979b-40c5-a26c-58cba49ea04c' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:29:48.387346 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f3c840f0-0f96-4b80-aef8-628e1c0974f9 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:48.399642 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a9b40267-1cc9-45cd-8d9b-962956eaf5ce tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:48.428566 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a9b40267-1cc9-45cd-8d9b-962956eaf5ce tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:48.430527 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a9b40267-1cc9-45cd-8d9b-962956eaf5ce tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/networks/3176c093-6862-44ed-9673-bc81242fbdb8 HTTP/1.1" status: 204 len: 168 time: 2.5524316 Apr 06 13:29:48.431806 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b40267-1cc9-45cd-8d9b-962956eaf5ce tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Network': ['ID=3176c093-6862-44ed-9673-bc81242fbdb8,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:48.435702 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43488) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:48.442630 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-3710a61c-082b-4843-9352-8ec641654d6d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-998569852', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}, 'admin_state_up': False}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:48.452000 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-3710a61c-082b-4843-9352-8ec641654d6d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:48.458191 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3710a61c-082b-4843-9352-8ec641654d6d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Usage tracker for resource:router and tenant:914bb3d1bef745388dc453a227f40127 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:48.464809 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3710a61c-082b-4843-9352-8ec641654d6d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:48.464972 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c840f0-0f96-4b80-aef8-628e1c0974f9 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2b85a2-1c0a-4b52-95c1-b6ef033c6f91,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:48.484431 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-3710a61c-082b-4843-9352-8ec641654d6d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:48.511860 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae62edb-dfa4-4ed3-bf98-3d2d28ddb79f None None] Network 343ee5b1-34e6-4001-b3f5-e4b13a1e146b requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:48.515825 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a1d02-e41d-4fd7-ac03-dd49eefec1ec tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['shared'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:48.517809 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-90fce4bf-7571-4954-b909-410b1a0507f8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/66282d28-5d60-47bb-b9e2-d99b6aec1602 HTTP/1.1" status: 204 len: 168 time: 2.3212035 Apr 06 13:29:48.520407 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43494) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:48.520801 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f52a1d02-e41d-4fd7-ac03-dd49eefec1ec tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "GET /v2.0/subnets/97a2e4fc-4359-4d3c-9961-1618e25eba63?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1825795 Apr 06 13:29:48.526209 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43498) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:48.543433 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-ea5d2be6-3ede-48ec-9c34-5df828b4dc1b tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-737262142'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:48.555673 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-173bb98d-4d38-4af5-9888-a0d8e61da72e tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:48.561080 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ea5d2be6-3ede-48ec-9c34-5df828b4dc1b tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:48.576124 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ea5d2be6-3ede-48ec-9c34-5df828b4dc1b tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:48.634384 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ace1da7-5b6b-42dd-bc32-8baf504724f1 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:48.636595 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ace1da7-5b6b-42dd-bc32-8baf504724f1 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:48.637393 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2ace1da7-5b6b-42dd-bc32-8baf504724f1 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:48.644163 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3710a61c-082b-4843-9352-8ec641654d6d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:48.649733 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3710a61c-082b-4843-9352-8ec641654d6d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:48.675330 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fb427a57-94e7-440d-86b1-8b94da268a2f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:48.680250 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3710a61c-082b-4843-9352-8ec641654d6d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:48.724699 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5d2be6-3ede-48ec-9c34-5df828b4dc1b tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Made reservation on behalf of bfb47db20f0d451b8551770a994c0a42 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:48.728180 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ea5d2be6-3ede-48ec-9c34-5df828b4dc1b tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:48.768754 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f3c840f0-0f96-4b80-aef8-628e1c0974f9 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:48.769914 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f3c840f0-0f96-4b80-aef8-628e1c0974f9 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "DELETE /v2.0/security-groups/cf2b85a2-1c0a-4b52-95c1-b6ef033c6f91 HTTP/1.1" status: 204 len: 168 time: 1.0647423 Apr 06 13:29:48.773119 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43502) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:48.775021 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb427a57-94e7-440d-86b1-8b94da268a2f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network 343ee5b1-34e6-4001-b3f5-e4b13a1e146b is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:48.777962 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-173bb98d-4d38-4af5-9888-a0d8e61da72e tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:48.788803 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2bd820dc-1e8a-41b8-bf1d-4a226b71a143 None None] Provisioning for port 2aa33b64-1492-4b17-b47c-87a5b06c9df3 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:48.790957 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-fb427a57-94e7-440d-86b1-8b94da268a2f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:48.797369 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2bd820dc-1e8a-41b8-bf1d-4a226b71a143 None None] Provisioning complete for port 2aa33b64-1492-4b17-b47c-87a5b06c9df3 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:48.797748 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2bd820dc-1e8a-41b8-bf1d-4a226b71a143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:48.803086 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb427a57-94e7-440d-86b1-8b94da268a2f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:48.825823 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2ace1da7-5b6b-42dd-bc32-8baf504724f1 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:48.831619 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2ace1da7-5b6b-42dd-bc32-8baf504724f1 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3098848 Apr 06 13:29:48.832625 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43506) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:48.842087 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb427a57-94e7-440d-86b1-8b94da268a2f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Port': ['ID=8d50d4a9-ea11-4014-afe7-ef973b6b626d,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:48.869363 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:48.894929 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea5d2be6-3ede-48ec-9c34-5df828b4dc1b tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:29:48.909716 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173bb98d-4d38-4af5-9888-a0d8e61da72e tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:48.922971 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-173bb98d-4d38-4af5-9888-a0d8e61da72e tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:48.934103 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173bb98d-4d38-4af5-9888-a0d8e61da72e tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:48.963041 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ea5d2be6-3ede-48ec-9c34-5df828b4dc1b tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:48.963041 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-ea5d2be6-3ede-48ec-9c34-5df828b4dc1b tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Added segment 021755aa-c7ef-4d36-b03a-88baeacf9e1a of type vlan for network 3e3d68f3-1f96-4c9a-8631-772fd840b856 Apr 06 13:29:48.978118 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:48.995930 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb427a57-94e7-440d-86b1-8b94da268a2f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:48.996595 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fb427a57-94e7-440d-86b1-8b94da268a2f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:49.044375 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bb98d-4d38-4af5-9888-a0d8e61da72e tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Pushing event updated for resources: {'Port': ['ID=27e86a3d-1906-4c6c-9007-71ee8705a352,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:49.047929 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ea5d2be6-3ede-48ec-9c34-5df828b4dc1b tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:49.112153 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-173bb98d-4d38-4af5-9888-a0d8e61da72e tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:49.134871 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-fb427a57-94e7-440d-86b1-8b94da268a2f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.8118377 Apr 06 13:29:49.141071 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43512) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:49.141986 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-aed8a25d-c581-4cfb-bc09-e332e98be7af tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Synchronizing usage tracker for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:49.151291 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-1191d7c9-7497-46e5-8807-2f176ed14681 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '958548b8-6637-4a98-a619-6b65a3e536b6'}]}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:49.250209 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-35662cb6-8255-4cd8-ac23-4ce992c185d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet 03b89744-6961-4a32-bcc5-2e2041a6e1a2 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:29:49.264203 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3710a61c-082b-4843-9352-8ec641654d6d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:49.269400 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-35662cb6-8255-4cd8-ac23-4ce992c185d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:49.299842 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ea5d2be6-3ede-48ec-9c34-5df828b4dc1b tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:49.305467 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5d2be6-3ede-48ec-9c34-5df828b4dc1b tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:49.306445 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ea5d2be6-3ede-48ec-9c34-5df828b4dc1b tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:49.323339 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-61ec2118-7242-4762-b1c6-373f8c3af2c9 None None] Provisioning complete for port 2aa33b64-1492-4b17-b47c-87a5b06c9df3 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:49.323953 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-61ec2118-7242-4762-b1c6-373f8c3af2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:49.355283 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-35662cb6-8255-4cd8-ac23-4ce992c185d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:49.413257 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-aed8a25d-c581-4cfb-bc09-e332e98be7af tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Unset dirty status for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:49.416083 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-aed8a25d-c581-4cfb-bc09-e332e98be7af tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.6415489 Apr 06 13:29:49.469010 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43516) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:49.607656 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1191d7c9-7497-46e5-8807-2f176ed14681 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:49.635228 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 2aa33b64-1492-4b17-b47c-87a5b06c9df3 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:29:49.657506 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-173bb98d-4d38-4af5-9888-a0d8e61da72e tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:49.677086 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-61ec2118-7242-4762-b1c6-373f8c3af2c9 None None] Provisioning for port 8d50d4a9-ea11-4014-afe7-ef973b6b626d completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:49.681736 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-35662cb6-8255-4cd8-ac23-4ce992c185d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:49.697960 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-61ec2118-7242-4762-b1c6-373f8c3af2c9 None None] Provisioning complete for port 8d50d4a9-ea11-4014-afe7-ef973b6b626d triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:49.698831 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-61ec2118-7242-4762-b1c6-373f8c3af2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:49.708036 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d2be6-3ede-48ec-9c34-5df828b4dc1b tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event updated for resources: {'Network': ['ID=3e3d68f3-1f96-4c9a-8631-772fd840b856,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:49.743949 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 3e3d68f3-1f96-4c9a-8631-772fd840b856 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:29:49.815766 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-808a9a35-3efd-4db7-a0c0-798244a19570 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:49.818973 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ea5d2be6-3ede-48ec-9c34-5df828b4dc1b tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2803941 Apr 06 13:29:49.825173 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43522) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:49.845040 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-808a9a35-3efd-4db7-a0c0-798244a19570 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:49.857835 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-7f1a4080-9d02-4c21-9531-5cba1bf4eaea tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Request body: {'subnet': {'network_id': '3e3d68f3-1f96-4c9a-8631-772fd840b856', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:49.902576 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-61ec2118-7242-4762-b1c6-373f8c3af2c9 None None] Port 8d50d4a9-ea11-4014-afe7-ef973b6b626d cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:29:49.919017 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 2aa33b64-1492-4b17-b47c-87a5b06c9df3 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:49.919400 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:50.022081 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-808a9a35-3efd-4db7-a0c0-798244a19570 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:50.045504 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-35662cb6-8255-4cd8-ac23-4ce992c185d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:50.063433 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b0a748c7-9e09-4ba6-a02d-7d30fb7e84c8 None None] Provisioning complete for port 8d50d4a9-ea11-4014-afe7-ef973b6b626d triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:50.063774 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b0a748c7-9e09-4ba6-a02d-7d30fb7e84c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:50.125998 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-b0a748c7-9e09-4ba6-a02d-7d30fb7e84c8 None None] Port 8d50d4a9-ea11-4014-afe7-ef973b6b626d cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:29:50.139572 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a9a35-3efd-4db7-a0c0-798244a19570 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=551c8a98-3b71-40cc-8dce-7149e12e70c4,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:50.142580 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7f1a4080-9d02-4c21-9531-5cba1bf4eaea tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:50.166945 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35662cb6-8255-4cd8-ac23-4ce992c185d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=03b89744-6961-4a32-bcc5-2e2041a6e1a2,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:50.166945 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-35662cb6-8255-4cd8-ac23-4ce992c185d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:50.168049 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb3cc3e-d02c-4128-83bf-13da7ab9cc18 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:50.210636 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7f1a4080-9d02-4c21-9531-5cba1bf4eaea tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:50.214007 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3710a61c-082b-4843-9352-8ec641654d6d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router_gateway, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:50.248229 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-35662cb6-8255-4cd8-ac23-4ce992c185d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/03b89744-6961-4a32-bcc5-2e2041a6e1a2 HTTP/1.1" status: 204 len: 168 time: 1.3340132 Apr 06 13:29:50.249561 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3710a61c-082b-4843-9352-8ec641654d6d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:50.251551 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43528) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:50.269405 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-173bb98d-4d38-4af5-9888-a0d8e61da72e tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:50.350734 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-173bb98d-4d38-4af5-9888-a0d8e61da72e tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:50.354710 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1a4080-9d02-4c21-9531-5cba1bf4eaea tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Made reservation on behalf of bfb47db20f0d451b8551770a994c0a42 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:50.358195 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-808a9a35-3efd-4db7-a0c0-798244a19570 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:50.361745 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7f1a4080-9d02-4c21-9531-5cba1bf4eaea tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:50.361943 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-808a9a35-3efd-4db7-a0c0-798244a19570 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "DELETE /v2.0/security-groups/551c8a98-3b71-40cc-8dce-7149e12e70c4 HTTP/1.1" status: 204 len: 168 time: 0.8892901 Apr 06 13:29:50.366567 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-bdece576-e3dd-48c4-99d9-dd34b265ca15 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1124558 Apr 06 13:29:50.367280 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43532) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:50.367650 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43534) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:50.373553 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:50.378643 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-1191d7c9-7497-46e5-8807-2f176ed14681 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Delete allocated IP 172.20.0.30 (343ee5b1-34e6-4001-b3f5-e4b13a1e146b/79d1ecaa-2938-4085-8e97-69f55d52f6b7) {{(pid=88564) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 06 13:29:50.386076 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-4b1fee4d-7755-4ee0-9185-c5be9e88a3db tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:50.502690 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbd2754-cd13-42b8-8e4c-22c3045b8bb9 None None] DHCP port deletion for 4a5369b0-8301-4713-81a5-ebef94e70f0e request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:29:50.508347 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-9bbd2754-cd13-42b8-8e4c-22c3045b8bb9 None None] Deleting port f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:50.508847 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9bbd2754-cd13-42b8-8e4c-22c3045b8bb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:50.608031 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.ipam_backend_mixin [None req-7f1a4080-9d02-4c21-9531-5cba1bf4eaea tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Performing IP validity checks on allocation pools {{(pid=88564) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 06 13:29:50.608650 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.ipam_backend_mixin [None req-7f1a4080-9d02-4c21-9531-5cba1bf4eaea tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88564) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 06 13:29:50.609227 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4b1fee4d-7755-4ee0-9185-c5be9e88a3db tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:50.614024 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4dba3ad2-81a6-44cb-bbe0-b82c00cf0638 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Synchronizing usage tracker for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:50.639346 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4b1fee4d-7755-4ee0-9185-c5be9e88a3db tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:50.668335 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-3710a61c-082b-4843-9352-8ec641654d6d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Allocated IP 172.26.4.6 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/34f675f8-15da-49ff-93a1-53cd59d0cd7b) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:50.689068 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bb98d-4d38-4af5-9888-a0d8e61da72e tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Pushing event updated for resources: {'Port': ['ID=27e86a3d-1906-4c6c-9007-71ee8705a352,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:50.709297 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4dba3ad2-81a6-44cb-bbe0-b82c00cf0638 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Unset dirty status for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:50.710546 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4dba3ad2-81a6-44cb-bbe0-b82c00cf0638 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3382423 Apr 06 13:29:50.714988 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43540) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:50.722581 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-d153c80e-461e-4436-8995-de8577ebd51a tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Request body: {'security_group': {'name': 'tempest-secgroup--250693407'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:50.730789 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d153c80e-461e-4436-8995-de8577ebd51a tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:50.740345 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-173bb98d-4d38-4af5-9888-a0d8e61da72e tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:50.748714 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-9bbd2754-cd13-42b8-8e4c-22c3045b8bb9 None None] For port f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:50.749099 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9bbd2754-cd13-42b8-8e4c-22c3045b8bb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:50.786740 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1fee4d-7755-4ee0-9185-c5be9e88a3db tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:50.790505 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4b1fee4d-7755-4ee0-9185-c5be9e88a3db tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:50.832253 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d153c80e-461e-4436-8995-de8577ebd51a tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:50.873180 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-173bb98d-4d38-4af5-9888-a0d8e61da72e tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:50.874386 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-173bb98d-4d38-4af5-9888-a0d8e61da72e tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9456170 Apr 06 13:29:50.880747 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1191d7c9-7497-46e5-8807-2f176ed14681 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:50.884195 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43544) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:50.891119 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-9bbd2754-cd13-42b8-8e4c-22c3045b8bb9 None None] Calling delete_port for f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:50.936671 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-1191d7c9-7497-46e5-8807-2f176ed14681 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Transition to ACTIVE for port object 8d50d4a9-ea11-4014-afe7-ef973b6b626d will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:50.967898 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3710a61c-082b-4843-9352-8ec641654d6d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:50.979935 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d153c80e-461e-4436-8995-de8577ebd51a tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:51.000168 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1191d7c9-7497-46e5-8807-2f176ed14681 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:51.049148 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9bbd2754-cd13-42b8-8e4c-22c3045b8bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:51.057229 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d153c80e-461e-4436-8995-de8577ebd51a tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:51.058654 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-d0888134-c652-4027-a8bd-cf8eb4114bd9 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:51.065292 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-d0888134-c652-4027-a8bd-cf8eb4114bd9 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:51.067118 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d153c80e-461e-4436-8995-de8577ebd51a tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Usage tracker for resource:security_group_rule and tenant:67ddf76bc53a4d9187c3f427ef2f2431 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:51.069664 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d0888134-c652-4027-a8bd-cf8eb4114bd9 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Usage tracker for resource:floatingip and tenant:8a45d7f0a42b45d58e037c55764e670d is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:51.072827 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d0888134-c652-4027-a8bd-cf8eb4114bd9 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:51.073562 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d153c80e-461e-4436-8995-de8577ebd51a tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:51.078928 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-d0888134-c652-4027-a8bd-cf8eb4114bd9 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:51.086594 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d153c80e-461e-4436-8995-de8577ebd51a tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:51.090375 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7f1a4080-9d02-4c21-9531-5cba1bf4eaea tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:51.100450 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd2754-cd13-42b8-8e4c-22c3045b8bb9 None None] Pushing event deleted for resources: {'Port': ['ID=f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:51.104326 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbd2754-cd13-42b8-8e4c-22c3045b8bb9 None None] No DVR routers for this DVR port f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:29:51.196585 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3710a61c-082b-4843-9352-8ec641654d6d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:51.239031 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d0888134-c652-4027-a8bd-cf8eb4114bd9 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Notify callbacks [] for floatingip, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:51.263578 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d153c80e-461e-4436-8995-de8577ebd51a tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:51.276825 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4b1fee4d-7755-4ee0-9185-c5be9e88a3db tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:51.336942 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3710a61c-082b-4843-9352-8ec641654d6d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:51.354925 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-3710a61c-082b-4843-9352-8ec641654d6d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:51.357920 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3710a61c-082b-4843-9352-8ec641654d6d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:51.372237 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191d7c9-7497-46e5-8807-2f176ed14681 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Port': ['ID=8d50d4a9-ea11-4014-afe7-ef973b6b626d,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:51.387679 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a4080-9d02-4c21-9531-5cba1bf4eaea tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event updated for resources: {'Subnet': ['ID=ff8847f9-4195-4781-b42c-c351803b709e,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:51.413589 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1a4080-9d02-4c21-9531-5cba1bf4eaea tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Checking segment: {'id': '021755aa-c7ef-4d36-b03a-88baeacf9e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3e3d68f3-1f96-4c9a-8631-772fd840b856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:29:51.413947 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1a4080-9d02-4c21-9531-5cba1bf4eaea tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Network hostable DHCP agents. Network: 3e3d68f3-1f96-4c9a-8631-772fd840b856, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:29:51.419987 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-1191d7c9-7497-46e5-8807-2f176ed14681 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] In _notify_port_updated(), no bound segment for port 8d50d4a9-ea11-4014-afe7-ef973b6b626d on network 343ee5b1-34e6-4001-b3f5-e4b13a1e146b {{(pid=88564) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 06 13:29:51.426103 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1191d7c9-7497-46e5-8807-2f176ed14681 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:51.426701 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1191d7c9-7497-46e5-8807-2f176ed14681 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:51.428081 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1191d7c9-7497-46e5-8807-2f176ed14681 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "PUT /v2.0/ports/8d50d4a9-ea11-4014-afe7-ef973b6b626d HTTP/1.1" status: 200 len: 919 time: 2.2856617 Apr 06 13:29:51.433015 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43552) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:51.542966 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-65095371-40d8-48f9-aa32-2379fab4fb50 None None] Provisioning for port 8d50d4a9-ea11-4014-afe7-ef973b6b626d completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:51.551447 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d153c80e-461e-4436-8995-de8577ebd51a tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:51.553032 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-65095371-40d8-48f9-aa32-2379fab4fb50 None None] Provisioning complete for port 8d50d4a9-ea11-4014-afe7-ef973b6b626d triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:51.553437 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-65095371-40d8-48f9-aa32-2379fab4fb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:51.557077 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1fee4d-7755-4ee0-9185-c5be9e88a3db tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:51.577262 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710a61c-082b-4843-9352-8ec641654d6d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Port': ['ID=34f675f8-15da-49ff-93a1-53cd59d0cd7b,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:51.596619 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-4b1fee4d-7755-4ee0-9185-c5be9e88a3db tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:51.622459 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-5d1b6f63-5b72-4ed6-a7d2-6db0ebceb70f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '958548b8-6637-4a98-a619-6b65a3e536b6'}, {'subnet_id': '79d1ecaa-2938-4085-8e97-69f55d52f6b7'}]}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:51.634998 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-65095371-40d8-48f9-aa32-2379fab4fb50 None None] Port 8d50d4a9-ea11-4014-afe7-ef973b6b626d cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:29:51.637411 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26acb1f9-eab7-4d19-a209-62701d8ad7a8 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:51.655224 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:29:51.705458 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1fee4d-7755-4ee0-9185-c5be9e88a3db tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:51.706043 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4b1fee4d-7755-4ee0-9185-c5be9e88a3db tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:51.706765 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:29:51.707267 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f72a8dcf-7a7b-4055-8ebb-2d51a4a0ac94 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:29:51.720140 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1fee4d-7755-4ee0-9185-c5be9e88a3db tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=ae833cef-655a-4a9f-ac93-791b23b6b131,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:51.777111 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153c80e-461e-4436-8995-de8577ebd51a tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e98aaa84-8883-4825-bf13-b9b13e46ae02,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:51.829635 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1a4080-9d02-4c21-9531-5cba1bf4eaea tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Network 3e3d68f3-1f96-4c9a-8631-772fd840b856 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:29:51.883280 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4b1fee4d-7755-4ee0-9185-c5be9e88a3db tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5090692 Apr 06 13:29:51.891614 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43556) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:51.904631 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-effe65ec-0387-4ec7-8cfb-e78ed36063b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'port': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'fixed_ips': [{'subnet_id': 'ae833cef-655a-4a9f-ac93-791b23b6b131', 'ip_address': '2001:db8::bd1a:7416:439c:210d'}], 'name': 'tempest-NetworksTestDHCPv6-274642445'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:51.911400 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d153c80e-461e-4436-8995-de8577ebd51a tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:51.915354 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d153c80e-461e-4436-8995-de8577ebd51a tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1965477 Apr 06 13:29:51.915697 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43560) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:51.926976 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-b426972f-bd3a-40c2-9ec8-8cf615e31fbc tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Request body: {'security_group_rule': {'security_group_id': 'e98aaa84-8883-4825-bf13-b9b13e46ae02', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:51.935519 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b426972f-bd3a-40c2-9ec8-8cf615e31fbc tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:51.941974 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b426972f-bd3a-40c2-9ec8-8cf615e31fbc tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Usage tracker for resource:security_group_rule and tenant:67ddf76bc53a4d9187c3f427ef2f2431 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:51.946035 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b426972f-bd3a-40c2-9ec8-8cf615e31fbc tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:51.947734 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d0888134-c652-4027-a8bd-cf8eb4114bd9 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:51.953296 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b426972f-bd3a-40c2-9ec8-8cf615e31fbc tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:51.984467 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b973556-21e5-4b6b-bb87-b8714fbf33ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-4a5369b0-8301-4713-81a5-ebef94e70f0e', 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'fixed_ips': [{'subnet_id': 'ae833cef-655a-4a9f-ac93-791b23b6b131'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:29:51.985578 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6b973556-21e5-4b6b-bb87-b8714fbf33ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:51.996346 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-7f1a4080-9d02-4c21-9531-5cba1bf4eaea tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 3e3d68f3-1f96-4c9a-8631-772fd840b856) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:52.044585 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18abc9d-7e39-4be9-bb33-88129dc3cb99 None None] Network 3e3d68f3-1f96-4c9a-8631-772fd840b856 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:52.081977 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b426972f-bd3a-40c2-9ec8-8cf615e31fbc tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:52.106722 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1a4080-9d02-4c21-9531-5cba1bf4eaea tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:52.107629 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7f1a4080-9d02-4c21-9531-5cba1bf4eaea tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:52.216315 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5d1b6f63-5b72-4ed6-a7d2-6db0ebceb70f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:52.269006 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b426972f-bd3a-40c2-9ec8-8cf615e31fbc tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:52.272438 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3710a61c-082b-4843-9352-8ec641654d6d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router_gateway, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:52.339098 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7f1a4080-9d02-4c21-9531-5cba1bf4eaea tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.4962285 Apr 06 13:29:52.339313 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43564) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:52.348078 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-47368fed-1642-4ade-84a7-b1e352330c02 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:52.363962 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-effe65ec-0387-4ec7-8cfb-e78ed36063b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:52.380616 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-effe65ec-0387-4ec7-8cfb-e78ed36063b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:port and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:29:52.386523 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b426972f-bd3a-40c2-9ec8-8cf615e31fbc tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:52.434142 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-effe65ec-0387-4ec7-8cfb-e78ed36063b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:29:52.445441 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426972f-bd3a-40c2-9ec8-8cf615e31fbc tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb5db9c-13d3-4fce-be96-af2877ce9135,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:52.449162 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-6b973556-21e5-4b6b-bb87-b8714fbf33ab None None] Allocated IP 2001:db8::2 (4a5369b0-8301-4713-81a5-ebef94e70f0e/ae833cef-655a-4a9f-ac93-791b23b6b131/d894d44b-b1a3-40c4-aee8-f6d9f31c703c) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:52.455809 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-d0888134-c652-4027-a8bd-cf8eb4114bd9 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Allocated IP 172.26.4.218 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/600a2fe7-5734-4d09-826c-ea3c7149e55b) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:52.463390 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-effe65ec-0387-4ec7-8cfb-e78ed36063b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:52.491542 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cffaa91-1e27-4ec0-abf1-7f0fba0ec40f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-3e3d68f3-1f96-4c9a-8631-772fd840b856', 'network_id': '3e3d68f3-1f96-4c9a-8631-772fd840b856', 'tenant_id': 'bfb47db20f0d451b8551770a994c0a42', 'fixed_ips': [{'subnet_id': 'ff8847f9-4195-4781-b42c-c351803b709e'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:29:52.492629 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5cffaa91-1e27-4ec0-abf1-7f0fba0ec40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:52.570658 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b426972f-bd3a-40c2-9ec8-8cf615e31fbc tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:52.572211 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b426972f-bd3a-40c2-9ec8-8cf615e31fbc tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6553562 Apr 06 13:29:52.575262 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43568) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:52.683916 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effe65ec-0387-4ec7-8cfb-e78ed36063b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:29:52.701155 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-47368fed-1642-4ade-84a7-b1e352330c02 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-67041252'] for subnet, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:52.772917 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f98d5414-4288-4e59-836d-112667556824 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:52.797682 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f98d5414-4288-4e59-836d-112667556824 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:52.814702 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6b973556-21e5-4b6b-bb87-b8714fbf33ab None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:52.825978 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-6b973556-21e5-4b6b-bb87-b8714fbf33ab None None] Transition to ACTIVE for port object d894d44b-b1a3-40c4-aee8-f6d9f31c703c will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:52.848583 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-6b973556-21e5-4b6b-bb87-b8714fbf33ab None None] Transition to ACTIVE for port object d894d44b-b1a3-40c4-aee8-f6d9f31c703c will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:52.894901 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3710a61c-082b-4843-9352-8ec641654d6d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:52.914761 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6b973556-21e5-4b6b-bb87-b8714fbf33ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:52.974759 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-5cffaa91-1e27-4ec0-abf1-7f0fba0ec40f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 06 13:29:52.974759 dv-neutron-834600-1-hyperv neutron-server[88566]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Apr 06 13:29:52.974759 dv-neutron-834600-1-hyperv neutron-server[88566]: [parameters: {'in_use': 1, 'id_1': 'ff8847f9-4195-4781-b42c-c351803b709e'}] Apr 06 13:29:52.974759 dv-neutron-834600-1-hyperv neutron-server[88566]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:29:52.975353 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-5cffaa91-1e27-4ec0-abf1-7f0fba0ec40f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:29:52.981294 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b973556-21e5-4b6b-bb87-b8714fbf33ab None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:52.984512 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-6b973556-21e5-4b6b-bb87-b8714fbf33ab None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:52.990075 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b973556-21e5-4b6b-bb87-b8714fbf33ab None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:52.993830 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d0888134-c652-4027-a8bd-cf8eb4114bd9 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:53.040334 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b973556-21e5-4b6b-bb87-b8714fbf33ab None None] Pushing event updated for resources: {'Port': ['ID=d894d44b-b1a3-40c4-aee8-f6d9f31c703c,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:53.064177 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-effe65ec-0387-4ec7-8cfb-e78ed36063b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:53.082701 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-5d1b6f63-5b72-4ed6-a7d2-6db0ebceb70f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Allocated IP 172.20.0.28 (343ee5b1-34e6-4001-b3f5-e4b13a1e146b/79d1ecaa-2938-4085-8e97-69f55d52f6b7/8d50d4a9-ea11-4014-afe7-ef973b6b626d) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:53.084684 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f98d5414-4288-4e59-836d-112667556824 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:53.104297 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-6b973556-21e5-4b6b-bb87-b8714fbf33ab None None] Attempting to bind port d894d44b-b1a3-40c4-aee8-f6d9f31c703c on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:29:53.104755 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-6b973556-21e5-4b6b-bb87-b8714fbf33ab None None] Attempting to bind port d894d44b-b1a3-40c4-aee8-f6d9f31c703c by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:29:53.105350 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b973556-21e5-4b6b-bb87-b8714fbf33ab None None] Attempting to bind port d894d44b-b1a3-40c4-aee8-f6d9f31c703c on network 4a5369b0-8301-4713-81a5-ebef94e70f0e {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:29:53.112639 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b973556-21e5-4b6b-bb87-b8714fbf33ab None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:29:53.113114 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b973556-21e5-4b6b-bb87-b8714fbf33ab None None] Checking segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:29:53.113589 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6b973556-21e5-4b6b-bb87-b8714fbf33ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:53.114053 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b973556-21e5-4b6b-bb87-b8714fbf33ab None None] Bound using segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:29:53.114608 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-6b973556-21e5-4b6b-bb87-b8714fbf33ab None None] Bound port: d894d44b-b1a3-40c4-aee8-f6d9f31c703c, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:29:53.115469 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6b973556-21e5-4b6b-bb87-b8714fbf33ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:53.164602 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d5414-4288-4e59-836d-112667556824 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdb5db9c-13d3-4fce-be96-af2877ce9135,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:53.174510 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-effe65ec-0387-4ec7-8cfb-e78ed36063b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] device_id is not set on port d769dc29-89f3-4d04-b236-fc2ef889a238 yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:29:53.219192 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f98d5414-4288-4e59-836d-112667556824 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:53.221101 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f98d5414-4288-4e59-836d-112667556824 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/cdb5db9c-13d3-4fce-be96-af2877ce9135 HTTP/1.1" status: 204 len: 168 time: 0.6423676 Apr 06 13:29:53.226497 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43572) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:53.237437 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-6b973556-21e5-4b6b-bb87-b8714fbf33ab None None] For port d894d44b-b1a3-40c4-aee8-f6d9f31c703c, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:29:53.241286 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-6b973556-21e5-4b6b-bb87-b8714fbf33ab None None] For port d894d44b-b1a3-40c4-aee8-f6d9f31c703c, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d894d44b-b1a3-40c4-aee8-f6d9f31c703c,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:29:53.315176 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6b973556-21e5-4b6b-bb87-b8714fbf33ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:53.429566 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b973556-21e5-4b6b-bb87-b8714fbf33ab None None] Pushing event updated for resources: {'Port': ['ID=d894d44b-b1a3-40c4-aee8-f6d9f31c703c,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:53.429799 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d0888134-c652-4027-a8bd-cf8eb4114bd9 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:53.444738 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-47368fed-1642-4ade-84a7-b1e352330c02 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748748767088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-67089629'] for subnet, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:53.477750 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5cffaa91-1e27-4ec0-abf1-7f0fba0ec40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:53.483630 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-fe3d5829-9376-4ceb-85e7-930046258711 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Synchronizing usage tracker for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group_rule {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:53.528154 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5d1b6f63-5b72-4ed6-a7d2-6db0ebceb70f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:53.539403 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47368fed-1642-4ade-84a7-b1e352330c02 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:53.540408 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-47368fed-1642-4ade-84a7-b1e352330c02 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:53.541382 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-47368fed-1642-4ade-84a7-b1e352330c02 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "PUT /v2.0/subnets/ff8847f9-4195-4781-b42c-c351803b709e HTTP/1.1" status: 200 len: 877 time: 1.2011364 Apr 06 13:29:53.544909 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43576) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:53.570378 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3710a61c-082b-4843-9352-8ec641654d6d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Router 4932f45c-dfcf-45c0-9576-5ca900dde982 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:29:53.572346 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47368fed-1642-4ade-84a7-b1e352330c02 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event updated for resources: {'Subnet': ['ID=ff8847f9-4195-4781-b42c-c351803b709e,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:53.673410 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-fe3d5829-9376-4ceb-85e7-930046258711 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Unset dirty status for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group_rule {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:53.674987 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-fe3d5829-9376-4ceb-85e7-930046258711 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4472973 Apr 06 13:29:53.687732 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43580) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:53.706708 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-5cffaa91-1e27-4ec0-abf1-7f0fba0ec40f None None] Allocated IP 172.20.0.3 (3e3d68f3-1f96-4c9a-8631-772fd840b856/ff8847f9-4195-4781-b42c-c351803b709e/5036049b-a794-49ed-b3db-99787eb70cd6) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:53.717415 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-5d1b6f63-5b72-4ed6-a7d2-6db0ebceb70f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Transition to ACTIVE for port object 8d50d4a9-ea11-4014-afe7-ef973b6b626d will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:53.730018 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0888134-c652-4027-a8bd-cf8eb4114bd9 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:53.765346 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-d0888134-c652-4027-a8bd-cf8eb4114bd9 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:53.772672 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0888134-c652-4027-a8bd-cf8eb4114bd9 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Pushing event updated for resources: {'Port': ['ID=600a2fe7-5734-4d09-826c-ea3c7149e55b,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:53.781845 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0888134-c652-4027-a8bd-cf8eb4114bd9 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:53.835969 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5d1b6f63-5b72-4ed6-a7d2-6db0ebceb70f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:54.008477 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0a7b4a52-0cc6-4b6e-900a-3938aec71dae tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:54.036221 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-effe65ec-0387-4ec7-8cfb-e78ed36063b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 2001:db8::bd1a:7416:439c:210d (4a5369b0-8301-4713-81a5-ebef94e70f0e/ae833cef-655a-4a9f-ac93-791b23b6b131/d769dc29-89f3-4d04-b236-fc2ef889a238) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:29:54.044267 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5cffaa91-1e27-4ec0-abf1-7f0fba0ec40f None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:54.068247 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-5cffaa91-1e27-4ec0-abf1-7f0fba0ec40f None None] Transition to ACTIVE for port object 5036049b-a794-49ed-b3db-99787eb70cd6 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:54.071566 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:54.077511 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0a7b4a52-0cc6-4b6e-900a-3938aec71dae tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:54.095467 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-5cffaa91-1e27-4ec0-abf1-7f0fba0ec40f None None] Transition to ACTIVE for port object 5036049b-a794-49ed-b3db-99787eb70cd6 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:54.146487 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3710a61c-082b-4843-9352-8ec641654d6d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:29:54.158080 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fd6229-4b39-4a23-af73-fd0e469f75eb None None] Sync routers for ids ['4932f45c-dfcf-45c0-9576-5ca900dde982'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:29:54.171289 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fd6229-4b39-4a23-af73-fd0e469f75eb None None] Routers {'4932f45c-dfcf-45c0-9576-5ca900dde982'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:29:54.171904 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-85fd6229-4b39-4a23-af73-fd0e469f75eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:29:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4932f45c-dfcf-45c0-9576-5ca900dde982'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:54.188054 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5cffaa91-1e27-4ec0-abf1-7f0fba0ec40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:54.280063 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:54.290212 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-85fd6229-4b39-4a23-af73-fd0e469f75eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:54.300837 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fd6229-4b39-4a23-af73-fd0e469f75eb None None] Routers {'4932f45c-dfcf-45c0-9576-5ca900dde982'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:29:54.301728 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-85fd6229-4b39-4a23-af73-fd0e469f75eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:29:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4932f45c-dfcf-45c0-9576-5ca900dde982'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:54.314206 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cffaa91-1e27-4ec0-abf1-7f0fba0ec40f None None] Pushing event updated for resources: {'Port': ['ID=5036049b-a794-49ed-b3db-99787eb70cd6,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:54.315168 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0a7b4a52-0cc6-4b6e-900a-3938aec71dae tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:54.318178 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0a7b4a52-0cc6-4b6e-900a-3938aec71dae tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:54.319663 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0a7b4a52-0cc6-4b6e-900a-3938aec71dae tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "DELETE /v2.0/security-groups/e98aaa84-8883-4825-bf13-b9b13e46ae02 HTTP/1.1" status: 204 len: 168 time: 0.6310103 Apr 06 13:29:54.328535 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cffaa91-1e27-4ec0-abf1-7f0fba0ec40f None None] Network 3e3d68f3-1f96-4c9a-8631-772fd840b856 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:54.332703 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-5cffaa91-1e27-4ec0-abf1-7f0fba0ec40f None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:54.336083 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cffaa91-1e27-4ec0-abf1-7f0fba0ec40f None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:54.337881 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43584) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:54.339824 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-5d1b6f63-5b72-4ed6-a7d2-6db0ebceb70f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] In _notify_port_updated(), no bound segment for port 8d50d4a9-ea11-4014-afe7-ef973b6b626d on network 343ee5b1-34e6-4001-b3f5-e4b13a1e146b {{(pid=88564) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 06 13:29:54.345326 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1b6f63-5b72-4ed6-a7d2-6db0ebceb70f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:54.347466 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5d1b6f63-5b72-4ed6-a7d2-6db0ebceb70f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:54.351849 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5d1b6f63-5b72-4ed6-a7d2-6db0ebceb70f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "PUT /v2.0/ports/8d50d4a9-ea11-4014-afe7-ef973b6b626d HTTP/1.1" status: 200 len: 999 time: 2.9176059 Apr 06 13:29:54.356238 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43586) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:54.364987 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3710a61c-082b-4843-9352-8ec641654d6d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:54.369012 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3710a61c-082b-4843-9352-8ec641654d6d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 5.9292772 Apr 06 13:29:54.369012 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b4a52-0cc6-4b6e-900a-3938aec71dae tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98aaa84-8883-4825-bf13-b9b13e46ae02,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:54.377059 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43592) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:54.398474 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b6f63-5b72-4ed6-a7d2-6db0ebceb70f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Port': ['ID=8d50d4a9-ea11-4014-afe7-ef973b6b626d,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:54.404371 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-85fd6229-4b39-4a23-af73-fd0e469f75eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:54.405082 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fd6229-4b39-4a23-af73-fd0e469f75eb None None] The sync data for ids ['4932f45c-dfcf-45c0-9576-5ca900dde982'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:29:54.458938 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:29:54.477048 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-38ea893e-7fb5-4235-846e-fe12ef7ec3a2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting port 8d50d4a9-ea11-4014-afe7-ef973b6b626d {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:54.477625 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-38ea893e-7fb5-4235-846e-fe12ef7ec3a2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:54.485544 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-5cffaa91-1e27-4ec0-abf1-7f0fba0ec40f None None] Attempting to bind port 5036049b-a794-49ed-b3db-99787eb70cd6 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:29:54.485918 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-5cffaa91-1e27-4ec0-abf1-7f0fba0ec40f None None] Attempting to bind port 5036049b-a794-49ed-b3db-99787eb70cd6 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '021755aa-c7ef-4d36-b03a-88baeacf9e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3e3d68f3-1f96-4c9a-8631-772fd840b856'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:29:54.486463 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cffaa91-1e27-4ec0-abf1-7f0fba0ec40f None None] Attempting to bind port 5036049b-a794-49ed-b3db-99787eb70cd6 on network 3e3d68f3-1f96-4c9a-8631-772fd840b856 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:29:54.493236 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cffaa91-1e27-4ec0-abf1-7f0fba0ec40f None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:29:54.495263 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cffaa91-1e27-4ec0-abf1-7f0fba0ec40f None None] Checking segment: {'id': '021755aa-c7ef-4d36-b03a-88baeacf9e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3e3d68f3-1f96-4c9a-8631-772fd840b856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:29:54.495263 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5cffaa91-1e27-4ec0-abf1-7f0fba0ec40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:54.495263 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cffaa91-1e27-4ec0-abf1-7f0fba0ec40f None None] Bound using segment: {'id': '021755aa-c7ef-4d36-b03a-88baeacf9e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3e3d68f3-1f96-4c9a-8631-772fd840b856'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:29:54.495707 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-5cffaa91-1e27-4ec0-abf1-7f0fba0ec40f None None] Bound port: 5036049b-a794-49ed-b3db-99787eb70cd6, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021755aa-c7ef-4d36-b03a-88baeacf9e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3e3d68f3-1f96-4c9a-8631-772fd840b856'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:29:54.496016 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5cffaa91-1e27-4ec0-abf1-7f0fba0ec40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:54.559502 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-cd8b1ed0-40d4-40bf-9580-73028d95fdf7 None None] Provisioning for port 8d50d4a9-ea11-4014-afe7-ef973b6b626d completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:54.568943 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-cd8b1ed0-40d4-40bf-9580-73028d95fdf7 None None] Provisioning complete for port 8d50d4a9-ea11-4014-afe7-ef973b6b626d triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:54.569393 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cd8b1ed0-40d4-40bf-9580-73028d95fdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:54.614279 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d0888134-c652-4027-a8bd-cf8eb4114bd9 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:54.672698 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-27026925-c365-46ff-bc3f-d7afcb7a7e25 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Synchronizing usage tracker for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:54.744358 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-5cffaa91-1e27-4ec0-abf1-7f0fba0ec40f None None] For port 5036049b-a794-49ed-b3db-99787eb70cd6, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:29:54.747077 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b1ed0-40d4-40bf-9580-73028d95fdf7 None None] Port 8d50d4a9-ea11-4014-afe7-ef973b6b626d cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:29:54.756104 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-5cffaa91-1e27-4ec0-abf1-7f0fba0ec40f None None] For port 5036049b-a794-49ed-b3db-99787eb70cd6, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=5036049b-a794-49ed-b3db-99787eb70cd6,segment=NetworkSegment(021755aa-c7ef-4d36-b03a-88baeacf9e1a),segment_id=021755aa-c7ef-4d36-b03a-88baeacf9e1a)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:29:54.767867 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:54.836042 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Subnet': ['ID=ff8847f9-4195-4781-b42c-c351803b709e,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:54.856580 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-27026925-c365-46ff-bc3f-d7afcb7a7e25 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Unset dirty status for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:54.859629 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-27026925-c365-46ff-bc3f-d7afcb7a7e25 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5059032 Apr 06 13:29:54.863337 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5cffaa91-1e27-4ec0-abf1-7f0fba0ec40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:54.875617 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43596) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:54.887592 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6ce6085f-473b-49fa-9b21-054182eee4fe tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "GET /v2.0/routers/4932f45c-dfcf-45c0-9576-5ca900dde982 HTTP/1.1" status: 200 len: 882 time: 0.4871843 Apr 06 13:29:54.894189 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-4b97de20-a3cf-45a0-94b2-da4e4c44f38f tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1473151454'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:54.898989 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43600) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:54.910666 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-effe65ec-0387-4ec7-8cfb-e78ed36063b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:54.965838 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:54.982011 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-4b97de20-a3cf-45a0-94b2-da4e4c44f38f tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:54.984450 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cffaa91-1e27-4ec0-abf1-7f0fba0ec40f None None] Pushing event updated for resources: {'Port': ['ID=5036049b-a794-49ed-b3db-99787eb70cd6,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:55.004196 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d0888134-c652-4027-a8bd-cf8eb4114bd9 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:55.011061 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3d68f3-1f96-4c9a-8631-772fd840b856']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:55.040049 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021755aa-c7ef-4d36-b03a-88baeacf9e1a') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:55.040344 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021755aa-c7ef-4d36-b03a-88baeacf9e1a') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:55.059474 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-38ea893e-7fb5-4235-846e-fe12ef7ec3a2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:55.063986 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-4b97de20-a3cf-45a0-94b2-da4e4c44f38f tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:55.067744 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-effe65ec-0387-4ec7-8cfb-e78ed36063b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Transition to ACTIVE for port object d769dc29-89f3-4d04-b236-fc2ef889a238 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:29:55.068571 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:55.161957 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-17f9d177-9694-4e72-90f6-39c2b0d8c631 None None] Provisioning for port d894d44b-b1a3-40c4-aee8-f6d9f31c703c completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:55.187681 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:55.209704 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:29:55.210295 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:55.232934 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4b97de20-a3cf-45a0-94b2-da4e4c44f38f tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:55.267277 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-effe65ec-0387-4ec7-8cfb-e78ed36063b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:29:55.334473 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:29:55.346840 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-4b97de20-a3cf-45a0-94b2-da4e4c44f38f tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:55.417235 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-38ea893e-7fb5-4235-846e-fe12ef7ec3a2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Calling delete_port for 8d50d4a9-ea11-4014-afe7-ef973b6b626d owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:55.450480 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-4b97de20-a3cf-45a0-94b2-da4e4c44f38f tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:55.470150 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effe65ec-0387-4ec7-8cfb-e78ed36063b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:29:55.484631 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-effe65ec-0387-4ec7-8cfb-e78ed36063b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:29:55.495770 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effe65ec-0387-4ec7-8cfb-e78ed36063b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:29:55.501372 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effe65ec-0387-4ec7-8cfb-e78ed36063b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:55.502593 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-effe65ec-0387-4ec7-8cfb-e78ed36063b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:55.509142 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe65ec-0387-4ec7-8cfb-e78ed36063b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=d769dc29-89f3-4d04-b236-fc2ef889a238,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:55.580947 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d0888134-c652-4027-a8bd-cf8eb4114bd9 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:55.583274 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.api [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 13:29:55.583274 dv-neutron-834600-1-hyperv neutron-server[88565]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 13:29:55.583274 dv-neutron-834600-1-hyperv neutron-server[88565]: [parameters: {'id': '3e3d68f3-1f96-4c9a-8631-772fd840b856'}] Apr 06 13:29:55.583274 dv-neutron-834600-1-hyperv neutron-server[88565]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:29:55.584010 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG oslo_db.api [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:29:55.648709 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d71426aa-da87-45b3-b41e-d7909f7010b1 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Synchronizing usage tracker for tenant:914bb3d1bef745388dc453a227f40127 on resource:router {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:55.679965 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d0888134-c652-4027-a8bd-cf8eb4114bd9 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:55.737881 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-effe65ec-0387-4ec7-8cfb-e78ed36063b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8426013 Apr 06 13:29:55.750234 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43604) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:55.752021 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 5036049b-a794-49ed-b3db-99787eb70cd6 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:29:55.905068 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d71426aa-da87-45b3-b41e-d7909f7010b1 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Unset dirty status for tenant:914bb3d1bef745388dc453a227f40127 on resource:router {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:55.911612 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d71426aa-da87-45b3-b41e-d7909f7010b1 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 0.9970744 Apr 06 13:29:55.911946 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43608) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:55.918242 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-ca0329bb-8055-4c92-9c3f-647aec344546 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-998569852'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:55.964356 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0888134-c652-4027-a8bd-cf8eb4114bd9 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Pushing event updated for resources: {'Port': ['ID=600a2fe7-5734-4d09-826c-ea3c7149e55b,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:55.976365 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 5036049b-a794-49ed-b3db-99787eb70cd6 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:55.983045 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d894d44b-b1a3-40c4-aee8-f6d9f31c703c up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:29:55.994657 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-38ea893e-7fb5-4235-846e-fe12ef7ec3a2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:56.019255 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d0888134-c652-4027-a8bd-cf8eb4114bd9 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:56.022535 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e8131cc5-0137-4669-92a7-4c0ec2188ab8 None None] Provisioning for port d769dc29-89f3-4d04-b236-fc2ef889a238 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:56.042360 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e8131cc5-0137-4669-92a7-4c0ec2188ab8 None None] Provisioning complete for port d769dc29-89f3-4d04-b236-fc2ef889a238 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:56.042360 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e8131cc5-0137-4669-92a7-4c0ec2188ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:56.071126 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea893e-7fb5-4235-846e-fe12ef7ec3a2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Port': ['ID=8d50d4a9-ea11-4014-afe7-ef973b6b626d,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:56.104450 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:56.165613 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-e8131cc5-0137-4669-92a7-4c0ec2188ab8 None None] Port d769dc29-89f3-4d04-b236-fc2ef889a238 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:29:56.248000 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e4cfc8-2e84-443f-8d72-abad353d953b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:56.254479 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e4cfc8-2e84-443f-8d72-abad353d953b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:56.255539 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f1e4cfc8-2e84-443f-8d72-abad353d953b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:56.277474 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port d894d44b-b1a3-40c4-aee8-f6d9f31c703c completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:56.283713 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port d894d44b-b1a3-40c4-aee8-f6d9f31c703c triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:56.284492 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:56.285179 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4b97de20-a3cf-45a0-94b2-da4e4c44f38f tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:56.319333 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d0888134-c652-4027-a8bd-cf8eb4114bd9 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:56.322917 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d0888134-c652-4027-a8bd-cf8eb4114bd9 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4355133 Apr 06 13:29:56.323421 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43612) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:56.338288 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Deleting port 5036049b-a794-49ed-b3db-99787eb70cd6 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:56.346168 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:56.412772 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f1e4cfc8-2e84-443f-8d72-abad353d953b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:56.417643 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f1e4cfc8-2e84-443f-8d72-abad353d953b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6662879 Apr 06 13:29:56.419022 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43616) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:56.446404 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31247bd6-c132-445f-8cbd-767ed90c540e None None] Network 3e3d68f3-1f96-4c9a-8631-772fd840b856 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:56.459380 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-3309d523-4e0c-4725-b547-a37e52f5c085 tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Synchronizing usage tracker for tenant:e7e97d2c22a542418b279d28d91b51c9 on resource:floatingip {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:56.475353 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4b97de20-a3cf-45a0-94b2-da4e4c44f38f tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:56.493497 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:56.554496 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97de20-a3cf-45a0-94b2-da4e4c44f38f tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ab975f-f75b-498a-bf6f-2e4c462b32cd,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:56.561781 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-32d0539a-424d-4199-8528-6b106b33ddef tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting port d769dc29-89f3-4d04-b236-fc2ef889a238 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:56.562186 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-32d0539a-424d-4199-8528-6b106b33ddef tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:56.583605 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-38ea893e-7fb5-4235-846e-fe12ef7ec3a2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:56.627515 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-38ea893e-7fb5-4235-846e-fe12ef7ec3a2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/ports/8d50d4a9-ea11-4014-afe7-ef973b6b626d HTTP/1.1" status: 204 len: 168 time: 2.2698958 Apr 06 13:29:56.640113 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43620) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:56.647543 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4b97de20-a3cf-45a0-94b2-da4e4c44f38f tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:56.653996 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4b97de20-a3cf-45a0-94b2-da4e4c44f38f tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7717602 Apr 06 13:29:56.653996 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-3309d523-4e0c-4725-b547-a37e52f5c085 tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Unset dirty status for tenant:e7e97d2c22a542418b279d28d91b51c9 on resource:floatingip {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:56.653996 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3309d523-4e0c-4725-b547-a37e52f5c085 tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.3265383 Apr 06 13:29:56.659908 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43624) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:56.659908 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43626) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:56.694723 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port d894d44b-b1a3-40c4-aee8-f6d9f31c703c, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d894d44b-b1a3-40c4-aee8-f6d9f31c703c,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:56.697439 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-09bfec51-1792-46d8-8ae4-8c00f261da45 None None] Provisioning for port 5036049b-a794-49ed-b3db-99787eb70cd6 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:29:56.704810 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-09bfec51-1792-46d8-8ae4-8c00f261da45 None None] Provisioning complete for port 5036049b-a794-49ed-b3db-99787eb70cd6 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:56.705763 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-09bfec51-1792-46d8-8ae4-8c00f261da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:56.732545 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-942c49c1-a5e4-4e6d-9b1a-f94630e97cf9 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Request body: {'security_group_rule': {'security_group_id': 'f8ab975f-f75b-498a-bf6f-2e4c462b32cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:56.739025 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1cc4d70-647f-4937-8b17-ac005ee22a46 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] GET failed (client error): The resource could not be found. Apr 06 13:29:56.739563 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a1cc4d70-647f-4937-8b17-ac005ee22a46 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Synchronizing usage tracker for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:56.826240 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-942c49c1-a5e4-4e6d-9b1a-f94630e97cf9 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:56.829343 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:56.890086 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3ae381-b640-472c-b4f4-4d6f1b5c1a12 None None] DHCP port deletion for 3e3d68f3-1f96-4c9a-8631-772fd840b856 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:29:56.897061 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a1cc4d70-647f-4937-8b17-ac005ee22a46 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Unset dirty status for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:56.898234 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a1cc4d70-647f-4937-8b17-ac005ee22a46 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "GET /v2.0/ports/8d50d4a9-ea11-4014-afe7-ef973b6b626d HTTP/1.1" status: 404 len: 333 time: 0.2570655 Apr 06 13:29:56.904947 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43632) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:56.912015 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ae381-b640-472c-b4f4-4d6f1b5c1a12 None None] Deleting port 5036049b-a794-49ed-b3db-99787eb70cd6 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:56.912699 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fa3ae381-b640-472c-b4f4-4d6f1b5c1a12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:56.927454 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-eadc3220-32c8-47a9-b1ac-be09ae958bc0 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Synchronizing usage tracker for tenant:3791a12f80c948a9bda03ef40ff615ce on resource:floatingip {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:56.949075 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-09bfec51-1792-46d8-8ae4-8c00f261da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:56.961958 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-942c49c1-a5e4-4e6d-9b1a-f94630e97cf9 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:29:57.013257 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-0308dde5-04d7-43b8-bda7-1bede41ca84c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting subnet 79d1ecaa-2938-4085-8e97-69f55d52f6b7 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:29:57.018758 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0308dde5-04d7-43b8-bda7-1bede41ca84c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:57.026173 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=d894d44b-b1a3-40c4-aee8-f6d9f31c703c,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:57.053084 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-32d0539a-424d-4199-8528-6b106b33ddef tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:57.054873 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] For port 5036049b-a794-49ed-b3db-99787eb70cd6, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=5036049b-a794-49ed-b3db-99787eb70cd6,segment=NetworkSegment(021755aa-c7ef-4d36-b03a-88baeacf9e1a),segment_id=021755aa-c7ef-4d36-b03a-88baeacf9e1a)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:57.055243 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:57.073077 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-eadc3220-32c8-47a9-b1ac-be09ae958bc0 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Unset dirty status for tenant:3791a12f80c948a9bda03ef40ff615ce on resource:floatingip {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:57.077151 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-eadc3220-32c8-47a9-b1ac-be09ae958bc0 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4112406 Apr 06 13:29:57.077838 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-09bfec51-1792-46d8-8ae4-8c00f261da45 None None] For port 5036049b-a794-49ed-b3db-99787eb70cd6, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=5036049b-a794-49ed-b3db-99787eb70cd6,segment=NetworkSegment(021755aa-c7ef-4d36-b03a-88baeacf9e1a),segment_id=021755aa-c7ef-4d36-b03a-88baeacf9e1a)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:57.078581 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43636) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:57.187786 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:57.195533 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-09bfec51-1792-46d8-8ae4-8c00f261da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:57.210574 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Calling delete_port for 5036049b-a794-49ed-b3db-99787eb70cd6 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:57.260670 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-fa3ae381-b640-472c-b4f4-4d6f1b5c1a12 None None] For port 5036049b-a794-49ed-b3db-99787eb70cd6, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=5036049b-a794-49ed-b3db-99787eb70cd6,segment=NetworkSegment(021755aa-c7ef-4d36-b03a-88baeacf9e1a),segment_id=021755aa-c7ef-4d36-b03a-88baeacf9e1a)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:57.261210 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fa3ae381-b640-472c-b4f4-4d6f1b5c1a12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:57.402725 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ae381-b640-472c-b4f4-4d6f1b5c1a12 None None] Calling delete_port for 5036049b-a794-49ed-b3db-99787eb70cd6 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:57.403297 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-32d0539a-424d-4199-8528-6b106b33ddef tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Calling delete_port for d769dc29-89f3-4d04-b236-fc2ef889a238 owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:57.447639 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfec51-1792-46d8-8ae4-8c00f261da45 None None] Pushing event updated for resources: {'Port': ['ID=5036049b-a794-49ed-b3db-99787eb70cd6,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:57.458741 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-cd2faaeb-55c6-4140-964e-28ee17b85554 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Deleting port 600a2fe7-5734-4d09-826c-ea3c7149e55b {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:57.458741 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cd2faaeb-55c6-4140-964e-28ee17b85554 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:57.459825 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-942c49c1-a5e4-4e6d-9b1a-f94630e97cf9 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:57.517456 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0308dde5-04d7-43b8-bda7-1bede41ca84c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:57.557876 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ca0329bb-8055-4c92-9c3f-647aec344546 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:57.564879 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-fa3ae381-b640-472c-b4f4-4d6f1b5c1a12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:29:57.565871 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-fa3ae381-b640-472c-b4f4-4d6f1b5c1a12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:29:57.589622 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-942c49c1-a5e4-4e6d-9b1a-f94630e97cf9 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:57.620083 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d894d44b-b1a3-40c4-aee8-f6d9f31c703c up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:29:57.622867 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.api [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:29:57.623392 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG oslo_db.api [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:29:57.658528 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ca0329bb-8055-4c92-9c3f-647aec344546 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1624175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625362'] for router, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:57.722235 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-942c49c1-a5e4-4e6d-9b1a-f94630e97cf9 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:57.739451 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port d894d44b-b1a3-40c4-aee8-f6d9f31c703c triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:29:57.739835 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:57.763832 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c49c1-a5e4-4e6d-9b1a-f94630e97cf9 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c8b693-5d12-46d6-9db3-5c7c80824706,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:57.820525 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0308dde5-04d7-43b8-bda7-1bede41ca84c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:57.892366 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cd2faaeb-55c6-4140-964e-28ee17b85554 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:57.893251 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cd2faaeb-55c6-4140-964e-28ee17b85554 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:57.901567 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0329bb-8055-4c92-9c3f-647aec344546 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Router 4932f45c-dfcf-45c0-9576-5ca900dde982 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:29:57.907695 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-32d0539a-424d-4199-8528-6b106b33ddef tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:57.933202 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 5036049b-a794-49ed-b3db-99787eb70cd6 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:29:57.973992 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-942c49c1-a5e4-4e6d-9b1a-f94630e97cf9 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:57.977458 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-942c49c1-a5e4-4e6d-9b1a-f94630e97cf9 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3104198 Apr 06 13:29:57.983711 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43640) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:58.015874 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e348835d-c4ba-4625-b48c-9c73c2954b37 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-group-rules/f0c8b693-5d12-46d6-9db3-5c7c80824706 HTTP/1.1" status: 200 len: 763 time: 0.0287175 Apr 06 13:29:58.016864 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43644) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:58.070384 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ae381-b640-472c-b4f4-4d6f1b5c1a12 None None] Deleting port 5036049b-a794-49ed-b3db-99787eb70cd6 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:58.071270 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fa3ae381-b640-472c-b4f4-4d6f1b5c1a12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:58.125189 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Deleting port 5036049b-a794-49ed-b3db-99787eb70cd6 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:58.125647 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:58.157419 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:58.241538 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-cd2faaeb-55c6-4140-964e-28ee17b85554 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Calling delete_port for 600a2fe7-5734-4d09-826c-ea3c7149e55b owned by network:floatingip {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:58.284261 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 5036049b-a794-49ed-b3db-99787eb70cd6, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=5036049b-a794-49ed-b3db-99787eb70cd6,segment=NetworkSegment(021755aa-c7ef-4d36-b03a-88baeacf9e1a),segment_id=021755aa-c7ef-4d36-b03a-88baeacf9e1a)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:58.321831 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-17969adc-995c-4600-af07-d70373e751ea tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Synchronizing usage tracker for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group_rule {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:58.331073 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0329bb-8055-4c92-9c3f-647aec344546 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:29:58.342731 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ca0329bb-8055-4c92-9c3f-647aec344546 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:58.344587 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ca0329bb-8055-4c92-9c3f-647aec344546 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "PUT /v2.0/routers/4932f45c-dfcf-45c0-9576-5ca900dde982 HTTP/1.1" status: 200 len: 889 time: 2.4310205 Apr 06 13:29:58.349928 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43648) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:58.375814 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb76715-ef3a-41a9-a46b-09dfa352ee12 None None] Sync routers for ids ['4932f45c-dfcf-45c0-9576-5ca900dde982'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:29:58.391218 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:58.444315 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb76715-ef3a-41a9-a46b-09dfa352ee12 None None] Routers {'4932f45c-dfcf-45c0-9576-5ca900dde982'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:29:58.445255 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-edb76715-ef3a-41a9-a46b-09dfa352ee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:29:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4932f45c-dfcf-45c0-9576-5ca900dde982'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:58.506301 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0539a-424d-4199-8528-6b106b33ddef tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Port': ['ID=d769dc29-89f3-4d04-b236-fc2ef889a238,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:58.531521 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-edb76715-ef3a-41a9-a46b-09dfa352ee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:58.546156 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-fa3ae381-b640-472c-b4f4-4d6f1b5c1a12 None None] For port 5036049b-a794-49ed-b3db-99787eb70cd6, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=5036049b-a794-49ed-b3db-99787eb70cd6,segment=NetworkSegment(021755aa-c7ef-4d36-b03a-88baeacf9e1a),segment_id=021755aa-c7ef-4d36-b03a-88baeacf9e1a)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:58.546687 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fa3ae381-b640-472c-b4f4-4d6f1b5c1a12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:58.565218 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cd2faaeb-55c6-4140-964e-28ee17b85554 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:58.575632 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=5036049b-a794-49ed-b3db-99787eb70cd6,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:58.590488 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-17969adc-995c-4600-af07-d70373e751ea tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Unset dirty status for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group_rule {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:58.594706 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-17969adc-995c-4600-af07-d70373e751ea tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5750895 Apr 06 13:29:58.622727 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43652) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:58.637062 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-32d0539a-424d-4199-8528-6b106b33ddef tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:58.674790 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2faaeb-55c6-4140-964e-28ee17b85554 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Pushing event deleted for resources: {'Port': ['ID=600a2fe7-5734-4d09-826c-ea3c7149e55b,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:58.709513 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ae381-b640-472c-b4f4-4d6f1b5c1a12 None None] Calling delete_port for 5036049b-a794-49ed-b3db-99787eb70cd6 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:58.747368 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb76715-ef3a-41a9-a46b-09dfa352ee12 None None] Routers {'4932f45c-dfcf-45c0-9576-5ca900dde982'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:29:58.748308 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-edb76715-ef3a-41a9-a46b-09dfa352ee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:29:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4932f45c-dfcf-45c0-9576-5ca900dde982'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:58.792952 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0308dde5-04d7-43b8-bda7-1bede41ca84c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:58.833799 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5727c5fb-0688-4afc-91d9-ea90e75ae997 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "GET /v2.0/routers/4932f45c-dfcf-45c0-9576-5ca900dde982 HTTP/1.1" status: 200 len: 889 time: 0.4686935 Apr 06 13:29:58.836201 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-edb76715-ef3a-41a9-a46b-09dfa352ee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:58.836777 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43656) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:58.837094 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb76715-ef3a-41a9-a46b-09dfa352ee12 None None] The sync data for ids ['4932f45c-dfcf-45c0-9576-5ca900dde982'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:29:58.856731 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6a65b9b1-aee1-4413-97dd-3bc7b80f6462 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:58.882261 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308dde5-04d7-43b8-bda7-1bede41ca84c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Subnet': ['ID=79d1ecaa-2938-4085-8e97-69f55d52f6b7,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:58.889655 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6a65b9b1-aee1-4413-97dd-3bc7b80f6462 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:58.899346 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0308dde5-04d7-43b8-bda7-1bede41ca84c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:58.902498 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4287235f-23e7-4309-a4cc-b5d16268b57c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Synchronizing usage tracker for tenant:914bb3d1bef745388dc453a227f40127 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:58.904725 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0308dde5-04d7-43b8-bda7-1bede41ca84c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/subnets/79d1ecaa-2938-4085-8e97-69f55d52f6b7 HTTP/1.1" status: 204 len: 168 time: 1.9987192 Apr 06 13:29:58.906722 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43660) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:58.908259 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b7dd21-c301-485a-aaad-b0ca01176078 None None] Network 343ee5b1-34e6-4001-b3f5-e4b13a1e146b requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:58.914829 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] For port 5036049b-a794-49ed-b3db-99787eb70cd6, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=5036049b-a794-49ed-b3db-99787eb70cd6,segment=NetworkSegment(021755aa-c7ef-4d36-b03a-88baeacf9e1a),segment_id=021755aa-c7ef-4d36-b03a-88baeacf9e1a)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:29:58.915265 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:58.924911 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-32d0539a-424d-4199-8528-6b106b33ddef tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/d769dc29-89f3-4d04-b236-fc2ef889a238 HTTP/1.1" status: 204 len: 168 time: 2.5001452 Apr 06 13:29:58.930060 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cd2faaeb-55c6-4140-964e-28ee17b85554 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Notify callbacks [] for floatingip, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:58.938471 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43664) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:58.952592 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-fa3ae381-b640-472c-b4f4-4d6f1b5c1a12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:29:58.953384 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-fa3ae381-b640-472c-b4f4-4d6f1b5c1a12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:29:58.981083 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cd2faaeb-55c6-4140-964e-28ee17b85554 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:58.982871 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-cd2faaeb-55c6-4140-964e-28ee17b85554 tempest-FloatingIPAdminTestJSON-1831872189 tempest-FloatingIPAdminTestJSON-1831872189-project] 10.222.0.48 "DELETE /v2.0/floatingips/5c625d1d-6fdc-4b11-858e-0e3a36cb2048 HTTP/1.1" status: 204 len: 168 time: 1.9026077 Apr 06 13:29:58.987970 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43668) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:59.081951 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6a65b9b1-aee1-4413-97dd-3bc7b80f6462 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:59.086330 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6a65b9b1-aee1-4413-97dd-3bc7b80f6462 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:59.087551 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6a65b9b1-aee1-4413-97dd-3bc7b80f6462 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/f0c8b693-5d12-46d6-9db3-5c7c80824706 HTTP/1.1" status: 204 len: 168 time: 0.4529388 Apr 06 13:29:59.100288 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Calling delete_port for 5036049b-a794-49ed-b3db-99787eb70cd6 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:29:59.102713 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43672) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:59.171709 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e14aaa7-9f88-4819-9b58-1e229ffb3b32 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting subnet 958548b8-6637-4a98-a619-6b65a3e536b6 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:29:59.187627 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7e14aaa7-9f88-4819-9b58-1e229ffb3b32 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:59.215770 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65b9b1-aee1-4413-97dd-3bc7b80f6462 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0c8b693-5d12-46d6-9db3-5c7c80824706,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:59.245641 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d52932-119b-4b54-b50d-54dad077868a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:59.251728 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d52932-119b-4b54-b50d-54dad077868a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:29:59.254026 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d9d52932-119b-4b54-b50d-54dad077868a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3142807 Apr 06 13:29:59.255287 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43676) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:59.279304 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7e14aaa7-9f88-4819-9b58-1e229ffb3b32 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:59.304374 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-613d22c5-8742-4c39-accb-111274c7abce tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Deleting port 27e86a3d-1906-4c6c-9007-71ee8705a352 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:59.305012 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-613d22c5-8742-4c39-accb-111274c7abce tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:59.395538 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b13abb75-8218-4e0a-9f59-1b5185e9a20e tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Synchronizing usage tracker for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group_rule {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:29:59.453830 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-d197dac4-a935-4458-b4ff-6442415548ee tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet ae833cef-655a-4a9f-ac93-791b23b6b131 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:29:59.475176 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d197dac4-a935-4458-b4ff-6442415548ee tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:59.517462 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ae381-b640-472c-b4f4-4d6f1b5c1a12 None None] Deleting port 5036049b-a794-49ed-b3db-99787eb70cd6 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:29:59.518082 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fa3ae381-b640-472c-b4f4-4d6f1b5c1a12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:59.538514 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:59.544185 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4287235f-23e7-4309-a4cc-b5d16268b57c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Unset dirty status for tenant:914bb3d1bef745388dc453a227f40127 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:59.545411 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4287235f-23e7-4309-a4cc-b5d16268b57c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "GET /v2.0/ports?device_id=4932f45c-dfcf-45c0-9576-5ca900dde982 HTTP/1.1" status: 200 len: 205 time: 0.7075284 Apr 06 13:29:59.572551 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43680) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:59.604412 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Port': ['ID=5036049b-a794-49ed-b3db-99787eb70cd6,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:29:59.609084 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No DVR routers for this DVR port 5036049b-a794-49ed-b3db-99787eb70cd6 on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:29:59.626289 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ae381-b640-472c-b4f4-4d6f1b5c1a12 None None] The port '5036049b-a794-49ed-b3db-99787eb70cd6' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:29:59.647675 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fc9a05-e6fb-47e3-83d4-16993db0d23d None None] Network 3e3d68f3-1f96-4c9a-8631-772fd840b856 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:29:59.774012 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7e14aaa7-9f88-4819-9b58-1e229ffb3b32 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:59.795676 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b13abb75-8218-4e0a-9f59-1b5185e9a20e tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Unset dirty status for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group_rule {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:29:59.796929 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b13abb75-8218-4e0a-9f59-1b5185e9a20e tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6884818 Apr 06 13:29:59.803920 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43684) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:29:59.809353 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:59.816998 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-af3c174d-47be-4013-9d60-5f3a0929d647 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Request body: {'security_group_rule': {'security_group_id': 'f8ab975f-f75b-498a-bf6f-2e4c462b32cd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:29:59.839779 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d197dac4-a935-4458-b4ff-6442415548ee tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:59.860176 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3d68f3-1f96-4c9a-8631-772fd840b856']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:59.871556 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-af3c174d-47be-4013-9d60-5f3a0929d647 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:29:59.882592 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021755aa-c7ef-4d36-b03a-88baeacf9e1a') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:59.882976 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021755aa-c7ef-4d36-b03a-88baeacf9e1a') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:29:59.900258 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e17e1c06-4c70-42ba-829f-da1f87f94f27 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:59.901531 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:59.924252 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:59.931333 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:29:59.931716 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:29:59.947937 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:29:59.962048 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-af3c174d-47be-4013-9d60-5f3a0929d647 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:00.009750 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-613d22c5-8742-4c39-accb-111274c7abce tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:00.010139 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-613d22c5-8742-4c39-accb-111274c7abce tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:00.018215 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7e14aaa7-9f88-4819-9b58-1e229ffb3b32 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:00.040461 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-bbaac040-4732-4844-9ef7-b687ed5c0727 None None] Provisioning complete for port 2aa33b64-1492-4b17-b47c-87a5b06c9df3 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:00.041281 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bbaac040-4732-4844-9ef7-b687ed5c0727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:00.071279 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e14aaa7-9f88-4819-9b58-1e229ffb3b32 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Subnet': ['ID=958548b8-6637-4a98-a619-6b65a3e536b6,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:00.078326 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7e14aaa7-9f88-4819-9b58-1e229ffb3b32 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:00.091112 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7e14aaa7-9f88-4819-9b58-1e229ffb3b32 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/subnets/958548b8-6637-4a98-a619-6b65a3e536b6 HTTP/1.1" status: 204 len: 168 time: 1.1832833 Apr 06 13:30:00.093855 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43688) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:00.160487 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768c63fc-2102-4bf0-83a4-beebc400dd5a None None] Network 343ee5b1-34e6-4001-b3f5-e4b13a1e146b requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:00.222755 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:00.247572 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:00.253980 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/networks/3e3d68f3-1f96-4c9a-8631-772fd840b856 HTTP/1.1" status: 204 len: 168 time: 6.7037749 Apr 06 13:30:00.263150 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43692) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:00.272654 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0b778-502a-4de0-9482-8a44efd6e0d9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Network': ['ID=3e3d68f3-1f96-4c9a-8631-772fd840b856,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:00.291102 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-613d22c5-8742-4c39-accb-111274c7abce tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Calling delete_port for 27e86a3d-1906-4c6c-9007-71ee8705a352 owned by network:floatingip {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:00.320203 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-95c06282-d561-4fd6-ae3e-26a54e7039fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:00.326465 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b4f959-1dc8-4a2c-9621-6f8abc97b542 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] DELETE failed (client error): The resource could not be found. Apr 06 13:30:00.326933 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b4f959-1dc8-4a2c-9621-6f8abc97b542 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:30:00.332230 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-00b4f959-1dc8-4a2c-9621-6f8abc97b542 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/subnets/ff8847f9-4195-4781-b42c-c351803b709e HTTP/1.1" status: 404 len: 337 time: 0.0616584 Apr 06 13:30:00.333109 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43696) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:00.366739 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-687e5f7c-1805-4fb5-b0a3-bd49a799d3d1 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] DELETE failed (client error): The resource could not be found. Apr 06 13:30:00.367235 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-687e5f7c-1805-4fb5-b0a3-bd49a799d3d1 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:30:00.372210 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-687e5f7c-1805-4fb5-b0a3-bd49a799d3d1 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/networks/3e3d68f3-1f96-4c9a-8631-772fd840b856 HTTP/1.1" status: 404 len: 339 time: 0.0353258 Apr 06 13:30:00.372210 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-95c06282-d561-4fd6-ae3e-26a54e7039fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting port 2aa33b64-1492-4b17-b47c-87a5b06c9df3 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:00.372210 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-95c06282-d561-4fd6-ae3e-26a54e7039fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:00.404980 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43700) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:00.410993 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-af3c174d-47be-4013-9d60-5f3a0929d647 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:00.456379 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f05493-c70d-4ea3-a278-3c24eeeda2a5 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] DELETE failed (client error): The resource could not be found. Apr 06 13:30:00.456831 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f05493-c70d-4ea3-a278-3c24eeeda2a5 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:30:00.458545 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-79f05493-c70d-4ea3-a278-3c24eeeda2a5 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/subnets/89b783b6-f135-431c-a9d8-bb36b3640d8b HTTP/1.1" status: 404 len: 337 time: 0.0535464 Apr 06 13:30:00.461516 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43704) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:00.519425 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53667402-a196-49b7-9f72-f783128e044c None None] DHCP port deletion for 343ee5b1-34e6-4001-b3f5-e4b13a1e146b request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:30:00.527524 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-53667402-a196-49b7-9f72-f783128e044c None None] Deleting port 2aa33b64-1492-4b17-b47c-87a5b06c9df3 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:00.528199 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-53667402-a196-49b7-9f72-f783128e044c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:00.529673 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f080b1-9793-472b-a70b-f4a6be9b2987 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] DELETE failed (client error): The resource could not be found. Apr 06 13:30:00.530144 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15f080b1-9793-472b-a70b-f4a6be9b2987 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:30:00.531919 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-15f080b1-9793-472b-a70b-f4a6be9b2987 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/networks/8aae9914-bd87-47c8-9d9f-7c87734ded78 HTTP/1.1" status: 404 len: 339 time: 0.0635064 Apr 06 13:30:00.537304 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d197dac4-a935-4458-b4ff-6442415548ee tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:00.542512 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43708) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:00.615314 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e17e1c06-4c70-42ba-829f-da1f87f94f27 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:00.672172 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-af3c174d-47be-4013-9d60-5f3a0929d647 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:00.756516 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-68db52dc-dc15-4851-a285-e53d235ed9ae tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:00.759107 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-af3c174d-47be-4013-9d60-5f3a0929d647 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:00.781950 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-53667402-a196-49b7-9f72-f783128e044c None None] For port 2aa33b64-1492-4b17-b47c-87a5b06c9df3, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=2aa33b64-1492-4b17-b47c-87a5b06c9df3,segment=NetworkSegment(d5bc0930-f34d-48fa-8042-6242c9c6e4fe),segment_id=d5bc0930-f34d-48fa-8042-6242c9c6e4fe)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:00.782397 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-53667402-a196-49b7-9f72-f783128e044c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:00.785639 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-95c06282-d561-4fd6-ae3e-26a54e7039fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] For port 2aa33b64-1492-4b17-b47c-87a5b06c9df3, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=2aa33b64-1492-4b17-b47c-87a5b06c9df3,segment=NetworkSegment(d5bc0930-f34d-48fa-8042-6242c9c6e4fe),segment_id=d5bc0930-f34d-48fa-8042-6242c9c6e4fe)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:00.786007 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-95c06282-d561-4fd6-ae3e-26a54e7039fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:00.792911 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d197dac4-a935-4458-b4ff-6442415548ee tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:00.796473 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-613d22c5-8742-4c39-accb-111274c7abce tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:00.867014 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c174d-47be-4013-9d60-5f3a0929d647 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=577a7971-b336-4da9-9777-9f65f86c6b4c,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:00.904196 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d22c5-8742-4c39-accb-111274c7abce tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Pushing event deleted for resources: {'Port': ['ID=27e86a3d-1906-4c6c-9007-71ee8705a352,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:00.909953 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d197dac4-a935-4458-b4ff-6442415548ee tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:00.912961 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-e17e1c06-4c70-42ba-829f-da1f87f94f27 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Deleting port 34f675f8-15da-49ff-93a1-53cd59d0cd7b {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:00.913347 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e17e1c06-4c70-42ba-829f-da1f87f94f27 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:00.928338 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e8e775-1599-428c-b5b9-554b9d08f25b None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:00.938713 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197dac4-a935-4458-b4ff-6442415548ee tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=ae833cef-655a-4a9f-ac93-791b23b6b131,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:00.951078 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-53667402-a196-49b7-9f72-f783128e044c None None] Calling delete_port for 2aa33b64-1492-4b17-b47c-87a5b06c9df3 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:00.952164 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-95c06282-d561-4fd6-ae3e-26a54e7039fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Calling delete_port for 2aa33b64-1492-4b17-b47c-87a5b06c9df3 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:01.000997 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d197dac4-a935-4458-b4ff-6442415548ee tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/ae833cef-655a-4a9f-ac93-791b23b6b131 HTTP/1.1" status: 204 len: 168 time: 1.7368929 Apr 06 13:30:01.003396 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43712) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:01.103798 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-13dce724-e8b5-4e46-9c8e-aba0fb819ea9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0969217 Apr 06 13:30:01.105996 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43716) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:01.118370 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-af3c174d-47be-4013-9d60-5f3a0929d647 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:01.119887 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-af3c174d-47be-4013-9d60-5f3a0929d647 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3108892 Apr 06 13:30:01.125576 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43718) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:01.215591 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-613d22c5-8742-4c39-accb-111274c7abce tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:01.218836 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-613d22c5-8742-4c39-accb-111274c7abce tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:01.220805 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-613d22c5-8742-4c39-accb-111274c7abce tempest-FloatingIPAdminTestJSON-938770798 tempest-FloatingIPAdminTestJSON-938770798-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/54739055-abf6-4932-926e-c96e6ff51b8e HTTP/1.1" status: 204 len: 168 time: 2.2313902 Apr 06 13:30:01.224406 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a55130b8-9ddf-4b7a-86e3-e396ba94ad47 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-group-rules/577a7971-b336-4da9-9777-9f65f86c6b4c HTTP/1.1" status: 200 len: 763 time: 0.0975642 Apr 06 13:30:01.227363 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43722) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:01.227870 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43724) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:01.319450 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-53667402-a196-49b7-9f72-f783128e044c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:01.340255 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e17e1c06-4c70-42ba-829f-da1f87f94f27 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:01.349287 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-68db52dc-dc15-4851-a285-e53d235ed9ae tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:01.370980 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b3b082-7dba-4baf-9e26-f5bac0f8109f None None] DHCP port deletion for 4a5369b0-8301-4713-81a5-ebef94e70f0e request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:30:01.383865 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-d4b3b082-7dba-4baf-9e26-f5bac0f8109f None None] Deleting port d894d44b-b1a3-40c4-aee8-f6d9f31c703c {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:01.384585 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d4b3b082-7dba-4baf-9e26-f5bac0f8109f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:01.400631 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-68db52dc-dc15-4851-a285-e53d235ed9ae tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f54f20b-09c6-44c3-b242-c3c3fa7ea3fb']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:01.417005 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-68db52dc-dc15-4851-a285-e53d235ed9ae tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1812e022-bb7c-4a59-a414-fd9c876cb388') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:01.417279 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53667402-a196-49b7-9f72-f783128e044c None None] Pushing event deleted for resources: {'Port': ['ID=2aa33b64-1492-4b17-b47c-87a5b06c9df3,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:01.417388 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-68db52dc-dc15-4851-a285-e53d235ed9ae tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1812e022-bb7c-4a59-a414-fd9c876cb388') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:01.426194 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.api [None req-95c06282-d561-4fd6-ae3e-26a54e7039fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:30:01.426194 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG oslo_db.api [None req-95c06282-d561-4fd6-ae3e-26a54e7039fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:30:01.426395 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53667402-a196-49b7-9f72-f783128e044c None None] No DVR routers for this DVR port 2aa33b64-1492-4b17-b47c-87a5b06c9df3 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:30:01.433749 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-68db52dc-dc15-4851-a285-e53d235ed9ae tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:01.444156 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-eb29cdad-dc3e-4363-a555-db2676d9e665 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Synchronizing usage tracker for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group_rule {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:01.464508 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-68db52dc-dc15-4851-a285-e53d235ed9ae tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:01.483546 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59291bff-231b-4810-b939-e80a54d33fce tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:01.483546 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-59291bff-231b-4810-b939-e80a54d33fce tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:01.483944 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68db52dc-dc15-4851-a285-e53d235ed9ae tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:30:01.484431 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-68db52dc-dc15-4851-a285-e53d235ed9ae tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn( Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn( Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn( Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn( Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:30:01.499903 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:30:01.509673 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-e2ccdee7-4303-48cf-bec0-132d3b767065 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Deleting port ae26f24a-c911-4e8d-b47e-8831ee8b76dc {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:01.514444 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e2ccdee7-4303-48cf-bec0-132d3b767065 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:01.542928 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-e17e1c06-4c70-42ba-829f-da1f87f94f27 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Calling delete_port for 34f675f8-15da-49ff-93a1-53cd59d0cd7b owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:01.637726 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 2aa33b64-1492-4b17-b47c-87a5b06c9df3 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:30:01.650291 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-59291bff-231b-4810-b939-e80a54d33fce tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:01.654428 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-59291bff-231b-4810-b939-e80a54d33fce tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3704448 Apr 06 13:30:01.660315 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43732) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:01.691384 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 2aa33b64-1492-4b17-b47c-87a5b06c9df3 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:30:01.691724 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 2aa33b64-1492-4b17-b47c-87a5b06c9df3 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:30:01.692134 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d894d44b-b1a3-40c4-aee8-f6d9f31c703c no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:30:01.693430 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-68db52dc-dc15-4851-a285-e53d235ed9ae tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:01.723070 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-68db52dc-dc15-4851-a285-e53d235ed9ae tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:01.745050 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db52dc-dc15-4851-a285-e53d235ed9ae tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Network': ['ID=0f54f20b-09c6-44c3-b242-c3c3fa7ea3fb,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:01.748442 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-d4b3b082-7dba-4baf-9e26-f5bac0f8109f None None] For port d894d44b-b1a3-40c4-aee8-f6d9f31c703c, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d894d44b-b1a3-40c4-aee8-f6d9f31c703c,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:01.748854 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d4b3b082-7dba-4baf-9e26-f5bac0f8109f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:01.763181 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40faef2f-804e-401a-bceb-4ec5af693a15 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:01.763868 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-40faef2f-804e-401a-bceb-4ec5af693a15 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:01.764342 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-eb29cdad-dc3e-4363-a555-db2676d9e665 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Unset dirty status for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group_rule {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:01.765604 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-eb29cdad-dc3e-4363-a555-db2676d9e665 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5350738 Apr 06 13:30:01.769539 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43736) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:01.809096 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f5d6aac7-f175-4b3e-838c-4a396118e661 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:01.815582 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-68db52dc-dc15-4851-a285-e53d235ed9ae tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/networks/0f54f20b-09c6-44c3-b242-c3c3fa7ea3fb HTTP/1.1" status: 204 len: 168 time: 1.2719901 Apr 06 13:30:01.818360 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43740) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:01.859206 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f5d6aac7-f175-4b3e-838c-4a396118e661 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:01.876146 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-9964078f-ee51-4d42-950e-914b776abec0 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] DELETE failed (client error): The resource could not be found. Apr 06 13:30:01.876648 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9964078f-ee51-4d42-950e-914b776abec0 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:30:01.878850 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9964078f-ee51-4d42-950e-914b776abec0 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/subnets/0e37ba63-f022-4111-89d8-1938580a5737 HTTP/1.1" status: 404 len: 337 time: 0.0593243 Apr 06 13:30:01.881572 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43744) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:01.909367 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-40faef2f-804e-401a-bceb-4ec5af693a15 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:01.910855 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-40faef2f-804e-401a-bceb-4ec5af693a15 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2545741 Apr 06 13:30:01.915003 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43748) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:01.970791 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-d4b3b082-7dba-4baf-9e26-f5bac0f8109f None None] Calling delete_port for d894d44b-b1a3-40c4-aee8-f6d9f31c703c owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:01.973864 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-95c06282-d561-4fd6-ae3e-26a54e7039fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting port 2aa33b64-1492-4b17-b47c-87a5b06c9df3 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:01.974428 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-95c06282-d561-4fd6-ae3e-26a54e7039fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:02.003343 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-9123e92b-c85f-4d3c-9807-04252fe0f51e tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] DELETE failed (client error): The resource could not be found. Apr 06 13:30:02.003737 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9123e92b-c85f-4d3c-9807-04252fe0f51e tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:30:02.063248 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e2ccdee7-4303-48cf-bec0-132d3b767065 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:02.072095 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9123e92b-c85f-4d3c-9807-04252fe0f51e tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/networks/883ce19d-f358-4c33-bde7-8422850b7a4e HTTP/1.1" status: 404 len: 339 time: 0.1810050 Apr 06 13:30:02.072095 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-08159458-90df-43a7-ad0d-4b37b9659ecb tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1507361 Apr 06 13:30:02.072095 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43752) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:02.074165 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-95c06282-d561-4fd6-ae3e-26a54e7039fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] The port '2aa33b64-1492-4b17-b47c-87a5b06c9df3' was deleted {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:30:02.074354 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43754) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:02.083087 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-a5fd469e-2b7c-441c-9abe-c3dab88f340a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:02.112312 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:02.138624 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f5d6aac7-f175-4b3e-838c-4a396118e661 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:02.154692 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f5d6aac7-f175-4b3e-838c-4a396118e661 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:02.158603 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f5d6aac7-f175-4b3e-838c-4a396118e661 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/577a7971-b336-4da9-9777-9f65f86c6b4c HTTP/1.1" status: 204 len: 168 time: 0.3850994 Apr 06 13:30:02.162694 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c54484-0a5b-4ead-b67d-a50adb878f31 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] DELETE failed (client error): The resource could not be found. Apr 06 13:30:02.163199 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3c54484-0a5b-4ead-b67d-a50adb878f31 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:30:02.167182 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c3c54484-0a5b-4ead-b67d-a50adb878f31 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/subnets/440afe5a-ebee-4b42-8a11-773318d0c8b5 HTTP/1.1" status: 404 len: 337 time: 0.0910470 Apr 06 13:30:02.167182 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43762) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:02.182917 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43764) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:02.186504 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6aac7-f175-4b3e-838c-4a396118e661 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=577a7971-b336-4da9-9777-9f65f86c6b4c,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:02.203429 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d4b3b082-7dba-4baf-9e26-f5bac0f8109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:02.247284 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac01df8f-4800-486f-bc5b-ce32e6d94cb9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] DELETE failed (client error): The resource could not be found. Apr 06 13:30:02.248512 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac01df8f-4800-486f-bc5b-ce32e6d94cb9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:30:02.252456 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ac01df8f-4800-486f-bc5b-ce32e6d94cb9 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/networks/21e6d263-2e9e-4751-b297-0609787b6c13 HTTP/1.1" status: 404 len: 339 time: 0.0612538 Apr 06 13:30:02.254631 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43770) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:02.262665 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-e2ccdee7-4303-48cf-bec0-132d3b767065 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Calling delete_port for ae26f24a-c911-4e8d-b47e-8831ee8b76dc owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:02.308761 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3b082-7dba-4baf-9e26-f5bac0f8109f None None] Pushing event deleted for resources: {'Port': ['ID=d894d44b-b1a3-40c4-aee8-f6d9f31c703c,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:02.310944 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b3b082-7dba-4baf-9e26-f5bac0f8109f None None] No DVR routers for this DVR port d894d44b-b1a3-40c4-aee8-f6d9f31c703c on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:30:02.383350 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d8ee5b4-d434-4ad8-acaf-c3dc2a7774c2 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] DELETE failed (client error): The resource could not be found. Apr 06 13:30:02.383799 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d8ee5b4-d434-4ad8-acaf-c3dc2a7774c2 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:30:02.385478 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4d8ee5b4-d434-4ad8-acaf-c3dc2a7774c2 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/subnets/ec058f23-a358-4166-b652-89d91d7492ab HTTP/1.1" status: 404 len: 337 time: 0.1299212 Apr 06 13:30:02.388953 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-95c06282-d561-4fd6-ae3e-26a54e7039fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:02.391626 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43774) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:02.415245 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-99e93cca-694d-41ff-bb34-baac5e1a1634 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Synchronizing usage tracker for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group_rule {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:02.429899 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e17e1c06-4c70-42ba-829f-da1f87f94f27 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:02.440397 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-95c06282-d561-4fd6-ae3e-26a54e7039fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['343ee5b1-34e6-4001-b3f5-e4b13a1e146b']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:02.448366 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a5fd469e-2b7c-441c-9abe-c3dab88f340a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:02.454124 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-95c06282-d561-4fd6-ae3e-26a54e7039fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5bc0930-f34d-48fa-8042-6242c9c6e4fe') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:02.461657 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-95c06282-d561-4fd6-ae3e-26a54e7039fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5bc0930-f34d-48fa-8042-6242c9c6e4fe') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:02.472132 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-95c06282-d561-4fd6-ae3e-26a54e7039fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:02.489942 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-95c06282-d561-4fd6-ae3e-26a54e7039fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:02.496536 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c06282-d561-4fd6-ae3e-26a54e7039fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:30:02.496934 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-95c06282-d561-4fd6-ae3e-26a54e7039fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:02.498176 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-340a6608-08a6-47b5-82da-f023683217ff tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] DELETE failed (client error): The resource could not be found. Apr 06 13:30:02.498697 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-340a6608-08a6-47b5-82da-f023683217ff tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:30:02.512422 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:30:02.533935 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e1c06-4c70-42ba-829f-da1f87f94f27 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Port': ['ID=34f675f8-15da-49ff-93a1-53cd59d0cd7b,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:02.547322 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a5fd469e-2b7c-441c-9abe-c3dab88f340a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:02.557086 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-340a6608-08a6-47b5-82da-f023683217ff tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/networks/b3b91636-744d-4c82-8730-c3aeba191cfc HTTP/1.1" status: 404 len: 339 time: 0.1637802 Apr 06 13:30:02.571737 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43778) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:02.580209 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-99e93cca-694d-41ff-bb34-baac5e1a1634 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Unset dirty status for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group_rule {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:02.581647 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-99e93cca-694d-41ff-bb34-baac5e1a1634 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4136438 Apr 06 13:30:02.619278 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43782) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:02.629163 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-065519e9-f418-474c-b989-14b453ffdcb0 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] DELETE failed (client error): The resource could not be found. Apr 06 13:30:02.629623 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-065519e9-f418-474c-b989-14b453ffdcb0 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:30:02.631831 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-065519e9-f418-474c-b989-14b453ffdcb0 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/subnets/47b76b75-1133-4171-94ce-ed18b04aa0c7 HTTP/1.1" status: 404 len: 337 time: 0.0588796 Apr 06 13:30:02.635801 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43786) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:02.647520 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-5f4a551e-6dd5-44e9-b510-7867f2a08be4 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Request body: {'security_group_rule': {'security_group_id': 'f8ab975f-f75b-498a-bf6f-2e4c462b32cd', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:02.661378 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-543c89bd-1579-48d9-8c35-43334df87112 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] DELETE failed (client error): The resource could not be found. Apr 06 13:30:02.661855 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-543c89bd-1579-48d9-8c35-43334df87112 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:30:02.662980 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-5f4a551e-6dd5-44e9-b510-7867f2a08be4 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:02.667720 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-543c89bd-1579-48d9-8c35-43334df87112 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/networks/b2de6e7e-cc6f-4128-a1c7-0e23d5a722a6 HTTP/1.1" status: 404 len: 339 time: 0.0323708 Apr 06 13:30:02.670243 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43790) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:02.692353 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-5f4a551e-6dd5-44e9-b510-7867f2a08be4 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:02.702039 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e17e1c06-4c70-42ba-829f-da1f87f94f27 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:02.709122 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8b77fd-08c6-4509-92be-c91a82c86069 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] DELETE failed (client error): The resource could not be found. Apr 06 13:30:02.709604 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8b77fd-08c6-4509-92be-c91a82c86069 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:30:02.711343 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-bf8b77fd-08c6-4509-92be-c91a82c86069 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/subnets/df07ead8-28df-4419-921f-caa997419914 HTTP/1.1" status: 404 len: 337 time: 0.0401378 Apr 06 13:30:02.712468 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-95c06282-d561-4fd6-ae3e-26a54e7039fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:02.714006 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43794) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:02.731752 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-95c06282-d561-4fd6-ae3e-26a54e7039fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:02.733542 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-95c06282-d561-4fd6-ae3e-26a54e7039fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/networks/343ee5b1-34e6-4001-b3f5-e4b13a1e146b HTTP/1.1" status: 204 len: 168 time: 2.6380737 Apr 06 13:30:02.749132 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43798) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:02.757472 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fd469e-2b7c-441c-9abe-c3dab88f340a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:02.760725 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c06282-d561-4fd6-ae3e-26a54e7039fb tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Network': ['ID=343ee5b1-34e6-4001-b3f5-e4b13a1e146b,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:02.761026 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a5fd469e-2b7c-441c-9abe-c3dab88f340a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:02.763566 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-800f7578-a50f-41ac-838c-6a6f2c6d5c81 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] DELETE failed (client error): The resource could not be found. Apr 06 13:30:02.764057 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-800f7578-a50f-41ac-838c-6a6f2c6d5c81 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:30:02.769187 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-800f7578-a50f-41ac-838c-6a6f2c6d5c81 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/networks/ad8113f4-ae0f-4192-8534-619dfbec5579 HTTP/1.1" status: 404 len: 339 time: 0.0508599 Apr 06 13:30:02.769187 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43802) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:02.812621 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-333d393a-8c07-4ef5-9f90-c07146d3cf35 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] DELETE failed (client error): The resource could not be found. Apr 06 13:30:02.813076 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-333d393a-8c07-4ef5-9f90-c07146d3cf35 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:30:02.817708 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-333d393a-8c07-4ef5-9f90-c07146d3cf35 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/subnets/10c11df7-215c-46dd-9c37-0c5b576ac2c2 HTTP/1.1" status: 404 len: 337 time: 0.0454412 Apr 06 13:30:02.817937 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43806) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:02.843993 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-99494816-71b1-4dca-b1c5-51c8737ffe03 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] DELETE failed (client error): The resource could not be found. Apr 06 13:30:02.844463 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99494816-71b1-4dca-b1c5-51c8737ffe03 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:30:02.846191 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-99494816-71b1-4dca-b1c5-51c8737ffe03 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/networks/b2c683f5-fbe2-4f09-b5aa-2f01816a9f78 HTTP/1.1" status: 404 len: 339 time: 0.0273125 Apr 06 13:30:02.849007 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43810) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:02.874923 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e2ccdee7-4303-48cf-bec0-132d3b767065 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:02.895626 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a52d1c-7ce6-458b-ac3d-d3b033746178 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] DELETE failed (client error): The resource could not be found. Apr 06 13:30:02.896082 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a52d1c-7ce6-458b-ac3d-d3b033746178 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:30:02.897756 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-22a52d1c-7ce6-458b-ac3d-d3b033746178 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/subnets/81a1073c-0be8-46fd-9348-d1df2ab98840 HTTP/1.1" status: 404 len: 337 time: 0.0478418 Apr 06 13:30:02.900314 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43814) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:02.929092 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d8faf8-59a9-44d1-99e7-d92ac3ce45a5 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] DELETE failed (client error): The resource could not be found. Apr 06 13:30:02.929425 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d8faf8-59a9-44d1-99e7-d92ac3ce45a5 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:30:02.931116 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d6d8faf8-59a9-44d1-99e7-d92ac3ce45a5 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/networks/7d42ba6b-9445-4f9b-bb78-07fe15afd4cd HTTP/1.1" status: 404 len: 339 time: 0.0299032 Apr 06 13:30:02.933641 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43818) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:02.936991 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.securitygroups_db [None req-5f4a551e-6dd5-44e9-b510-7867f2a08be4 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Project 67ddf76bc53a4d9187c3f427ef2f2431 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:30:02.977293 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-f78ae976-d49c-4580-bbfa-84f1525a05f8 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] DELETE failed (client error): The resource could not be found. Apr 06 13:30:02.977742 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f78ae976-d49c-4580-bbfa-84f1525a05f8 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:30:02.979448 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f78ae976-d49c-4580-bbfa-84f1525a05f8 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/subnets/fb9a49fc-b1ec-41b7-a553-ea47b9f474f3 HTTP/1.1" status: 404 len: 337 time: 0.0449140 Apr 06 13:30:02.982135 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43822) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:03.009419 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6eb574-45e4-42fa-8fe4-3b8f46f10a39 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] DELETE failed (client error): The resource could not be found. Apr 06 13:30:03.009941 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f6eb574-45e4-42fa-8fe4-3b8f46f10a39 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:30:03.011736 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5f6eb574-45e4-42fa-8fe4-3b8f46f10a39 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/networks/ec052fce-cbaf-4a81-afff-d52fea490816 HTTP/1.1" status: 404 len: 339 time: 0.0284004 Apr 06 13:30:03.014235 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43826) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:03.064651 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ccdee7-4303-48cf-bec0-132d3b767065 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Pushing event deleted for resources: {'Port': ['ID=ae26f24a-c911-4e8d-b47e-8831ee8b76dc,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:03.067539 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5f4a551e-6dd5-44e9-b510-7867f2a08be4 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:03.093467 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda620dc-f5ae-4936-a9b9-add4d6522f3e tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Deleting subnet 97a2e4fc-4359-4d3c-9961-1618e25eba63 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:30:03.098513 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-eda620dc-f5ae-4936-a9b9-add4d6522f3e tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:03.128584 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e17e1c06-4c70-42ba-829f-da1f87f94f27 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:03.154048 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e17e1c06-4c70-42ba-829f-da1f87f94f27 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:03.295293 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-eda620dc-f5ae-4936-a9b9-add4d6522f3e tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:03.304137 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e2ccdee7-4303-48cf-bec0-132d3b767065 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:03.331503 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5f4a551e-6dd5-44e9-b510-7867f2a08be4 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:03.340990 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719f892a-bc49-487d-b355-9fa10616fd68 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:03.340990 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-719f892a-bc49-487d-b355-9fa10616fd68 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5907454 Apr 06 13:30:03.343622 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e2ccdee7-4303-48cf-bec0-132d3b767065 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] 10.222.0.48 "DELETE /v2.0/ports/ae26f24a-c911-4e8d-b47e-8831ee8b76dc HTTP/1.1" status: 204 len: 168 time: 2.1146643 Apr 06 13:30:03.346140 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43830) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:03.347720 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43834) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:03.386311 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e17e1c06-4c70-42ba-829f-da1f87f94f27 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:03.386972 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17e1c06-4c70-42ba-829f-da1f87f94f27 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Fanout notify agent at l3_agent the message router_deleted on router 4932f45c-dfcf-45c0-9576-5ca900dde982 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:30:03.413487 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e17e1c06-4c70-42ba-829f-da1f87f94f27 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:03.414661 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e17e1c06-4c70-42ba-829f-da1f87f94f27 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/routers/4932f45c-dfcf-45c0-9576-5ca900dde982 HTTP/1.1" status: 204 len: 168 time: 3.8410985 Apr 06 13:30:03.418252 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43838) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:03.427930 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-62982374-ff7c-460a-9f21-b76558170234 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-831558130'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:03.438535 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5f4a551e-6dd5-44e9-b510-7867f2a08be4 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:03.456691 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-eda620dc-f5ae-4936-a9b9-add4d6522f3e tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:03.481937 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-62982374-ff7c-460a-9f21-b76558170234 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:03.504130 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-62982374-ff7c-460a-9f21-b76558170234 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Usage tracker for resource:network and tenant:914bb3d1bef745388dc453a227f40127 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:03.507925 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a551e-6dd5-44e9-b510-7867f2a08be4 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e288826-1605-491a-8960-df8c0afc9b1c,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:03.511080 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae925b27-6460-4c3b-a7c9-83b925168969 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:03.511957 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ae925b27-6460-4c3b-a7c9-83b925168969 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Synchronizing usage tracker for tenant:3791a12f80c948a9bda03ef40ff615ce on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:03.512096 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-62982374-ff7c-460a-9f21-b76558170234 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:03.537683 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-62982374-ff7c-460a-9f21-b76558170234 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:03.566183 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b710412a-c02d-4963-8286-2d4a9c279ee6 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2201138 Apr 06 13:30:03.569533 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43842) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:03.576832 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-737204d3-b884-4ed4-b097-eab265aa0bee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1305678922'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:03.582066 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-737204d3-b884-4ed4-b097-eab265aa0bee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:03.586317 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-737204d3-b884-4ed4-b097-eab265aa0bee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:network and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:03.589306 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-737204d3-b884-4ed4-b097-eab265aa0bee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:03.597202 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-737204d3-b884-4ed4-b097-eab265aa0bee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:03.625733 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5f4a551e-6dd5-44e9-b510-7867f2a08be4 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:03.627127 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5f4a551e-6dd5-44e9-b510-7867f2a08be4 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9990079 Apr 06 13:30:03.631048 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43846) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:03.651797 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2785148c-8dc2-4c18-8521-f6663f3ebc99 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-group-rules/3e288826-1605-491a-8960-df8c0afc9b1c HTTP/1.1" status: 200 len: 769 time: 0.0196207 Apr 06 13:30:03.654406 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62982374-ff7c-460a-9f21-b76558170234 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Made reservation on behalf of 914bb3d1bef745388dc453a227f40127 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:03.654597 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ae925b27-6460-4c3b-a7c9-83b925168969 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Unset dirty status for tenant:3791a12f80c948a9bda03ef40ff615ce on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:03.656399 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ae925b27-6460-4c3b-a7c9-83b925168969 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] 10.222.0.48 "GET /v2.0/ports?device_id=780b7a9d-864f-4267-8875-bf3a0da90318 HTTP/1.1" status: 200 len: 913 time: 0.3075948 Apr 06 13:30:03.657174 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43850) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:03.658404 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-62982374-ff7c-460a-9f21-b76558170234 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:03.658922 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-eda620dc-f5ae-4936-a9b9-add4d6522f3e tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:03.664532 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43852) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:03.670573 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a5fd469e-2b7c-441c-9abe-c3dab88f340a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:03.778143 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017fdf35-685b-4b2d-8261-1ed719c99959 None None] Network 7c0295d6-520b-495d-854a-f2e1b77d063b requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:03.786238 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737204d3-b884-4ed4-b097-eab265aa0bee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:03.789455 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-737204d3-b884-4ed4-b097-eab265aa0bee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:03.799884 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda620dc-f5ae-4936-a9b9-add4d6522f3e tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Subnet': ['ID=97a2e4fc-4359-4d3c-9961-1618e25eba63,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:03.804877 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-eda620dc-f5ae-4936-a9b9-add4d6522f3e tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:03.848916 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-eda620dc-f5ae-4936-a9b9-add4d6522f3e tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/subnets/97a2e4fc-4359-4d3c-9961-1618e25eba63 HTTP/1.1" status: 204 len: 168 time: 0.8306303 Apr 06 13:30:03.855220 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43858) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:03.882877 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737204d3-b884-4ed4-b097-eab265aa0bee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:30:03.898865 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-fa7a9241-eaba-4efb-b498-e51981faa311 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2330654 Apr 06 13:30:03.903600 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43862) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:03.909347 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fd469e-2b7c-441c-9abe-c3dab88f340a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:03.928035 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-a5fd469e-2b7c-441c-9abe-c3dab88f340a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:03.943307 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fd469e-2b7c-441c-9abe-c3dab88f340a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:03.944850 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a5fd469e-2b7c-441c-9abe-c3dab88f340a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:03.945720 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2f027a-639d-44ab-ae71-c5a85ceace69 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:03.964504 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62982374-ff7c-460a-9f21-b76558170234 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:30:03.968618 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd469e-2b7c-441c-9abe-c3dab88f340a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=5fd9bb6c-0594-4186-9111-1a965177febc,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:03.976481 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-737204d3-b884-4ed4-b097-eab265aa0bee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:03.977181 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-737204d3-b884-4ed4-b097-eab265aa0bee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Added segment 6537a583-07cb-46a3-87d2-bf9478e76ead of type vlan for network edc60783-3b2e-49f6-ad58-8a903683d641 Apr 06 13:30:04.030277 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-737204d3-b884-4ed4-b097-eab265aa0bee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:04.048200 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-62982374-ff7c-460a-9f21-b76558170234 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:04.048580 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-62982374-ff7c-460a-9f21-b76558170234 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Added segment 5a07a609-1a2c-49c4-b323-f679cf226e41 of type vlan for network cfdde344-b348-4bcf-99a5-5c1950b4a998 Apr 06 13:30:04.064087 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c1f95343-97bf-47e2-b6d7-e9fbb63e8bb4 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:04.081621 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8765702c-e9cf-4015-96ea-2b580f59af46 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:04.099277 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-c1f95343-97bf-47e2-b6d7-e9fbb63e8bb4 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Deleting port 01648137-05ea-4249-b3fd-3a0902cd1540 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:04.099614 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c1f95343-97bf-47e2-b6d7-e9fbb63e8bb4 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:04.132866 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-62982374-ff7c-460a-9f21-b76558170234 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:04.153889 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a5fd469e-2b7c-441c-9abe-c3dab88f340a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0794039 Apr 06 13:30:04.154729 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43866) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:04.169380 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-611e5552-053b-4772-a46f-0d18dae9ae81 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'port': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'fixed_ips': [{'subnet_id': '5fd9bb6c-0594-4186-9111-1a965177febc', 'ip_address': '2001:db8::9a1c:86f4:c560:f1d4'}], 'name': 'tempest-NetworksTestDHCPv6-827205000'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:04.218646 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952f9c2f-a8b1-4d9b-b894-eaf8fe4a4231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-4a5369b0-8301-4713-81a5-ebef94e70f0e', 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'fixed_ips': [{'subnet_id': '5fd9bb6c-0594-4186-9111-1a965177febc'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:30:04.219629 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-952f9c2f-a8b1-4d9b-b894-eaf8fe4a4231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:04.240482 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cdc324-7f96-4132-b5ce-393ce361b82b None None] DHCP port deletion for 7c0295d6-520b-495d-854a-f2e1b77d063b request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:30:04.251029 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-c6cdc324-7f96-4132-b5ce-393ce361b82b None None] Deleting port 01648137-05ea-4249-b3fd-3a0902cd1540 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:04.252479 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c6cdc324-7f96-4132-b5ce-393ce361b82b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:04.296796 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8765702c-e9cf-4015-96ea-2b580f59af46 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:04.336613 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.resource_extend [None req-62982374-ff7c-460a-9f21-b76558170234 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 13:30:04.382329 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-737204d3-b884-4ed4-b097-eab265aa0bee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:04.389178 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737204d3-b884-4ed4-b097-eab265aa0bee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:04.389978 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-737204d3-b884-4ed4-b097-eab265aa0bee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:04.428675 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-611e5552-053b-4772-a46f-0d18dae9ae81 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:04.468386 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-611e5552-053b-4772-a46f-0d18dae9ae81 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:04.524279 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8765702c-e9cf-4015-96ea-2b580f59af46 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:04.530160 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-62982374-ff7c-460a-9f21-b76558170234 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:04.536756 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62982374-ff7c-460a-9f21-b76558170234 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:04.537374 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-62982374-ff7c-460a-9f21-b76558170234 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:04.570918 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8765702c-e9cf-4015-96ea-2b580f59af46 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:04.574432 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8765702c-e9cf-4015-96ea-2b580f59af46 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/3e288826-1605-491a-8960-df8c0afc9b1c HTTP/1.1" status: 204 len: 168 time: 0.6672060 Apr 06 13:30:04.580884 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43870) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:04.584814 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737204d3-b884-4ed4-b097-eab265aa0bee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Network': ['ID=edc60783-3b2e-49f6-ad58-8a903683d641,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:04.591725 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765702c-e9cf-4015-96ea-2b580f59af46 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e288826-1605-491a-8960-df8c0afc9b1c,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:04.606789 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-737204d3-b884-4ed4-b097-eab265aa0bee tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0361722 Apr 06 13:30:04.611861 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43874) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:04.618748 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-36a4dae2-acd5-439c-8848-3b07af70b497 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'subnet': {'network_id': 'edc60783-3b2e-49f6-ad58-8a903683d641', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:04.619019 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network edc60783-3b2e-49f6-ad58-8a903683d641 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:30:04.693692 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-c1f95343-97bf-47e2-b6d7-e9fbb63e8bb4 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] For port 01648137-05ea-4249-b3fd-3a0902cd1540, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=01648137-05ea-4249-b3fd-3a0902cd1540,segment=NetworkSegment(c3af2d70-cd24-4b6d-813c-58379223911b),segment_id=c3af2d70-cd24-4b6d-813c-58379223911b)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:04.694045 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c1f95343-97bf-47e2-b6d7-e9fbb63e8bb4 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:04.706409 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-c6cdc324-7f96-4132-b5ce-393ce361b82b None None] For port 01648137-05ea-4249-b3fd-3a0902cd1540, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=01648137-05ea-4249-b3fd-3a0902cd1540,segment=NetworkSegment(c3af2d70-cd24-4b6d-813c-58379223911b),segment_id=c3af2d70-cd24-4b6d-813c-58379223911b)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:04.706409 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c6cdc324-7f96-4132-b5ce-393ce361b82b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:04.706780 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-62982374-ff7c-460a-9f21-b76558170234 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2845032 Apr 06 13:30:04.711051 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43878) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:04.711709 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62982374-ff7c-460a-9f21-b76558170234 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Network': ['ID=cfdde344-b348-4bcf-99a5-5c1950b4a998,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:04.721789 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-77a671c0-5a6a-4038-bbd3-19d0efca28f0 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'subnet': {'network_id': 'cfdde344-b348-4bcf-99a5-5c1950b4a998', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:04.795391 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-36a4dae2-acd5-439c-8848-3b07af70b497 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:04.801830 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-36a4dae2-acd5-439c-8848-3b07af70b497 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:subnet and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:04.805925 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-36a4dae2-acd5-439c-8848-3b07af70b497 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:04.813564 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-36a4dae2-acd5-439c-8848-3b07af70b497 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:04.845507 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7bc7f4de-83eb-43d9-966a-f6d688481849 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:04.848080 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611e5552-053b-4772-a46f-0d18dae9ae81 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:04.852178 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network cfdde344-b348-4bcf-99a5-5c1950b4a998 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:30:04.887219 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-c1f95343-97bf-47e2-b6d7-e9fbb63e8bb4 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Calling delete_port for 01648137-05ea-4249-b3fd-3a0902cd1540 owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:04.904633 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a4dae2-acd5-439c-8848-3b07af70b497 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:04.906502 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-36a4dae2-acd5-439c-8848-3b07af70b497 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:04.947557 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-c6cdc324-7f96-4132-b5ce-393ce361b82b None None] Calling delete_port for 01648137-05ea-4249-b3fd-3a0902cd1540 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:05.024831 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-952f9c2f-a8b1-4d9b-b894-eaf8fe4a4231 None None] Allocated IP 2001:db8::2 (4a5369b0-8301-4713-81a5-ebef94e70f0e/5fd9bb6c-0594-4186-9111-1a965177febc/8bb1d152-16d1-4bf0-979d-7fec93fc0bb1) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:30:05.056356 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-58510f1e-5097-4897-8360-0001cfdcdbfa tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Synchronizing usage tracker for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group_rule {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:05.147911 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-58510f1e-5097-4897-8360-0001cfdcdbfa tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Unset dirty status for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group_rule {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:05.149534 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-58510f1e-5097-4897-8360-0001cfdcdbfa tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5568473 Apr 06 13:30:05.156102 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-77a671c0-5a6a-4038-bbd3-19d0efca28f0 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:05.158905 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43882) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:05.185739 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-77a671c0-5a6a-4038-bbd3-19d0efca28f0 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Usage tracker for resource:subnet and tenant:914bb3d1bef745388dc453a227f40127 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:05.199988 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-77a671c0-5a6a-4038-bbd3-19d0efca28f0 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:05.221100 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-611e5552-053b-4772-a46f-0d18dae9ae81 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:05.233110 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-77a671c0-5a6a-4038-bbd3-19d0efca28f0 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:05.273875 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-611e5552-053b-4772-a46f-0d18dae9ae81 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] device_id is not set on port 472d59cb-b634-40d5-849e-c8ab863e65a9 yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:30:05.311855 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c1f95343-97bf-47e2-b6d7-e9fbb63e8bb4 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:05.325266 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-c6cdc324-7f96-4132-b5ce-393ce361b82b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:30:05.325929 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-c6cdc324-7f96-4132-b5ce-393ce361b82b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:30:05.378371 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a671c0-5a6a-4038-bbd3-19d0efca28f0 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Made reservation on behalf of 914bb3d1bef745388dc453a227f40127 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:05.381910 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-77a671c0-5a6a-4038-bbd3-19d0efca28f0 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:05.433898 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f95343-97bf-47e2-b6d7-e9fbb63e8bb4 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Port': ['ID=01648137-05ea-4249-b3fd-3a0902cd1540,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:05.435670 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7fd10b32-5c63-4ab0-acbd-df450170715c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:05.438404 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f95343-97bf-47e2-b6d7-e9fbb63e8bb4 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] No DVR routers for this DVR port 01648137-05ea-4249-b3fd-3a0902cd1540 on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:30:05.440757 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-952f9c2f-a8b1-4d9b-b894-eaf8fe4a4231 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:05.453985 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-952f9c2f-a8b1-4d9b-b894-eaf8fe4a4231 None None] Transition to ACTIVE for port object 8bb1d152-16d1-4bf0-979d-7fec93fc0bb1 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:05.477220 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-952f9c2f-a8b1-4d9b-b894-eaf8fe4a4231 None None] Transition to ACTIVE for port object 8bb1d152-16d1-4bf0-979d-7fec93fc0bb1 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:05.543182 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-952f9c2f-a8b1-4d9b-b894-eaf8fe4a4231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:05.628663 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-36a4dae2-acd5-439c-8848-3b07af70b497 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:05.648733 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 01648137-05ea-4249-b3fd-3a0902cd1540 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:30:05.743733 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 01648137-05ea-4249-b3fd-3a0902cd1540 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:30:05.744755 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 01648137-05ea-4249-b3fd-3a0902cd1540 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:30:05.759805 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7fd10b32-5c63-4ab0-acbd-df450170715c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:05.767647 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-7bc7f4de-83eb-43d9-966a-f6d688481849 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Deleting port d97e7b83-542e-4b18-b818-c56aa5c68b1f {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:05.768101 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7bc7f4de-83eb-43d9-966a-f6d688481849 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:05.775423 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952f9c2f-a8b1-4d9b-b894-eaf8fe4a4231 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:05.781604 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-952f9c2f-a8b1-4d9b-b894-eaf8fe4a4231 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:05.792458 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952f9c2f-a8b1-4d9b-b894-eaf8fe4a4231 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:05.795813 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f9c2f-a8b1-4d9b-b894-eaf8fe4a4231 None None] Pushing event updated for resources: {'Port': ['ID=8bb1d152-16d1-4bf0-979d-7fec93fc0bb1,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:05.862271 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-c6cdc324-7f96-4132-b5ce-393ce361b82b None None] Deleting port 01648137-05ea-4249-b3fd-3a0902cd1540 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:05.862271 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c6cdc324-7f96-4132-b5ce-393ce361b82b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:05.875949 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4dae2-acd5-439c-8848-3b07af70b497 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Subnet': ['ID=e6f9d087-677c-41d6-bfda-381a9998ec37,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:05.888974 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c1f95343-97bf-47e2-b6d7-e9fbb63e8bb4 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:05.922879 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a4dae2-acd5-439c-8848-3b07af70b497 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Checking segment: {'id': '6537a583-07cb-46a3-87d2-bf9478e76ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'edc60783-3b2e-49f6-ad58-8a903683d641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:30:05.924051 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a4dae2-acd5-439c-8848-3b07af70b497 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network hostable DHCP agents. Network: edc60783-3b2e-49f6-ad58-8a903683d641, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:30:05.974141 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-c1f95343-97bf-47e2-b6d7-e9fbb63e8bb4 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0295d6-520b-495d-854a-f2e1b77d063b']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:06.044021 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-c1f95343-97bf-47e2-b6d7-e9fbb63e8bb4 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3af2d70-cd24-4b6d-813c-58379223911b') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:06.044404 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-c1f95343-97bf-47e2-b6d7-e9fbb63e8bb4 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3af2d70-cd24-4b6d-813c-58379223911b') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:06.058523 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-c6cdc324-7f96-4132-b5ce-393ce361b82b None None] The port '01648137-05ea-4249-b3fd-3a0902cd1540' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:30:06.075151 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-952f9c2f-a8b1-4d9b-b894-eaf8fe4a4231 None None] Attempting to bind port 8bb1d152-16d1-4bf0-979d-7fec93fc0bb1 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:06.075151 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-952f9c2f-a8b1-4d9b-b894-eaf8fe4a4231 None None] Attempting to bind port 8bb1d152-16d1-4bf0-979d-7fec93fc0bb1 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:06.075151 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f9c2f-a8b1-4d9b-b894-eaf8fe4a4231 None None] Attempting to bind port 8bb1d152-16d1-4bf0-979d-7fec93fc0bb1 on network 4a5369b0-8301-4713-81a5-ebef94e70f0e {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:06.077445 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f9c2f-a8b1-4d9b-b894-eaf8fe4a4231 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:30:06.077820 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f9c2f-a8b1-4d9b-b894-eaf8fe4a4231 None None] Checking segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:30:06.078228 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-952f9c2f-a8b1-4d9b-b894-eaf8fe4a4231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:06.078834 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f9c2f-a8b1-4d9b-b894-eaf8fe4a4231 None None] Bound using segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:30:06.079120 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-952f9c2f-a8b1-4d9b-b894-eaf8fe4a4231 None None] Bound port: 8bb1d152-16d1-4bf0-979d-7fec93fc0bb1, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:30:06.080115 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-952f9c2f-a8b1-4d9b-b894-eaf8fe4a4231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:06.088930 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c1f95343-97bf-47e2-b6d7-e9fbb63e8bb4 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:06.100961 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7fd10b32-5c63-4ab0-acbd-df450170715c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:06.104531 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-611e5552-053b-4772-a46f-0d18dae9ae81 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 2001:db8::9a1c:86f4:c560:f1d4 (4a5369b0-8301-4713-81a5-ebef94e70f0e/5fd9bb6c-0594-4186-9111-1a965177febc/472d59cb-b634-40d5-849e-c8ab863e65a9) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:30:06.148728 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd10b32-5c63-4ab0-acbd-df450170715c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ab975f-f75b-498a-bf6f-2e4c462b32cd,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:06.155337 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c1f95343-97bf-47e2-b6d7-e9fbb63e8bb4 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:06.177329 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7bc7f4de-83eb-43d9-966a-f6d688481849 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:06.199914 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f95343-97bf-47e2-b6d7-e9fbb63e8bb4 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:30:06.200424 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c1f95343-97bf-47e2-b6d7-e9fbb63e8bb4 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:06.212148 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-952f9c2f-a8b1-4d9b-b894-eaf8fe4a4231 None None] For port 8bb1d152-16d1-4bf0-979d-7fec93fc0bb1, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:30:06.224794 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:30:06.262585 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a4dae2-acd5-439c-8848-3b07af70b497 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network edc60783-3b2e-49f6-ad58-8a903683d641 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:30:06.337789 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-7bc7f4de-83eb-43d9-966a-f6d688481849 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Calling delete_port for d97e7b83-542e-4b18-b818-c56aa5c68b1f owned by network:router_interface {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:06.402355 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-36a4dae2-acd5-439c-8848-3b07af70b497 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, edc60783-3b2e-49f6-ad58-8a903683d641) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:06.411599 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df6747d-b044-429e-9a47-4bc74d1c34fa None None] Network edc60783-3b2e-49f6-ad58-8a903683d641 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:06.424299 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a4dae2-acd5-439c-8848-3b07af70b497 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:06.424875 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-36a4dae2-acd5-439c-8848-3b07af70b497 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:06.448434 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-77a671c0-5a6a-4038-bbd3-19d0efca28f0 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:06.451591 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-952f9c2f-a8b1-4d9b-b894-eaf8fe4a4231 None None] For port 8bb1d152-16d1-4bf0-979d-7fec93fc0bb1, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=8bb1d152-16d1-4bf0-979d-7fec93fc0bb1,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:30:06.493610 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c1f95343-97bf-47e2-b6d7-e9fbb63e8bb4 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:06.498142 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c1f95343-97bf-47e2-b6d7-e9fbb63e8bb4 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:06.539922 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-36a4dae2-acd5-439c-8848-3b07af70b497 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9262104 Apr 06 13:30:06.548248 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43886) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:06.558320 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-952f9c2f-a8b1-4d9b-b894-eaf8fe4a4231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:06.559953 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-00201252-d824-4bc7-bdac-63b4a27237df tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'port': {'network_id': 'edc60783-3b2e-49f6-ad58-8a903683d641', 'name': 'tempest-PortsTestJSON-850651233'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:06.575363 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c1f95343-97bf-47e2-b6d7-e9fbb63e8bb4 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] 10.222.0.48 "DELETE /v2.0/networks/7c0295d6-520b-495d-854a-f2e1b77d063b HTTP/1.1" status: 204 len: 168 time: 2.7089214 Apr 06 13:30:06.576776 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f95343-97bf-47e2-b6d7-e9fbb63e8bb4 tempest-NetworksTest-176510115 tempest-NetworksTest-176510115-project] Pushing event deleted for resources: {'Network': ['ID=7c0295d6-520b-495d-854a-f2e1b77d063b,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:06.667484 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a671c0-5a6a-4038-bbd3-19d0efca28f0 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Subnet': ['ID=48063740-17fa-4dda-8b54-59a506c05677,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:06.690549 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7fd10b32-5c63-4ab0-acbd-df450170715c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:06.692159 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7fd10b32-5c63-4ab0-acbd-df450170715c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "DELETE /v2.0/security-groups/f8ab975f-f75b-498a-bf6f-2e4c462b32cd HTTP/1.1" status: 204 len: 168 time: 1.5313683 Apr 06 13:30:06.699644 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43892) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:06.721290 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f9c2f-a8b1-4d9b-b894-eaf8fe4a4231 None None] Pushing event updated for resources: {'Port': ['ID=8bb1d152-16d1-4bf0-979d-7fec93fc0bb1,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:06.738968 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-00201252-d824-4bc7-bdac-63b4a27237df tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:06.752572 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a671c0-5a6a-4038-bbd3-19d0efca28f0 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Checking segment: {'id': '5a07a609-1a2c-49c4-b323-f679cf226e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cfdde344-b348-4bcf-99a5-5c1950b4a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:30:06.753330 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a671c0-5a6a-4038-bbd3-19d0efca28f0 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network hostable DHCP agents. Network: cfdde344-b348-4bcf-99a5-5c1950b4a998, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:30:06.768742 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-611e5552-053b-4772-a46f-0d18dae9ae81 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:06.801615 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9410ae4-fd6d-46a5-a363-4c0931ac573d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-edc60783-3b2e-49f6-ad58-8a903683d641', 'network_id': 'edc60783-3b2e-49f6-ad58-8a903683d641', 'tenant_id': 'a526e3e3d3c243f2855d6757315c0284', 'fixed_ips': [{'subnet_id': 'e6f9d087-677c-41d6-bfda-381a9998ec37'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:30:06.807624 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e9410ae4-fd6d-46a5-a363-4c0931ac573d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:06.807822 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-611e5552-053b-4772-a46f-0d18dae9ae81 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Transition to ACTIVE for port object 472d59cb-b634-40d5-849e-c8ab863e65a9 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:06.838492 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-00201252-d824-4bc7-bdac-63b4a27237df tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:06.840856 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a8374c48-352c-4779-9c0d-8888ef1e8727 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Synchronizing usage tracker for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:06.869054 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7bc7f4de-83eb-43d9-966a-f6d688481849 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:06.926263 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a671c0-5a6a-4038-bbd3-19d0efca28f0 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network cfdde344-b348-4bcf-99a5-5c1950b4a998 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:30:06.960607 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-611e5552-053b-4772-a46f-0d18dae9ae81 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:06.964408 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a8374c48-352c-4779-9c0d-8888ef1e8727 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Unset dirty status for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:06.968855 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a8374c48-352c-4779-9c0d-8888ef1e8727 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2629535 Apr 06 13:30:06.979885 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7f4de-83eb-43d9-966a-f6d688481849 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Pushing event deleted for resources: {'Port': ['ID=d97e7b83-542e-4b18-b818-c56aa5c68b1f,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:06.988100 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43896) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:07.002150 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-4ac4e2f5-8fdd-4bd3-aef2-6d675921507c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1276019103'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:07.007711 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-e9410ae4-fd6d-46a5-a363-4c0931ac573d None None] Allocated IP 172.20.0.2 (edc60783-3b2e-49f6-ad58-8a903683d641/e6f9d087-677c-41d6-bfda-381a9998ec37/55db583a-4b27-404c-89d7-f096254226b8) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:30:07.020723 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00201252-d824-4bc7-bdac-63b4a27237df tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:07.029746 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-00201252-d824-4bc7-bdac-63b4a27237df tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:07.088866 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-77a671c0-5a6a-4038-bbd3-19d0efca28f0 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, cfdde344-b348-4bcf-99a5-5c1950b4a998) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:07.097249 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4ac4e2f5-8fdd-4bd3-aef2-6d675921507c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:07.119078 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a671c0-5a6a-4038-bbd3-19d0efca28f0 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:07.120083 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-77a671c0-5a6a-4038-bbd3-19d0efca28f0 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:07.124723 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4ac4e2f5-8fdd-4bd3-aef2-6d675921507c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:07.133456 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-00201252-d824-4bc7-bdac-63b4a27237df tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] device_id is not set on port f7e3ac49-8962-40d3-aebf-6d1c416ab625 yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:30:07.136112 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611e5552-053b-4772-a46f-0d18dae9ae81 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:07.140438 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-611e5552-053b-4772-a46f-0d18dae9ae81 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:07.166291 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611e5552-053b-4772-a46f-0d18dae9ae81 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:07.173579 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611e5552-053b-4772-a46f-0d18dae9ae81 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:07.174572 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-611e5552-053b-4772-a46f-0d18dae9ae81 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:07.215760 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df40977-0213-4366-8806-8ff0ffc54d25 None None] Network cfdde344-b348-4bcf-99a5-5c1950b4a998 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:07.233944 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e5552-053b-4772-a46f-0d18dae9ae81 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=472d59cb-b634-40d5-849e-c8ab863e65a9,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:07.297885 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-611e5552-053b-4772-a46f-0d18dae9ae81 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1375780 Apr 06 13:30:07.302632 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-77a671c0-5a6a-4038-bbd3-19d0efca28f0 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5883656 Apr 06 13:30:07.303396 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43902) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:07.303737 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43904) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:07.313102 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-bea9a8b3-8bcc-41d7-a9b7-a951e29c4214 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'port': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'fixed_ips': [{'subnet_id': '5fd9bb6c-0594-4186-9111-1a965177febc', 'ip_address': '2001:db8::9a1c:86f4:c560:f1d4'}], 'name': 'tempest-NetworksTestDHCPv6-1627017606'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:07.376099 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-995c9009-8e38-4593-8546-faccc415e968 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2089323677', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:07.379444 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4ac4e2f5-8fdd-4bd3-aef2-6d675921507c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:07.444713 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-995c9009-8e38-4593-8546-faccc415e968 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:07.542519 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43910) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:07.543521 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-995c9009-8e38-4593-8546-faccc415e968 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:07.615535 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4ac4e2f5-8fdd-4bd3-aef2-6d675921507c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:07.660510 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-995c9009-8e38-4593-8546-faccc415e968 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:07.661488 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-995c9009-8e38-4593-8546-faccc415e968 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:07.676122 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-bea9a8b3-8bcc-41d7-a9b7-a951e29c4214 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:07.688936 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-bea9a8b3-8bcc-41d7-a9b7-a951e29c4214 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:port and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:07.690113 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-bea9a8b3-8bcc-41d7-a9b7-a951e29c4214 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:07.707958 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-bea9a8b3-8bcc-41d7-a9b7-a951e29c4214 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:07.710843 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-995c9009-8e38-4593-8546-faccc415e968 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:07.764052 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 8bb1d152-16d1-4bf0-979d-7fec93fc0bb1 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:30:07.834244 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-da0fe1c9-2e5a-4845-8ce4-e4295fe487d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bfb47db20f0d451b8551770a994c0a42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888689 Apr 06 13:30:07.837535 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43916) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:07.837724 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e9410ae4-fd6d-46a5-a363-4c0931ac573d None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:07.854545 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea9a8b3-8bcc-41d7-a9b7-a951e29c4214 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:07.859457 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4ac4e2f5-8fdd-4bd3-aef2-6d675921507c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Usage tracker for resource:security_group_rule and tenant:67ddf76bc53a4d9187c3f427ef2f2431 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:07.859723 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bea9a8b3-8bcc-41d7-a9b7-a951e29c4214 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:07.865703 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4ac4e2f5-8fdd-4bd3-aef2-6d675921507c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:07.875162 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-995c9009-8e38-4593-8546-faccc415e968 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:07.878482 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4ac4e2f5-8fdd-4bd3-aef2-6d675921507c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:07.886299 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e9410ae4-fd6d-46a5-a363-4c0931ac573d None None] Transition to ACTIVE for port object 55db583a-4b27-404c-89d7-f096254226b8 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:07.906564 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7bc7f4de-83eb-43d9-966a-f6d688481849 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:07.927949 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee20f38c-ed7a-441a-abcf-1fbdb6cf23d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-cfdde344-b348-4bcf-99a5-5c1950b4a998', 'network_id': 'cfdde344-b348-4bcf-99a5-5c1950b4a998', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'fixed_ips': [{'subnet_id': '48063740-17fa-4dda-8b54-59a506c05677'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:30:07.929059 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ee20f38c-ed7a-441a-abcf-1fbdb6cf23d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:07.942646 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-bea9a8b3-8bcc-41d7-a9b7-a951e29c4214 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] device_id is not set on port 3a0ac5d1-040a-41fa-8e93-ab7feb63fcab yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:30:08.008232 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e9410ae4-fd6d-46a5-a363-4c0931ac573d None None] Transition to ACTIVE for port object 55db583a-4b27-404c-89d7-f096254226b8 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:08.040158 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c82c4a87-3d3c-4801-93a4-73ff0ab9ffbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:08.216539 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-ee20f38c-ed7a-441a-abcf-1fbdb6cf23d5 None None] Allocated IP 2001:db8::2 (cfdde344-b348-4bcf-99a5-5c1950b4a998/48063740-17fa-4dda-8b54-59a506c05677/d012bf24-2722-44e5-8af5-6ab329ad3737) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:30:08.256141 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4ac4e2f5-8fdd-4bd3-aef2-6d675921507c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:08.279154 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-995c9009-8e38-4593-8546-faccc415e968 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:08.285868 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-995c9009-8e38-4593-8546-faccc415e968 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9790797 Apr 06 13:30:08.310662 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43920) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:08.343500 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4ac4e2f5-8fdd-4bd3-aef2-6d675921507c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:08.380435 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-00201252-d824-4bc7-bdac-63b4a27237df tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Allocated IP 172.20.0.4 (edc60783-3b2e-49f6-ad58-8a903683d641/e6f9d087-677c-41d6-bfda-381a9998ec37/f7e3ac49-8962-40d3-aebf-6d1c416ab625) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:30:08.452477 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c82c4a87-3d3c-4801-93a4-73ff0ab9ffbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:08.482883 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4e2f5-8fdd-4bd3-aef2-6d675921507c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=593e7424-e996-4f7b-b545-add01fd9cfcf,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:08.507424 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ee20f38c-ed7a-441a-abcf-1fbdb6cf23d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:08.525970 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ee20f38c-ed7a-441a-abcf-1fbdb6cf23d5 None None] Transition to ACTIVE for port object d012bf24-2722-44e5-8af5-6ab329ad3737 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:08.550290 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ee20f38c-ed7a-441a-abcf-1fbdb6cf23d5 None None] Transition to ACTIVE for port object d012bf24-2722-44e5-8af5-6ab329ad3737 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:08.559301 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 8bb1d152-16d1-4bf0-979d-7fec93fc0bb1 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:08.570995 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e9410ae4-fd6d-46a5-a363-4c0931ac573d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:08.609419 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4ac4e2f5-8fdd-4bd3-aef2-6d675921507c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:08.615428 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4ac4e2f5-8fdd-4bd3-aef2-6d675921507c tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6174982 Apr 06 13:30:08.619396 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43924) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:08.642156 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-d295feca-0282-487e-82c0-f2110aed25c0 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Request body: {'security_group_rule': {'security_group_id': '593e7424-e996-4f7b-b545-add01fd9cfcf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:08.652360 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9410ae4-fd6d-46a5-a363-4c0931ac573d None None] Network edc60783-3b2e-49f6-ad58-8a903683d641 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:08.652360 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-e9410ae4-fd6d-46a5-a363-4c0931ac573d None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:08.656462 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9410ae4-fd6d-46a5-a363-4c0931ac573d None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:08.682956 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d295feca-0282-487e-82c0-f2110aed25c0 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:08.710955 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d295feca-0282-487e-82c0-f2110aed25c0 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Usage tracker for resource:security_group_rule and tenant:67ddf76bc53a4d9187c3f427ef2f2431 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:08.720716 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea9a8b3-8bcc-41d7-a9b7-a951e29c4214 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 06 13:30:08.720716 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea9a8b3-8bcc-41d7-a9b7-a951e29c4214 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:30:08.721452 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d295feca-0282-487e-82c0-f2110aed25c0 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:08.749340 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ee20f38c-ed7a-441a-abcf-1fbdb6cf23d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:08.772359 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-96cc2bd9-56cd-4a2c-af88-32a0b46667f9 None None] Provisioning for port 8bb1d152-16d1-4bf0-979d-7fec93fc0bb1 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:08.796743 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d295feca-0282-487e-82c0-f2110aed25c0 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:08.802335 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-96cc2bd9-56cd-4a2c-af88-32a0b46667f9 None None] Provisioning complete for port 8bb1d152-16d1-4bf0-979d-7fec93fc0bb1 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:08.802819 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-96cc2bd9-56cd-4a2c-af88-32a0b46667f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:08.810595 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc7f4de-83eb-43d9-966a-f6d688481849 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Router 780b7a9d-864f-4267-8875-bf3a0da90318 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:30:08.835101 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-e9410ae4-fd6d-46a5-a363-4c0931ac573d None None] Attempting to bind port 55db583a-4b27-404c-89d7-f096254226b8 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:08.835774 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-e9410ae4-fd6d-46a5-a363-4c0931ac573d None None] Attempting to bind port 55db583a-4b27-404c-89d7-f096254226b8 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '6537a583-07cb-46a3-87d2-bf9478e76ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'edc60783-3b2e-49f6-ad58-8a903683d641'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:08.836333 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9410ae4-fd6d-46a5-a363-4c0931ac573d None None] Attempting to bind port 55db583a-4b27-404c-89d7-f096254226b8 on network edc60783-3b2e-49f6-ad58-8a903683d641 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:08.848796 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9410ae4-fd6d-46a5-a363-4c0931ac573d None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:30:08.852351 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9410ae4-fd6d-46a5-a363-4c0931ac573d None None] Checking segment: {'id': '6537a583-07cb-46a3-87d2-bf9478e76ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'edc60783-3b2e-49f6-ad58-8a903683d641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:30:08.852351 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e9410ae4-fd6d-46a5-a363-4c0931ac573d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:08.852351 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9410ae4-fd6d-46a5-a363-4c0931ac573d None None] Bound using segment: {'id': '6537a583-07cb-46a3-87d2-bf9478e76ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'edc60783-3b2e-49f6-ad58-8a903683d641'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:30:08.852351 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-e9410ae4-fd6d-46a5-a363-4c0931ac573d None None] Bound port: 55db583a-4b27-404c-89d7-f096254226b8, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6537a583-07cb-46a3-87d2-bf9478e76ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'edc60783-3b2e-49f6-ad58-8a903683d641'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:30:08.852351 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e9410ae4-fd6d-46a5-a363-4c0931ac573d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:08.863347 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9410ae4-fd6d-46a5-a363-4c0931ac573d None None] Pushing event updated for resources: {'Port': ['ID=55db583a-4b27-404c-89d7-f096254226b8,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:08.944934 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee20f38c-ed7a-441a-abcf-1fbdb6cf23d5 None None] Network cfdde344-b348-4bcf-99a5-5c1950b4a998 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:08.957476 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-ee20f38c-ed7a-441a-abcf-1fbdb6cf23d5 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:08.960254 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee20f38c-ed7a-441a-abcf-1fbdb6cf23d5 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:09.021879 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-00201252-d824-4bc7-bdac-63b4a27237df tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:09.030970 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d295feca-0282-487e-82c0-f2110aed25c0 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:09.061108 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20f38c-ed7a-441a-abcf-1fbdb6cf23d5 None None] Pushing event updated for resources: {'Port': ['ID=d012bf24-2722-44e5-8af5-6ab329ad3737,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:09.077889 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-bea9a8b3-8bcc-41d7-a9b7-a951e29c4214 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7706885 Apr 06 13:30:09.080333 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-00201252-d824-4bc7-bdac-63b4a27237df tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Transition to ACTIVE for port object f7e3ac49-8962-40d3-aebf-6d1c416ab625 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:09.081499 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43928) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:09.206080 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c82c4a87-3d3c-4801-93a4-73ff0ab9ffbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:09.221637 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e9d458f4-27c3-4739-ae1f-81719a804df6 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:09.224104 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-e9410ae4-fd6d-46a5-a363-4c0931ac573d None None] For port 55db583a-4b27-404c-89d7-f096254226b8, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:30:09.226281 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ee20f38c-ed7a-441a-abcf-1fbdb6cf23d5 None None] Attempting to bind port d012bf24-2722-44e5-8af5-6ab329ad3737 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:09.226647 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ee20f38c-ed7a-441a-abcf-1fbdb6cf23d5 None None] Attempting to bind port d012bf24-2722-44e5-8af5-6ab329ad3737 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '5a07a609-1a2c-49c4-b323-f679cf226e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cfdde344-b348-4bcf-99a5-5c1950b4a998'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:09.227036 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee20f38c-ed7a-441a-abcf-1fbdb6cf23d5 None None] Attempting to bind port d012bf24-2722-44e5-8af5-6ab329ad3737 on network cfdde344-b348-4bcf-99a5-5c1950b4a998 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:09.245266 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c4a87-3d3c-4801-93a4-73ff0ab9ffbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bee8668-0eb0-4f78-bded-dd332a359c42,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:09.245526 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-e9410ae4-fd6d-46a5-a363-4c0931ac573d None None] For port 55db583a-4b27-404c-89d7-f096254226b8, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=55db583a-4b27-404c-89d7-f096254226b8,segment=NetworkSegment(6537a583-07cb-46a3-87d2-bf9478e76ead),segment_id=6537a583-07cb-46a3-87d2-bf9478e76ead)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:30:09.250726 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee20f38c-ed7a-441a-abcf-1fbdb6cf23d5 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:30:09.251903 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee20f38c-ed7a-441a-abcf-1fbdb6cf23d5 None None] Checking segment: {'id': '5a07a609-1a2c-49c4-b323-f679cf226e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cfdde344-b348-4bcf-99a5-5c1950b4a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:30:09.252085 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ee20f38c-ed7a-441a-abcf-1fbdb6cf23d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:09.252846 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee20f38c-ed7a-441a-abcf-1fbdb6cf23d5 None None] Bound using segment: {'id': '5a07a609-1a2c-49c4-b323-f679cf226e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cfdde344-b348-4bcf-99a5-5c1950b4a998'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:30:09.253124 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ee20f38c-ed7a-441a-abcf-1fbdb6cf23d5 None None] Bound port: d012bf24-2722-44e5-8af5-6ab329ad3737, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a07a609-1a2c-49c4-b323-f679cf226e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cfdde344-b348-4bcf-99a5-5c1950b4a998'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:30:09.253738 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ee20f38c-ed7a-441a-abcf-1fbdb6cf23d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:09.296921 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-96cc2bd9-56cd-4a2c-af88-32a0b46667f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:09.325837 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c82c4a87-3d3c-4801-93a4-73ff0ab9ffbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:09.327857 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c82c4a87-3d3c-4801-93a4-73ff0ab9ffbb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5bee8668-0eb0-4f78-bded-dd332a359c42 HTTP/1.1" status: 204 len: 168 time: 1.4884949 Apr 06 13:30:09.348538 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d295feca-0282-487e-82c0-f2110aed25c0 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:09.354705 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e9410ae4-fd6d-46a5-a363-4c0931ac573d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:09.356454 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc7f4de-83eb-43d9-966a-f6d688481849 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:30:09.370696 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c56fee-6571-48bb-a29b-a05e27c275d2 None None] Sync routers for ids ['780b7a9d-864f-4267-8875-bf3a0da90318'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:30:09.379036 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7bc7f4de-83eb-43d9-966a-f6d688481849 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] 10.222.0.48 "PUT /v2.0/routers/780b7a9d-864f-4267-8875-bf3a0da90318/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6842000 Apr 06 13:30:09.382568 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43934) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:09.390553 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c56fee-6571-48bb-a29b-a05e27c275d2 None None] Routers {'780b7a9d-864f-4267-8875-bf3a0da90318'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:30:09.391288 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-73c56fee-6571-48bb-a29b-a05e27c275d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:29:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['780b7a9d-864f-4267-8875-bf3a0da90318'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:09.471568 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d295feca-0282-487e-82c0-f2110aed25c0 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:09.474444 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9410ae4-fd6d-46a5-a363-4c0931ac573d None None] Pushing event updated for resources: {'Port': ['ID=55db583a-4b27-404c-89d7-f096254226b8,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:09.513764 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-96cc2bd9-56cd-4a2c-af88-32a0b46667f9 None None] For port 8bb1d152-16d1-4bf0-979d-7fec93fc0bb1, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=8bb1d152-16d1-4bf0-979d-7fec93fc0bb1,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:09.514670 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32395407-adf8-4e2b-b1b1-3737dad81628 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:09.531702 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32395407-adf8-4e2b-b1b1-3737dad81628 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:09.537073 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-32395407-adf8-4e2b-b1b1-3737dad81628 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4497204 Apr 06 13:30:09.537465 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-73c56fee-6571-48bb-a29b-a05e27c275d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:09.545613 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43938) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:09.549286 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c56fee-6571-48bb-a29b-a05e27c275d2 None None] Routers {'780b7a9d-864f-4267-8875-bf3a0da90318'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:30:09.549702 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-73c56fee-6571-48bb-a29b-a05e27c275d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:29:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['780b7a9d-864f-4267-8875-bf3a0da90318'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:09.565008 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295feca-0282-487e-82c0-f2110aed25c0 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d28aa046-f87c-453e-bf3f-0077f29764a1,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:09.571411 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-00201252-d824-4bc7-bdac-63b4a27237df tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:09.582050 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ee20f38c-ed7a-441a-abcf-1fbdb6cf23d5 None None] For port d012bf24-2722-44e5-8af5-6ab329ad3737, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:30:09.586705 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ee20f38c-ed7a-441a-abcf-1fbdb6cf23d5 None None] For port d012bf24-2722-44e5-8af5-6ab329ad3737, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d012bf24-2722-44e5-8af5-6ab329ad3737,segment=NetworkSegment(5a07a609-1a2c-49c4-b323-f679cf226e41),segment_id=5a07a609-1a2c-49c4-b323-f679cf226e41)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:30:09.605834 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-96cc2bd9-56cd-4a2c-af88-32a0b46667f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:09.629814 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-73c56fee-6571-48bb-a29b-a05e27c275d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:09.630609 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c56fee-6571-48bb-a29b-a05e27c275d2 None None] The sync data for ids ['780b7a9d-864f-4267-8875-bf3a0da90318'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:30:09.650712 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-c2d82fd6-c910-4e60-9336-107aae4bc524 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting port 472d59cb-b634-40d5-849e-c8ab863e65a9 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:09.651198 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c2d82fd6-c910-4e60-9336-107aae4bc524 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:09.677363 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00201252-d824-4bc7-bdac-63b4a27237df tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network edc60783-3b2e-49f6-ad58-8a903683d641 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:09.701309 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ee20f38c-ed7a-441a-abcf-1fbdb6cf23d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:09.740149 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc2bd9-56cd-4a2c-af88-32a0b46667f9 None None] Pushing event updated for resources: {'Port': ['ID=8bb1d152-16d1-4bf0-979d-7fec93fc0bb1,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:09.789799 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-00201252-d824-4bc7-bdac-63b4a27237df tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:09.793771 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00201252-d824-4bc7-bdac-63b4a27237df tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:09.819037 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ac57e10f-91fa-49e0-a163-31ac71c93649 None None] Provisioning for port 472d59cb-b634-40d5-849e-c8ab863e65a9 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:09.834300 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ac57e10f-91fa-49e0-a163-31ac71c93649 None None] Provisioning complete for port 472d59cb-b634-40d5-849e-c8ab863e65a9 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:09.834704 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ac57e10f-91fa-49e0-a163-31ac71c93649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:09.835005 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d295feca-0282-487e-82c0-f2110aed25c0 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:09.839494 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d295feca-0282-487e-82c0-f2110aed25c0 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2172947 Apr 06 13:30:09.848860 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43944) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:09.949548 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ac57e10f-91fa-49e0-a163-31ac71c93649 None None] Port 472d59cb-b634-40d5-849e-c8ab863e65a9 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:30:09.950905 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00201252-d824-4bc7-bdac-63b4a27237df tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Port': ['ID=f7e3ac49-8962-40d3-aebf-6d1c416ab625,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:09.957132 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20f38c-ed7a-441a-abcf-1fbdb6cf23d5 None None] Pushing event updated for resources: {'Port': ['ID=d012bf24-2722-44e5-8af5-6ab329ad3737,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:10.009810 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1618efd3-91ae-4ad4-a0ac-f8c77a3ad8fd tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:10.108577 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a46cb8f8-086d-49fb-bb3c-b5c2a34c8dd4 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:10.286569 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a46cb8f8-086d-49fb-bb3c-b5c2a34c8dd4 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:10.403094 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00201252-d824-4bc7-bdac-63b4a27237df tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:10.403763 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-e9d458f4-27c3-4739-ae1f-81719a804df6 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Allocated IP 2001:db8::1 (cfdde344-b348-4bcf-99a5-5c1950b4a998/48063740-17fa-4dda-8b54-59a506c05677/65832535-de49-4a3c-9549-e9457f762957) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:30:10.404629 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-00201252-d824-4bc7-bdac-63b4a27237df tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:10.464732 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c2d82fd6-c910-4e60-9336-107aae4bc524 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:10.504790 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-00201252-d824-4bc7-bdac-63b4a27237df tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.9577568 Apr 06 13:30:10.512874 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43956) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:10.519559 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-b2c83371-f44f-4988-9a1b-de540bacffc1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'port': {'network_id': 'edc60783-3b2e-49f6-ad58-8a903683d641', 'name': 'tempest-PortsTestJSON-754107157'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:10.603574 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a46cb8f8-086d-49fb-bb3c-b5c2a34c8dd4 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:10.613091 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-c2d82fd6-c910-4e60-9336-107aae4bc524 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Calling delete_port for 472d59cb-b634-40d5-849e-c8ab863e65a9 owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:10.656174 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1618efd3-91ae-4ad4-a0ac-f8c77a3ad8fd tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:10.711253 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b2c83371-f44f-4988-9a1b-de540bacffc1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:10.716378 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b2c83371-f44f-4988-9a1b-de540bacffc1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:port and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:10.720783 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b2c83371-f44f-4988-9a1b-de540bacffc1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:10.729892 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b2c83371-f44f-4988-9a1b-de540bacffc1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:10.764542 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-1618efd3-91ae-4ad4-a0ac-f8c77a3ad8fd tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Deleting port db3df534-be5b-451a-bae9-df62c89a3c2f {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:10.764898 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1618efd3-91ae-4ad4-a0ac-f8c77a3ad8fd tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:10.853149 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c83371-f44f-4988-9a1b-de540bacffc1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:10.858188 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b2c83371-f44f-4988-9a1b-de540bacffc1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:10.869226 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46cb8f8-086d-49fb-bb3c-b5c2a34c8dd4 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=593e7424-e996-4f7b-b545-add01fd9cfcf,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:10.921730 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-b2c83371-f44f-4988-9a1b-de540bacffc1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] device_id is not set on port cc20c3e2-fdce-49bb-8104-5eda99200d22 yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:30:10.959418 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a46cb8f8-086d-49fb-bb3c-b5c2a34c8dd4 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:10.963758 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a46cb8f8-086d-49fb-bb3c-b5c2a34c8dd4 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "DELETE /v2.0/security-groups/593e7424-e996-4f7b-b545-add01fd9cfcf HTTP/1.1" status: 204 len: 168 time: 1.0591667 Apr 06 13:30:10.969431 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43968) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:11.051101 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e9d458f4-27c3-4739-ae1f-81719a804df6 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:11.066326 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43972) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:11.090353 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-e9d458f4-27c3-4739-ae1f-81719a804df6 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Transition to ACTIVE for port object 65832535-de49-4a3c-9549-e9457f762957 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:11.167035 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c2d82fd6-c910-4e60-9336-107aae4bc524 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:11.195225 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8b1a22f7-48d7-4ed1-bc3c-41afc8fa8ed6 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Synchronizing usage tracker for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:11.248298 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1618efd3-91ae-4ad4-a0ac-f8c77a3ad8fd tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:11.254105 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e9d458f4-27c3-4739-ae1f-81719a804df6 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:11.255506 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd7d683-4653-46bc-9fb9-1dab31448aa9 None None] Network edc60783-3b2e-49f6-ad58-8a903683d641 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:11.290540 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d82fd6-c910-4e60-9336-107aae4bc524 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Port': ['ID=472d59cb-b634-40d5-849e-c8ab863e65a9,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:11.348063 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-63bc9bb0-ecc4-4ec7-826b-a0919ea78a7d tempest-DvrRoutersNegativeTest-1996870241 tempest-DvrRoutersNegativeTest-1996870241-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-70449757', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:11.351807 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.policy [None req-63bc9bb0-ecc4-4ec7-826b-a0919ea78a7d tempest-DvrRoutersNegativeTest-1996870241 tempest-DvrRoutersNegativeTest-1996870241-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88564) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 06 13:30:11.352325 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.policy [None req-63bc9bb0-ecc4-4ec7-826b-a0919ea78a7d tempest-DvrRoutersNegativeTest-1996870241 tempest-DvrRoutersNegativeTest-1996870241-project] Failed policy check for 'create_router' {{(pid=88564) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 06 13:30:11.353193 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-63bc9bb0-ecc4-4ec7-826b-a0919ea78a7d tempest-DvrRoutersNegativeTest-1996870241 tempest-DvrRoutersNegativeTest-1996870241-project] create failed (client error): Access was denied to this resource. Apr 06 13:30:11.355364 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-63bc9bb0-ecc4-4ec7-826b-a0919ea78a7d tempest-DvrRoutersNegativeTest-1996870241 tempest-DvrRoutersNegativeTest-1996870241-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2880399 Apr 06 13:30:11.406161 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-c19c4704-fde8-466d-80c4-09b358484f69 None None] Provisioning for port 55db583a-4b27-404c-89d7-f096254226b8 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:11.497661 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8b1a22f7-48d7-4ed1-bc3c-41afc8fa8ed6 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Unset dirty status for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:11.498999 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d458f4-27c3-4739-ae1f-81719a804df6 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network cfdde344-b348-4bcf-99a5-5c1950b4a998 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:11.505235 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8b1a22f7-48d7-4ed1-bc3c-41afc8fa8ed6 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4706283 Apr 06 13:30:11.511446 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43980) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:11.520387 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-e9d458f4-27c3-4739-ae1f-81719a804df6 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:11.520749 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-1618efd3-91ae-4ad4-a0ac-f8c77a3ad8fd tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Calling delete_port for db3df534-be5b-451a-bae9-df62c89a3c2f owned by network:router_gateway {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:11.589384 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d458f4-27c3-4739-ae1f-81719a804df6 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:11.590104 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e9d458f4-27c3-4739-ae1f-81719a804df6 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:11.663810 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-b2c83371-f44f-4988-9a1b-de540bacffc1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Allocated IP 172.20.0.11 (edc60783-3b2e-49f6-ad58-8a903683d641/e6f9d087-677c-41d6-bfda-381a9998ec37/cc20c3e2-fdce-49bb-8104-5eda99200d22) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:30:11.731038 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c2d82fd6-c910-4e60-9336-107aae4bc524 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:11.769430 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d458f4-27c3-4739-ae1f-81719a804df6 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Port': ['ID=65832535-de49-4a3c-9549-e9457f762957,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:11.774355 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c2d82fd6-c910-4e60-9336-107aae4bc524 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/472d59cb-b634-40d5-849e-c8ab863e65a9 HTTP/1.1" status: 204 len: 168 time: 2.2276158 Apr 06 13:30:11.788545 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43984) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:11.913404 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-665424f5-140b-41f4-858e-e9d37d37362d tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Synchronizing usage tracker for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group_rule {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:11.914727 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 55db583a-4b27-404c-89d7-f096254226b8 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:30:12.055880 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e9d458f4-27c3-4739-ae1f-81719a804df6 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:12.093758 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95ef576-e111-45be-869f-84356dc2b640 None None] Network cfdde344-b348-4bcf-99a5-5c1950b4a998 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:12.099750 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46a9067-fa07-4644-b647-2cdfc4baf4cd tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:12.101335 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46a9067-fa07-4644-b647-2cdfc4baf4cd tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:12.107884 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a46a9067-fa07-4644-b647-2cdfc4baf4cd tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:12.159297 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-665424f5-140b-41f4-858e-e9d37d37362d tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] Unset dirty status for tenant:67ddf76bc53a4d9187c3f427ef2f2431 on resource:security_group_rule {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:12.160829 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-665424f5-140b-41f4-858e-e9d37d37362d tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.6450849 Apr 06 13:30:12.177442 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43988) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:12.273660 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b2c83371-f44f-4988-9a1b-de540bacffc1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:12.331586 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-b2c83371-f44f-4988-9a1b-de540bacffc1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Transition to ACTIVE for port object cc20c3e2-fdce-49bb-8104-5eda99200d22 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:12.366945 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-cf376956-e517-4ef0-8b84-46b18dd39ff0 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] delete failed (client error): The resource could not be found. Apr 06 13:30:12.368035 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-cf376956-e517-4ef0-8b84-46b18dd39ff0 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "DELETE /v2.0/security-groups/593e7424-e996-4f7b-b545-add01fd9cfcf HTTP/1.1" status: 404 len: 347 time: 0.1868308 Apr 06 13:30:12.374051 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 43994) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:12.377830 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a46a9067-fa07-4644-b647-2cdfc4baf4cd tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:12.379058 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a46a9067-fa07-4644-b647-2cdfc4baf4cd tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5839398 Apr 06 13:30:12.382034 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 43998) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:12.424083 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44002) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:12.424863 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1618efd3-91ae-4ad4-a0ac-f8c77a3ad8fd tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:12.425304 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-c0194134-1727-405f-9ab9-1fccf5e44e16 None None] Provisioning for port d012bf24-2722-44e5-8af5-6ab329ad3737 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:12.436528 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 55db583a-4b27-404c-89d7-f096254226b8 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:12.445173 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 55db583a-4b27-404c-89d7-f096254226b8 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:12.445591 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:12.566788 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2be0235-94e5-4cf1-88d4-d51a7115b521 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet 5fd9bb6c-0594-4186-9111-1a965177febc {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:30:12.590680 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c2be0235-94e5-4cf1-88d4-d51a7115b521 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:12.598471 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5c19151d-bf53-4c4e-a468-c044e8349b89 tempest-SecGroupIPv6Test-665047530 tempest-SecGroupIPv6Test-665047530-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2230403 Apr 06 13:30:12.602239 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618efd3-91ae-4ad4-a0ac-f8c77a3ad8fd tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Pushing event deleted for resources: {'Port': ['ID=db3df534-be5b-451a-bae9-df62c89a3c2f,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:12.633598 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:12.659691 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-beb8fc1f-6e75-44d5-aef8-206ac5688d80 None None] Provisioning complete for port 55db583a-4b27-404c-89d7-f096254226b8 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:12.660259 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-beb8fc1f-6e75-44d5-aef8-206ac5688d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:12.720469 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b2c83371-f44f-4988-9a1b-de540bacffc1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:12.770673 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 55db583a-4b27-404c-89d7-f096254226b8, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=55db583a-4b27-404c-89d7-f096254226b8,segment=NetworkSegment(6537a583-07cb-46a3-87d2-bf9478e76ead),segment_id=6537a583-07cb-46a3-87d2-bf9478e76ead)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:12.808586 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c2be0235-94e5-4cf1-88d4-d51a7115b521 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:12.831213 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c83371-f44f-4988-9a1b-de540bacffc1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network edc60783-3b2e-49f6-ad58-8a903683d641 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:12.836437 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-b2c83371-f44f-4988-9a1b-de540bacffc1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:12.838545 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ddd618f5-45b3-4412-a464-c559fa3106b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:12.860095 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c83371-f44f-4988-9a1b-de540bacffc1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:12.877698 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:12.879214 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d012bf24-2722-44e5-8af5-6ab329ad3737 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:30:12.948672 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e9d458f4-27c3-4739-ae1f-81719a804df6 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:12.955918 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c2be0235-94e5-4cf1-88d4-d51a7115b521 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:13.045238 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e9d458f4-27c3-4739-ae1f-81719a804df6 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:13.049807 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e9d458f4-27c3-4739-ae1f-81719a804df6 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:13.097310 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1618efd3-91ae-4ad4-a0ac-f8c77a3ad8fd tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:13.146546 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=55db583a-4b27-404c-89d7-f096254226b8,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:13.228255 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d458f4-27c3-4739-ae1f-81719a804df6 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Port': ['ID=65832535-de49-4a3c-9549-e9457f762957,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:13.232768 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-beb8fc1f-6e75-44d5-aef8-206ac5688d80 None None] Provisioning for port f7e3ac49-8962-40d3-aebf-6d1c416ab625 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:13.240437 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-beb8fc1f-6e75-44d5-aef8-206ac5688d80 None None] Provisioning complete for port f7e3ac49-8962-40d3-aebf-6d1c416ab625 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:13.241095 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-beb8fc1f-6e75-44d5-aef8-206ac5688d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:13.348393 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port d012bf24-2722-44e5-8af5-6ab329ad3737 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:13.387960 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port d012bf24-2722-44e5-8af5-6ab329ad3737 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:13.388334 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:13.398056 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c83371-f44f-4988-9a1b-de540bacffc1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Port': ['ID=cc20c3e2-fdce-49bb-8104-5eda99200d22,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:13.415733 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ddd618f5-45b3-4412-a464-c559fa3106b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:13.508918 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44012) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:13.514453 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ddd618f5-45b3-4412-a464-c559fa3106b7 admin admin] Usage tracker for resource:security_group_rule and tenant:b2d3ecdd0ba540edaead4d60e12cb898 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:13.526256 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-beb8fc1f-6e75-44d5-aef8-206ac5688d80 None None] Port f7e3ac49-8962-40d3-aebf-6d1c416ab625 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:30:13.538242 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ddd618f5-45b3-4412-a464-c559fa3106b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:13.547424 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c83371-f44f-4988-9a1b-de540bacffc1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:13.548629 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b2c83371-f44f-4988-9a1b-de540bacffc1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:13.550846 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c2be0235-94e5-4cf1-88d4-d51a7115b521 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:13.564859 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1618efd3-91ae-4ad4-a0ac-f8c77a3ad8fd tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:13.573400 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1618efd3-91ae-4ad4-a0ac-f8c77a3ad8fd tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:13.577492 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ddd618f5-45b3-4412-a464-c559fa3106b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:13.660740 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:13.713252 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port d012bf24-2722-44e5-8af5-6ab329ad3737, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d012bf24-2722-44e5-8af5-6ab329ad3737,segment=NetworkSegment(5a07a609-1a2c-49c4-b323-f679cf226e41),segment_id=5a07a609-1a2c-49c4-b323-f679cf226e41)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:13.714002 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b2c83371-f44f-4988-9a1b-de540bacffc1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1940050 Apr 06 13:30:13.714906 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44018) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:13.751437 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be0235-94e5-4cf1-88d4-d51a7115b521 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=5fd9bb6c-0594-4186-9111-1a965177febc,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:13.760414 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c2be0235-94e5-4cf1-88d4-d51a7115b521 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:13.790466 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f31a84-97eb-40bf-be96-52d1cfba7b95 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:13.804416 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1618efd3-91ae-4ad4-a0ac-f8c77a3ad8fd tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:13.804968 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1618efd3-91ae-4ad4-a0ac-f8c77a3ad8fd tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Fanout notify agent at l3_agent the message router_deleted on router 780b7a9d-864f-4267-8875-bf3a0da90318 {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:30:13.808343 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d458f4-27c3-4739-ae1f-81719a804df6 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network cfdde344-b348-4bcf-99a5-5c1950b4a998 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:13.810509 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-e9d458f4-27c3-4739-ae1f-81719a804df6 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:13.825039 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:13.826024 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 8bb1d152-16d1-4bf0-979d-7fec93fc0bb1 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:30:13.853939 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-78b8c0ce-eae1-47e8-8f75-ad73ba87db9a None None] Provisioning for port cc20c3e2-fdce-49bb-8104-5eda99200d22 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:13.918231 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-fb858fa2-442d-426b-bdb5-b3a609912d45 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=67ddf76bc53a4d9187c3f427ef2f2431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4081421 Apr 06 13:30:13.922212 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44022) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:13.952424 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1618efd3-91ae-4ad4-a0ac-f8c77a3ad8fd tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:13.958063 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1618efd3-91ae-4ad4-a0ac-f8c77a3ad8fd tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] 10.222.0.48 "DELETE /v2.0/routers/780b7a9d-864f-4267-8875-bf3a0da90318 HTTP/1.1" status: 204 len: 168 time: 4.5721898 Apr 06 13:30:13.963623 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44026) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:14.018119 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c2be0235-94e5-4cf1-88d4-d51a7115b521 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/5fd9bb6c-0594-4186-9111-1a965177febc HTTP/1.1" status: 204 len: 168 time: 1.6314695 Apr 06 13:30:14.021145 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44030) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:14.072408 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-78b8c0ce-eae1-47e8-8f75-ad73ba87db9a None None] Provisioning complete for port cc20c3e2-fdce-49bb-8104-5eda99200d22 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:14.072744 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-78b8c0ce-eae1-47e8-8f75-ad73ba87db9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:14.153126 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3787aa0-5bcb-47cf-a012-5eb18d4ef2c2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:14.153911 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b3787aa0-5bcb-47cf-a012-5eb18d4ef2c2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Synchronizing usage tracker for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:14.180303 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1661a2-b9d0-4174-a3ed-f3161a4a2443 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Deleting subnet 776ec458-3bbd-4bf3-8ce7-fcbae0a2b9c3 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:30:14.185316 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4b1661a2-b9d0-4174-a3ed-f3161a4a2443 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:14.208771 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-547158bd-a8ff-4adb-a077-b2adb60b5aeb tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1863499 Apr 06 13:30:14.217051 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44034) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:14.236888 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=d012bf24-2722-44e5-8af5-6ab329ad3737,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:14.239168 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-089d1923-cbf2-4973-8715-9bb8fc68a35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:14.245345 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ddd618f5-45b3-4412-a464-c559fa3106b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:14.258592 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-40ac1fad-a80d-4b96-8b30-c586427510b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:14.295285 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-089d1923-cbf2-4973-8715-9bb8fc68a35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:14.315157 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4b1661a2-b9d0-4174-a3ed-f3161a4a2443 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:14.355678 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-78b8c0ce-eae1-47e8-8f75-ad73ba87db9a None None] Port cc20c3e2-fdce-49bb-8104-5eda99200d22 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:30:14.386486 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 8bb1d152-16d1-4bf0-979d-7fec93fc0bb1 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:14.386872 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:14.423803 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ddd618f5-45b3-4412-a464-c559fa3106b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:14.429842 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-78b8c0ce-eae1-47e8-8f75-ad73ba87db9a None None] Provisioning complete for port d012bf24-2722-44e5-8af5-6ab329ad3737 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:14.430226 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-78b8c0ce-eae1-47e8-8f75-ad73ba87db9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:14.443517 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b3787aa0-5bcb-47cf-a012-5eb18d4ef2c2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Unset dirty status for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:14.447642 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b3787aa0-5bcb-47cf-a012-5eb18d4ef2c2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.7274697 Apr 06 13:30:14.448661 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44038) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:14.499429 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ddd618f5-45b3-4412-a464-c559fa3106b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b2d3ecdd0ba540edaead4d60e12cb898&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0601375 Apr 06 13:30:14.504060 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44042) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:14.504802 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd618f5-45b3-4412-a464-c559fa3106b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f05d20-fada-4036-80fe-98ff26c32275,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:14.521965 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-40ac1fad-a80d-4b96-8b30-c586427510b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:14.527047 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-40ac1fad-a80d-4b96-8b30-c586427510b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:subnet and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:14.537539 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-40ac1fad-a80d-4b96-8b30-c586427510b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:14.537539 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-40ac1fad-a80d-4b96-8b30-c586427510b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:14.547613 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d458f4-27c3-4739-ae1f-81719a804df6 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Router 7279cd67-528f-4c80-a56e-0e5da8b81909 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:30:14.578677 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-089d1923-cbf2-4973-8715-9bb8fc68a35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:14.613283 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d1923-cbf2-4973-8715-9bb8fc68a35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4890e065-e27f-4c27-93b2-7b9837b3aa60,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:14.617959 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c5c1f61a-3627-4a64-8737-06e41d84d335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:14.645872 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4b1661a2-b9d0-4174-a3ed-f3161a4a2443 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:14.659283 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5eb42f-0ebe-48cf-93f3-012aac321170 None None] DHCP port deletion for 4a5369b0-8301-4713-81a5-ebef94e70f0e request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:30:14.668688 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ac1fad-a80d-4b96-8b30-c586427510b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:14.671535 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-40ac1fad-a80d-4b96-8b30-c586427510b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:14.696485 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-8e5eb42f-0ebe-48cf-93f3-012aac321170 None None] Deleting port 8bb1d152-16d1-4bf0-979d-7fec93fc0bb1 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:14.696860 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8e5eb42f-0ebe-48cf-93f3-012aac321170 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:14.729078 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c5c1f61a-3627-4a64-8737-06e41d84d335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:14.744390 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-678418ea-7446-4287-b736-e12f46624d7a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting port cc20c3e2-fdce-49bb-8104-5eda99200d22 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:14.756900 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-678418ea-7446-4287-b736-e12f46624d7a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:14.856604 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-089d1923-cbf2-4973-8715-9bb8fc68a35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:14.857844 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-089d1923-cbf2-4973-8715-9bb8fc68a35f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4890e065-e27f-4c27-93b2-7b9837b3aa60 HTTP/1.1" status: 204 len: 168 time: 0.9333026 Apr 06 13:30:14.902270 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4b1661a2-b9d0-4174-a3ed-f3161a4a2443 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:14.945795 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c5c1f61a-3627-4a64-8737-06e41d84d335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:14.965371 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1661a2-b9d0-4174-a3ed-f3161a4a2443 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Pushing event deleted for resources: {'Subnet': ['ID=776ec458-3bbd-4bf3-8ce7-fcbae0a2b9c3,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:14.970206 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4b1661a2-b9d0-4174-a3ed-f3161a4a2443 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:14.978735 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1f61a-3627-4a64-8737-06e41d84d335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f05d20-fada-4036-80fe-98ff26c32275,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:14.990248 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4b1661a2-b9d0-4174-a3ed-f3161a4a2443 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] 10.222.0.48 "DELETE /v2.0/subnets/776ec458-3bbd-4bf3-8ce7-fcbae0a2b9c3 HTTP/1.1" status: 204 len: 168 time: 1.0215299 Apr 06 13:30:14.991917 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c5c1f61a-3627-4a64-8737-06e41d84d335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:14.995358 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 55db583a-4b27-404c-89d7-f096254226b8 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:30:14.996050 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c5c1f61a-3627-4a64-8737-06e41d84d335 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b8f05d20-fada-4036-80fe-98ff26c32275 HTTP/1.1" status: 204 len: 168 time: 0.4883075 Apr 06 13:30:14.996498 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44048) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:15.021641 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e04f90-e21c-4d13-9006-f70b36dff395 None None] Network c8959d7f-4901-4156-ac0f-c2cd734d62bc requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:15.033811 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d458f4-27c3-4739-ae1f-81719a804df6 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:30:15.064473 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-78b8c0ce-eae1-47e8-8f75-ad73ba87db9a None None] Provisioning for port 65832535-de49-4a3c-9549-e9457f762957 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:15.085897 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-78b8c0ce-eae1-47e8-8f75-ad73ba87db9a None None] Provisioning complete for port 65832535-de49-4a3c-9549-e9457f762957 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:15.086276 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-78b8c0ce-eae1-47e8-8f75-ad73ba87db9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:15.098291 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e9d458f4-27c3-4739-ae1f-81719a804df6 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "PUT /v2.0/routers/7279cd67-528f-4c80-a56e-0e5da8b81909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7778761 Apr 06 13:30:15.098951 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44054) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:15.111692 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ffada-586a-4152-9f2e-cc7565092c84 None None] Sync routers for ids ['7279cd67-528f-4c80-a56e-0e5da8b81909'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:30:15.170625 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-8e5eb42f-0ebe-48cf-93f3-012aac321170 None None] For port 8bb1d152-16d1-4bf0-979d-7fec93fc0bb1, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=8bb1d152-16d1-4bf0-979d-7fec93fc0bb1,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:15.171088 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8e5eb42f-0ebe-48cf-93f3-012aac321170 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:15.313435 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-55884fe8-9c89-4a25-9751-002abb5c93ef tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:15.330307 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67b0717-b95e-422a-bf91-3ed77058ac16 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:15.335578 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c67b0717-b95e-422a-bf91-3ed77058ac16 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "GET /v2.0/ports/65832535-de49-4a3c-9549-e9457f762957 HTTP/1.1" status: 200 len: 911 time: 0.2341075 Apr 06 13:30:15.337718 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44060) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:15.351387 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-70f02f0f-8518-4d9a-bd71-d328f7cd9139 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '48063740-17fa-4dda-8b54-59a506c05677'}]}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:15.375639 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-8e5eb42f-0ebe-48cf-93f3-012aac321170 None None] Calling delete_port for 8bb1d152-16d1-4bf0-979d-7fec93fc0bb1 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:15.464786 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-55884fe8-9c89-4a25-9751-002abb5c93ef tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Deleting port 5c6cc56a-d01f-442e-8968-689506e53e5b {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:15.465319 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-55884fe8-9c89-4a25-9751-002abb5c93ef tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:15.551706 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-40ac1fad-a80d-4b96-8b30-c586427510b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:15.622513 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ffada-586a-4152-9f2e-cc7565092c84 None None] Routers {'7279cd67-528f-4c80-a56e-0e5da8b81909'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:30:15.623183 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e37ffada-586a-4152-9f2e-cc7565092c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:29:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['7279cd67-528f-4c80-a56e-0e5da8b81909'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:15.646505 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-678418ea-7446-4287-b736-e12f46624d7a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:15.703787 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-70f02f0f-8518-4d9a-bd71-d328f7cd9139 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:15.763637 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e37ffada-586a-4152-9f2e-cc7565092c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:15.845552 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-78b8c0ce-eae1-47e8-8f75-ad73ba87db9a None None] Port 65832535-de49-4a3c-9549-e9457f762957 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:30:15.864839 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ffada-586a-4152-9f2e-cc7565092c84 None None] Routers {'7279cd67-528f-4c80-a56e-0e5da8b81909'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:30:15.865372 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e37ffada-586a-4152-9f2e-cc7565092c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:29:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['7279cd67-528f-4c80-a56e-0e5da8b81909'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:16.022191 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ac1fad-a80d-4b96-8b30-c586427510b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:16.023253 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-144911a8-53d2-4234-a63e-756179d23164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:16.034348 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-40ac1fad-a80d-4b96-8b30-c586427510b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:16.040294 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ac1fad-a80d-4b96-8b30-c586427510b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:16.050573 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 55db583a-4b27-404c-89d7-f096254226b8 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:16.055436 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:16.055598 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-40ac1fad-a80d-4b96-8b30-c586427510b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:16.156361 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-55884fe8-9c89-4a25-9751-002abb5c93ef tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] For port 5c6cc56a-d01f-442e-8968-689506e53e5b, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=5c6cc56a-d01f-442e-8968-689506e53e5b,segment=NetworkSegment(402d3d7b-7edc-45f5-8761-a382fa739a97),segment_id=402d3d7b-7edc-45f5-8761-a382fa739a97)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:16.157776 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-55884fe8-9c89-4a25-9751-002abb5c93ef tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:16.258072 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e37ffada-586a-4152-9f2e-cc7565092c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:16.258072 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ffada-586a-4152-9f2e-cc7565092c84 None None] The sync data for ids ['7279cd67-528f-4c80-a56e-0e5da8b81909'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:30:16.308602 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-678418ea-7446-4287-b736-e12f46624d7a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Calling delete_port for cc20c3e2-fdce-49bb-8104-5eda99200d22 owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:16.317636 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8e5eb42f-0ebe-48cf-93f3-012aac321170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:16.370056 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac1fad-a80d-4b96-8b30-c586427510b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=37bf6466-124a-43b5-977f-e4c6e4ba3cd1,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:16.428139 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3d0b8c77-6515-432d-9131-b4b6373de212 None None] Provisioning complete for port 65832535-de49-4a3c-9549-e9457f762957 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:16.428458 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3d0b8c77-6515-432d-9131-b4b6373de212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:16.469373 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5eb42f-0ebe-48cf-93f3-012aac321170 None None] Pushing event deleted for resources: {'Port': ['ID=8bb1d152-16d1-4bf0-979d-7fec93fc0bb1,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:16.477942 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5eb42f-0ebe-48cf-93f3-012aac321170 None None] No DVR routers for this DVR port 8bb1d152-16d1-4bf0-979d-7fec93fc0bb1 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:30:16.520319 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84f660d-cf7d-4777-8fff-0291632f6595 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:16.556434 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-55884fe8-9c89-4a25-9751-002abb5c93ef tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Calling delete_port for 5c6cc56a-d01f-442e-8968-689506e53e5b owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:16.573260 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d012bf24-2722-44e5-8af5-6ab329ad3737 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:30:16.632889 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-3d0b8c77-6515-432d-9131-b4b6373de212 None None] Port 65832535-de49-4a3c-9549-e9457f762957 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:30:16.639416 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44098) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:16.646263 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-40ac1fad-a80d-4b96-8b30-c586427510b4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4236844 Apr 06 13:30:16.657428 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44102) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:16.692855 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-87e5d32d-c7f0-4b65-ae11-7cb51165f87b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'port': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'fixed_ips': [{'subnet_id': '37bf6466-124a-43b5-977f-e4c6e4ba3cd1', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-234838838'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:16.796686 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c6d911-c375-4fe1-aa8c-aa00c450d352 None None] DHCP port deletion for c8959d7f-4901-4156-ac0f-c2cd734d62bc request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:30:16.845489 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-28c6d911-c375-4fe1-aa8c-aa00c450d352 None None] Deleting port 5c6cc56a-d01f-442e-8968-689506e53e5b {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:16.846175 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-28c6d911-c375-4fe1-aa8c-aa00c450d352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:16.898958 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-70f02f0f-8518-4d9a-bd71-d328f7cd9139 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:16.957857 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port d012bf24-2722-44e5-8af5-6ab329ad3737 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:16.958345 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:16.961140 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-01882948-95e0-4d6a-be9f-6fb6073a9473 tempest-ServiceProvidersTest-2054637346 tempest-ServiceProvidersTest-2054637346-project] 10.222.0.48 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3204546 Apr 06 13:30:16.967006 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-55884fe8-9c89-4a25-9751-002abb5c93ef tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:17.019949 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-70f02f0f-8518-4d9a-bd71-d328f7cd9139 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:17.030374 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55884fe8-9c89-4a25-9751-002abb5c93ef tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Pushing event deleted for resources: {'Port': ['ID=5c6cc56a-d01f-442e-8968-689506e53e5b,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:17.043103 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-87e5d32d-c7f0-4b65-ae11-7cb51165f87b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:17.049900 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55884fe8-9c89-4a25-9751-002abb5c93ef tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] No DVR routers for this DVR port 5c6cc56a-d01f-442e-8968-689506e53e5b on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:30:17.050182 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f02f0f-8518-4d9a-bd71-d328f7cd9139 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:17.052763 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-70f02f0f-8518-4d9a-bd71-d328f7cd9139 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:17.059681 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-70f02f0f-8518-4d9a-bd71-d328f7cd9139 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "PUT /v2.0/ports/65832535-de49-4a3c-9549-e9457f762957 HTTP/1.1" status: 200 len: 911 time: 1.7203712 Apr 06 13:30:17.061220 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44112) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:17.082550 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-87e5d32d-c7f0-4b65-ae11-7cb51165f87b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:port and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:17.087294 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-678418ea-7446-4287-b736-e12f46624d7a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:17.092721 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-87e5d32d-c7f0-4b65-ae11-7cb51165f87b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:17.097124 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-28c6d911-c375-4fe1-aa8c-aa00c450d352 None None] The port '5c6cc56a-d01f-442e-8968-689506e53e5b' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:30:17.136279 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0997e087-c039-439e-8e40-6b426fadf67d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-4a5369b0-8301-4713-81a5-ebef94e70f0e', 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'fixed_ips': [{'subnet_id': '37bf6466-124a-43b5-977f-e4c6e4ba3cd1'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:30:17.136279 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0997e087-c039-439e-8e40-6b426fadf67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:17.227905 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-87e5d32d-c7f0-4b65-ae11-7cb51165f87b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:17.331597 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678418ea-7446-4287-b736-e12f46624d7a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Port': ['ID=cc20c3e2-fdce-49bb-8104-5eda99200d22,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:17.411995 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 8bb1d152-16d1-4bf0-979d-7fec93fc0bb1 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:30:17.416474 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f02f0f-8518-4d9a-bd71-d328f7cd9139 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Port': ['ID=65832535-de49-4a3c-9549-e9457f762957,revision_number=3']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:17.474419 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e5d32d-c7f0-4b65-ae11-7cb51165f87b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:17.479371 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 8bb1d152-16d1-4bf0-979d-7fec93fc0bb1 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:30:17.479847 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 8bb1d152-16d1-4bf0-979d-7fec93fc0bb1 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:30:17.504667 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-55884fe8-9c89-4a25-9751-002abb5c93ef tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:17.528321 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-0997e087-c039-439e-8e40-6b426fadf67d None None] Allocated IP 2001:db8::2 (4a5369b0-8301-4713-81a5-ebef94e70f0e/37bf6466-124a-43b5-977f-e4c6e4ba3cd1/c99648ea-af9d-4fa5-819a-cde3beac309b) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:30:17.567366 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-678418ea-7446-4287-b736-e12f46624d7a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:17.629245 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-55884fe8-9c89-4a25-9751-002abb5c93ef tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8959d7f-4901-4156-ac0f-c2cd734d62bc']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:17.671192 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-55884fe8-9c89-4a25-9751-002abb5c93ef tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402d3d7b-7edc-45f5-8761-a382fa739a97') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:17.671483 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-55884fe8-9c89-4a25-9751-002abb5c93ef tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402d3d7b-7edc-45f5-8761-a382fa739a97') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:17.695599 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-55884fe8-9c89-4a25-9751-002abb5c93ef tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:17.717537 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 5c6cc56a-d01f-442e-8968-689506e53e5b no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:30:17.745764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-55884fe8-9c89-4a25-9751-002abb5c93ef tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:17.745764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44122) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:17.757278 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-87e5d32d-c7f0-4b65-ae11-7cb51165f87b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:17.757547 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9eba989c-b63e-4ba9-ab72-cca7965e421b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:17.773146 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55884fe8-9c89-4a25-9751-002abb5c93ef tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:30:17.773863 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-55884fe8-9c89-4a25-9751-002abb5c93ef tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:17.777574 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 5c6cc56a-d01f-442e-8968-689506e53e5b {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:30:17.777921 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 5c6cc56a-d01f-442e-8968-689506e53e5b not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:30:17.791390 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:30:17.809874 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-678418ea-7446-4287-b736-e12f46624d7a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/ports/cc20c3e2-fdce-49bb-8104-5eda99200d22 HTTP/1.1" status: 204 len: 168 time: 3.3575606 Apr 06 13:30:17.818320 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44128) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:17.884953 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-87e5d32d-c7f0-4b65-ae11-7cb51165f87b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] device_id is not set on port 0963e743-304a-447f-80d6-566c0529bb52 yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:30:17.926879 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ab6e84-f088-4826-8a04-62e7d0ddf044 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] GET failed (client error): The resource could not be found. Apr 06 13:30:17.935098 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e8ab6e84-f088-4826-8a04-62e7d0ddf044 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "GET /v2.0/ports/cc20c3e2-fdce-49bb-8104-5eda99200d22 HTTP/1.1" status: 404 len: 333 time: 0.1089640 Apr 06 13:30:17.935098 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44134) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:17.959896 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0997e087-c039-439e-8e40-6b426fadf67d None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:18.016956 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0997e087-c039-439e-8e40-6b426fadf67d None None] Transition to ACTIVE for port object c99648ea-af9d-4fa5-819a-cde3beac309b will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:18.042821 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0997e087-c039-439e-8e40-6b426fadf67d None None] Transition to ACTIVE for port object c99648ea-af9d-4fa5-819a-cde3beac309b will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:18.053681 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-1b5bc239-9a6e-4ba4-bbaa-44237498ef00 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting port f7e3ac49-8962-40d3-aebf-6d1c416ab625 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:18.053681 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1b5bc239-9a6e-4ba4-bbaa-44237498ef00 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:18.126482 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0997e087-c039-439e-8e40-6b426fadf67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:18.172374 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4099c5b5-1ff9-41a7-a486-6ca3f95b1f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:18.194590 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-55884fe8-9c89-4a25-9751-002abb5c93ef tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:18.206188 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-4099c5b5-1ff9-41a7-a486-6ca3f95b1f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:18.210459 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4099c5b5-1ff9-41a7-a486-6ca3f95b1f1b admin admin] Usage tracker for resource:security_group_rule and tenant:96727e7a2fa142009fb8417882f65213 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:18.213968 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4099c5b5-1ff9-41a7-a486-6ca3f95b1f1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:18.221270 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-4099c5b5-1ff9-41a7-a486-6ca3f95b1f1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:18.262502 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-55884fe8-9c89-4a25-9751-002abb5c93ef tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:18.281524 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55884fe8-9c89-4a25-9751-002abb5c93ef tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Pushing event deleted for resources: {'Network': ['ID=c8959d7f-4901-4156-ac0f-c2cd734d62bc,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:18.315654 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-55884fe8-9c89-4a25-9751-002abb5c93ef tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] 10.222.0.48 "DELETE /v2.0/networks/c8959d7f-4901-4156-ac0f-c2cd734d62bc HTTP/1.1" status: 204 len: 168 time: 3.3109612 Apr 06 13:30:18.318589 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44144) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:18.325230 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997e087-c039-439e-8e40-6b426fadf67d None None] Pushing event updated for resources: {'Port': ['ID=c99648ea-af9d-4fa5-819a-cde3beac309b,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:18.344163 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0997e087-c039-439e-8e40-6b426fadf67d None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:18.346306 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-0997e087-c039-439e-8e40-6b426fadf67d None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:18.349202 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0997e087-c039-439e-8e40-6b426fadf67d None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:18.395587 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e5d32d-c7f0-4b65-ae11-7cb51165f87b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:30:18.396218 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e5d32d-c7f0-4b65-ae11-7cb51165f87b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:30:18.433607 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-11b40fde-b0b0-40e4-bffe-343ccc8d407f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:18.477927 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-0997e087-c039-439e-8e40-6b426fadf67d None None] Attempting to bind port c99648ea-af9d-4fa5-819a-cde3beac309b on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:18.478289 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-0997e087-c039-439e-8e40-6b426fadf67d None None] Attempting to bind port c99648ea-af9d-4fa5-819a-cde3beac309b by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:18.478861 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0997e087-c039-439e-8e40-6b426fadf67d None None] Attempting to bind port c99648ea-af9d-4fa5-819a-cde3beac309b on network 4a5369b0-8301-4713-81a5-ebef94e70f0e {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:18.485679 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0997e087-c039-439e-8e40-6b426fadf67d None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:30:18.486271 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0997e087-c039-439e-8e40-6b426fadf67d None None] Checking segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:30:18.486748 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0997e087-c039-439e-8e40-6b426fadf67d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:18.487053 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44148) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:18.487335 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0997e087-c039-439e-8e40-6b426fadf67d None None] Bound using segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:30:18.487839 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-0997e087-c039-439e-8e40-6b426fadf67d None None] Bound port: c99648ea-af9d-4fa5-819a-cde3beac309b, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:30:18.488216 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0997e087-c039-439e-8e40-6b426fadf67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:18.527447 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-87e5d32d-c7f0-4b65-ae11-7cb51165f87b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.8620086 Apr 06 13:30:18.530043 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44154) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:18.575452 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1b5bc239-9a6e-4ba4-bbaa-44237498ef00 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:18.577510 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4099c5b5-1ff9-41a7-a486-6ca3f95b1f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:18.580114 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-927e35f6-f8ac-4f5d-aff7-19778d1046b6 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Deleting port 4e5531fa-94cb-4ea5-b740-5c6e18578f7b {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:18.580518 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-927e35f6-f8ac-4f5d-aff7-19778d1046b6 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:18.610915 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0997e087-c039-439e-8e40-6b426fadf67d None None] For port c99648ea-af9d-4fa5-819a-cde3beac309b, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:30:18.615298 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0997e087-c039-439e-8e40-6b426fadf67d None None] For port c99648ea-af9d-4fa5-819a-cde3beac309b, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=c99648ea-af9d-4fa5-819a-cde3beac309b,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:30:18.656673 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4099c5b5-1ff9-41a7-a486-6ca3f95b1f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:18.727538 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0997e087-c039-439e-8e40-6b426fadf67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:18.797327 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4099c5b5-1ff9-41a7-a486-6ca3f95b1f1b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=96727e7a2fa142009fb8417882f65213&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0520329 Apr 06 13:30:18.811324 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44158) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:18.836247 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997e087-c039-439e-8e40-6b426fadf67d None None] Pushing event updated for resources: {'Port': ['ID=c99648ea-af9d-4fa5-819a-cde3beac309b,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:18.847067 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:18.849905 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-b4dbb31a-d1ff-4b96-a9c9-984bd29deb8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'network': {'name': 'tempest-network-smoke--710275405', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'port_security_enabled': True}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:18.864309 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099c5b5-1ff9-41a7-a486-6ca3f95b1f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7aa800-ba9d-4c0f-bcdc-4aeb40c3c3da,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:18.902905 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:18.914503 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-927e35f6-f8ac-4f5d-aff7-19778d1046b6 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:18.914835 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-927e35f6-f8ac-4f5d-aff7-19778d1046b6 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:18.931160 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-1b5bc239-9a6e-4ba4-bbaa-44237498ef00 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Calling delete_port for f7e3ac49-8962-40d3-aebf-6d1c416ab625 owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:18.962544 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b4dbb31a-d1ff-4b96-a9c9-984bd29deb8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:18.993251 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bb12eccd-ccc2-45a9-80b3-4407ffa66a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:18.993786 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b4dbb31a-d1ff-4b96-a9c9-984bd29deb8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:network and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:18.999710 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b4dbb31a-d1ff-4b96-a9c9-984bd29deb8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:19.018993 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b4dbb31a-d1ff-4b96-a9c9-984bd29deb8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:19.085723 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-927e35f6-f8ac-4f5d-aff7-19778d1046b6 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Calling delete_port for 4e5531fa-94cb-4ea5-b740-5c6e18578f7b owned by network:floatingip {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:19.138667 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bb12eccd-ccc2-45a9-80b3-4407ffa66a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:19.232789 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dbb31a-d1ff-4b96-a9c9-984bd29deb8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Made reservation on behalf of accb128fe3eb42cd83b327a0d6bf9c24 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:19.236800 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb31a-d1ff-4b96-a9c9-984bd29deb8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:19.262515 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfef260c-4bdb-4228-81d2-0a94fe265f3d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:19.264016 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-bfef260c-4bdb-4228-81d2-0a94fe265f3d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.7275424 Apr 06 13:30:19.272690 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44162) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:19.280470 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb31a-d1ff-4b96-a9c9-984bd29deb8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:19.308894 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b4dbb31a-d1ff-4b96-a9c9-984bd29deb8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:19.325700 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b4dbb31a-d1ff-4b96-a9c9-984bd29deb8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:19.331573 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b4dbb31a-d1ff-4b96-a9c9-984bd29deb8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:19.341206 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b4dbb31a-d1ff-4b96-a9c9-984bd29deb8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:19.350320 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bb12eccd-ccc2-45a9-80b3-4407ffa66a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:19.380685 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12eccd-ccc2-45a9-80b3-4407ffa66a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7aa800-ba9d-4c0f-bcdc-4aeb40c3c3da,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:19.380977 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1b5bc239-9a6e-4ba4-bbaa-44237498ef00 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:19.390505 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d6ccf0-3081-482a-b1d2-4fd6b99f304a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:19.392737 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d6ccf0-3081-482a-b1d2-4fd6b99f304a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:19.393771 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-95d6ccf0-3081-482a-b1d2-4fd6b99f304a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:19.468351 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5bc239-9a6e-4ba4-bbaa-44237498ef00 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Port': ['ID=f7e3ac49-8962-40d3-aebf-6d1c416ab625,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:19.501333 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-927e35f6-f8ac-4f5d-aff7-19778d1046b6 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:19.519425 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-11b40fde-b0b0-40e4-bffe-343ccc8d407f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Deleting port 65832535-de49-4a3c-9549-e9457f762957 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:19.519689 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-11b40fde-b0b0-40e4-bffe-343ccc8d407f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:19.556965 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-95d6ccf0-3081-482a-b1d2-4fd6b99f304a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:19.557870 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-95d6ccf0-3081-482a-b1d2-4fd6b99f304a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2839789 Apr 06 13:30:19.569339 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44166) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:19.628994 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e35f6-f8ac-4f5d-aff7-19778d1046b6 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Pushing event deleted for resources: {'Port': ['ID=4e5531fa-94cb-4ea5-b740-5c6e18578f7b,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:19.709826 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device c99648ea-af9d-4fa5-819a-cde3beac309b up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:30:19.800609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1b5bc239-9a6e-4ba4-bbaa-44237498ef00 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:19.815706 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-3340d4e7-bfb2-42f5-9284-f0949de4cff0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet 37bf6466-124a-43b5-977f-e4c6e4ba3cd1 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:30:19.826348 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3340d4e7-bfb2-42f5-9284-f0949de4cff0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:19.849583 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1b5bc239-9a6e-4ba4-bbaa-44237498ef00 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/ports/f7e3ac49-8962-40d3-aebf-6d1c416ab625 HTTP/1.1" status: 204 len: 168 time: 1.9170132 Apr 06 13:30:19.854343 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44170) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:19.867553 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bb12eccd-ccc2-45a9-80b3-4407ffa66a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:19.868746 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-bb12eccd-ccc2-45a9-80b3-4407ffa66a0b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e7aa800-ba9d-4c0f-bcdc-4aeb40c3c3da HTTP/1.1" status: 204 len: 168 time: 1.0536852 Apr 06 13:30:19.873636 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port c99648ea-af9d-4fa5-819a-cde3beac309b completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:19.917894 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3340d4e7-bfb2-42f5-9284-f0949de4cff0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:19.928127 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb31a-d1ff-4b96-a9c9-984bd29deb8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:19.945791 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c81d59-f13f-47c6-9722-c9c3a55f525c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] GET failed (client error): The resource could not be found. Apr 06 13:30:19.946736 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-94c81d59-f13f-47c6-9722-c9c3a55f525c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Synchronizing usage tracker for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:19.953375 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-927e35f6-f8ac-4f5d-aff7-19778d1046b6 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks [] for floatingip, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:19.954695 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-927e35f6-f8ac-4f5d-aff7-19778d1046b6 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:19.959006 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-927e35f6-f8ac-4f5d-aff7-19778d1046b6 tempest-FloatingIPAdminTestJSON-1728835507 tempest-FloatingIPAdminTestJSON-1728835507-project] 10.222.0.48 "DELETE /v2.0/floatingips/14894fba-21a7-47c5-9bab-b06a4fed4813 HTTP/1.1" status: 204 len: 168 time: 1.6392627 Apr 06 13:30:19.988316 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-11b40fde-b0b0-40e4-bffe-343ccc8d407f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:20.051497 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3340d4e7-bfb2-42f5-9284-f0949de4cff0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:20.069734 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb31a-d1ff-4b96-a9c9-984bd29deb8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:20.161791 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-11b40fde-b0b0-40e4-bffe-343ccc8d407f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Calling delete_port for 65832535-de49-4a3c-9549-e9457f762957 owned by network:router_interface {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:20.199953 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-94c81d59-f13f-47c6-9722-c9c3a55f525c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Unset dirty status for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:20.201118 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-94c81d59-f13f-47c6-9722-c9c3a55f525c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "GET /v2.0/ports/f7e3ac49-8962-40d3-aebf-6d1c416ab625 HTTP/1.1" status: 404 len: 333 time: 0.3388188 Apr 06 13:30:20.201913 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4dbb31a-d1ff-4b96-a9c9-984bd29deb8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:30:20.204619 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44178) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:20.238225 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:20.247317 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb31a-d1ff-4b96-a9c9-984bd29deb8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:20.247317 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-b4dbb31a-d1ff-4b96-a9c9-984bd29deb8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Added segment 5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e of type vlan for network 6df18f53-1a01-497a-85ec-3d44ebb99c03 Apr 06 13:30:20.261520 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3340d4e7-bfb2-42f5-9284-f0949de4cff0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:20.263242 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbb31a-d1ff-4b96-a9c9-984bd29deb8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e60ebda1-295e-4802-8e00-2ce42f211955,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:20.312106 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb31a-d1ff-4b96-a9c9-984bd29deb8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:20.336573 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340d4e7-bfb2-42f5-9284-f0949de4cff0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=37bf6466-124a-43b5-977f-e4c6e4ba3cd1,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:20.341277 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3340d4e7-bfb2-42f5-9284-f0949de4cff0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:20.363038 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0e789dd0-c852-428f-b4b1-c015ee6372b3 None None] Provisioning for port c99648ea-af9d-4fa5-819a-cde3beac309b completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:20.366980 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70715251-730c-4860-af62-f31913d1d6b2 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:20.382246 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b9fee3-4999-4a3a-afe4-03e876e4ab74 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting subnet e6f9d087-677c-41d6-bfda-381a9998ec37 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:30:20.387292 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-54b9fee3-4999-4a3a-afe4-03e876e4ab74 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:20.404125 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0e789dd0-c852-428f-b4b1-c015ee6372b3 None None] Provisioning complete for port c99648ea-af9d-4fa5-819a-cde3beac309b triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:20.404739 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0e789dd0-c852-428f-b4b1-c015ee6372b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:20.455183 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3340d4e7-bfb2-42f5-9284-f0949de4cff0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/37bf6466-124a-43b5-977f-e4c6e4ba3cd1 HTTP/1.1" status: 204 len: 168 time: 0.8741214 Apr 06 13:30:20.459788 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44184) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:20.470221 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb31a-d1ff-4b96-a9c9-984bd29deb8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:20.476842 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dbb31a-d1ff-4b96-a9c9-984bd29deb8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:20.478076 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb31a-d1ff-4b96-a9c9-984bd29deb8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:20.641058 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbb31a-d1ff-4b96-a9c9-984bd29deb8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Network': ['ID=6df18f53-1a01-497a-85ec-3d44ebb99c03,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:20.644335 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-11b40fde-b0b0-40e4-bffe-343ccc8d407f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:20.715730 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b40fde-b0b0-40e4-bffe-343ccc8d407f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Port': ['ID=65832535-de49-4a3c-9549-e9457f762957,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:20.723558 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-54b9fee3-4999-4a3a-afe4-03e876e4ab74 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:20.730027 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0e789dd0-c852-428f-b4b1-c015ee6372b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:20.758054 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 6df18f53-1a01-497a-85ec-3d44ebb99c03 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:30:20.789520 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44192) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:20.815937 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a248b1ca-3c7f-4b51-9a3a-f81192bf8ae5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3543699 Apr 06 13:30:20.825743 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44198) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:20.844301 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-f74a6c9a-5248-46d2-9a00-ae254b9fecf0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:21.025992 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0e789dd0-c852-428f-b4b1-c015ee6372b3 None None] For port c99648ea-af9d-4fa5-819a-cde3beac309b, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=c99648ea-af9d-4fa5-819a-cde3beac309b,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:21.073546 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f74a6c9a-5248-46d2-9a00-ae254b9fecf0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:21.099735 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f74a6c9a-5248-46d2-9a00-ae254b9fecf0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:subnet and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:21.099735 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f74a6c9a-5248-46d2-9a00-ae254b9fecf0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:21.112794 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-54b9fee3-4999-4a3a-afe4-03e876e4ab74 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:21.147819 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033530b7-4615-4899-abc2-54a66408068b None None] DHCP port deletion for 4a5369b0-8301-4713-81a5-ebef94e70f0e request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:30:21.149677 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f74a6c9a-5248-46d2-9a00-ae254b9fecf0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:21.152529 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-033530b7-4615-4899-abc2-54a66408068b None None] Deleting port c99648ea-af9d-4fa5-819a-cde3beac309b {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:21.152923 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-033530b7-4615-4899-abc2-54a66408068b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:21.173893 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-faa80c6c-cf4d-42ab-a09c-96016e457b60 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3791a12f80c948a9bda03ef40ff615ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3832207 Apr 06 13:30:21.177264 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44208) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:21.214836 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0e789dd0-c852-428f-b4b1-c015ee6372b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:21.240687 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b4dbb31a-d1ff-4b96-a9c9-984bd29deb8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.7408545 Apr 06 13:30:21.241306 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44212) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:21.246167 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-0624cb40-4dcb-4d8a-825a-893ac22aa699 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-927354710', 'admin_state_up': True, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:21.252013 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-11b40fde-b0b0-40e4-bffe-343ccc8d407f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:21.258580 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0624cb40-4dcb-4d8a-825a-893ac22aa699 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:21.266012 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0624cb40-4dcb-4d8a-825a-893ac22aa699 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:router and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:21.267163 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-be4559eb-5694-438d-8a8f-63eec5cec2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:21.272690 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0624cb40-4dcb-4d8a-825a-893ac22aa699 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:21.285007 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74a6c9a-5248-46d2-9a00-ae254b9fecf0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:21.289157 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f74a6c9a-5248-46d2-9a00-ae254b9fecf0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:21.340901 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0624cb40-4dcb-4d8a-825a-893ac22aa699 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:21.346153 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-be4559eb-5694-438d-8a8f-63eec5cec2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:21.365951 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e789dd0-c852-428f-b4b1-c015ee6372b3 None None] Pushing event updated for resources: {'Port': ['ID=c99648ea-af9d-4fa5-819a-cde3beac309b,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:21.406409 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-54b9fee3-4999-4a3a-afe4-03e876e4ab74 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:21.514579 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564379ec-e900-48bd-b793-96ce09b671f1 None None] Network edc60783-3b2e-49f6-ad58-8a903683d641 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:21.517743 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-54b9fee3-4999-4a3a-afe4-03e876e4ab74 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:21.521087 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9fee3-4999-4a3a-afe4-03e876e4ab74 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Subnet': ['ID=e6f9d087-677c-41d6-bfda-381a9998ec37,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:21.531532 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-54b9fee3-4999-4a3a-afe4-03e876e4ab74 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/subnets/e6f9d087-677c-41d6-bfda-381a9998ec37 HTTP/1.1" status: 204 len: 168 time: 1.3257415 Apr 06 13:30:21.540455 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44222) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:21.558391 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-033530b7-4615-4899-abc2-54a66408068b None None] For port c99648ea-af9d-4fa5-819a-cde3beac309b, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=c99648ea-af9d-4fa5-819a-cde3beac309b,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:21.558598 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-033530b7-4615-4899-abc2-54a66408068b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:21.607838 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b40fde-b0b0-40e4-bffe-343ccc8d407f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Router 7279cd67-528f-4c80-a56e-0e5da8b81909 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:30:21.613795 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0624cb40-4dcb-4d8a-825a-893ac22aa699 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:21.614948 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0624cb40-4dcb-4d8a-825a-893ac22aa699 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:21.702473 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device c99648ea-af9d-4fa5-819a-cde3beac309b no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:30:21.712484 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0624cb40-4dcb-4d8a-825a-893ac22aa699 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:21.715160 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-124950c2-67df-45d9-add4-939a8489f16d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:21.720543 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-be4559eb-5694-438d-8a8f-63eec5cec2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:21.754286 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-033530b7-4615-4899-abc2-54a66408068b None None] Calling delete_port for c99648ea-af9d-4fa5-819a-cde3beac309b owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:21.761868 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4559eb-5694-438d-8a8f-63eec5cec2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039fe5e1-d22f-49ef-b890-ad9d80858a6d,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:21.780638 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-124950c2-67df-45d9-add4-939a8489f16d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting port 55db583a-4b27-404c-89d7-f096254226b8 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:21.780852 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-124950c2-67df-45d9-add4-939a8489f16d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:21.797218 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b40fde-b0b0-40e4-bffe-343ccc8d407f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:30:21.811897 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-11b40fde-b0b0-40e4-bffe-343ccc8d407f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "PUT /v2.0/routers/7279cd67-528f-4c80-a56e-0e5da8b81909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7141399 Apr 06 13:30:21.814102 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44228) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:21.834004 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bece72fb-4e77-4d55-9a4c-b80d59d8f22a None None] Sync routers for ids ['7279cd67-528f-4c80-a56e-0e5da8b81909'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:30:21.839906 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-be4559eb-5694-438d-8a8f-63eec5cec2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:21.843783 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-be4559eb-5694-438d-8a8f-63eec5cec2b2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/039fe5e1-d22f-49ef-b890-ad9d80858a6d HTTP/1.1" status: 204 len: 168 time: 0.6658115 Apr 06 13:30:21.863179 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-03f023f5-702e-4fd3-a6f3-78328d22a21f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Synchronizing usage tracker for tenant:914bb3d1bef745388dc453a227f40127 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:21.877177 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bece72fb-4e77-4d55-9a4c-b80d59d8f22a None None] Routers {'7279cd67-528f-4c80-a56e-0e5da8b81909'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:30:21.877787 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-bece72fb-4e77-4d55-9a4c-b80d59d8f22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:30:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['7279cd67-528f-4c80-a56e-0e5da8b81909'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:21.984976 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-bece72fb-4e77-4d55-9a4c-b80d59d8f22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:22.010060 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bece72fb-4e77-4d55-9a4c-b80d59d8f22a None None] Routers {'7279cd67-528f-4c80-a56e-0e5da8b81909'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:30:22.011922 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-bece72fb-4e77-4d55-9a4c-b80d59d8f22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:30:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['7279cd67-528f-4c80-a56e-0e5da8b81909'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:22.059469 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44234) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:22.087681 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-03f023f5-702e-4fd3-a6f3-78328d22a21f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Unset dirty status for tenant:914bb3d1bef745388dc453a227f40127 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:22.089165 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f74a6c9a-5248-46d2-9a00-ae254b9fecf0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:22.106342 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-bece72fb-4e77-4d55-9a4c-b80d59d8f22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:22.106742 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bece72fb-4e77-4d55-9a4c-b80d59d8f22a None None] The sync data for ids ['7279cd67-528f-4c80-a56e-0e5da8b81909'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:30:22.114498 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-03f023f5-702e-4fd3-a6f3-78328d22a21f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "GET /v2.0/ports?device_id=7279cd67-528f-4c80-a56e-0e5da8b81909 HTTP/1.1" status: 200 len: 205 time: 0.2783999 Apr 06 13:30:22.124491 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44240) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:22.159923 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:22.233410 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-033530b7-4615-4899-abc2-54a66408068b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:22.288491 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-83ac3bee-f2ba-412f-9242-655d25ac73a8 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-244736664'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:22.288728 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033530b7-4615-4899-abc2-54a66408068b None None] Pushing event deleted for resources: {'Port': ['ID=c99648ea-af9d-4fa5-819a-cde3beac309b,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:22.293471 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-83ac3bee-f2ba-412f-9242-655d25ac73a8 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:22.312751 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-83ac3bee-f2ba-412f-9242-655d25ac73a8 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Usage tracker for resource:network and tenant:6c543a4d9b93434abd3dd7a34a0f6a5b is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:22.321928 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-83ac3bee-f2ba-412f-9242-655d25ac73a8 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:22.330358 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84eccd05-b0b2-4c01-97ce-bf62f91dfd21 None None] DHCP port deletion for edc60783-3b2e-49f6-ad58-8a903683d641 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:30:22.341637 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-84eccd05-b0b2-4c01-97ce-bf62f91dfd21 None None] Deleting port 55db583a-4b27-404c-89d7-f096254226b8 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:22.342049 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-84eccd05-b0b2-4c01-97ce-bf62f91dfd21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:22.346815 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74a6c9a-5248-46d2-9a00-ae254b9fecf0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:22.352809 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-83ac3bee-f2ba-412f-9242-655d25ac73a8 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:22.359848 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-f74a6c9a-5248-46d2-9a00-ae254b9fecf0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:22.370247 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-124950c2-67df-45d9-add4-939a8489f16d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] For port 55db583a-4b27-404c-89d7-f096254226b8, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=55db583a-4b27-404c-89d7-f096254226b8,segment=NetworkSegment(6537a583-07cb-46a3-87d2-bf9478e76ead),segment_id=6537a583-07cb-46a3-87d2-bf9478e76ead)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:22.370652 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-124950c2-67df-45d9-add4-939a8489f16d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:22.376025 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033530b7-4615-4899-abc2-54a66408068b None None] No DVR routers for this DVR port c99648ea-af9d-4fa5-819a-cde3beac309b on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:30:22.379625 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74a6c9a-5248-46d2-9a00-ae254b9fecf0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:22.380223 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f74a6c9a-5248-46d2-9a00-ae254b9fecf0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:22.407454 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2fa13e-4cb5-4f06-b1a5-1f75beadba77 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:22.454451 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f11f498-7295-4208-9171-e455c9b4600d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:22.521478 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a6c9a-5248-46d2-9a00-ae254b9fecf0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=8253c395-65d8-46e1-8f3a-4a197ee8bb35,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:22.533007 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-124950c2-67df-45d9-add4-939a8489f16d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Calling delete_port for 55db583a-4b27-404c-89d7-f096254226b8 owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:22.568909 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ac3bee-f2ba-412f-9242-655d25ac73a8 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Made reservation on behalf of 6c543a4d9b93434abd3dd7a34a0f6a5b for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:22.572465 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-83ac3bee-f2ba-412f-9242-655d25ac73a8 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:22.598465 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-83ac3bee-f2ba-412f-9242-655d25ac73a8 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:22.628606 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-83ac3bee-f2ba-412f-9242-655d25ac73a8 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:22.637551 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-83ac3bee-f2ba-412f-9242-655d25ac73a8 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Usage tracker for resource:security_group_rule and tenant:6c543a4d9b93434abd3dd7a34a0f6a5b is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:22.642744 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-83ac3bee-f2ba-412f-9242-655d25ac73a8 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:22.661456 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-83ac3bee-f2ba-412f-9242-655d25ac73a8 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:22.717353 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f74a6c9a-5248-46d2-9a00-ae254b9fecf0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8837404 Apr 06 13:30:22.721675 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44246) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:22.730712 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-e1d57313-6ae2-4658-8840-2eda58e3fc5a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-33001056', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:22.738456 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0624cb40-4dcb-4d8a-825a-893ac22aa699 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:22.741004 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e1d57313-6ae2-4658-8840-2eda58e3fc5a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:22.746563 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-124950c2-67df-45d9-add4-939a8489f16d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:22.779423 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e1d57313-6ae2-4658-8840-2eda58e3fc5a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:router and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:22.805107 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e1d57313-6ae2-4658-8840-2eda58e3fc5a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:22.811844 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e1d57313-6ae2-4658-8840-2eda58e3fc5a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:22.816658 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124950c2-67df-45d9-add4-939a8489f16d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] No DVR routers for this DVR port 55db583a-4b27-404c-89d7-f096254226b8 on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:30:22.866492 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-4a5369b0-8301-4713-81a5-ebef94e70f0e', 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'fixed_ips': [{'subnet_id': '8253c395-65d8-46e1-8f3a-4a197ee8bb35'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:30:22.868056 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:22.923824 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124950c2-67df-45d9-add4-939a8489f16d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Port': ['ID=55db583a-4b27-404c-89d7-f096254226b8,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:22.932475 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-84eccd05-b0b2-4c01-97ce-bf62f91dfd21 None None] For port 55db583a-4b27-404c-89d7-f096254226b8, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=55db583a-4b27-404c-89d7-f096254226b8,segment=NetworkSegment(6537a583-07cb-46a3-87d2-bf9478e76ead),segment_id=6537a583-07cb-46a3-87d2-bf9478e76ead)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:22.932817 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-84eccd05-b0b2-4c01-97ce-bf62f91dfd21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:22.961042 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-83ac3bee-f2ba-412f-9242-655d25ac73a8 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.025742 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44250) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:23.051843 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f11f498-7295-4208-9171-e455c9b4600d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.057126 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f11f498-7295-4208-9171-e455c9b4600d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.066305 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9f134a0b-ccd7-40b5-8168-090dd1b3023e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.132679 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e1d57313-6ae2-4658-8840-2eda58e3fc5a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.133702 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e1d57313-6ae2-4658-8840-2eda58e3fc5a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.136914 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-84eccd05-b0b2-4c01-97ce-bf62f91dfd21 None None] Calling delete_port for 55db583a-4b27-404c-89d7-f096254226b8 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:23.137298 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-83ac3bee-f2ba-412f-9242-655d25ac73a8 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.146953 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-9f134a0b-ccd7-40b5-8168-090dd1b3023e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:23.152263 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9f134a0b-ccd7-40b5-8168-090dd1b3023e admin admin] Usage tracker for resource:security_group_rule and tenant:8a45d7f0a42b45d58e037c55764e670d is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:23.159058 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9f134a0b-ccd7-40b5-8168-090dd1b3023e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:23.168873 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-124950c2-67df-45d9-add4-939a8489f16d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.170835 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-9f134a0b-ccd7-40b5-8168-090dd1b3023e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:23.203696 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ac3bee-f2ba-412f-9242-655d25ac73a8 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:30:23.216347 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac3bee-f2ba-412f-9242-655d25ac73a8 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3327b50-3698-40e5-baf2-8b2614bbe1e3,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:23.238461 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f11f498-7295-4208-9171-e455c9b4600d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.241997 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f11f498-7295-4208-9171-e455c9b4600d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Fanout notify agent at l3_agent the message router_deleted on router 7279cd67-528f-4c80-a56e-0e5da8b81909 {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:30:23.242872 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-124950c2-67df-45d9-add4-939a8489f16d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc60783-3b2e-49f6-ad58-8a903683d641']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:23.260149 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-83ac3bee-f2ba-412f-9242-655d25ac73a8 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.260495 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-83ac3bee-f2ba-412f-9242-655d25ac73a8 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Added segment 95bb127f-10e1-4e6c-b524-af4361ed0432 of type vlan for network 71545a5d-e14d-45e5-a599-d1327e0318ac Apr 06 13:30:23.269740 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-124950c2-67df-45d9-add4-939a8489f16d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6537a583-07cb-46a3-87d2-bf9478e76ead') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:23.270029 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-124950c2-67df-45d9-add4-939a8489f16d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6537a583-07cb-46a3-87d2-bf9478e76ead') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:23.278123 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e1d57313-6ae2-4658-8840-2eda58e3fc5a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.290550 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-124950c2-67df-45d9-add4-939a8489f16d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.329433 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-83ac3bee-f2ba-412f-9242-655d25ac73a8 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.333920 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-124950c2-67df-45d9-add4-939a8489f16d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.336889 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-84eccd05-b0b2-4c01-97ce-bf62f91dfd21 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:30:23.337247 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-84eccd05-b0b2-4c01-97ce-bf62f91dfd21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:30:23.345728 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124950c2-67df-45d9-add4-939a8489f16d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:30:23.346219 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-124950c2-67df-45d9-add4-939a8489f16d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.362378 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Allocated IP 2001:db8::2 (4a5369b0-8301-4713-81a5-ebef94e70f0e/8253c395-65d8-46e1-8f3a-4a197ee8bb35/2144ee5a-03ee-4501-b139-aea5d7aa715c) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:30:23.362610 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:30:23.448343 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e1d57313-6ae2-4658-8840-2eda58e3fc5a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.459649 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0624cb40-4dcb-4d8a-825a-893ac22aa699 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_gateway, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.487323 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f11f498-7295-4208-9171-e455c9b4600d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.488389 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4f11f498-7295-4208-9171-e455c9b4600d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/routers/7279cd67-528f-4c80-a56e-0e5da8b81909 HTTP/1.1" status: 204 len: 168 time: 1.3617787 Apr 06 13:30:23.491337 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44254) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:23.507011 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0624cb40-4dcb-4d8a-825a-893ac22aa699 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.509917 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9f134a0b-ccd7-40b5-8168-090dd1b3023e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.536940 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-83ac3bee-f2ba-412f-9242-655d25ac73a8 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.542650 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ac3bee-f2ba-412f-9242-655d25ac73a8 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:23.543338 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-83ac3bee-f2ba-412f-9242-655d25ac73a8 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.590839 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e1d57313-6ae2-4658-8840-2eda58e3fc5a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.592339 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e1d57313-6ae2-4658-8840-2eda58e3fc5a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8694868 Apr 06 13:30:23.597370 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44258) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:23.607913 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.610198 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-124950c2-67df-45d9-add4-939a8489f16d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.626084 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Transition to ACTIVE for port object 2144ee5a-03ee-4501-b139-aea5d7aa715c will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:23.633426 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-124950c2-67df-45d9-add4-939a8489f16d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.643635 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-124950c2-67df-45d9-add4-939a8489f16d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/networks/edc60783-3b2e-49f6-ad58-8a903683d641 HTTP/1.1" status: 204 len: 168 time: 2.0979493 Apr 06 13:30:23.651713 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 55db583a-4b27-404c-89d7-f096254226b8 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:30:23.676013 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44262) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:23.697760 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Transition to ACTIVE for port object 2144ee5a-03ee-4501-b139-aea5d7aa715c will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:23.700133 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 55db583a-4b27-404c-89d7-f096254226b8 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:30:23.700133 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 55db583a-4b27-404c-89d7-f096254226b8 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:30:23.705536 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ef65e9-79c4-4bd5-b560-8e6e401953cb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Deleting subnet 48063740-17fa-4dda-8b54-59a506c05677 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:30:23.711138 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac3bee-f2ba-412f-9242-655d25ac73a8 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Pushing event updated for resources: {'Network': ['ID=71545a5d-e14d-45e5-a599-d1327e0318ac,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:23.716037 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9f134a0b-ccd7-40b5-8168-090dd1b3023e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.723172 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 71545a5d-e14d-45e5-a599-d1327e0318ac details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:30:23.737900 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-8c49014f-1f58-46d8-8ce8-e2c5ebfadb0a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1319374037'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:23.738191 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-13ef65e9-79c4-4bd5-b560-8e6e401953cb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.773182 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-83ac3bee-f2ba-412f-9242-655d25ac73a8 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.7097144 Apr 06 13:30:23.776502 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124950c2-67df-45d9-add4-939a8489f16d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Network': ['ID=edc60783-3b2e-49f6-ad58-8a903683d641,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:23.780284 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44266) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:23.799203 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-10cf53dd-6a53-492f-989c-39fbc971d307 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Request body: {'subnet': {'network_id': '71545a5d-e14d-45e5-a599-d1327e0318ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:23.839451 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-8c49014f-1f58-46d8-8ce8-e2c5ebfadb0a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:23.840847 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-84eccd05-b0b2-4c01-97ce-bf62f91dfd21 None None] Deleting port 55db583a-4b27-404c-89d7-f096254226b8 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:23.841744 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-84eccd05-b0b2-4c01-97ce-bf62f91dfd21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.843652 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8c49014f-1f58-46d8-8ce8-e2c5ebfadb0a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:network and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:23.847733 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8c49014f-1f58-46d8-8ce8-e2c5ebfadb0a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:23.854521 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-8c49014f-1f58-46d8-8ce8-e2c5ebfadb0a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:23.902689 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.955434 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-13ef65e9-79c4-4bd5-b560-8e6e401953cb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:23.956297 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9f134a0b-ccd7-40b5-8168-090dd1b3023e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8a45d7f0a42b45d58e037c55764e670d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9296381 Apr 06 13:30:23.983993 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44270) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:23.986026 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c49014f-1f58-46d8-8ce8-e2c5ebfadb0a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:23.990437 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c49014f-1f58-46d8-8ce8-e2c5ebfadb0a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:24.029464 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-0624cb40-4dcb-4d8a-825a-893ac22aa699 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.26.4.227 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/aa46cf55-d9df-4d37-8ec9-bbb800d8a196) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:30:24.075997 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-84eccd05-b0b2-4c01-97ce-bf62f91dfd21 None None] The port '55db583a-4b27-404c-89d7-f096254226b8' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:30:24.092385 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-10cf53dd-6a53-492f-989c-39fbc971d307 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:24.097323 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:24.109590 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-10cf53dd-6a53-492f-989c-39fbc971d307 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Usage tracker for resource:subnet and tenant:6c543a4d9b93434abd3dd7a34a0f6a5b is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:24.110683 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:24.116947 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f134a0b-ccd7-40b5-8168-090dd1b3023e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4185f5-8543-4088-bb76-b68afa4c0529,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:24.117785 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:24.120260 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-10cf53dd-6a53-492f-989c-39fbc971d307 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:24.128034 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Pushing event updated for resources: {'Port': ['ID=2144ee5a-03ee-4501-b139-aea5d7aa715c,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:24.135979 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-10cf53dd-6a53-492f-989c-39fbc971d307 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:24.141858 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f134a0b-ccd7-40b5-8168-090dd1b3023e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.142902 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f134a0b-ccd7-40b5-8168-090dd1b3023e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.143679 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f134a0b-ccd7-40b5-8168-090dd1b3023e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.149079 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f134a0b-ccd7-40b5-8168-090dd1b3023e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.149079 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f134a0b-ccd7-40b5-8168-090dd1b3023e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.149079 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f134a0b-ccd7-40b5-8168-090dd1b3023e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.149079 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f134a0b-ccd7-40b5-8168-090dd1b3023e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.149079 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f134a0b-ccd7-40b5-8168-090dd1b3023e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.149079 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f134a0b-ccd7-40b5-8168-090dd1b3023e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.149079 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f134a0b-ccd7-40b5-8168-090dd1b3023e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.149079 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f134a0b-ccd7-40b5-8168-090dd1b3023e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.149079 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f134a0b-ccd7-40b5-8168-090dd1b3023e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.173899 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c49014f-1f58-46d8-8ce8-e2c5ebfadb0a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:30:24.184971 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-13ef65e9-79c4-4bd5-b560-8e6e401953cb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:24.194653 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.195218 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.195766 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.196296 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.196890 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.197438 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.198099 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.198675 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.199246 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.199786 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.200328 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.200870 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.248669 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cf53dd-6a53-492f-989c-39fbc971d307 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Made reservation on behalf of 6c543a4d9b93434abd3dd7a34a0f6a5b for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:24.254869 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-10cf53dd-6a53-492f-989c-39fbc971d307 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:24.300542 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Attempting to bind port 2144ee5a-03ee-4501-b139-aea5d7aa715c on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:24.301161 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Attempting to bind port 2144ee5a-03ee-4501-b139-aea5d7aa715c by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:24.302614 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Attempting to bind port 2144ee5a-03ee-4501-b139-aea5d7aa715c on network 4a5369b0-8301-4713-81a5-ebef94e70f0e {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:24.310033 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:30:24.310033 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Checking segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:30:24.310395 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:24.310692 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Bound using segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:30:24.311183 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Bound port: 2144ee5a-03ee-4501-b139-aea5d7aa715c, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:30:24.311974 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:24.426370 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] For port 2144ee5a-03ee-4501-b139-aea5d7aa715c, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:30:24.430507 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] For port 2144ee5a-03ee-4501-b139-aea5d7aa715c, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=2144ee5a-03ee-4501-b139-aea5d7aa715c,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:30:24.494099 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c49014f-1f58-46d8-8ce8-e2c5ebfadb0a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:24.494698 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-8c49014f-1f58-46d8-8ce8-e2c5ebfadb0a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Added segment 1ed1430a-cf80-437e-ba5b-95730217e943 of type vlan for network ef33ce7b-90f7-4906-baa3-4e681f181c01 Apr 06 13:30:24.514296 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-13ef65e9-79c4-4bd5-b560-8e6e401953cb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:24.536715 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:24.562672 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef65e9-79c4-4bd5-b560-8e6e401953cb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Subnet': ['ID=48063740-17fa-4dda-8b54-59a506c05677,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:24.568913 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-13ef65e9-79c4-4bd5-b560-8e6e401953cb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:24.577635 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ef65e9-79c4-4bd5-b560-8e6e401953cb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.577987 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ef65e9-79c4-4bd5-b560-8e6e401953cb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.578330 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ef65e9-79c4-4bd5-b560-8e6e401953cb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.578702 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ef65e9-79c4-4bd5-b560-8e6e401953cb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.579268 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ef65e9-79c4-4bd5-b560-8e6e401953cb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.579687 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ef65e9-79c4-4bd5-b560-8e6e401953cb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.580075 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ef65e9-79c4-4bd5-b560-8e6e401953cb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.580395 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ef65e9-79c4-4bd5-b560-8e6e401953cb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.581116 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ef65e9-79c4-4bd5-b560-8e6e401953cb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.581116 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ef65e9-79c4-4bd5-b560-8e6e401953cb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.581318 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ef65e9-79c4-4bd5-b560-8e6e401953cb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.581646 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ef65e9-79c4-4bd5-b560-8e6e401953cb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:24.590735 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-13ef65e9-79c4-4bd5-b560-8e6e401953cb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/subnets/48063740-17fa-4dda-8b54-59a506c05677 HTTP/1.1" status: 204 len: 168 time: 1.0983086 Apr 06 13:30:24.593440 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44274) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:24.600774 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd3e4ad-6099-4264-81dc-468e28fdbfde None None] Network cfdde344-b348-4bcf-99a5-5c1950b4a998 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:24.642583 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f9cbc10c-aaa8-4d54-a69e-f7f8f6cf9a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:24.646015 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-10cf53dd-6a53-492f-989c-39fbc971d307 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:24.666308 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c49014f-1f58-46d8-8ce8-e2c5ebfadb0a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:24.736969 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f9cbc10c-aaa8-4d54-a69e-f7f8f6cf9a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:24.750615 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f6b01-9a9c-46ab-8c0c-e278baa77896 None None] Pushing event updated for resources: {'Port': ['ID=2144ee5a-03ee-4501-b139-aea5d7aa715c,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:24.818344 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0624cb40-4dcb-4d8a-825a-893ac22aa699 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:24.825330 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b5ead008-150c-4727-96a7-66eeacf8d3a2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:24.828271 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7acced3b-f56e-496d-babe-f14bce929ffe tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:24.830830 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf53dd-6a53-492f-989c-39fbc971d307 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Pushing event updated for resources: {'Subnet': ['ID=88faedb4-0ec9-464d-bca7-ddb7e9ae1e19,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:24.848588 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cf53dd-6a53-492f-989c-39fbc971d307 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Checking segment: {'id': '95bb127f-10e1-4e6c-b524-af4361ed0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '71545a5d-e14d-45e5-a599-d1327e0318ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:30:24.848952 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cf53dd-6a53-492f-989c-39fbc971d307 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Network hostable DHCP agents. Network: 71545a5d-e14d-45e5-a599-d1327e0318ac, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:30:24.857569 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-7acced3b-f56e-496d-babe-f14bce929ffe tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Deleting port d012bf24-2722-44e5-8af5-6ab329ad3737 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:24.857897 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7acced3b-f56e-496d-babe-f14bce929ffe tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:24.967281 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37054180-8bcb-4775-b7c6-4716f1ceea3f None None] DHCP port deletion for cfdde344-b348-4bcf-99a5-5c1950b4a998 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:30:24.975114 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-37054180-8bcb-4775-b7c6-4716f1ceea3f None None] Deleting port d012bf24-2722-44e5-8af5-6ab329ad3737 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:24.975937 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-37054180-8bcb-4775-b7c6-4716f1ceea3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:25.013819 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cf53dd-6a53-492f-989c-39fbc971d307 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Network 71545a5d-e14d-45e5-a599-d1327e0318ac is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:30:25.071114 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c49014f-1f58-46d8-8ce8-e2c5ebfadb0a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:25.077990 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c49014f-1f58-46d8-8ce8-e2c5ebfadb0a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:25.079164 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c49014f-1f58-46d8-8ce8-e2c5ebfadb0a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:25.111089 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-10cf53dd-6a53-492f-989c-39fbc971d307 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 71545a5d-e14d-45e5-a599-d1327e0318ac) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:25.124033 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cf53dd-6a53-492f-989c-39fbc971d307 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:25.124788 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-10cf53dd-6a53-492f-989c-39fbc971d307 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:25.152348 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5a1bbd-4cd7-4955-8e39-42d776585055 None None] Network 71545a5d-e14d-45e5-a599-d1327e0318ac requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:25.156259 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-7acced3b-f56e-496d-babe-f14bce929ffe tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] For port d012bf24-2722-44e5-8af5-6ab329ad3737, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d012bf24-2722-44e5-8af5-6ab329ad3737,segment=NetworkSegment(5a07a609-1a2c-49c4-b323-f679cf226e41),segment_id=5a07a609-1a2c-49c4-b323-f679cf226e41)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:25.157309 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7acced3b-f56e-496d-babe-f14bce929ffe tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:25.283013 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8c49014f-1f58-46d8-8ce8-e2c5ebfadb0a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5991523 Apr 06 13:30:25.290235 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f9cbc10c-aaa8-4d54-a69e-f7f8f6cf9a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:25.293530 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44278) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:25.325809 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-bf1fa0db-adef-4af6-add2-70e08e365317 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'subnet': {'network_id': 'ef33ce7b-90f7-4906-baa3-4e681f181c01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:25.401413 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-37054180-8bcb-4775-b7c6-4716f1ceea3f None None] For port d012bf24-2722-44e5-8af5-6ab329ad3737, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d012bf24-2722-44e5-8af5-6ab329ad3737,segment=NetworkSegment(5a07a609-1a2c-49c4-b323-f679cf226e41),segment_id=5a07a609-1a2c-49c4-b323-f679cf226e41)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:25.401814 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-37054180-8bcb-4775-b7c6-4716f1ceea3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:25.458343 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-7acced3b-f56e-496d-babe-f14bce929ffe tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Calling delete_port for d012bf24-2722-44e5-8af5-6ab329ad3737 owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:25.463923 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbc10c-aaa8-4d54-a69e-f7f8f6cf9a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4185f5-8543-4088-bb76-b68afa4c0529,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:25.480231 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f9cbc10c-aaa8-4d54-a69e-f7f8f6cf9a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:25.484046 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f9cbc10c-aaa8-4d54-a69e-f7f8f6cf9a44 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0f4185f5-8543-4088-bb76-b68afa4c0529 HTTP/1.1" status: 204 len: 168 time: 1.4817190 Apr 06 13:30:25.484046 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0624cb40-4dcb-4d8a-825a-893ac22aa699 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:25.494159 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-10cf53dd-6a53-492f-989c-39fbc971d307 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7052422 Apr 06 13:30:25.503328 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44284) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:25.511364 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-1bfecd46-0038-49ce-afe7-70d3d334e8a2 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Request body: {'port': {'network_id': '71545a5d-e14d-45e5-a599-d1327e0318ac', 'name': 'tempest-TagsExtTest-865665034'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:25.552387 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-37054180-8bcb-4775-b7c6-4716f1ceea3f None None] Calling delete_port for d012bf24-2722-44e5-8af5-6ab329ad3737 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:25.650851 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49014f-1f58-46d8-8ce8-e2c5ebfadb0a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Network': ['ID=ef33ce7b-90f7-4906-baa3-4e681f181c01,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:25.677321 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network ef33ce7b-90f7-4906-baa3-4e681f181c01 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:30:25.738341 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 2144ee5a-03ee-4501-b139-aea5d7aa715c up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:30:25.754991 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7acced3b-f56e-496d-babe-f14bce929ffe tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:25.771885 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0624cb40-4dcb-4d8a-825a-893ac22aa699 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:25.784411 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-0624cb40-4dcb-4d8a-825a-893ac22aa699 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:25.794729 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-bf1fa0db-adef-4af6-add2-70e08e365317 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:25.800112 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-bf1fa0db-adef-4af6-add2-70e08e365317 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:subnet and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:25.803473 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-bf1fa0db-adef-4af6-add2-70e08e365317 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:25.809899 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-bf1fa0db-adef-4af6-add2-70e08e365317 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:25.820808 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acced3b-f56e-496d-babe-f14bce929ffe tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Port': ['ID=d012bf24-2722-44e5-8af5-6ab329ad3737,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:25.821426 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0624cb40-4dcb-4d8a-825a-893ac22aa699 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:25.837163 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acced3b-f56e-496d-babe-f14bce929ffe tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] No DVR routers for this DVR port d012bf24-2722-44e5-8af5-6ab329ad3737 on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:30:25.904844 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-b5ead008-150c-4727-96a7-66eeacf8d3a2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 2001:db8::1 (4a5369b0-8301-4713-81a5-ebef94e70f0e/8253c395-65d8-46e1-8f3a-4a197ee8bb35/d3d1da78-8911-4db2-a921-0bdb4dc23015) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:30:25.914812 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624cb40-4dcb-4d8a-825a-893ac22aa699 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=aa46cf55-d9df-4d37-8ec9-bbb800d8a196,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:25.915546 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-1bfecd46-0038-49ce-afe7-70d3d334e8a2 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:25.919652 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-1bfecd46-0038-49ce-afe7-70d3d334e8a2 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Usage tracker for resource:port and tenant:6c543a4d9b93434abd3dd7a34a0f6a5b is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:25.927074 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-1bfecd46-0038-49ce-afe7-70d3d334e8a2 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:25.939242 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-1bfecd46-0038-49ce-afe7-70d3d334e8a2 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:26.020582 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-37054180-8bcb-4775-b7c6-4716f1ceea3f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:30:26.021430 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-37054180-8bcb-4775-b7c6-4716f1ceea3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:30:26.065976 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfecd46-0038-49ce-afe7-70d3d334e8a2 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Made reservation on behalf of 6c543a4d9b93434abd3dd7a34a0f6a5b for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:26.069764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1bfecd46-0038-49ce-afe7-70d3d334e8a2 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:26.079971 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96edb52-5bb8-42ff-ad66-92bbc8cbeeeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-71545a5d-e14d-45e5-a599-d1327e0318ac', 'network_id': '71545a5d-e14d-45e5-a599-d1327e0318ac', 'tenant_id': '6c543a4d9b93434abd3dd7a34a0f6a5b', 'fixed_ips': [{'subnet_id': '88faedb4-0ec9-464d-bca7-ddb7e9ae1e19'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:30:26.083153 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a96edb52-5bb8-42ff-ad66-92bbc8cbeeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:26.095368 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7acced3b-f56e-496d-babe-f14bce929ffe tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:26.110105 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 2144ee5a-03ee-4501-b139-aea5d7aa715c completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:26.122969 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-1bfecd46-0038-49ce-afe7-70d3d334e8a2 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] device_id is not set on port e9c33b2a-043c-402f-9fa3-d9aef94cca7e yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:30:26.212319 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-7acced3b-f56e-496d-babe-f14bce929ffe tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfdde344-b348-4bcf-99a5-5c1950b4a998']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:26.248945 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1fa0db-adef-4af6-add2-70e08e365317 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:26.254229 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bf1fa0db-adef-4af6-add2-70e08e365317 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:26.281161 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-7acced3b-f56e-496d-babe-f14bce929ffe tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a07a609-1a2c-49c4-b323-f679cf226e41') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:26.286694 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-7acced3b-f56e-496d-babe-f14bce929ffe tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a07a609-1a2c-49c4-b323-f679cf226e41') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:26.304243 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7acced3b-f56e-496d-babe-f14bce929ffe tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:26.329673 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d012bf24-2722-44e5-8af5-6ab329ad3737 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:30:26.331054 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7acced3b-f56e-496d-babe-f14bce929ffe tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:26.338775 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7acced3b-f56e-496d-babe-f14bce929ffe tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:30:26.339464 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7acced3b-f56e-496d-babe-f14bce929ffe tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:30:26.358225 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:30:26.374237 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: d012bf24-2722-44e5-8af5-6ab329ad3737 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:30:26.374589 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d012bf24-2722-44e5-8af5-6ab329ad3737 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:30:26.382055 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-a96edb52-5bb8-42ff-ad66-92bbc8cbeeeb None None] Allocated IP 172.20.0.2 (71545a5d-e14d-45e5-a599-d1327e0318ac/88faedb4-0ec9-464d-bca7-ddb7e9ae1e19/e22c1d1c-75eb-4358-8aef-6343e7e95cd1) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:30:26.523500 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-37054180-8bcb-4775-b7c6-4716f1ceea3f None None] Deleting port d012bf24-2722-44e5-8af5-6ab329ad3737 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:26.524180 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-37054180-8bcb-4775-b7c6-4716f1ceea3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:26.576047 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44290) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:26.595128 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-da22405f-f464-41a3-9c90-64227dd89b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:26.614981 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-da22405f-f464-41a3-9c90-64227dd89b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:26.619057 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-da22405f-f464-41a3-9c90-64227dd89b03 admin admin] Usage tracker for resource:security_group_rule and tenant:e7e97d2c22a542418b279d28d91b51c9 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:26.620915 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-37054180-8bcb-4775-b7c6-4716f1ceea3f None None] The port 'd012bf24-2722-44e5-8af5-6ab329ad3737' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:30:26.622555 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-da22405f-f464-41a3-9c90-64227dd89b03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:26.626363 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7acced3b-f56e-496d-babe-f14bce929ffe tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:26.649165 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7acced3b-f56e-496d-babe-f14bce929ffe tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:26.658336 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-da22405f-f464-41a3-9c90-64227dd89b03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:26.668711 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acced3b-f56e-496d-babe-f14bce929ffe tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Network': ['ID=cfdde344-b348-4bcf-99a5-5c1950b4a998,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:26.720356 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-6e75c0b0-13f3-4c91-852a-f83004cfe6d4 None None] Provisioning for port 2144ee5a-03ee-4501-b139-aea5d7aa715c completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:26.730019 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b5ead008-150c-4727-96a7-66eeacf8d3a2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:26.737991 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-6e75c0b0-13f3-4c91-852a-f83004cfe6d4 None None] Provisioning complete for port 2144ee5a-03ee-4501-b139-aea5d7aa715c triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:26.737991 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6e75c0b0-13f3-4c91-852a-f83004cfe6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:26.762631 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-b5ead008-150c-4727-96a7-66eeacf8d3a2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Transition to ACTIVE for port object d3d1da78-8911-4db2-a921-0bdb4dc23015 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:26.770102 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-da22405f-f464-41a3-9c90-64227dd89b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:26.780827 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7acced3b-f56e-496d-babe-f14bce929ffe tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/networks/cfdde344-b348-4bcf-99a5-5c1950b4a998 HTTP/1.1" status: 204 len: 168 time: 2.1857722 Apr 06 13:30:26.784835 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44294) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:26.793557 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-ba6e9160-2c7c-494f-ab5b-de6de4bca7c5 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-957167473', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:26.794096 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a96edb52-5bb8-42ff-ad66-92bbc8cbeeeb None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:26.800709 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ba6e9160-2c7c-494f-ab5b-de6de4bca7c5 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:26.805251 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ba6e9160-2c7c-494f-ab5b-de6de4bca7c5 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Usage tracker for resource:router and tenant:914bb3d1bef745388dc453a227f40127 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:26.808460 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ba6e9160-2c7c-494f-ab5b-de6de4bca7c5 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:26.816170 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-a96edb52-5bb8-42ff-ad66-92bbc8cbeeeb None None] Transition to ACTIVE for port object e22c1d1c-75eb-4358-8aef-6343e7e95cd1 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:26.816386 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ba6e9160-2c7c-494f-ab5b-de6de4bca7c5 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:26.841326 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-a96edb52-5bb8-42ff-ad66-92bbc8cbeeeb None None] Transition to ACTIVE for port object e22c1d1c-75eb-4358-8aef-6343e7e95cd1 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:26.909999 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6e75c0b0-13f3-4c91-852a-f83004cfe6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:26.928764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-da22405f-f464-41a3-9c90-64227dd89b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:26.962549 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-6e75c0b0-13f3-4c91-852a-f83004cfe6d4 None None] For port 2144ee5a-03ee-4501-b139-aea5d7aa715c, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=2144ee5a-03ee-4501-b139-aea5d7aa715c,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:26.966507 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a96edb52-5bb8-42ff-ad66-92bbc8cbeeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:26.973949 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22405f-f464-41a3-9c90-64227dd89b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6657916-50ed-4751-bd28-fa84fec1c0f3,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:27.037155 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b5ead008-150c-4727-96a7-66eeacf8d3a2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:27.044574 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-da22405f-f464-41a3-9c90-64227dd89b03 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e7e97d2c22a542418b279d28d91b51c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4645610 Apr 06 13:30:27.045660 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44298) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:27.049292 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96edb52-5bb8-42ff-ad66-92bbc8cbeeeb None None] Network 71545a5d-e14d-45e5-a599-d1327e0318ac is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:27.057251 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-a96edb52-5bb8-42ff-ad66-92bbc8cbeeeb None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:27.071669 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96edb52-5bb8-42ff-ad66-92bbc8cbeeeb None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:27.071982 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ba6e9160-2c7c-494f-ab5b-de6de4bca7c5 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:27.072737 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ba6e9160-2c7c-494f-ab5b-de6de4bca7c5 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:27.081790 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6e75c0b0-13f3-4c91-852a-f83004cfe6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:27.114439 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96edb52-5bb8-42ff-ad66-92bbc8cbeeeb None None] Pushing event updated for resources: {'Port': ['ID=e22c1d1c-75eb-4358-8aef-6343e7e95cd1,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:27.114692 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bf1fa0db-adef-4af6-add2-70e08e365317 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:27.118953 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-1bfecd46-0038-49ce-afe7-70d3d334e8a2 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Allocated IP 172.20.0.7 (71545a5d-e14d-45e5-a599-d1327e0318ac/88faedb4-0ec9-464d-bca7-ddb7e9ae1e19/e9c33b2a-043c-402f-9fa3-d9aef94cca7e) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:30:27.134111 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ba6e9160-2c7c-494f-ab5b-de6de4bca7c5 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:27.173762 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7248b357-b079-4712-a566-1bdfd9f0f4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:27.215008 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ead008-150c-4727-96a7-66eeacf8d3a2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:27.220037 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:27.235992 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-b5ead008-150c-4727-96a7-66eeacf8d3a2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:27.244155 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0624cb40-4dcb-4d8a-825a-893ac22aa699 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_gateway, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:27.316235 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ead008-150c-4727-96a7-66eeacf8d3a2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:27.316777 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b5ead008-150c-4727-96a7-66eeacf8d3a2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:27.333765 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-a96edb52-5bb8-42ff-ad66-92bbc8cbeeeb None None] Attempting to bind port e22c1d1c-75eb-4358-8aef-6343e7e95cd1 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:27.334138 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-a96edb52-5bb8-42ff-ad66-92bbc8cbeeeb None None] Attempting to bind port e22c1d1c-75eb-4358-8aef-6343e7e95cd1 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '95bb127f-10e1-4e6c-b524-af4361ed0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '71545a5d-e14d-45e5-a599-d1327e0318ac'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:27.334505 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96edb52-5bb8-42ff-ad66-92bbc8cbeeeb None None] Attempting to bind port e22c1d1c-75eb-4358-8aef-6343e7e95cd1 on network 71545a5d-e14d-45e5-a599-d1327e0318ac {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:27.339016 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ead008-150c-4727-96a7-66eeacf8d3a2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=d3d1da78-8911-4db2-a921-0bdb4dc23015,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:27.343423 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96edb52-5bb8-42ff-ad66-92bbc8cbeeeb None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:30:27.343800 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96edb52-5bb8-42ff-ad66-92bbc8cbeeeb None None] Checking segment: {'id': '95bb127f-10e1-4e6c-b524-af4361ed0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '71545a5d-e14d-45e5-a599-d1327e0318ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:30:27.344443 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a96edb52-5bb8-42ff-ad66-92bbc8cbeeeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:27.344850 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96edb52-5bb8-42ff-ad66-92bbc8cbeeeb None None] Bound using segment: {'id': '95bb127f-10e1-4e6c-b524-af4361ed0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '71545a5d-e14d-45e5-a599-d1327e0318ac'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:30:27.345473 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-a96edb52-5bb8-42ff-ad66-92bbc8cbeeeb None None] Bound port: e22c1d1c-75eb-4358-8aef-6343e7e95cd1, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95bb127f-10e1-4e6c-b524-af4361ed0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '71545a5d-e14d-45e5-a599-d1327e0318ac'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:30:27.345863 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a96edb52-5bb8-42ff-ad66-92bbc8cbeeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:27.355951 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75c0b0-13f3-4c91-852a-f83004cfe6d4 None None] Pushing event updated for resources: {'Port': ['ID=2144ee5a-03ee-4501-b139-aea5d7aa715c,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:27.404845 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fa0db-adef-4af6-add2-70e08e365317 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Subnet': ['ID=15c10649-833b-4f78-8802-a11981207f98,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:27.455302 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1fa0db-adef-4af6-add2-70e08e365317 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Checking segment: {'id': '1ed1430a-cf80-437e-ba5b-95730217e943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ef33ce7b-90f7-4906-baa3-4e681f181c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:30:27.456228 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1fa0db-adef-4af6-add2-70e08e365317 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network hostable DHCP agents. Network: ef33ce7b-90f7-4906-baa3-4e681f181c01, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:30:27.482082 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1bfecd46-0038-49ce-afe7-70d3d334e8a2 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:27.506562 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ba6e9160-2c7c-494f-ab5b-de6de4bca7c5 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:27.513357 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-1bfecd46-0038-49ce-afe7-70d3d334e8a2 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Transition to ACTIVE for port object e9c33b2a-043c-402f-9fa3-d9aef94cca7e will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:27.525562 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-a96edb52-5bb8-42ff-ad66-92bbc8cbeeeb None None] For port e22c1d1c-75eb-4358-8aef-6343e7e95cd1, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:30:27.529930 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-a96edb52-5bb8-42ff-ad66-92bbc8cbeeeb None None] For port e22c1d1c-75eb-4358-8aef-6343e7e95cd1, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=e22c1d1c-75eb-4358-8aef-6343e7e95cd1,segment=NetworkSegment(95bb127f-10e1-4e6c-b524-af4361ed0432),segment_id=95bb127f-10e1-4e6c-b524-af4361ed0432)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:30:27.547988 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7248b357-b079-4712-a566-1bdfd9f0f4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:27.581558 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a96edb52-5bb8-42ff-ad66-92bbc8cbeeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:27.638201 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ba6e9160-2c7c-494f-ab5b-de6de4bca7c5 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:27.646140 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ba6e9160-2c7c-494f-ab5b-de6de4bca7c5 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8594468 Apr 06 13:30:27.648925 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44302) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:27.662432 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 2144ee5a-03ee-4501-b139-aea5d7aa715c up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:30:27.665046 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-eed34294-416c-4480-8b64-cf44bcc18861 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1043573695'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:27.671947 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-eed34294-416c-4480-8b64-cf44bcc18861 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:27.686367 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-eed34294-416c-4480-8b64-cf44bcc18861 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Usage tracker for resource:network and tenant:914bb3d1bef745388dc453a227f40127 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:27.690929 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-eed34294-416c-4480-8b64-cf44bcc18861 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:27.695588 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1bfecd46-0038-49ce-afe7-70d3d334e8a2 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:27.698900 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1fa0db-adef-4af6-add2-70e08e365317 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network ef33ce7b-90f7-4906-baa3-4e681f181c01 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:30:27.746566 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96edb52-5bb8-42ff-ad66-92bbc8cbeeeb None None] Pushing event updated for resources: {'Port': ['ID=e22c1d1c-75eb-4358-8aef-6343e7e95cd1,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:27.777574 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-eed34294-416c-4480-8b64-cf44bcc18861 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:27.786200 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b5ead008-150c-4727-96a7-66eeacf8d3a2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:27.796427 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 2144ee5a-03ee-4501-b139-aea5d7aa715c triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:27.796427 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:27.798773 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7248b357-b079-4712-a566-1bdfd9f0f4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:27.823677 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfecd46-0038-49ce-afe7-70d3d334e8a2 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Pushing event updated for resources: {'Port': ['ID=e9c33b2a-043c-402f-9fa3-d9aef94cca7e,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:27.829894 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-35666100-cd9e-4e93-9aff-2305f65b7901 None None] Provisioning for port d3d1da78-8911-4db2-a921-0bdb4dc23015 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:27.831851 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248b357-b079-4712-a566-1bdfd9f0f4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6657916-50ed-4751-bd28-fa84fec1c0f3,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:27.838136 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfecd46-0038-49ce-afe7-70d3d334e8a2 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Network 71545a5d-e14d-45e5-a599-d1327e0318ac is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:27.840768 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-1bfecd46-0038-49ce-afe7-70d3d334e8a2 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:27.843446 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfecd46-0038-49ce-afe7-70d3d334e8a2 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:27.849204 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-35666100-cd9e-4e93-9aff-2305f65b7901 None None] Provisioning complete for port d3d1da78-8911-4db2-a921-0bdb4dc23015 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:27.849727 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-35666100-cd9e-4e93-9aff-2305f65b7901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:27.878555 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7248b357-b079-4712-a566-1bdfd9f0f4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:27.882583 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7248b357-b079-4712-a566-1bdfd9f0f4a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6657916-50ed-4751-bd28-fa84fec1c0f3 HTTP/1.1" status: 204 len: 168 time: 0.8358614 Apr 06 13:30:27.888851 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed34294-416c-4480-8b64-cf44bcc18861 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Made reservation on behalf of 914bb3d1bef745388dc453a227f40127 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:27.893103 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-eed34294-416c-4480-8b64-cf44bcc18861 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:27.906848 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-bf1fa0db-adef-4af6-add2-70e08e365317 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, ef33ce7b-90f7-4906-baa3-4e681f181c01) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:27.926418 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bbeec7-20d1-41d4-a68e-a46aed93b5bf None None] Network ef33ce7b-90f7-4906-baa3-4e681f181c01 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:27.956724 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1fa0db-adef-4af6-add2-70e08e365317 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:27.957308 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bf1fa0db-adef-4af6-add2-70e08e365317 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:27.985754 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfecd46-0038-49ce-afe7-70d3d334e8a2 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:27.986951 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1bfecd46-0038-49ce-afe7-70d3d334e8a2 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:28.013078 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed34294-416c-4480-8b64-cf44bcc18861 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:30:28.021556 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0624cb40-4dcb-4d8a-825a-893ac22aa699 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:28.041297 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-eed34294-416c-4480-8b64-cf44bcc18861 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:28.041797 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-eed34294-416c-4480-8b64-cf44bcc18861 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Added segment 177239cd-b4d7-45ea-9980-f676376b5a85 of type vlan for network 97b022a1-acd8-46ee-bd7b-b8a4d29f327a Apr 06 13:30:28.088359 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-eed34294-416c-4480-8b64-cf44bcc18861 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:28.104498 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-35666100-cd9e-4e93-9aff-2305f65b7901 None None] Port d3d1da78-8911-4db2-a921-0bdb4dc23015 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:30:28.179807 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1bfecd46-0038-49ce-afe7-70d3d334e8a2 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.6750529 Apr 06 13:30:28.185560 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44308) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:28.198149 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-5f72119d-211f-4323-b92f-2ba8cbcf6739 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-357403581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:28.213667 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-5f72119d-211f-4323-b92f-2ba8cbcf6739 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:28.230127 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-5f72119d-211f-4323-b92f-2ba8cbcf6739 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Usage tracker for resource:router and tenant:6c543a4d9b93434abd3dd7a34a0f6a5b is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:28.236858 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-5f72119d-211f-4323-b92f-2ba8cbcf6739 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:28.257947 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-5f72119d-211f-4323-b92f-2ba8cbcf6739 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:28.339057 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-bf1fa0db-adef-4af6-add2-70e08e365317 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0276680 Apr 06 13:30:28.344503 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44312) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:28.363909 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-5aacec58-c6d3-4394-bcf4-3c5ff9d04cde tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'port': {'network_id': 'ef33ce7b-90f7-4906-baa3-4e681f181c01', 'name': 'tempest-PortsTestJSON-240620903', 'fixed_ips': [{'subnet_id': '15c10649-833b-4f78-8802-a11981207f98', 'ip_address': '172.20.0.10'}]}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:28.394878 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-eed34294-416c-4480-8b64-cf44bcc18861 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:28.401049 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed34294-416c-4480-8b64-cf44bcc18861 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:28.401715 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-eed34294-416c-4480-8b64-cf44bcc18861 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:28.422009 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ced809-2eea-472c-bcb2-2e87ed91485b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-ef33ce7b-90f7-4906-baa3-4e681f181c01', 'network_id': 'ef33ce7b-90f7-4906-baa3-4e681f181c01', 'tenant_id': 'a526e3e3d3c243f2855d6757315c0284', 'fixed_ips': [{'subnet_id': '15c10649-833b-4f78-8802-a11981207f98'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:30:28.423270 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-11ced809-2eea-472c-bcb2-2e87ed91485b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:28.461042 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5f72119d-211f-4323-b92f-2ba8cbcf6739 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:28.465251 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5f72119d-211f-4323-b92f-2ba8cbcf6739 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:28.597179 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-eed34294-416c-4480-8b64-cf44bcc18861 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9460859 Apr 06 13:30:28.681315 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-11ced809-2eea-472c-bcb2-2e87ed91485b None None] Allocated IP 172.20.0.2 (ef33ce7b-90f7-4906-baa3-4e681f181c01/15c10649-833b-4f78-8802-a11981207f98/ef4a04c6-876d-4468-a829-7da501e2f6cf) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:30:28.726152 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44318) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:28.744748 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-a584e07f-0110-4b1f-8455-4e947a61943e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'subnet': {'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:28.817162 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed34294-416c-4480-8b64-cf44bcc18861 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Network': ['ID=97b022a1-acd8-46ee-bd7b-b8a4d29f327a,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:28.818739 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5f72119d-211f-4323-b92f-2ba8cbcf6739 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:28.871934 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-5aacec58-c6d3-4394-bcf4-3c5ff9d04cde tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:28.879322 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-5aacec58-c6d3-4394-bcf4-3c5ff9d04cde tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:port and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:28.880528 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-5aacec58-c6d3-4394-bcf4-3c5ff9d04cde tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:28.892157 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-5aacec58-c6d3-4394-bcf4-3c5ff9d04cde tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:28.941785 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5f72119d-211f-4323-b92f-2ba8cbcf6739 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:28.977872 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aacec58-c6d3-4394-bcf4-3c5ff9d04cde tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:29.010963 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a584e07f-0110-4b1f-8455-4e947a61943e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:29.016933 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a584e07f-0110-4b1f-8455-4e947a61943e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Usage tracker for resource:subnet and tenant:914bb3d1bef745388dc453a227f40127 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:29.021363 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a584e07f-0110-4b1f-8455-4e947a61943e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:29.030397 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a584e07f-0110-4b1f-8455-4e947a61943e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:29.072331 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 97b022a1-acd8-46ee-bd7b-b8a4d29f327a details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:30:29.131716 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-11ced809-2eea-472c-bcb2-2e87ed91485b None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:29.139673 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5f72119d-211f-4323-b92f-2ba8cbcf6739 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:29.140980 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5f72119d-211f-4323-b92f-2ba8cbcf6739 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9540668 Apr 06 13:30:29.144896 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44330) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:29.154667 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-21b59e0e-d296-4dc7-af68-c7c884bf96b3 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-807911547', 'prefixes': ['172.20.0.0/16']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:29.163562 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-21b59e0e-d296-4dc7-af68-c7c884bf96b3 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:29.210027 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5aacec58-c6d3-4394-bcf4-3c5ff9d04cde tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:29.236790 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-5aacec58-c6d3-4394-bcf4-3c5ff9d04cde tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] device_id is not set on port 59d0ceac-13c4-4007-bf95-b99afd44bbb1 yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:30:29.254262 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-11ced809-2eea-472c-bcb2-2e87ed91485b None None] Transition to ACTIVE for port object ef4a04c6-876d-4468-a829-7da501e2f6cf will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:29.286291 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a584e07f-0110-4b1f-8455-4e947a61943e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Made reservation on behalf of 914bb3d1bef745388dc453a227f40127 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:29.290732 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a584e07f-0110-4b1f-8455-4e947a61943e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:29.295979 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-11ced809-2eea-472c-bcb2-2e87ed91485b None None] Transition to ACTIVE for port object ef4a04c6-876d-4468-a829-7da501e2f6cf will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:29.336631 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b5ead008-150c-4727-96a7-66eeacf8d3a2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:29.339803 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0624cb40-4dcb-4d8a-825a-893ac22aa699 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router dfc385cf-f590-4be2-80bb-b545ce653735 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:30:29.387941 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f27b2ee-b6ee-48b7-a2b0-a2f97cc7ff76 None None] Network 71545a5d-e14d-45e5-a599-d1327e0318ac requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:29.497595 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b5ead008-150c-4727-96a7-66eeacf8d3a2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:29.497927 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b5ead008-150c-4727-96a7-66eeacf8d3a2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:29.549979 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-5aacec58-c6d3-4394-bcf4-3c5ff9d04cde tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Allocated IP 172.20.0.10 (ef33ce7b-90f7-4906-baa3-4e681f181c01/15c10649-833b-4f78-8802-a11981207f98/59d0ceac-13c4-4007-bf95-b99afd44bbb1) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:30:29.633373 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-11ced809-2eea-472c-bcb2-2e87ed91485b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:29.717075 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ced809-2eea-472c-bcb2-2e87ed91485b None None] Network ef33ce7b-90f7-4906-baa3-4e681f181c01 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:29.738553 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-11ced809-2eea-472c-bcb2-2e87ed91485b None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:29.760013 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ced809-2eea-472c-bcb2-2e87ed91485b None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:29.847977 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ead008-150c-4727-96a7-66eeacf8d3a2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=d3d1da78-8911-4db2-a921-0bdb4dc23015,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:29.886698 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device e22c1d1c-75eb-4358-8aef-6343e7e95cd1 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:30:29.908324 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-21b59e0e-d296-4dc7-af68-c7c884bf96b3 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks [] for subnetpool, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:29.913233 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-21b59e0e-d296-4dc7-af68-c7c884bf96b3 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.7638488 Apr 06 13:30:29.913576 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44344) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:29.939938 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5aacec58-c6d3-4394-bcf4-3c5ff9d04cde tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:29.960260 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-5aacec58-c6d3-4394-bcf4-3c5ff9d04cde tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Transition to ACTIVE for port object 59d0ceac-13c4-4007-bf95-b99afd44bbb1 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:29.968879 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.tag.tag_plugin [None req-a49017f6-c9a2-43be-9ee0-726b5fdc8539 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '88faedb4-0ec9-464d-bca7-ddb7e9ae1e19', 'tempest-TagsExtTest-Tag-1751564048') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:29.970666 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-75cba5f4-2ef6-4383-ae50-cd76c821aa3e None None] Provisioning for port e22c1d1c-75eb-4358-8aef-6343e7e95cd1 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:29.995521 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0624cb40-4dcb-4d8a-825a-893ac22aa699 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:30:30.030272 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52f0698-ad45-48d7-b2b8-f2180690dc20 None None] Sync routers for ids ['dfc385cf-f590-4be2-80bb-b545ce653735'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:30:30.049060 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-11ced809-2eea-472c-bcb2-2e87ed91485b None None] Attempting to bind port ef4a04c6-876d-4468-a829-7da501e2f6cf on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:30.049665 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-11ced809-2eea-472c-bcb2-2e87ed91485b None None] Attempting to bind port ef4a04c6-876d-4468-a829-7da501e2f6cf by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '1ed1430a-cf80-437e-ba5b-95730217e943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ef33ce7b-90f7-4906-baa3-4e681f181c01'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:30.050249 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ced809-2eea-472c-bcb2-2e87ed91485b None None] Attempting to bind port ef4a04c6-876d-4468-a829-7da501e2f6cf on network ef33ce7b-90f7-4906-baa3-4e681f181c01 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:30.069707 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ead008-150c-4727-96a7-66eeacf8d3a2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:30.071281 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ced809-2eea-472c-bcb2-2e87ed91485b None None] Pushing event updated for resources: {'Port': ['ID=ef4a04c6-876d-4468-a829-7da501e2f6cf,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:30.073825 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-b5ead008-150c-4727-96a7-66eeacf8d3a2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:30.088097 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ced809-2eea-472c-bcb2-2e87ed91485b None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:30:30.088633 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ced809-2eea-472c-bcb2-2e87ed91485b None None] Checking segment: {'id': '1ed1430a-cf80-437e-ba5b-95730217e943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ef33ce7b-90f7-4906-baa3-4e681f181c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:30:30.089211 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-11ced809-2eea-472c-bcb2-2e87ed91485b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:30.089768 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ced809-2eea-472c-bcb2-2e87ed91485b None None] Bound using segment: {'id': '1ed1430a-cf80-437e-ba5b-95730217e943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ef33ce7b-90f7-4906-baa3-4e681f181c01'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:30:30.090562 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-11ced809-2eea-472c-bcb2-2e87ed91485b None None] Bound port: ef4a04c6-876d-4468-a829-7da501e2f6cf, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed1430a-cf80-437e-ba5b-95730217e943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ef33ce7b-90f7-4906-baa3-4e681f181c01'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:30:30.091035 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-11ced809-2eea-472c-bcb2-2e87ed91485b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:30.096366 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5aacec58-c6d3-4394-bcf4-3c5ff9d04cde tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:30.135165 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52f0698-ad45-48d7-b2b8-f2180690dc20 None None] Routers {'dfc385cf-f590-4be2-80bb-b545ce653735'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:30:30.136095 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c52f0698-ad45-48d7-b2b8-f2180690dc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:30:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['dfc385cf-f590-4be2-80bb-b545ce653735'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:30.223032 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0624cb40-4dcb-4d8a-825a-893ac22aa699 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:30.236193 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0624cb40-4dcb-4d8a-825a-893ac22aa699 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.9821968 Apr 06 13:30:30.236193 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44350) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:30.323924 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aacec58-c6d3-4394-bcf4-3c5ff9d04cde tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network ef33ce7b-90f7-4906-baa3-4e681f181c01 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:30.335928 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-5aacec58-c6d3-4394-bcf4-3c5ff9d04cde tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:30.350250 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aacec58-c6d3-4394-bcf4-3c5ff9d04cde tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:30.409542 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a584e07f-0110-4b1f-8455-4e947a61943e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:30.470576 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aacec58-c6d3-4394-bcf4-3c5ff9d04cde tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Port': ['ID=59d0ceac-13c4-4007-bf95-b99afd44bbb1,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:30.579413 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aacec58-c6d3-4394-bcf4-3c5ff9d04cde tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:30.589359 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5aacec58-c6d3-4394-bcf4-3c5ff9d04cde tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:30.687168 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584e07f-0110-4b1f-8455-4e947a61943e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Subnet': ['ID=4c9e1260-c3e9-4998-a5a5-a505f44c6f82,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:30.694922 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5aacec58-c6d3-4394-bcf4-3c5ff9d04cde tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3462138 Apr 06 13:30:30.697396 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44360) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:30.707650 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-36fb6c81-e960-4a27-93b6-aacb28298eb5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'port': {'network_id': 'ef33ce7b-90f7-4906-baa3-4e681f181c01', 'name': 'tempest-PortsTestJSON-603013376', 'fixed_ips': [{'subnet_id': '15c10649-833b-4f78-8802-a11981207f98', 'ip_address': '172.20.0.9'}]}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:30.747208 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port e22c1d1c-75eb-4358-8aef-6343e7e95cd1 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:30.761421 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port e22c1d1c-75eb-4358-8aef-6343e7e95cd1 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:30.761800 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:30.790733 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a584e07f-0110-4b1f-8455-4e947a61943e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Checking segment: {'id': '177239cd-b4d7-45ea-9980-f676376b5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:30:30.791368 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a584e07f-0110-4b1f-8455-4e947a61943e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network hostable DHCP agents. Network: 97b022a1-acd8-46ee-bd7b-b8a4d29f327a, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:30:30.817252 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a49017f6-c9a2-43be-9ee0-726b5fdc8539 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "PUT /v2.0/subnets/88faedb4-0ec9-464d-bca7-ddb7e9ae1e19/tags/tempest-TagsExtTest-Tag-1751564048 HTTP/1.1" status: 201 len: 201 time: 0.8618803 Apr 06 13:30:30.818304 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44364) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:30.839437 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-11ced809-2eea-472c-bcb2-2e87ed91485b None None] For port ef4a04c6-876d-4468-a829-7da501e2f6cf, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:30:30.846295 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-1c2296de-0684-407b-b3d5-4d4025c6eca7 None None] Provisioning complete for port d3d1da78-8911-4db2-a921-0bdb4dc23015 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:30.847430 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1c2296de-0684-407b-b3d5-4d4025c6eca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:30.913965 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-c52f0698-ad45-48d7-b2b8-f2180690dc20 None None] Set router dfc385cf-f590-4be2-80bb-b545ce653735 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:30:30.990611 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-11ced809-2eea-472c-bcb2-2e87ed91485b None None] For port ef4a04c6-876d-4468-a829-7da501e2f6cf, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ef4a04c6-876d-4468-a829-7da501e2f6cf,segment=NetworkSegment(1ed1430a-cf80-437e-ba5b-95730217e943),segment_id=1ed1430a-cf80-437e-ba5b-95730217e943)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:30:31.015555 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-36fb6c81-e960-4a27-93b6-aacb28298eb5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:31.024703 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-36fb6c81-e960-4a27-93b6-aacb28298eb5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:port and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:31.031163 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-36fb6c81-e960-4a27-93b6-aacb28298eb5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:31.044894 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-36fb6c81-e960-4a27-93b6-aacb28298eb5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:31.106742 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.tag.tag_plugin [None req-36b9b923-c5cf-40c5-bd6c-9a648febd979 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e9c33b2a-043c-402f-9fa3-d9aef94cca7e', 'tempest-TagsExtTest-Tag-40036508') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:31.127897 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-11ced809-2eea-472c-bcb2-2e87ed91485b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:31.136727 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ead008-150c-4727-96a7-66eeacf8d3a2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Router a7a3ff82-433e-4527-b18c-69a018a25c00 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:30:31.142183 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b90e168b-fa17-46ec-bdad-37c3a0c14d7a tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=accb128fe3eb42cd83b327a0d6bf9c24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8243878 Apr 06 13:30:31.146309 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44372) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:31.181973 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-1c2296de-0684-407b-b3d5-4d4025c6eca7 None None] Port d3d1da78-8911-4db2-a921-0bdb4dc23015 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:30:31.187120 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fb6c81-e960-4a27-93b6-aacb28298eb5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:31.200765 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-36fb6c81-e960-4a27-93b6-aacb28298eb5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:31.259090 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-36fb6c81-e960-4a27-93b6-aacb28298eb5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] device_id is not set on port 5f287c97-36c7-4731-8038-0cfe6ef3d264 yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:30:31.285891 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a584e07f-0110-4b1f-8455-4e947a61943e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network 97b022a1-acd8-46ee-bd7b-b8a4d29f327a is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:30:31.425152 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44378) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:31.429890 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ced809-2eea-472c-bcb2-2e87ed91485b None None] Pushing event updated for resources: {'Port': ['ID=ef4a04c6-876d-4468-a829-7da501e2f6cf,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:31.435655 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:31.477195 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:30:31.516981 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-4a2e0dc6-1a90-4c66-a4ad-b0a04f3a0891 None None] Provisioning for port e9c33b2a-043c-402f-9fa3-d9aef94cca7e completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:31.546423 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-4a2e0dc6-1a90-4c66-a4ad-b0a04f3a0891 None None] Provisioning complete for port e9c33b2a-043c-402f-9fa3-d9aef94cca7e triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:31.546723 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-a584e07f-0110-4b1f-8455-4e947a61943e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 97b022a1-acd8-46ee-bd7b-b8a4d29f327a) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:31.546993 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4a2e0dc6-1a90-4c66-a4ad-b0a04f3a0891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:31.570931 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a584e07f-0110-4b1f-8455-4e947a61943e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:31.571953 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a584e07f-0110-4b1f-8455-4e947a61943e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:31.610717 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bbbb45-243b-4deb-baf1-957c2d4aee66 None None] Network 97b022a1-acd8-46ee-bd7b-b8a4d29f327a requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:31.647158 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-36fb6c81-e960-4a27-93b6-aacb28298eb5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Allocated IP 172.20.0.9 (ef33ce7b-90f7-4906-baa3-4e681f181c01/15c10649-833b-4f78-8802-a11981207f98/5f287c97-36c7-4731-8038-0cfe6ef3d264) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:30:31.665002 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port e22c1d1c-75eb-4358-8aef-6343e7e95cd1, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=e22c1d1c-75eb-4358-8aef-6343e7e95cd1,segment=NetworkSegment(95bb127f-10e1-4e6c-b524-af4361ed0432),segment_id=95bb127f-10e1-4e6c-b524-af4361ed0432)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:31.688958 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ead008-150c-4727-96a7-66eeacf8d3a2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:30:31.706343 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b5ead008-150c-4727-96a7-66eeacf8d3a2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "PUT /v2.0/routers/a7a3ff82-433e-4527-b18c-69a018a25c00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1009300 Apr 06 13:30:31.708054 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44384) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:31.709341 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bead308-f96c-46b8-8d79-d1aec3a38725 None None] Sync routers for ids ['a7a3ff82-433e-4527-b18c-69a018a25c00'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:30:31.752701 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bead308-f96c-46b8-8d79-d1aec3a38725 None None] Routers {'a7a3ff82-433e-4527-b18c-69a018a25c00'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:30:31.753791 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7bead308-f96c-46b8-8d79-d1aec3a38725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:30:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['a7a3ff82-433e-4527-b18c-69a018a25c00'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:31.774363 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:31.821423 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daed0d36-84fb-42d6-9a67-c78b064ff82e tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:31.823394 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-daed0d36-84fb-42d6-9a67-c78b064ff82e tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6684780 Apr 06 13:30:31.831762 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44388) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:31.848009 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a584e07f-0110-4b1f-8455-4e947a61943e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1172752 Apr 06 13:30:31.896093 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44392) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:31.978757 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-435bd18e-872c-4b5a-a5d6-8efbd5dc3fc8 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1900681509'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:31.994651 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=e22c1d1c-75eb-4358-8aef-6343e7e95cd1,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:32.007130 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-4a2e0dc6-1a90-4c66-a4ad-b0a04f3a0891 None None] Port e9c33b2a-043c-402f-9fa3-d9aef94cca7e cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:30:32.011566 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-435bd18e-872c-4b5a-a5d6-8efbd5dc3fc8 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:32.017308 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-435bd18e-872c-4b5a-a5d6-8efbd5dc3fc8 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Usage tracker for resource:network and tenant:5a1fb19d489149e6a2f879fe6a6fd1f7 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:32.025204 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ef4a04c6-876d-4468-a829-7da501e2f6cf up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:30:32.025345 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-36b9b923-c5cf-40c5-bd6c-9a648febd979 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "PUT /v2.0/ports/e9c33b2a-043c-402f-9fa3-d9aef94cca7e/tags/tempest-TagsExtTest-Tag-40036508 HTTP/1.1" status: 201 len: 201 time: 1.1296985 Apr 06 13:30:32.025458 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-435bd18e-872c-4b5a-a5d6-8efbd5dc3fc8 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:32.028823 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-435bd18e-872c-4b5a-a5d6-8efbd5dc3fc8 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:32.042159 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ff0a981f-a762-45c9-8581-bc43605890ca tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2031181 Apr 06 13:30:32.042159 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44396) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:32.048103 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44398) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:32.056843 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-cd280c95-ea99-43be-aa51-536bfd60b677 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-173727470', 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:32.067661 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-53ff2e72-1218-4385-bed2-24d645398ef0 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '65418422-7200-4223-8ded-15b523bb993d', 'tempest-TagsExtTest-Tag-1509919766') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:32.111584 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-7bead308-f96c-46b8-8d79-d1aec3a38725 None None] Set router a7a3ff82-433e-4527-b18c-69a018a25c00 gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:30:32.126869 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-4a2e0dc6-1a90-4c66-a4ad-b0a04f3a0891 None None] Provisioning complete for port e22c1d1c-75eb-4358-8aef-6343e7e95cd1 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:32.126869 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4a2e0dc6-1a90-4c66-a4ad-b0a04f3a0891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:32.144040 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435bd18e-872c-4b5a-a5d6-8efbd5dc3fc8 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Made reservation on behalf of 5a1fb19d489149e6a2f879fe6a6fd1f7 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:32.148130 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-435bd18e-872c-4b5a-a5d6-8efbd5dc3fc8 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:32.192857 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f212e5-5b16-403c-8994-e7bc4294046c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:32.193943 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-08f212e5-5b16-403c-8994-e7bc4294046c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:32.263528 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-435bd18e-872c-4b5a-a5d6-8efbd5dc3fc8 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:32.314323 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c52f0698-ad45-48d7-b2b8-f2180690dc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'name': 'tempest-TestNetworkBasicOps-router-927354710', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:21Z', 'updated_at': '2022-04-06T13:30:26Z', 'revision_number': 3, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:23Z', 'updated_at': '2022-04-06T13:30:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:32.351737 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52f0698-ad45-48d7-b2b8-f2180690dc20 None None] Checking router: dfc385cf-f590-4be2-80bb-b545ce653735 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:30:32.352101 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52f0698-ad45-48d7-b2b8-f2180690dc20 None None] Updating router dfc385cf-f590-4be2-80bb-b545ce653735 port aa46cf55-d9df-4d37-8ec9-bbb800d8a196 binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:30:32.358498 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-435bd18e-872c-4b5a-a5d6-8efbd5dc3fc8 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:32.387167 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-435bd18e-872c-4b5a-a5d6-8efbd5dc3fc8 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Usage tracker for resource:security_group_rule and tenant:5a1fb19d489149e6a2f879fe6a6fd1f7 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:32.404505 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-435bd18e-872c-4b5a-a5d6-8efbd5dc3fc8 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:32.435176 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-435bd18e-872c-4b5a-a5d6-8efbd5dc3fc8 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:32.461481 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-36fb6c81-e960-4a27-93b6-aacb28298eb5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:32.496743 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-36fb6c81-e960-4a27-93b6-aacb28298eb5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Transition to ACTIVE for port object 5f287c97-36c7-4731-8038-0cfe6ef3d264 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:32.550392 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-53ff2e72-1218-4385-bed2-24d645398ef0 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "PUT /v2.0/routers/65418422-7200-4223-8ded-15b523bb993d/tags/tempest-TagsExtTest-Tag-1509919766 HTTP/1.1" status: 201 len: 201 time: 0.4935069 Apr 06 13:30:32.553426 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44404) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:32.572903 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-05939e92-f5cb-4471-948b-4f1be96da65f tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c1a77e6c-59af-4a64-9b5b-b1332978dc28', 'tempest-TagsExtTest-Tag-729827801') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:32.668948 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7bead308-f96c-46b8-8d79-d1aec3a38725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a3ff82-433e-4527-b18c-69a018a25c00', 'name': 'tempest-NetworksTestDHCPv6-router-33001056', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:23Z', 'updated_at': '2022-04-06T13:30:27Z', 'revision_number': 2, 'project_id': 'feb3fc21fc62406897a0b657c2551f20', 'gw_port_host': None, '_interfaces': [{'id': 'd3d1da78-8911-4db2-a921-0bdb4dc23015', 'name': '', 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'mac_address': 'fa:16:3e:99:7e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a3ff82-433e-4527-b18c-69a018a25c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '8253c395-65d8-46e1-8f3a-4a197ee8bb35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:25Z', 'updated_at': '2022-04-06T13:30:28Z', 'revision_number': 2, 'project_id': 'feb3fc21fc62406897a0b657c2551f20', 'subnets': [{'id': '8253c395-65d8-46e1-8f3a-4a197ee8bb35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:32.674337 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bead308-f96c-46b8-8d79-d1aec3a38725 None None] Checking router: a7a3ff82-433e-4527-b18c-69a018a25c00 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:30:32.680227 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bead308-f96c-46b8-8d79-d1aec3a38725 None None] Updating router a7a3ff82-433e-4527-b18c-69a018a25c00 port d3d1da78-8911-4db2-a921-0bdb4dc23015 binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:30:32.680918 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-435bd18e-872c-4b5a-a5d6-8efbd5dc3fc8 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:32.686028 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-08f212e5-5b16-403c-8994-e7bc4294046c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:32.689004 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port ef4a04c6-876d-4468-a829-7da501e2f6cf completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:32.694533 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c52f0698-ad45-48d7-b2b8-f2180690dc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:32.701085 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-08f212e5-5b16-403c-8994-e7bc4294046c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports/d3d1da78-8911-4db2-a921-0bdb4dc23015 HTTP/1.1" status: 200 len: 911 time: 0.9919348 Apr 06 13:30:32.707739 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-cd280c95-ea99-43be-aa51-536bfd60b677 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:32.709572 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44408) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:32.718754 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-cd280c95-ea99-43be-aa51-536bfd60b677 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:subnet and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:32.731107 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-cd280c95-ea99-43be-aa51-536bfd60b677 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:32.738928 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-cd280c95-ea99-43be-aa51-536bfd60b677 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:32.749225 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de3141f-e6ca-4f1f-b3c6-98360773ed99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'fixed_ips': [{'subnet_id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:30:32.750767 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7de3141f-e6ca-4f1f-b3c6-98360773ed99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:32.756210 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7bead308-f96c-46b8-8d79-d1aec3a38725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:32.818493 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd280c95-ea99-43be-aa51-536bfd60b677 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Made reservation on behalf of accb128fe3eb42cd83b327a0d6bf9c24 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:32.822298 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cd280c95-ea99-43be-aa51-536bfd60b677 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:32.918780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-36fb6c81-e960-4a27-93b6-aacb28298eb5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:32.920816 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-435bd18e-872c-4b5a-a5d6-8efbd5dc3fc8 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:32.935203 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435bd18e-872c-4b5a-a5d6-8efbd5dc3fc8 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:30:32.948875 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-435bd18e-872c-4b5a-a5d6-8efbd5dc3fc8 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:32.949362 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-435bd18e-872c-4b5a-a5d6-8efbd5dc3fc8 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Added segment abb4a36a-b3f7-405e-a690-d1082603eb72 of type vlan for network 2e597ce5-fccc-44d5-9be5-931bcf221e16 Apr 06 13:30:32.985769 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575db640-0e95-4319-a2ac-3e4984d6cc57 None None] Network ef33ce7b-90f7-4906-baa3-4e681f181c01 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:32.988681 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-435bd18e-872c-4b5a-a5d6-8efbd5dc3fc8 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:33.116996 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-636959a4-a131-43d3-9676-a6ed7f3fbcd9 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:33.120096 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-435bd18e-872c-4b5a-a5d6-8efbd5dc3fc8 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:33.127587 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435bd18e-872c-4b5a-a5d6-8efbd5dc3fc8 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:33.129048 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-435bd18e-872c-4b5a-a5d6-8efbd5dc3fc8 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:33.207468 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7bead308-f96c-46b8-8d79-d1aec3a38725 None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:33.224550 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-7bead308-f96c-46b8-8d79-d1aec3a38725 None None] Transition to ACTIVE for port object d3d1da78-8911-4db2-a921-0bdb4dc23015 will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:33.294689 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb6c81-e960-4a27-93b6-aacb28298eb5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Port': ['ID=5f287c97-36c7-4731-8038-0cfe6ef3d264,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:33.300730 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7bead308-f96c-46b8-8d79-d1aec3a38725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:33.349515 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-05939e92-f5cb-4471-948b-4f1be96da65f tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "PUT /v2.0/subnetpools/c1a77e6c-59af-4a64-9b5b-b1332978dc28/tags/tempest-TagsExtTest-Tag-729827801 HTTP/1.1" status: 201 len: 201 time: 0.7948287 Apr 06 13:30:33.371627 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44412) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:33.385165 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-435bd18e-872c-4b5a-a5d6-8efbd5dc3fc8 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.9558756 Apr 06 13:30:33.388587 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.tag.tag_plugin [None req-f4678727-d6df-4e74-aaae-370e93465a00 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '88faedb4-0ec9-464d-bca7-ddb7e9ae1e19') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:33.393062 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fb6c81-e960-4a27-93b6-aacb28298eb5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network ef33ce7b-90f7-4906-baa3-4e681f181c01 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:33.394764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435bd18e-872c-4b5a-a5d6-8efbd5dc3fc8 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7366676a-1db4-4310-b67e-762202c0ba87,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:33.481978 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-81eb10a2-56c4-48ae-9762-1340de38acdc None None] Provisioning for port ef4a04c6-876d-4468-a829-7da501e2f6cf completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:33.508859 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435bd18e-872c-4b5a-a5d6-8efbd5dc3fc8 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Pushing event updated for resources: {'Network': ['ID=2e597ce5-fccc-44d5-9be5-931bcf221e16,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:33.511705 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-36fb6c81-e960-4a27-93b6-aacb28298eb5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:33.514997 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fb6c81-e960-4a27-93b6-aacb28298eb5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:33.595379 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3c28e-e446-4af0-97e7-7825399ee995 None None] Pushing event updated for resources: {'Port': ['ID=d3d1da78-8911-4db2-a921-0bdb4dc23015,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:33.611723 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9bbb21-cc2b-4a37-b601-3804c3911a2b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:33.612535 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 2e597ce5-fccc-44d5-9be5-931bcf221e16 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:30:33.622138 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9bbb21-cc2b-4a37-b601-3804c3911a2b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:33.622138 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-bc9bbb21-cc2b-4a37-b601-3804c3911a2b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:33.626131 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3c28e-e446-4af0-97e7-7825399ee995 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:33.628101 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3c28e-e446-4af0-97e7-7825399ee995 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:33.634237 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3c28e-e446-4af0-97e7-7825399ee995 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:33.634951 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3c28e-e446-4af0-97e7-7825399ee995 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:33.635464 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3c28e-e446-4af0-97e7-7825399ee995 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:33.635982 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3c28e-e446-4af0-97e7-7825399ee995 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:33.637067 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3c28e-e446-4af0-97e7-7825399ee995 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:33.639749 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3c28e-e446-4af0-97e7-7825399ee995 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:33.640305 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3c28e-e446-4af0-97e7-7825399ee995 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:33.641123 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3c28e-e446-4af0-97e7-7825399ee995 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:33.641627 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3c28e-e446-4af0-97e7-7825399ee995 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:33.642707 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-bc9bbb21-cc2b-4a37-b601-3804c3911a2b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:33.645200 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3c28e-e446-4af0-97e7-7825399ee995 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:30:33.645520 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-81eb10a2-56c4-48ae-9762-1340de38acdc None None] Provisioning complete for port ef4a04c6-876d-4468-a829-7da501e2f6cf triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:33.645931 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-81eb10a2-56c4-48ae-9762-1340de38acdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:33.657638 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-7bead308-f96c-46b8-8d79-d1aec3a38725 None None] Attempting to bind port d3d1da78-8911-4db2-a921-0bdb4dc23015 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:33.658000 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-7bead308-f96c-46b8-8d79-d1aec3a38725 None None] Attempting to bind port d3d1da78-8911-4db2-a921-0bdb4dc23015 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:33.658357 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bead308-f96c-46b8-8d79-d1aec3a38725 None None] Attempting to bind port d3d1da78-8911-4db2-a921-0bdb4dc23015 on network 4a5369b0-8301-4713-81a5-ebef94e70f0e {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:33.659054 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-bc9bbb21-cc2b-4a37-b601-3804c3911a2b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.9471958 Apr 06 13:30:33.660757 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44420) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:33.676018 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bead308-f96c-46b8-8d79-d1aec3a38725 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:30:33.679609 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bead308-f96c-46b8-8d79-d1aec3a38725 None None] Checking segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:30:33.684760 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7bead308-f96c-46b8-8d79-d1aec3a38725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:33.684760 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bead308-f96c-46b8-8d79-d1aec3a38725 None None] Bound using segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:30:33.684760 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-7bead308-f96c-46b8-8d79-d1aec3a38725 None None] Bound port: d3d1da78-8911-4db2-a921-0bdb4dc23015, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:30:33.684760 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7bead308-f96c-46b8-8d79-d1aec3a38725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:33.864239 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44424) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:33.869070 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-7bead308-f96c-46b8-8d79-d1aec3a38725 None None] For port d3d1da78-8911-4db2-a921-0bdb4dc23015, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:30:33.870879 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-7bead308-f96c-46b8-8d79-d1aec3a38725 None None] For port d3d1da78-8911-4db2-a921-0bdb4dc23015, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d3d1da78-8911-4db2-a921-0bdb4dc23015,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:30:33.885681 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Request body: {'port': {'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16', 'binding:host_id': 'hv-neutron-8346', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1993902699'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:33.976610 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7bead308-f96c-46b8-8d79-d1aec3a38725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:34.066933 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cd280c95-ea99-43be-aa51-536bfd60b677 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:34.072628 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:34.147706 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bead308-f96c-46b8-8d79-d1aec3a38725 None None] Routers {'a7a3ff82-433e-4527-b18c-69a018a25c00'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:30:34.148355 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fb6c81-e960-4a27-93b6-aacb28298eb5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:34.149033 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-36fb6c81-e960-4a27-93b6-aacb28298eb5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:34.149315 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7bead308-f96c-46b8-8d79-d1aec3a38725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:30:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['a7a3ff82-433e-4527-b18c-69a018a25c00'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:34.162451 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c52f0698-ad45-48d7-b2b8-f2180690dc20 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:34.181874 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-c52f0698-ad45-48d7-b2b8-f2180690dc20 None None] Transition to ACTIVE for port object aa46cf55-d9df-4d37-8ec9-bbb800d8a196 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:34.191782 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd280c95-ea99-43be-aa51-536bfd60b677 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Subnet': ['ID=aabaa642-b3ff-412a-b146-d4f458a62441,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:34.199332 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Usage tracker for resource:port and tenant:88ffa23921794154aa9f3b7b969cff5f is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:34.213271 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-7de3141f-e6ca-4f1f-b3c6-98360773ed99 None None] Allocated IP 2001:db8::2 (97b022a1-acd8-46ee-bd7b-b8a4d29f327a/4c9e1260-c3e9-4998-a5a5-a505f44c6f82/bd8d274a-de04-42d6-8826-2ca7015762eb) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:30:34.213710 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f4678727-d6df-4e74-aaae-370e93465a00 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "GET /v2.0/subnets/88faedb4-0ec9-464d-bca7-ddb7e9ae1e19/tags HTTP/1.1" status: 200 len: 241 time: 0.8408198 Apr 06 13:30:34.219187 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device e22c1d1c-75eb-4358-8aef-6343e7e95cd1 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:30:34.220385 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44428) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:34.226548 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:34.231121 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3c28e-e446-4af0-97e7-7825399ee995 None None] Pushing event updated for resources: {'Port': ['ID=d3d1da78-8911-4db2-a921-0bdb4dc23015,revision_number=4']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:34.240418 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-c509fa4a-e5dd-4888-bac4-58d1cffe2a31 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '88faedb4-0ec9-464d-bca7-ddb7e9ae1e19', 'tempest-TagsExtTest-Tag-1751564048') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:34.257992 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:34.325855 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd280c95-ea99-43be-aa51-536bfd60b677 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Checking segment: {'id': '5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:30:34.327072 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd280c95-ea99-43be-aa51-536bfd60b677 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network hostable DHCP agents. Network: 6df18f53-1a01-497a-85ec-3d44ebb99c03, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:30:34.340793 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-36fb6c81-e960-4a27-93b6-aacb28298eb5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6419322 Apr 06 13:30:34.344695 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44432) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:34.346013 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c52f0698-ad45-48d7-b2b8-f2180690dc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:34.420902 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Made reservation on behalf of 88ffa23921794154aa9f3b7b969cff5f for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:34.421406 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-7bead308-f96c-46b8-8d79-d1aec3a38725 None None] Set router a7a3ff82-433e-4527-b18c-69a018a25c00 gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:30:34.424761 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:34.443706 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:34.477604 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:34.482388 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Usage tracker for resource:security_group_rule and tenant:88ffa23921794154aa9f3b7b969cff5f is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:34.489077 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:34.493116 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd280c95-ea99-43be-aa51-536bfd60b677 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network 6df18f53-1a01-497a-85ec-3d44ebb99c03 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:30:34.500761 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:34.555502 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a17e4f4-5ed3-494c-a0bd-7685cfe93dbf tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:34.556391 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0a17e4f4-5ed3-494c-a0bd-7685cfe93dbf tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Synchronizing usage tracker for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:34.575534 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c509fa4a-e5dd-4888-bac4-58d1cffe2a31 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "GET /v2.0/subnets/88faedb4-0ec9-464d-bca7-ddb7e9ae1e19/tags/tempest-TagsExtTest-Tag-1751564048 HTTP/1.1" status: 204 len: 168 time: 0.3415492 Apr 06 13:30:34.576628 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44436) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:34.585722 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-43a49862-4f35-4048-ab4c-5567a616d18f tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '88faedb4-0ec9-464d-bca7-ddb7e9ae1e19', 'tempest-TagsExtTest-Tag-1751564048') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:34.684565 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0a17e4f4-5ed3-494c-a0bd-7685cfe93dbf tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Unset dirty status for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:34.686005 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0a17e4f4-5ed3-494c-a0bd-7685cfe93dbf tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3397775 Apr 06 13:30:34.694287 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:34.695980 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44440) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:34.697043 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-cd280c95-ea99-43be-aa51-536bfd60b677 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 6df18f53-1a01-497a-85ec-3d44ebb99c03) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:34.716706 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd280c95-ea99-43be-aa51-536bfd60b677 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:34.723563 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cd280c95-ea99-43be-aa51-536bfd60b677 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:34.746361 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-81eb10a2-56c4-48ae-9762-1340de38acdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:34.752197 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0aa826cc-9403-4aec-9845-4c75c42d1372 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:34.757421 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941ba84d-85b1-47c0-8a59-3d8cbbc3c8af None None] Network 6df18f53-1a01-497a-85ec-3d44ebb99c03 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:34.795674 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:34.810088 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-c52f0698-ad45-48d7-b2b8-f2180690dc20 None None] Attempting to bind port aa46cf55-d9df-4d37-8ec9-bbb800d8a196 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:34.810714 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-c52f0698-ad45-48d7-b2b8-f2180690dc20 None None] Attempting to bind port aa46cf55-d9df-4d37-8ec9-bbb800d8a196 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:34.811284 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f0698-ad45-48d7-b2b8-f2180690dc20 None None] Attempting to bind port aa46cf55-d9df-4d37-8ec9-bbb800d8a196 on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:34.838730 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01509c52-81e8-4f65-b0d1-8d40022c6955 None None] Pushing event updated for resources: {'Port': ['ID=aa46cf55-d9df-4d37-8ec9-bbb800d8a196,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:34.860031 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f0698-ad45-48d7-b2b8-f2180690dc20 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:30:34.860409 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f0698-ad45-48d7-b2b8-f2180690dc20 None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:30:34.860816 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c52f0698-ad45-48d7-b2b8-f2180690dc20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:34.861210 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f0698-ad45-48d7-b2b8-f2180690dc20 None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:30:34.861698 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-c52f0698-ad45-48d7-b2b8-f2180690dc20 None None] Bound port: aa46cf55-d9df-4d37-8ec9-bbb800d8a196, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:30:34.862078 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c52f0698-ad45-48d7-b2b8-f2180690dc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:34.875448 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] device_id is not set on port baf75acf-3a86-4646-86db-c617e89e708f yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:30:34.917745 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0021964-18bd-4496-9ab1-f14fd6e5b945,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:34.940698 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7bead308-f96c-46b8-8d79-d1aec3a38725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a3ff82-433e-4527-b18c-69a018a25c00', 'name': 'tempest-NetworksTestDHCPv6-router-33001056', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:23Z', 'updated_at': '2022-04-06T13:30:27Z', 'revision_number': 2, 'project_id': 'feb3fc21fc62406897a0b657c2551f20', 'gw_port_host': None, '_interfaces': [{'id': 'd3d1da78-8911-4db2-a921-0bdb4dc23015', 'name': '', 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'mac_address': 'fa:16:3e:99:7e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a3ff82-433e-4527-b18c-69a018a25c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '8253c395-65d8-46e1-8f3a-4a197ee8bb35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:25Z', 'updated_at': '2022-04-06T13:30:33Z', 'revision_number': 4, 'project_id': 'feb3fc21fc62406897a0b657c2551f20', 'subnets': [{'id': '8253c395-65d8-46e1-8f3a-4a197ee8bb35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:34.946424 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bead308-f96c-46b8-8d79-d1aec3a38725 None None] The sync data for ids ['a7a3ff82-433e-4527-b18c-69a018a25c00'] in dv-neutron-834600-1-hyperv is: [{'id': 'a7a3ff82-433e-4527-b18c-69a018a25c00', 'name': 'tempest-NetworksTestDHCPv6-router-33001056', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:23Z', 'updated_at': '2022-04-06T13:30:27Z', 'revision_number': 2, 'project_id': 'feb3fc21fc62406897a0b657c2551f20', 'gw_port_host': None, '_interfaces': [{'id': 'd3d1da78-8911-4db2-a921-0bdb4dc23015', 'name': '', 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'mac_address': 'fa:16:3e:99:7e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a3ff82-433e-4527-b18c-69a018a25c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '8253c395-65d8-46e1-8f3a-4a197ee8bb35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:25Z', 'updated_at': '2022-04-06T13:30:33Z', 'revision_number': 4, 'project_id': 'feb3fc21fc62406897a0b657c2551f20', 'subnets': [{'id': '8253c395-65d8-46e1-8f3a-4a197ee8bb35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:30:34.956593 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port e22c1d1c-75eb-4358-8aef-6343e7e95cd1 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:34.956994 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:35.028211 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-cd280c95-ea99-43be-aa51-536bfd60b677 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.9764457 Apr 06 13:30:35.035732 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44444) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:35.056573 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-81eb10a2-56c4-48ae-9762-1340de38acdc None None] For port ef4a04c6-876d-4468-a829-7da501e2f6cf, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ef4a04c6-876d-4468-a829-7da501e2f6cf,segment=NetworkSegment(1ed1430a-cf80-437e-ba5b-95730217e943),segment_id=1ed1430a-cf80-437e-ba5b-95730217e943)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:35.130440 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862a50a0-3aca-4fad-9a32-1374280fe6f2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:35.136876 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862a50a0-3aca-4fad-9a32-1374280fe6f2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:35.145607 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862a50a0-3aca-4fad-9a32-1374280fe6f2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:35.160290 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-862a50a0-3aca-4fad-9a32-1374280fe6f2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.4220266 Apr 06 13:30:35.160518 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-81eb10a2-56c4-48ae-9762-1340de38acdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:35.244866 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44448) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:35.371835 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-c52f0698-ad45-48d7-b2b8-f2180690dc20 None None] For port aa46cf55-d9df-4d37-8ec9-bbb800d8a196, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:30:35.389297 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-43a49862-4f35-4048-ab4c-5567a616d18f tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "DELETE /v2.0/subnets/88faedb4-0ec9-464d-bca7-ddb7e9ae1e19/tags/tempest-TagsExtTest-Tag-1751564048 HTTP/1.1" status: 204 len: 168 time: 0.8070045 Apr 06 13:30:35.389858 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44452) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:35.395862 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-73cb9d20-c94b-44bd-be71-bd07bb5deb93 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '88faedb4-0ec9-464d-bca7-ddb7e9ae1e19') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:35.424106 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7de3141f-e6ca-4f1f-b3c6-98360773ed99 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:35.439091 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-0aa826cc-9403-4aec-9845-4c75c42d1372 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting port d3d1da78-8911-4db2-a921-0bdb4dc23015 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:35.439527 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0aa826cc-9403-4aec-9845-4c75c42d1372 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:35.446520 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-c52f0698-ad45-48d7-b2b8-f2180690dc20 None None] For port aa46cf55-d9df-4d37-8ec9-bbb800d8a196, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=aa46cf55-d9df-4d37-8ec9-bbb800d8a196,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:30:35.500801 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7de3141f-e6ca-4f1f-b3c6-98360773ed99 None None] Transition to ACTIVE for port object bd8d274a-de04-42d6-8826-2ca7015762eb will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:35.516448 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-cef8aed9-299e-4f6e-a082-3f219b4a21de tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting port 5f287c97-36c7-4731-8038-0cfe6ef3d264 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:35.518645 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cef8aed9-299e-4f6e-a082-3f219b4a21de tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:35.587173 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb10a2-56c4-48ae-9762-1340de38acdc None None] Pushing event updated for resources: {'Port': ['ID=ef4a04c6-876d-4468-a829-7da501e2f6cf,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:35.599385 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-1db176ce-2074-4b5b-bc7e-dbb0a3702095 None None] Provisioning complete for port ef4a04c6-876d-4468-a829-7da501e2f6cf triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:35.599985 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1db176ce-2074-4b5b-bc7e-dbb0a3702095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:35.645145 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7de3141f-e6ca-4f1f-b3c6-98360773ed99 None None] Transition to ACTIVE for port object bd8d274a-de04-42d6-8826-2ca7015762eb will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:35.646750 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-73cb9d20-c94b-44bd-be71-bd07bb5deb93 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "GET /v2.0/subnets/88faedb4-0ec9-464d-bca7-ddb7e9ae1e19/tags HTTP/1.1" status: 200 len: 205 time: 0.2559023 Apr 06 13:30:35.649834 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44456) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:35.682095 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c52f0698-ad45-48d7-b2b8-f2180690dc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:35.685092 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-0aa826cc-9403-4aec-9845-4c75c42d1372 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] For port d3d1da78-8911-4db2-a921-0bdb4dc23015, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d3d1da78-8911-4db2-a921-0bdb4dc23015,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:35.685465 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0aa826cc-9403-4aec-9845-4c75c42d1372 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:35.802320 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] device_id is not set on port baf75acf-3a86-4646-86db-c617e89e708f yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:30:35.812207 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7de3141f-e6ca-4f1f-b3c6-98360773ed99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:35.845734 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-0aa826cc-9403-4aec-9845-4c75c42d1372 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Calling delete_port for d3d1da78-8911-4db2-a921-0bdb4dc23015 owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:35.848416 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2153fd-2fd0-4637-8095-681aa092cf43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-6df18f53-1a01-497a-85ec-3d44ebb99c03', 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ips': [{'subnet_id': 'aabaa642-b3ff-412a-b146-d4f458a62441'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:30:35.856702 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bb2153fd-2fd0-4637-8095-681aa092cf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:35.899880 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-0738e6e4-863c-435f-8c74-a48ca740d7c7 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e9c33b2a-043c-402f-9fa3-d9aef94cca7e') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:35.914645 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:36.043162 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0738e6e4-863c-435f-8c74-a48ca740d7c7 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "GET /v2.0/ports/e9c33b2a-043c-402f-9fa3-d9aef94cca7e/tags HTTP/1.1" status: 200 len: 239 time: 0.3908069 Apr 06 13:30:36.051241 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44460) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:36.055566 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01509c52-81e8-4f65-b0d1-8d40022c6955 None None] Pushing event updated for resources: {'Port': ['ID=aa46cf55-d9df-4d37-8ec9-bbb800d8a196,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:36.057781 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-8642ee20-daf0-4b47-bcd9-b9c5be2662e9 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e9c33b2a-043c-402f-9fa3-d9aef94cca7e', 'tempest-TagsExtTest-Tag-40036508') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:36.148890 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3141f-e6ca-4f1f-b3c6-98360773ed99 None None] Pushing event updated for resources: {'Port': ['ID=bd8d274a-de04-42d6-8826-2ca7015762eb,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:36.151476 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ef4a04c6-876d-4468-a829-7da501e2f6cf up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:30:36.201433 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de3141f-e6ca-4f1f-b3c6-98360773ed99 None None] Network 97b022a1-acd8-46ee-bd7b-b8a4d29f327a is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:36.218730 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52f0698-ad45-48d7-b2b8-f2180690dc20 None None] Routers {'dfc385cf-f590-4be2-80bb-b545ce653735'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:30:36.218730 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c52f0698-ad45-48d7-b2b8-f2180690dc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:30:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['dfc385cf-f590-4be2-80bb-b545ce653735'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:36.232416 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8642ee20-daf0-4b47-bcd9-b9c5be2662e9 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "GET /v2.0/ports/e9c33b2a-043c-402f-9fa3-d9aef94cca7e/tags/tempest-TagsExtTest-Tag-40036508 HTTP/1.1" status: 204 len: 168 time: 0.1775408 Apr 06 13:30:36.332148 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44464) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:36.332148 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-d6927369-a066-4e5f-a08b-3cc700a86c7b tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'e9c33b2a-043c-402f-9fa3-d9aef94cca7e', 'tempest-TagsExtTest-Tag-40036508') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:36.332398 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Transition to ACTIVE for port object baf75acf-3a86-4646-86db-c617e89e708f will not be triggered until provisioned by entity L2. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:36.332506 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-7de3141f-e6ca-4f1f-b3c6-98360773ed99 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:36.332506 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de3141f-e6ca-4f1f-b3c6-98360773ed99 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:36.332681 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0aa826cc-9403-4aec-9845-4c75c42d1372 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:36.332779 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-636959a4-a131-43d3-9676-a6ed7f3fbcd9 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Allocated IP 2001:db8::1 (97b022a1-acd8-46ee-bd7b-b8a4d29f327a/4c9e1260-c3e9-4998-a5a5-a505f44c6f82/c098c818-e76e-4336-9724-afdb88882060) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:30:36.332864 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-bb2153fd-2fd0-4637-8095-681aa092cf43 None None] Allocated IP 172.20.0.2 (6df18f53-1a01-497a-85ec-3d44ebb99c03/aabaa642-b3ff-412a-b146-d4f458a62441/5abda529-ec7f-42d9-900c-b6bc78895616) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:30:36.438026 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa826cc-9403-4aec-9845-4c75c42d1372 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Port': ['ID=d3d1da78-8911-4db2-a921-0bdb4dc23015,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:36.457301 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:36.576828 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0aa826cc-9403-4aec-9845-4c75c42d1372 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:36.578123 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cef8aed9-299e-4f6e-a082-3f219b4a21de tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:36.700998 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7de3141f-e6ca-4f1f-b3c6-98360773ed99 None None] Attempting to bind port bd8d274a-de04-42d6-8826-2ca7015762eb on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:36.701261 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7de3141f-e6ca-4f1f-b3c6-98360773ed99 None None] Attempting to bind port bd8d274a-de04-42d6-8826-2ca7015762eb by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '177239cd-b4d7-45ea-9980-f676376b5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:36.701487 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de3141f-e6ca-4f1f-b3c6-98360773ed99 None None] Attempting to bind port bd8d274a-de04-42d6-8826-2ca7015762eb on network 97b022a1-acd8-46ee-bd7b-b8a4d29f327a {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:36.735134 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-c52f0698-ad45-48d7-b2b8-f2180690dc20 None None] Set router dfc385cf-f590-4be2-80bb-b545ce653735 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:30:36.788364 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-cef8aed9-299e-4f6e-a082-3f219b4a21de tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Calling delete_port for 5f287c97-36c7-4731-8038-0cfe6ef3d264 owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:36.892811 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de3141f-e6ca-4f1f-b3c6-98360773ed99 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:30:36.894170 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de3141f-e6ca-4f1f-b3c6-98360773ed99 None None] Checking segment: {'id': '177239cd-b4d7-45ea-9980-f676376b5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:30:36.894748 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7de3141f-e6ca-4f1f-b3c6-98360773ed99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:36.895347 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de3141f-e6ca-4f1f-b3c6-98360773ed99 None None] Bound using segment: {'id': '177239cd-b4d7-45ea-9980-f676376b5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:30:36.896026 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7de3141f-e6ca-4f1f-b3c6-98360773ed99 None None] Bound port: bd8d274a-de04-42d6-8826-2ca7015762eb, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177239cd-b4d7-45ea-9980-f676376b5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:30:36.896584 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7de3141f-e6ca-4f1f-b3c6-98360773ed99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:36.913118 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d6927369-a066-4e5f-a08b-3cc700a86c7b tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "DELETE /v2.0/ports/e9c33b2a-043c-402f-9fa3-d9aef94cca7e/tags/tempest-TagsExtTest-Tag-40036508 HTTP/1.1" status: 204 len: 168 time: 0.6785133 Apr 06 13:30:36.922076 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44468) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:36.925856 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port ef4a04c6-876d-4468-a829-7da501e2f6cf triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:36.926193 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:36.930490 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-edf3dfac-7c47-435f-8fce-cbd11aaa6115 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e9c33b2a-043c-402f-9fa3-d9aef94cca7e') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:36.985141 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Pushing event updated for resources: {'Port': ['ID=baf75acf-3a86-4646-86db-c617e89e708f,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:36.988635 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Checking segment: {'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:30:36.989000 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Network hostable DHCP agents. Network: 2e597ce5-fccc-44d5-9be5-931bcf221e16, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:30:36.995772 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa826cc-9403-4aec-9845-4c75c42d1372 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Router a7a3ff82-433e-4527-b18c-69a018a25c00 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:30:37.059827 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-1db176ce-2074-4b5b-bc7e-dbb0a3702095 None None] Provisioning for port 5f287c97-36c7-4731-8038-0cfe6ef3d264 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:37.121182 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-636959a4-a131-43d3-9676-a6ed7f3fbcd9 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:37.165728 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-1db176ce-2074-4b5b-bc7e-dbb0a3702095 None None] Provisioning complete for port 5f287c97-36c7-4731-8038-0cfe6ef3d264 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:37.165985 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1db176ce-2074-4b5b-bc7e-dbb0a3702095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:37.195306 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Network 2e597ce5-fccc-44d5-9be5-931bcf221e16 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:30:37.197760 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-636959a4-a131-43d3-9676-a6ed7f3fbcd9 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Transition to ACTIVE for port object c098c818-e76e-4336-9724-afdb88882060 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:37.301971 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa826cc-9403-4aec-9845-4c75c42d1372 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:30:37.306626 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 2e597ce5-fccc-44d5-9be5-931bcf221e16) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:37.308739 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-edf3dfac-7c47-435f-8fce-cbd11aaa6115 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "GET /v2.0/ports/e9c33b2a-043c-402f-9fa3-d9aef94cca7e/tags HTTP/1.1" status: 200 len: 205 time: 0.3852248 Apr 06 13:30:37.311449 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44472) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:37.322137 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-a845d0d8-aa99-4b9c-bb4d-7b9763e27d59 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '65418422-7200-4223-8ded-15b523bb993d') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:37.324399 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:37.344604 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:37.344946 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:37.345387 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:37.353309 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275d8624-ffd5-433b-a2ad-a89f97ad940d None None] Sync routers for ids ['a7a3ff82-433e-4527-b18c-69a018a25c00'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:30:37.359673 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b33baa7-12d7-4535-b872-ba86ea9caf32 None None] Network 2e597ce5-fccc-44d5-9be5-931bcf221e16 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:37.359865 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port baf75acf-3a86-4646-86db-c617e89e708f on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:30:37.359865 dv-neutron-834600-1-hyperv neutron-server[88565]: ERROR neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port baf75acf-3a86-4646-86db-c617e89e708f on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:30:37.360618 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.plugins.ml2.plugin [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempt 2 to bind port baf75acf-3a86-4646-86db-c617e89e708f Apr 06 13:30:37.417256 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:37.417256 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:37.417587 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:37.433133 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cef8aed9-299e-4f6e-a082-3f219b4a21de tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:37.434678 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port baf75acf-3a86-4646-86db-c617e89e708f on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:30:37.435100 dv-neutron-834600-1-hyperv neutron-server[88565]: ERROR neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port baf75acf-3a86-4646-86db-c617e89e708f on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:30:37.443096 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.plugins.ml2.plugin [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempt 3 to bind port baf75acf-3a86-4646-86db-c617e89e708f Apr 06 13:30:37.468587 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0aa826cc-9403-4aec-9845-4c75c42d1372 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "PUT /v2.0/routers/a7a3ff82-433e-4527-b18c-69a018a25c00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7962048 Apr 06 13:30:37.474758 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-1db176ce-2074-4b5b-bc7e-dbb0a3702095 None None] Port 5f287c97-36c7-4731-8038-0cfe6ef3d264 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:30:37.483676 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275d8624-ffd5-433b-a2ad-a89f97ad940d None None] Routers {'a7a3ff82-433e-4527-b18c-69a018a25c00'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:30:37.483676 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-275d8624-ffd5-433b-a2ad-a89f97ad940d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:30:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['a7a3ff82-433e-4527-b18c-69a018a25c00'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:37.483974 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44476) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:37.513539 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8aed9-299e-4f6e-a082-3f219b4a21de tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Port': ['ID=5f287c97-36c7-4731-8038-0cfe6ef3d264,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:37.518947 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-26bb23bf-1a52-436b-9523-695fba0d65d9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:37.523140 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a845d0d8-aa99-4b9c-bb4d-7b9763e27d59 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "GET /v2.0/routers/65418422-7200-4223-8ded-15b523bb993d/tags HTTP/1.1" status: 200 len: 241 time: 0.2106140 Apr 06 13:30:37.527157 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-7de3141f-e6ca-4f1f-b3c6-98360773ed99 None None] For port bd8d274a-de04-42d6-8826-2ca7015762eb, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:30:37.528399 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44480) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:37.541439 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-4853ed8e-aaf2-4bac-9fb2-35e72abbfbad tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '65418422-7200-4223-8ded-15b523bb993d', 'tempest-TagsExtTest-Tag-1509919766') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:37.558257 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:37.558575 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:37.558921 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:37.561266 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-636959a4-a131-43d3-9676-a6ed7f3fbcd9 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:37.629784 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d7590e-ac22-4088-b8a1-121ed41356df tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:37.633183 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d7590e-ac22-4088-b8a1-121ed41356df tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:37.633183 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c3d7590e-ac22-4088-b8a1-121ed41356df tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:37.635257 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port baf75acf-3a86-4646-86db-c617e89e708f on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:30:37.635257 dv-neutron-834600-1-hyperv neutron-server[88565]: ERROR neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port baf75acf-3a86-4646-86db-c617e89e708f on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:30:37.642175 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-1db176ce-2074-4b5b-bc7e-dbb0a3702095 None None] Could not find standard attr ID for object d3d1da78-8911-4db2-a921-0bdb4dc23015. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:30:37.659537 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bb2153fd-2fd0-4637-8095-681aa092cf43 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:37.674045 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.plugins.ml2.plugin [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempt 4 to bind port baf75acf-3a86-4646-86db-c617e89e708f Apr 06 13:30:37.715307 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4853ed8e-aaf2-4bac-9fb2-35e72abbfbad tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "GET /v2.0/routers/65418422-7200-4223-8ded-15b523bb993d/tags/tempest-TagsExtTest-Tag-1509919766 HTTP/1.1" status: 204 len: 168 time: 0.1853166 Apr 06 13:30:37.715575 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44484) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:37.717077 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-7de3141f-e6ca-4f1f-b3c6-98360773ed99 None None] For port bd8d274a-de04-42d6-8826-2ca7015762eb, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=bd8d274a-de04-42d6-8826-2ca7015762eb,segment=NetworkSegment(177239cd-b4d7-45ea-9980-f676376b5a85),segment_id=177239cd-b4d7-45ea-9980-f676376b5a85)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:30:37.720642 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-bb2153fd-2fd0-4637-8095-681aa092cf43 None None] Transition to ACTIVE for port object 5abda529-ec7f-42d9-900c-b6bc78895616 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:37.720878 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-4b63530a-16a1-4017-a131-595a11f56263 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '65418422-7200-4223-8ded-15b523bb993d', 'tempest-TagsExtTest-Tag-1509919766') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:37.805277 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c3d7590e-ac22-4088-b8a1-121ed41356df tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:37.810046 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c3d7590e-ac22-4088-b8a1-121ed41356df tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3267930 Apr 06 13:30:37.864290 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44488) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:37.873638 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-275d8624-ffd5-433b-a2ad-a89f97ad940d None None] Set router a7a3ff82-433e-4527-b18c-69a018a25c00 gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:30:37.926847 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7de3141f-e6ca-4f1f-b3c6-98360773ed99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:37.931416 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636959a4-a131-43d3-9676-a6ed7f3fbcd9 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network 97b022a1-acd8-46ee-bd7b-b8a4d29f327a is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:37.943661 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-636959a4-a131-43d3-9676-a6ed7f3fbcd9 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:37.957566 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:37.958154 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:37.965034 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-0467c6f1-7bc1-4648-8896-4d60c378a565 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet 8253c395-65d8-46e1-8f3a-4a197ee8bb35 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:30:37.965235 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:37.965329 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0467c6f1-7bc1-4648-8896-4d60c378a565 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:37.965411 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636959a4-a131-43d3-9676-a6ed7f3fbcd9 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:37.965411 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-636959a4-a131-43d3-9676-a6ed7f3fbcd9 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:37.989688 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636959a4-a131-43d3-9676-a6ed7f3fbcd9 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Port': ['ID=c098c818-e76e-4336-9724-afdb88882060,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:37.991890 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port baf75acf-3a86-4646-86db-c617e89e708f on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:30:37.992204 dv-neutron-834600-1-hyperv neutron-server[88565]: ERROR neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port baf75acf-3a86-4646-86db-c617e89e708f on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:30:37.993187 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-bb2153fd-2fd0-4637-8095-681aa092cf43 None None] Transition to ACTIVE for port object 5abda529-ec7f-42d9-900c-b6bc78895616 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:37.995725 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.plugins.ml2.plugin [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempt 5 to bind port baf75acf-3a86-4646-86db-c617e89e708f Apr 06 13:30:38.017819 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cef8aed9-299e-4f6e-a082-3f219b4a21de tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:38.032557 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0467c6f1-7bc1-4648-8896-4d60c378a565 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:38.063774 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4b63530a-16a1-4017-a131-595a11f56263 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "DELETE /v2.0/routers/65418422-7200-4223-8ded-15b523bb993d/tags/tempest-TagsExtTest-Tag-1509919766 HTTP/1.1" status: 204 len: 168 time: 0.3463578 Apr 06 13:30:38.068137 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44492) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:38.071201 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d3d1da78-8911-4db2-a921-0bdb4dc23015 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:30:38.080199 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-ac3f4d44-6032-4b34-a733-2903e96fb812 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '65418422-7200-4223-8ded-15b523bb993d') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:38.106560 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:38.106985 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:38.107310 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:38.113888 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-1db176ce-2074-4b5b-bc7e-dbb0a3702095 None None] Provisioning for port 59d0ceac-13c4-4007-bf95-b99afd44bbb1 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:38.124097 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port baf75acf-3a86-4646-86db-c617e89e708f on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:30:38.124463 dv-neutron-834600-1-hyperv neutron-server[88565]: ERROR neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port baf75acf-3a86-4646-86db-c617e89e708f on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:30:38.128256 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.plugins.ml2.plugin [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempt 6 to bind port baf75acf-3a86-4646-86db-c617e89e708f Apr 06 13:30:38.131702 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-275d8624-ffd5-433b-a2ad-a89f97ad940d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a3ff82-433e-4527-b18c-69a018a25c00', 'name': 'tempest-NetworksTestDHCPv6-router-33001056', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:23Z', 'updated_at': '2022-04-06T13:30:36Z', 'revision_number': 3, 'project_id': 'feb3fc21fc62406897a0b657c2551f20', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:38.141069 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: d3d1da78-8911-4db2-a921-0bdb4dc23015 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:30:38.141496 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d3d1da78-8911-4db2-a921-0bdb4dc23015 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 06 13:30:38.161956 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:38.162288 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:38.162613 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:38.183670 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bb2153fd-2fd0-4637-8095-681aa092cf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:38.187249 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-1db176ce-2074-4b5b-bc7e-dbb0a3702095 None None] Provisioning complete for port 59d0ceac-13c4-4007-bf95-b99afd44bbb1 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:38.189779 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1db176ce-2074-4b5b-bc7e-dbb0a3702095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:38.213380 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port baf75acf-3a86-4646-86db-c617e89e708f on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:30:38.213816 dv-neutron-834600-1-hyperv neutron-server[88565]: ERROR neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port baf75acf-3a86-4646-86db-c617e89e708f on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:30:38.217653 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-cef8aed9-299e-4f6e-a082-3f219b4a21de tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/ports/5f287c97-36c7-4731-8038-0cfe6ef3d264 HTTP/1.1" status: 204 len: 168 time: 2.9796300 Apr 06 13:30:38.222958 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44496) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:38.224987 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.plugins.ml2.plugin [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempt 7 to bind port baf75acf-3a86-4646-86db-c617e89e708f Apr 06 13:30:38.237836 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275d8624-ffd5-433b-a2ad-a89f97ad940d None None] Checking router: a7a3ff82-433e-4527-b18c-69a018a25c00 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:30:38.255591 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Port d3d1da78-8911-4db2-a921-0bdb4dc23015 not found, will not notify nova. {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 06 13:30:38.282851 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ac3f4d44-6032-4b34-a733-2903e96fb812 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "GET /v2.0/routers/65418422-7200-4223-8ded-15b523bb993d/tags HTTP/1.1" status: 200 len: 205 time: 0.2082233 Apr 06 13:30:38.282851 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44500) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:38.286666 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-b1e290ac-0702-43e7-a853-0bcd9db7424e tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c1a77e6c-59af-4a64-9b5b-b1332978dc28') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:38.298407 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3141f-e6ca-4f1f-b3c6-98360773ed99 None None] Pushing event updated for resources: {'Port': ['ID=bd8d274a-de04-42d6-8826-2ca7015762eb,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:38.304982 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:38.304982 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:38.305346 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:38.315416 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275d8624-ffd5-433b-a2ad-a89f97ad940d None None] Routers {'a7a3ff82-433e-4527-b18c-69a018a25c00'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:30:38.315616 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-275d8624-ffd5-433b-a2ad-a89f97ad940d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:30:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['a7a3ff82-433e-4527-b18c-69a018a25c00'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:38.342418 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0467c6f1-7bc1-4648-8896-4d60c378a565 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:38.349717 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ab362b-6a79-4521-9d4b-5a609cd9e9bf tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] GET failed (client error): The resource could not be found. Apr 06 13:30:38.350255 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-21ab362b-6a79-4521-9d4b-5a609cd9e9bf tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Synchronizing usage tracker for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:38.383474 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port baf75acf-3a86-4646-86db-c617e89e708f on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:30:38.383728 dv-neutron-834600-1-hyperv neutron-server[88565]: ERROR neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port baf75acf-3a86-4646-86db-c617e89e708f on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:30:38.394853 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.plugins.ml2.plugin [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempt 8 to bind port baf75acf-3a86-4646-86db-c617e89e708f Apr 06 13:30:38.436303 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2153fd-2fd0-4637-8095-681aa092cf43 None None] Network 6df18f53-1a01-497a-85ec-3d44ebb99c03 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:38.444722 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b1e290ac-0702-43e7-a853-0bcd9db7424e tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "GET /v2.0/subnetpools/c1a77e6c-59af-4a64-9b5b-b1332978dc28/tags HTTP/1.1" status: 200 len: 240 time: 0.1631572 Apr 06 13:30:38.446420 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44504) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:38.453994 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-bb2153fd-2fd0-4637-8095-681aa092cf43 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:38.455981 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-1db176ce-2074-4b5b-bc7e-dbb0a3702095 None None] Port 59d0ceac-13c4-4007-bf95-b99afd44bbb1 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:30:38.456231 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-2c8d95e9-2845-4a47-b06c-fd3c9c4875fc tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c1a77e6c-59af-4a64-9b5b-b1332978dc28', 'tempest-TagsExtTest-Tag-729827801') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:38.466443 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2153fd-2fd0-4637-8095-681aa092cf43 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:38.500486 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2c8d95e9-2845-4a47-b06c-fd3c9c4875fc tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "GET /v2.0/subnetpools/c1a77e6c-59af-4a64-9b5b-b1332978dc28/tags/tempest-TagsExtTest-Tag-729827801 HTTP/1.1" status: 204 len: 168 time: 0.0524566 Apr 06 13:30:38.501327 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44508) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:38.511704 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-febcfe41-507e-4f51-8359-4bd35bde52bf tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c1a77e6c-59af-4a64-9b5b-b1332978dc28', 'tempest-TagsExtTest-Tag-729827801') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:38.513430 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:38.513770 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:38.514108 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:38.526195 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port baf75acf-3a86-4646-86db-c617e89e708f on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:30:38.526518 dv-neutron-834600-1-hyperv neutron-server[88565]: ERROR neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port baf75acf-3a86-4646-86db-c617e89e708f on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:30:38.533625 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.plugins.ml2.plugin [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempt 9 to bind port baf75acf-3a86-4646-86db-c617e89e708f Apr 06 13:30:38.585407 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:38.585909 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:38.586257 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:38.592609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-636959a4-a131-43d3-9676-a6ed7f3fbcd9 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:38.611200 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port baf75acf-3a86-4646-86db-c617e89e708f on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:30:38.611633 dv-neutron-834600-1-hyperv neutron-server[88565]: ERROR neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port baf75acf-3a86-4646-86db-c617e89e708f on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:30:38.626714 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-275d8624-ffd5-433b-a2ad-a89f97ad940d None None] Set router a7a3ff82-433e-4527-b18c-69a018a25c00 gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:30:38.636800 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0467c6f1-7bc1-4648-8896-4d60c378a565 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:38.646171 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.plugins.ml2.plugin [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempt 10 to bind port baf75acf-3a86-4646-86db-c617e89e708f Apr 06 13:30:38.654126 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-21ab362b-6a79-4521-9d4b-5a609cd9e9bf tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Unset dirty status for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:38.655521 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-21ab362b-6a79-4521-9d4b-5a609cd9e9bf tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "GET /v2.0/ports/5f287c97-36c7-4731-8038-0cfe6ef3d264 HTTP/1.1" status: 404 len: 333 time: 0.4247887 Apr 06 13:30:38.672939 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44512) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:38.695727 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-febcfe41-507e-4f51-8359-4bd35bde52bf tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "DELETE /v2.0/subnetpools/c1a77e6c-59af-4a64-9b5b-b1332978dc28/tags/tempest-TagsExtTest-Tag-729827801 HTTP/1.1" status: 204 len: 168 time: 0.1907523 Apr 06 13:30:38.707233 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44516) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:38.710424 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467c6f1-7bc1-4648-8896-4d60c378a565 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=8253c395-65d8-46e1-8f3a-4a197ee8bb35,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:38.715626 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0467c6f1-7bc1-4648-8896-4d60c378a565 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:38.722524 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-5c3858bb-084c-4e5c-b827-657443fb2862 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c1a77e6c-59af-4a64-9b5b-b1332978dc28') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:38.763976 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5c3858bb-084c-4e5c-b827-657443fb2862 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "GET /v2.0/subnetpools/c1a77e6c-59af-4a64-9b5b-b1332978dc28/tags HTTP/1.1" status: 200 len: 205 time: 0.0554349 Apr 06 13:30:38.767864 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44520) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:38.776191 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-10bfb22b-37d4-4897-9d3f-63e358351a4f tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c1a77e6c-59af-4a64-9b5b-b1332978dc28') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:38.778741 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:38.779176 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:38.779710 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port baf75acf-3a86-4646-86db-c617e89e708f on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:38.784970 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa50d336-56fe-423b-842e-f9cc850931ae None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:38.805585 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port baf75acf-3a86-4646-86db-c617e89e708f on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:30:38.805941 dv-neutron-834600-1-hyperv neutron-server[88565]: ERROR neutron.plugins.ml2.managers [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port baf75acf-3a86-4646-86db-c617e89e708f on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:30:38.807011 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:38.807738 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0467c6f1-7bc1-4648-8896-4d60c378a565 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/8253c395-65d8-46e1-8f3a-4a197ee8bb35 HTTP/1.1" status: 204 len: 168 time: 0.9426422 Apr 06 13:30:38.810154 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44524) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:38.867190 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-898a9c6f-e409-4826-8316-862366349ab2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting port 59d0ceac-13c4-4007-bf95-b99afd44bbb1 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:38.867418 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-898a9c6f-e409-4826-8316-862366349ab2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:38.870211 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2153fd-2fd0-4637-8095-681aa092cf43 None None] Pushing event updated for resources: {'Port': ['ID=5abda529-ec7f-42d9-900c-b6bc78895616,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:38.883182 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c52f0698-ad45-48d7-b2b8-f2180690dc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'name': 'tempest-TestNetworkBasicOps-router-927354710', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:21Z', 'updated_at': '2022-04-06T13:30:26Z', 'revision_number': 3, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:23Z', 'updated_at': '2022-04-06T13:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:38.895772 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-26bb23bf-1a52-436b-9523-695fba0d65d9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.20.0.1 (6df18f53-1a01-497a-85ec-3d44ebb99c03/aabaa642-b3ff-412a-b146-d4f458a62441/fbfce9b7-e50d-4173-a882-7cc46efc3b0a) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:30:38.900953 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-10bfb22b-37d4-4897-9d3f-63e358351a4f tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "DELETE /v2.0/subnetpools/c1a77e6c-59af-4a64-9b5b-b1332978dc28/tags HTTP/1.1" status: 204 len: 168 time: 0.1315126 Apr 06 13:30:38.904570 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-275d8624-ffd5-433b-a2ad-a89f97ad940d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a3ff82-433e-4527-b18c-69a018a25c00', 'name': 'tempest-NetworksTestDHCPv6-router-33001056', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:23Z', 'updated_at': '2022-04-06T13:30:36Z', 'revision_number': 3, 'project_id': 'feb3fc21fc62406897a0b657c2551f20', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:38.920415 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52f0698-ad45-48d7-b2b8-f2180690dc20 None None] The sync data for ids ['dfc385cf-f590-4be2-80bb-b545ce653735'] in dv-neutron-834600-1-hyperv is: [{'id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'name': 'tempest-TestNetworkBasicOps-router-927354710', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:21Z', 'updated_at': '2022-04-06T13:30:26Z', 'revision_number': 3, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:23Z', 'updated_at': '2022-04-06T13:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:30:38.925463 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275d8624-ffd5-433b-a2ad-a89f97ad940d None None] The sync data for ids ['a7a3ff82-433e-4527-b18c-69a018a25c00'] in dv-neutron-834600-1-hyperv is: [{'id': 'a7a3ff82-433e-4527-b18c-69a018a25c00', 'name': 'tempest-NetworksTestDHCPv6-router-33001056', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:23Z', 'updated_at': '2022-04-06T13:30:36Z', 'revision_number': 3, 'project_id': 'feb3fc21fc62406897a0b657c2551f20', 'gw_port_host': None}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:30:38.938088 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44528) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:38.983090 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-bb2153fd-2fd0-4637-8095-681aa092cf43 None None] Attempting to bind port 5abda529-ec7f-42d9-900c-b6bc78895616 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:38.983607 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-bb2153fd-2fd0-4637-8095-681aa092cf43 None None] Attempting to bind port 5abda529-ec7f-42d9-900c-b6bc78895616 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:38.983718 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2153fd-2fd0-4637-8095-681aa092cf43 None None] Attempting to bind port 5abda529-ec7f-42d9-900c-b6bc78895616 on network 6df18f53-1a01-497a-85ec-3d44ebb99c03 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:39.006690 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2153fd-2fd0-4637-8095-681aa092cf43 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:30:39.007217 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2153fd-2fd0-4637-8095-681aa092cf43 None None] Checking segment: {'id': '5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:30:39.008048 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bb2153fd-2fd0-4637-8095-681aa092cf43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:39.008048 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2153fd-2fd0-4637-8095-681aa092cf43 None None] Bound using segment: {'id': '5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:30:39.008653 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-bb2153fd-2fd0-4637-8095-681aa092cf43 None None] Bound port: 5abda529-ec7f-42d9-900c-b6bc78895616, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:30:39.009098 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bb2153fd-2fd0-4637-8095-681aa092cf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:39.050224 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.tag.tag_plugin [None req-9d5d16c8-6bc4-46f4-8ae3-ca8dfc1bbe5f tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '65418422-7200-4223-8ded-15b523bb993d') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:39.178439 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6a5df425-2a1d-4330-9075-8103dda8ba01 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:router {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:39.238493 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-bb2153fd-2fd0-4637-8095-681aa092cf43 None None] For port 5abda529-ec7f-42d9-900c-b6bc78895616, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:30:39.242585 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-bb2153fd-2fd0-4637-8095-681aa092cf43 None None] For port 5abda529-ec7f-42d9-900c-b6bc78895616, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=5abda529-ec7f-42d9-900c-b6bc78895616,segment=NetworkSegment(5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e),segment_id=5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:30:39.283431 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6a5df425-2a1d-4330-9075-8103dda8ba01 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:router {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:39.284696 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6a5df425-2a1d-4330-9075-8103dda8ba01 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.4735203 Apr 06 13:30:39.290402 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44532) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:39.306965 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bb2153fd-2fd0-4637-8095-681aa092cf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:39.411183 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6489e612-dc73-4254-8b22-3c72ca86fa13 None None] DHCP port deletion for 4a5369b0-8301-4713-81a5-ebef94e70f0e request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:30:39.429100 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-6489e612-dc73-4254-8b22-3c72ca86fa13 None None] Deleting port 2144ee5a-03ee-4501-b139-aea5d7aa715c {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:39.429100 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6489e612-dc73-4254-8b22-3c72ca86fa13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:39.490429 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-26bb23bf-1a52-436b-9523-695fba0d65d9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:39.513871 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-26bb23bf-1a52-436b-9523-695fba0d65d9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Transition to ACTIVE for port object fbfce9b7-e50d-4173-a882-7cc46efc3b0a will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:39.561197 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f5a605a3-c4c1-46a4-96cc-7b7f870212af tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:39.662667 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2153fd-2fd0-4637-8095-681aa092cf43 None None] Pushing event updated for resources: {'Port': ['ID=5abda529-ec7f-42d9-900c-b6bc78895616,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:39.671630 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-26bb23bf-1a52-436b-9523-695fba0d65d9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:39.943740 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23bb85b-f010-49b0-a496-b7e0d981975e None None] Network 97b022a1-acd8-46ee-bd7b-b8a4d29f327a requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:39.993730 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-6489e612-dc73-4254-8b22-3c72ca86fa13 None None] For port 2144ee5a-03ee-4501-b139-aea5d7aa715c, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=2144ee5a-03ee-4501-b139-aea5d7aa715c,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:39.994272 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6489e612-dc73-4254-8b22-3c72ca86fa13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:40.099294 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bb23bf-1a52-436b-9523-695fba0d65d9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network 6df18f53-1a01-497a-85ec-3d44ebb99c03 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:40.109994 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-26bb23bf-1a52-436b-9523-695fba0d65d9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:40.112963 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bb23bf-1a52-436b-9523-695fba0d65d9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:40.118638 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f5a605a3-c4c1-46a4-96cc-7b7f870212af tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:40.121614 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f5a605a3-c4c1-46a4-96cc-7b7f870212af tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:40.153684 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] For port baf75acf-3a86-4646-86db-c617e89e708f, host hv-neutron-8346, cleared binding levels {{(pid=88565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:30:40.154135 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempted to set empty binding levels {{(pid=88565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 06 13:30:40.191803 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9d5d16c8-6bc4-46f4-8ae3-ca8dfc1bbe5f tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "DELETE /v2.0/routers/65418422-7200-4223-8ded-15b523bb993d/tags HTTP/1.1" status: 204 len: 168 time: 1.1809280 Apr 06 13:30:40.192194 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44536) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:40.197426 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-70cf371c-429c-4fbb-a16c-c61a3634d1a2 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e9c33b2a-043c-402f-9fa3-d9aef94cca7e') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:40.228304 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f5a605a3-c4c1-46a4-96cc-7b7f870212af tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:40.228619 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a605a3-c4c1-46a4-96cc-7b7f870212af tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Fanout notify agent at l3_agent the message router_deleted on router a7a3ff82-433e-4527-b18c-69a018a25c00 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:30:40.246493 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-425bbb5b-27eb-480e-ab5b-cd7cdae9e29b None None] Provisioning for port bd8d274a-de04-42d6-8826-2ca7015762eb completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:40.246859 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-26bb23bf-1a52-436b-9523-695fba0d65d9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:40.263330 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-6489e612-dc73-4254-8b22-3c72ca86fa13 None None] Calling delete_port for 2144ee5a-03ee-4501-b139-aea5d7aa715c owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:40.347143 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-70cf371c-429c-4fbb-a16c-c61a3634d1a2 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "DELETE /v2.0/ports/e9c33b2a-043c-402f-9fa3-d9aef94cca7e/tags HTTP/1.1" status: 204 len: 168 time: 0.1537113 Apr 06 13:30:40.348407 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44540) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:40.361632 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-d2762262-09ca-456e-a6ed-8eaddb2d5787 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '88faedb4-0ec9-464d-bca7-ddb7e9ae1e19') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:40.400078 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f5a605a3-c4c1-46a4-96cc-7b7f870212af tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:40.401175 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f5a605a3-c4c1-46a4-96cc-7b7f870212af tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/routers/a7a3ff82-433e-4527-b18c-69a018a25c00 HTTP/1.1" status: 204 len: 168 time: 1.1097901 Apr 06 13:30:40.406510 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44544) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:40.418173 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-f45da7cb-0a8e-42b4-9723-de037a86844d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:40.435838 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:40.470503 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb23bf-1a52-436b-9523-695fba0d65d9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=fbfce9b7-e50d-4173-a882-7cc46efc3b0a,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:40.555847 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device bd8d274a-de04-42d6-8826-2ca7015762eb up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:30:40.635623 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f45da7cb-0a8e-42b4-9723-de037a86844d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:40.644454 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f45da7cb-0a8e-42b4-9723-de037a86844d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:subnet and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:40.647840 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f45da7cb-0a8e-42b4-9723-de037a86844d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:40.654997 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f45da7cb-0a8e-42b4-9723-de037a86844d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:40.657344 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6489e612-dc73-4254-8b22-3c72ca86fa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:40.707134 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d2762262-09ca-456e-a6ed-8eaddb2d5787 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "DELETE /v2.0/subnets/88faedb4-0ec9-464d-bca7-ddb7e9ae1e19/tags HTTP/1.1" status: 204 len: 168 time: 0.3569531 Apr 06 13:30:40.708299 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44548) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:40.712669 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:40.713176 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:40.714078 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489e612-dc73-4254-8b22-3c72ca86fa13 None None] Pushing event deleted for resources: {'Port': ['ID=2144ee5a-03ee-4501-b139-aea5d7aa715c,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:40.732339 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-72cad35f-6a69-41cb-8a1e-cf6cbc3b7823 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '88faedb4-0ec9-464d-bca7-ddb7e9ae1e19', 'tempest-TagsExtTest-Tag-1884188652') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:40.732451 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6489e612-dc73-4254-8b22-3c72ca86fa13 None None] No DVR routers for this DVR port 2144ee5a-03ee-4501-b139-aea5d7aa715c on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:30:40.785275 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45da7cb-0a8e-42b4-9723-de037a86844d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:40.789392 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f45da7cb-0a8e-42b4-9723-de037a86844d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:40.833389 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Pushing event updated for resources: {'Port': ['ID=baf75acf-3a86-4646-86db-c617e89e708f,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:40.838201 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port bd8d274a-de04-42d6-8826-2ca7015762eb completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:40.849678 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-898a9c6f-e409-4826-8316-862366349ab2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:40.853204 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port bd8d274a-de04-42d6-8826-2ca7015762eb triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:40.853834 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:41.020047 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:41.077295 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6ca3d2bc-0c17-40f4-9769-39d729c798ee tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 7.1976442 Apr 06 13:30:41.077530 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-72cad35f-6a69-41cb-8a1e-cf6cbc3b7823 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "PUT /v2.0/subnets/88faedb4-0ec9-464d-bca7-ddb7e9ae1e19/tags/tempest-TagsExtTest-Tag-1884188652 HTTP/1.1" status: 201 len: 201 time: 0.3635273 Apr 06 13:30:41.077530 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44552) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:41.080844 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44554) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:41.080987 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-898a9c6f-e409-4826-8316-862366349ab2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Calling delete_port for 59d0ceac-13c4-4007-bf95-b99afd44bbb1 owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:41.091446 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port bd8d274a-de04-42d6-8826-2ca7015762eb, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=bd8d274a-de04-42d6-8826-2ca7015762eb,segment=NetworkSegment(177239cd-b4d7-45ea-9980-f676376b5a85),segment_id=177239cd-b4d7-45ea-9980-f676376b5a85)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:41.148820 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-21cc6067-97e8-4cb6-86dc-66dda06a3d75 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e9c33b2a-043c-402f-9fa3-d9aef94cca7e', 'tempest-TagsExtTest-Tag-1980116734') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:41.167588 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:41.172046 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device aa46cf55-d9df-4d37-8ec9-bbb800d8a196 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:30:41.183271 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-636959a4-a131-43d3-9676-a6ed7f3fbcd9 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:41.276159 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-636959a4-a131-43d3-9676-a6ed7f3fbcd9 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:41.276159 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-636959a4-a131-43d3-9676-a6ed7f3fbcd9 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:41.292088 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-946208cc-e6a4-45dc-8c97-265faf4df06b tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Deleting port baf75acf-3a86-4646-86db-c617e89e708f {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:41.292400 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-946208cc-e6a4-45dc-8c97-265faf4df06b tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:41.304651 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55002770-e2cd-45a9-8833-3710cdb3cccb None None] Network 6df18f53-1a01-497a-85ec-3d44ebb99c03 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:41.399695 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636959a4-a131-43d3-9676-a6ed7f3fbcd9 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Port': ['ID=c098c818-e76e-4336-9724-afdb88882060,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:41.408932 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f45da7cb-0a8e-42b4-9723-de037a86844d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:41.550336 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-fd0c1a10-1966-40db-be7f-d4d89abef240 None None] Provisioning for port c098c818-e76e-4336-9724-afdb88882060 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:41.564725 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=bd8d274a-de04-42d6-8826-2ca7015762eb,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:41.580985 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-fd0c1a10-1966-40db-be7f-d4d89abef240 None None] Provisioning complete for port c098c818-e76e-4336-9724-afdb88882060 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:41.581638 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1a10-1966-40db-be7f-d4d89abef240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:41.622353 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-26bb23bf-1a52-436b-9523-695fba0d65d9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:41.688297 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45da7cb-0a8e-42b4-9723-de037a86844d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:41.695991 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-fd0c1a10-1966-40db-be7f-d4d89abef240 None None] Port c098c818-e76e-4336-9724-afdb88882060 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:30:41.697442 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-f45da7cb-0a8e-42b4-9723-de037a86844d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:41.701224 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45da7cb-0a8e-42b4-9723-de037a86844d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=9eadf0ea-5626-4bf1-8e91-326bab2a74fd,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:41.713523 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45da7cb-0a8e-42b4-9723-de037a86844d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:41.714108 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f45da7cb-0a8e-42b4-9723-de037a86844d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:41.727872 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52595626-73c0-4b58-b7d0-4f8780311041 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:41.776409 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port aa46cf55-d9df-4d37-8ec9-bbb800d8a196 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:41.811906 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-946208cc-e6a4-45dc-8c97-265faf4df06b tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] For port baf75acf-3a86-4646-86db-c617e89e708f, host hv-neutron-8346, got binding levels [] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:41.813011 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-946208cc-e6a4-45dc-8c97-265faf4df06b tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:41.826397 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-898a9c6f-e409-4826-8316-862366349ab2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:41.866059 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-fd0c1a10-1966-40db-be7f-d4d89abef240 None None] Provisioning complete for port bd8d274a-de04-42d6-8826-2ca7015762eb triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:41.866460 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1a10-1966-40db-be7f-d4d89abef240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:41.911596 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port aa46cf55-d9df-4d37-8ec9-bbb800d8a196 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:41.912034 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:41.929667 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a9c6f-e409-4826-8316-862366349ab2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Port': ['ID=59d0ceac-13c4-4007-bf95-b99afd44bbb1,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:41.940427 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-21cc6067-97e8-4cb6-86dc-66dda06a3d75 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "PUT /v2.0/ports/e9c33b2a-043c-402f-9fa3-d9aef94cca7e/tags/tempest-TagsExtTest-Tag-1980116734 HTTP/1.1" status: 201 len: 201 time: 0.8598378 Apr 06 13:30:41.946173 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636959a4-a131-43d3-9676-a6ed7f3fbcd9 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network 97b022a1-acd8-46ee-bd7b-b8a4d29f327a is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:41.947749 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-946208cc-e6a4-45dc-8c97-265faf4df06b tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Calling delete_port for baf75acf-3a86-4646-86db-c617e89e708f owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:41.955687 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44560) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:41.961197 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-636959a4-a131-43d3-9676-a6ed7f3fbcd9 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:41.984016 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f45da7cb-0a8e-42b4-9723-de037a86844d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5765114 Apr 06 13:30:41.990996 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44564) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:41.998176 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-2d62a78c-4030-423f-8f5a-b64b739911e5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-102493528', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:42.009345 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-2d62a78c-4030-423f-8f5a-b64b739911e5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:42.009587 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.tag.tag_plugin [None req-1171544c-e96f-4281-a30b-9170af91940c tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '65418422-7200-4223-8ded-15b523bb993d', 'tempest-TagsExtTest-Tag-507721324') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:42.021771 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2d62a78c-4030-423f-8f5a-b64b739911e5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:router and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:42.034175 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2d62a78c-4030-423f-8f5a-b64b739911e5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:42.049495 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-2d62a78c-4030-423f-8f5a-b64b739911e5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:42.162282 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d62a78c-4030-423f-8f5a-b64b739911e5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:42.163859 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d62a78c-4030-423f-8f5a-b64b739911e5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:42.177973 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-946208cc-e6a4-45dc-8c97-265faf4df06b tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:42.300759 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d62a78c-4030-423f-8f5a-b64b739911e5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:42.303287 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946208cc-e6a4-45dc-8c97-265faf4df06b tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Pushing event deleted for resources: {'Port': ['ID=baf75acf-3a86-4646-86db-c617e89e708f,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:42.331467 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-946208cc-e6a4-45dc-8c97-265faf4df06b tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:42.361022 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-946208cc-e6a4-45dc-8c97-265faf4df06b tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] 10.222.0.48 "DELETE /v2.0/ports/baf75acf-3a86-4646-86db-c617e89e708f HTTP/1.1" status: 204 len: 168 time: 1.2835813 Apr 06 13:30:42.363578 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44568) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:42.414927 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:42.428026 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6460c0-a59e-449e-969d-0c82ba4d79c7 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] GET failed (client error): The resource could not be found. Apr 06 13:30:42.428740 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-fb6460c0-a59e-449e-969d-0c82ba4d79c7 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Synchronizing usage tracker for tenant:88ffa23921794154aa9f3b7b969cff5f on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:42.434498 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d62a78c-4030-423f-8f5a-b64b739911e5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:42.444472 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port aa46cf55-d9df-4d37-8ec9-bbb800d8a196, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=aa46cf55-d9df-4d37-8ec9-bbb800d8a196,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:42.450140 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043066a8-670b-4054-a00b-cb7615502e5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-4a5369b0-8301-4713-81a5-ebef94e70f0e', 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'fixed_ips': [{'subnet_id': '9eadf0ea-5626-4bf1-8e91-326bab2a74fd'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:30:42.451077 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-043066a8-670b-4054-a00b-cb7615502e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:42.539530 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:42.540274 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 5abda529-ec7f-42d9-900c-b6bc78895616 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:30:42.564466 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d62a78c-4030-423f-8f5a-b64b739911e5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:42.568901 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2d62a78c-4030-423f-8f5a-b64b739911e5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5744355 Apr 06 13:30:42.573568 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44572) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:42.573568 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-fb6460c0-a59e-449e-969d-0c82ba4d79c7 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Unset dirty status for tenant:88ffa23921794154aa9f3b7b969cff5f on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:42.574664 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-fb6460c0-a59e-449e-969d-0c82ba4d79c7 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] 10.222.0.48 "GET /v2.0/ports/baf75acf-3a86-4646-86db-c617e89e708f HTTP/1.1" status: 404 len: 333 time: 0.2097991 Apr 06 13:30:42.578848 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44576) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:42.639040 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-898a9c6f-e409-4826-8316-862366349ab2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:42.677816 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-da617ed3-7d20-4676-8baf-9de362641df4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Request body: {'port': {'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1458335728'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:42.714194 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=aa46cf55-d9df-4d37-8ec9-bbb800d8a196,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:42.735671 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-da617ed3-7d20-4676-8baf-9de362641df4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:42.802552 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-898a9c6f-e409-4826-8316-862366349ab2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/ports/59d0ceac-13c4-4007-bf95-b99afd44bbb1 HTTP/1.1" status: 204 len: 168 time: 4.1286762 Apr 06 13:30:42.808865 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44580) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:42.817046 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 5abda529-ec7f-42d9-900c-b6bc78895616 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:42.820870 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-01cf7788-0a9c-4691-8e1f-363955341e54 None None] Provisioning for port fbfce9b7-e50d-4173-a882-7cc46efc3b0a completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:42.831803 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-043066a8-670b-4054-a00b-cb7615502e5a None None] Allocated IP 2001:db8::2 (4a5369b0-8301-4713-81a5-ebef94e70f0e/9eadf0ea-5626-4bf1-8e91-326bab2a74fd/477e430c-3e2e-4a7b-8394-31e64a5565a8) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:30:42.837459 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-01cf7788-0a9c-4691-8e1f-363955341e54 None None] Provisioning complete for port fbfce9b7-e50d-4173-a882-7cc46efc3b0a triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:42.837900 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-01cf7788-0a9c-4691-8e1f-363955341e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:42.889346 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1171544c-e96f-4281-a30b-9170af91940c tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "PUT /v2.0/routers/65418422-7200-4223-8ded-15b523bb993d/tags/tempest-TagsExtTest-Tag-507721324 HTTP/1.1" status: 201 len: 201 time: 0.9323304 Apr 06 13:30:42.890017 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44584) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:42.897071 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-4606df91-de75-44ab-8ba5-46b78cd5435c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] GET failed (client error): The resource could not be found. Apr 06 13:30:42.897665 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4606df91-de75-44ab-8ba5-46b78cd5435c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Synchronizing usage tracker for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:42.904519 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-da617ed3-7d20-4676-8baf-9de362641df4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:42.907975 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.tag.tag_plugin [None req-aa475017-feac-4481-a711-435eb7dc7089 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c1a77e6c-59af-4a64-9b5b-b1332978dc28', 'tempest-TagsExtTest-Tag-317531510') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:42.991140 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d3d1da78-8911-4db2-a921-0bdb4dc23015 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:30:42.995386 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-26bb23bf-1a52-436b-9523-695fba0d65d9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:43.019121 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636959a4-a131-43d3-9676-a6ed7f3fbcd9 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Router 1587742b-f270-47e5-a582-48c6653c3a00 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:30:43.048113 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: d3d1da78-8911-4db2-a921-0bdb4dc23015 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:30:43.048469 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d3d1da78-8911-4db2-a921-0bdb4dc23015 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:30:43.048879 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 2144ee5a-03ee-4501-b139-aea5d7aa715c no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:30:43.070613 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da617ed3-7d20-4676-8baf-9de362641df4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Made reservation on behalf of 88ffa23921794154aa9f3b7b969cff5f for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:43.072812 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-da617ed3-7d20-4676-8baf-9de362641df4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:43.086098 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4606df91-de75-44ab-8ba5-46b78cd5435c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Unset dirty status for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:43.091059 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4606df91-de75-44ab-8ba5-46b78cd5435c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "GET /v2.0/ports/59d0ceac-13c4-4007-bf95-b99afd44bbb1 HTTP/1.1" status: 404 len: 333 time: 0.2764416 Apr 06 13:30:43.093799 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44588) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:43.095264 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 2144ee5a-03ee-4501-b139-aea5d7aa715c {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:30:43.095704 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 2144ee5a-03ee-4501-b139-aea5d7aa715c not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:30:43.104843 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-01cf7788-0a9c-4691-8e1f-363955341e54 None None] Port fbfce9b7-e50d-4173-a882-7cc46efc3b0a cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:30:43.133465 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-01cf7788-0a9c-4691-8e1f-363955341e54 None None] Provisioning complete for port c098c818-e76e-4336-9724-afdb88882060 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:43.145669 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-01cf7788-0a9c-4691-8e1f-363955341e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:43.174180 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-010243df-c304-4725-9c68-19896ed00af7 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting subnet 15c10649-833b-4f78-8802-a11981207f98 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:30:43.174304 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-aa475017-feac-4481-a711-435eb7dc7089 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "PUT /v2.0/subnetpools/c1a77e6c-59af-4a64-9b5b-b1332978dc28/tags/tempest-TagsExtTest-Tag-317531510 HTTP/1.1" status: 201 len: 201 time: 0.2779059 Apr 06 13:30:43.174586 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-26bb23bf-1a52-436b-9523-695fba0d65d9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:43.175634 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-010243df-c304-4725-9c68-19896ed00af7 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:43.206762 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44592) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:43.232495 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-010243df-c304-4725-9c68-19896ed00af7 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:43.266001 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.tag.tag_plugin [None req-977f7159-5310-45b5-8728-06ed51421c82 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '88faedb4-0ec9-464d-bca7-ddb7e9ae1e19', {'tags': ['tempest-TagsExtTest-Tag-1147249524', 'tempest-TagsExtTest-Tag-1175307907', 'tempest-TagsExtTest-Tag-1390749702']}) {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:43.276448 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device bd8d274a-de04-42d6-8826-2ca7015762eb up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:30:43.285593 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-da617ed3-7d20-4676-8baf-9de362641df4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] device_id is not set on port acff9a90-8425-42a1-a3dc-5ca896ffd510 yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:30:43.380656 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-01cf7788-0a9c-4691-8e1f-363955341e54 None None] Port c098c818-e76e-4336-9724-afdb88882060 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:30:43.383690 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636959a4-a131-43d3-9676-a6ed7f3fbcd9 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:30:43.384021 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-043066a8-670b-4054-a00b-cb7615502e5a None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:43.391376 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-26bb23bf-1a52-436b-9523-695fba0d65d9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:43.402271 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4156266d-a21a-4b19-ac05-39fa8031efa6 None None] Sync routers for ids ['1587742b-f270-47e5-a582-48c6653c3a00'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:30:43.403840 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-043066a8-670b-4054-a00b-cb7615502e5a None None] Transition to ACTIVE for port object 477e430c-3e2e-4a7b-8394-31e64a5565a8 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:43.418608 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-636959a4-a131-43d3-9676-a6ed7f3fbcd9 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "PUT /v2.0/routers/1587742b-f270-47e5-a582-48c6653c3a00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5188825 Apr 06 13:30:43.418608 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb23bf-1a52-436b-9523-695fba0d65d9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=fbfce9b7-e50d-4173-a882-7cc46efc3b0a,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:43.431070 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port bd8d274a-de04-42d6-8826-2ca7015762eb triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:43.431678 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:43.433476 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4156266d-a21a-4b19-ac05-39fa8031efa6 None None] Routers {'1587742b-f270-47e5-a582-48c6653c3a00'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:30:43.434389 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-4156266d-a21a-4b19-ac05-39fa8031efa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:30:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1587742b-f270-47e5-a582-48c6653c3a00'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:43.459547 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-043066a8-670b-4054-a00b-cb7615502e5a None None] Transition to ACTIVE for port object 477e430c-3e2e-4a7b-8394-31e64a5565a8 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:43.474683 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-01cf7788-0a9c-4691-8e1f-363955341e54 None None] Provisioning for port 5abda529-ec7f-42d9-900c-b6bc78895616 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:43.485579 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-01cf7788-0a9c-4691-8e1f-363955341e54 None None] Provisioning complete for port 5abda529-ec7f-42d9-900c-b6bc78895616 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:43.485960 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-01cf7788-0a9c-4691-8e1f-363955341e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:43.505241 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-da617ed3-7d20-4676-8baf-9de362641df4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:43.549994 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44596) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:43.549994 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-70ea3ef6-9191-4457-b959-04aac1e158ff tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1120337504'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:43.550773 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-70ea3ef6-9191-4457-b959-04aac1e158ff tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:43.554978 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-70ea3ef6-9191-4457-b959-04aac1e158ff tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Usage tracker for resource:network and tenant:914bb3d1bef745388dc453a227f40127 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:43.558623 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-70ea3ef6-9191-4457-b959-04aac1e158ff tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:43.564996 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-70ea3ef6-9191-4457-b959-04aac1e158ff tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:43.581711 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bb23bf-1a52-436b-9523-695fba0d65d9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network 6df18f53-1a01-497a-85ec-3d44ebb99c03 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:43.585417 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-26bb23bf-1a52-436b-9523-695fba0d65d9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:43.600958 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-043066a8-670b-4054-a00b-cb7615502e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:43.628938 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-65074b00-d59b-49f2-875d-d9449ff88b0f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:43.723675 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-4156266d-a21a-4b19-ac05-39fa8031efa6 None None] Set router 1587742b-f270-47e5-a582-48c6653c3a00 gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:30:43.764393 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ea3ef6-9191-4457-b959-04aac1e158ff tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Made reservation on behalf of 914bb3d1bef745388dc453a227f40127 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:43.768650 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-70ea3ef6-9191-4457-b959-04aac1e158ff tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:43.794281 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-da617ed3-7d20-4676-8baf-9de362641df4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:43.852551 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043066a8-670b-4054-a00b-cb7615502e5a None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:43.861314 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-043066a8-670b-4054-a00b-cb7615502e5a None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:43.863319 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043066a8-670b-4054-a00b-cb7615502e5a None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:43.907942 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26bb23bf-1a52-436b-9523-695fba0d65d9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router dfc385cf-f590-4be2-80bb-b545ce653735 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:30:43.919285 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-977f7159-5310-45b5-8728-06ed51421c82 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "PUT /v2.0/subnets/88faedb4-0ec9-464d-bca7-ddb7e9ae1e19/tags HTTP/1.1" status: 200 len: 318 time: 0.6739182 Apr 06 13:30:43.919897 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44600) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:43.934405 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.tag.tag_plugin [None req-a231c497-5c58-42c7-8bea-62eec0e96730 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '88faedb4-0ec9-464d-bca7-ddb7e9ae1e19') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:43.964293 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device aa46cf55-d9df-4d37-8ec9-bbb800d8a196 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:30:44.035486 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043066a8-670b-4054-a00b-cb7615502e5a None None] Pushing event updated for resources: {'Port': ['ID=477e430c-3e2e-4a7b-8394-31e64a5565a8,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:44.133795 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-01cf7788-0a9c-4691-8e1f-363955341e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:44.135129 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-4156266d-a21a-4b19-ac05-39fa8031efa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:30:38Z', 'revision_number': 2, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None, '_interfaces': [{'id': 'c098c818-e76e-4336-9724-afdb88882060', 'name': '', 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:d0:fc:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:33Z', 'updated_at': '2022-04-06T13:30:40Z', 'revision_number': 2, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:44.140044 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4156266d-a21a-4b19-ac05-39fa8031efa6 None None] Checking router: 1587742b-f270-47e5-a582-48c6653c3a00 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:30:44.140400 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4156266d-a21a-4b19-ac05-39fa8031efa6 None None] Updating router 1587742b-f270-47e5-a582-48c6653c3a00 port c098c818-e76e-4336-9724-afdb88882060 binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:30:44.157896 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-043066a8-670b-4054-a00b-cb7615502e5a None None] Attempting to bind port 477e430c-3e2e-4a7b-8394-31e64a5565a8 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:44.158826 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-043066a8-670b-4054-a00b-cb7615502e5a None None] Attempting to bind port 477e430c-3e2e-4a7b-8394-31e64a5565a8 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:44.159498 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043066a8-670b-4054-a00b-cb7615502e5a None None] Attempting to bind port 477e430c-3e2e-4a7b-8394-31e64a5565a8 on network 4a5369b0-8301-4713-81a5-ebef94e70f0e {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:44.181161 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-01cf7788-0a9c-4691-8e1f-363955341e54 None None] For port 5abda529-ec7f-42d9-900c-b6bc78895616, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=5abda529-ec7f-42d9-900c-b6bc78895616,segment=NetworkSegment(5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e),segment_id=5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:44.196524 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port aa46cf55-d9df-4d37-8ec9-bbb800d8a196 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:44.197413 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:44.211055 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-4156266d-a21a-4b19-ac05-39fa8031efa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:44.223982 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-65074b00-d59b-49f2-875d-d9449ff88b0f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 2001:db8::1 (4a5369b0-8301-4713-81a5-ebef94e70f0e/9eadf0ea-5626-4bf1-8e91-326bab2a74fd/9d6ebdfa-dc7e-476a-8166-742bc7f6738a) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:30:44.267057 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043066a8-670b-4054-a00b-cb7615502e5a None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:30:44.267888 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043066a8-670b-4054-a00b-cb7615502e5a None None] Checking segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:30:44.268990 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-043066a8-670b-4054-a00b-cb7615502e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:44.269756 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043066a8-670b-4054-a00b-cb7615502e5a None None] Bound using segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:30:44.270473 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-043066a8-670b-4054-a00b-cb7615502e5a None None] Bound port: 477e430c-3e2e-4a7b-8394-31e64a5565a8, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:30:44.271166 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-043066a8-670b-4054-a00b-cb7615502e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:44.328090 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-01cf7788-0a9c-4691-8e1f-363955341e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:44.383819 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ea3ef6-9191-4457-b959-04aac1e158ff tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:30:44.395344 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da617ed3-7d20-4676-8baf-9de362641df4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Network 2e597ce5-fccc-44d5-9be5-931bcf221e16 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:44.409938 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-da617ed3-7d20-4676-8baf-9de362641df4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:44.414519 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bb23bf-1a52-436b-9523-695fba0d65d9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:30:44.422387 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da617ed3-7d20-4676-8baf-9de362641df4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:44.426091 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-26bb23bf-1a52-436b-9523-695fba0d65d9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "PUT /v2.0/routers/dfc385cf-f590-4be2-80bb-b545ce653735/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3842561 Apr 06 13:30:44.427056 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da617ed3-7d20-4676-8baf-9de362641df4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:44.427887 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-da617ed3-7d20-4676-8baf-9de362641df4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:44.431117 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44604) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:44.443080 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf7788-0a9c-4691-8e1f-363955341e54 None None] Pushing event updated for resources: {'Port': ['ID=5abda529-ec7f-42d9-900c-b6bc78895616,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:44.455115 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f3bc6e-bffb-42be-936b-90674fe8bf8e None None] Sync routers for ids ['dfc385cf-f590-4be2-80bb-b545ce653735'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:30:44.471220 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-70ea3ef6-9191-4457-b959-04aac1e158ff tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:44.472330 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-70ea3ef6-9191-4457-b959-04aac1e158ff tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Added segment c20f3d12-e557-41b8-af24-89ed6790822e of type vlan for network 09597c6c-2973-49db-9158-2f8082678f8a Apr 06 13:30:44.483048 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-010243df-c304-4725-9c68-19896ed00af7 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:44.508070 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-043066a8-670b-4054-a00b-cb7615502e5a None None] For port 477e430c-3e2e-4a7b-8394-31e64a5565a8, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:30:44.525401 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da617ed3-7d20-4676-8baf-9de362641df4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Pushing event updated for resources: {'Port': ['ID=acff9a90-8425-42a1-a3dc-5ca896ffd510,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:44.557044 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-043066a8-670b-4054-a00b-cb7615502e5a None None] For port 477e430c-3e2e-4a7b-8394-31e64a5565a8, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=477e430c-3e2e-4a7b-8394-31e64a5565a8,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:30:44.575010 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f3bc6e-bffb-42be-936b-90674fe8bf8e None None] Routers {'dfc385cf-f590-4be2-80bb-b545ce653735'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:30:44.576198 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-f0f3bc6e-bffb-42be-936b-90674fe8bf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:30:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['dfc385cf-f590-4be2-80bb-b545ce653735'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:44.626597 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-65074b00-d59b-49f2-875d-d9449ff88b0f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:44.645777 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-70ea3ef6-9191-4457-b959-04aac1e158ff tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:44.647282 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5034c006-1946-403c-af70-739e5739458f tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:44.648020 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5034c006-1946-403c-af70-739e5739458f tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:44.648996 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5034c006-1946-403c-af70-739e5739458f tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:44.649963 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5034c006-1946-403c-af70-739e5739458f tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:44.650585 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5034c006-1946-403c-af70-739e5739458f tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:44.652061 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5034c006-1946-403c-af70-739e5739458f tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:44.652983 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5034c006-1946-403c-af70-739e5739458f tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:44.653899 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5034c006-1946-403c-af70-739e5739458f tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:44.654704 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5034c006-1946-403c-af70-739e5739458f tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:44.655700 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5034c006-1946-403c-af70-739e5739458f tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:44.659217 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5034c006-1946-403c-af70-739e5739458f tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6987 time: 0.2271364 Apr 06 13:30:44.665748 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44608) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:44.675428 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-65074b00-d59b-49f2-875d-d9449ff88b0f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Transition to ACTIVE for port object 9d6ebdfa-dc7e-476a-8166-742bc7f6738a will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:44.678725 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-cd0f1ef6-0704-47e3-894c-13d743a852d8 None None] Provisioning complete for port fbfce9b7-e50d-4173-a882-7cc46efc3b0a triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:44.679137 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cd0f1ef6-0704-47e3-894c-13d743a852d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:44.709972 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-043066a8-670b-4054-a00b-cb7615502e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:44.710204 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-da617ed3-7d20-4676-8baf-9de362641df4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1276820 Apr 06 13:30:44.710545 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44612) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:44.718853 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:44.766989 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-4156266d-a21a-4b19-ac05-39fa8031efa6 None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:44.787701 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-4156266d-a21a-4b19-ac05-39fa8031efa6 None None] Transition to ACTIVE for port object c098c818-e76e-4336-9724-afdb88882060 will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:44.811335 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8d9fc2-a15a-40be-a90c-bda6e5441a5c tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:44.811788 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8d9fc2-a15a-40be-a90c-bda6e5441a5c tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:44.813403 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8d9fc2-a15a-40be-a90c-bda6e5441a5c tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:44.813403 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8d9fc2-a15a-40be-a90c-bda6e5441a5c tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:44.814866 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8d9fc2-a15a-40be-a90c-bda6e5441a5c tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:44.815038 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-010243df-c304-4725-9c68-19896ed00af7 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:44.815799 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8d9fc2-a15a-40be-a90c-bda6e5441a5c tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:44.815799 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8d9fc2-a15a-40be-a90c-bda6e5441a5c tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:44.815799 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8d9fc2-a15a-40be-a90c-bda6e5441a5c tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:44.817517 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0d8d9fc2-a15a-40be-a90c-bda6e5441a5c tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5258 time: 0.1494751 Apr 06 13:30:44.823251 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44616) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:44.851989 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-70ea3ef6-9191-4457-b959-04aac1e158ff tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:44.857379 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ea3ef6-9191-4457-b959-04aac1e158ff tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:44.857964 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-70ea3ef6-9191-4457-b959-04aac1e158ff tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:44.900989 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-cd0f1ef6-0704-47e3-894c-13d743a852d8 None None] Port fbfce9b7-e50d-4173-a882-7cc46efc3b0a cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:30:44.918928 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010243df-c304-4725-9c68-19896ed00af7 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Subnet': ['ID=15c10649-833b-4f78-8802-a11981207f98,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:44.928338 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-4156266d-a21a-4b19-ac05-39fa8031efa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:44.929835 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-65074b00-d59b-49f2-875d-d9449ff88b0f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:44.948577 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf573f7-4779-47f1-920d-e0a5acdceba2 None None] Network ef33ce7b-90f7-4906-baa3-4e681f181c01 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:44.955171 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-010243df-c304-4725-9c68-19896ed00af7 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:44.967736 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a231c497-5c58-42c7-8bea-62eec0e96730 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "DELETE /v2.0/subnets/88faedb4-0ec9-464d-bca7-ddb7e9ae1e19/tags HTTP/1.1" status: 204 len: 168 time: 1.0374160 Apr 06 13:30:44.969301 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043066a8-670b-4054-a00b-cb7615502e5a None None] Pushing event updated for resources: {'Port': ['ID=477e430c-3e2e-4a7b-8394-31e64a5565a8,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:44.976312 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44620) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:44.983308 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.tag.tag_plugin [None req-f898dc2d-1c3c-485f-a801-7005a48bb846 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '88faedb4-0ec9-464d-bca7-ddb7e9ae1e19', 'tempest-TagsExtTest-Tag-1147249524') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:45.009025 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-f0f3bc6e-bffb-42be-936b-90674fe8bf8e None None] Set router dfc385cf-f590-4be2-80bb-b545ce653735 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:30:45.023685 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-010243df-c304-4725-9c68-19896ed00af7 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/subnets/15c10649-833b-4f78-8802-a11981207f98 HTTP/1.1" status: 204 len: 168 time: 1.9264131 Apr 06 13:30:45.035468 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44624) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:45.047886 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee66c44-19c1-4865-995d-64b4e551349f None None] Pushing event updated for resources: {'Port': ['ID=c098c818-e76e-4336-9724-afdb88882060,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:45.107825 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65074b00-d59b-49f2-875d-d9449ff88b0f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:45.116844 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:45.126743 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-65074b00-d59b-49f2-875d-d9449ff88b0f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:45.129378 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-70ea3ef6-9191-4457-b959-04aac1e158ff tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5934529 Apr 06 13:30:45.130268 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65074b00-d59b-49f2-875d-d9449ff88b0f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:45.130838 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-65074b00-d59b-49f2-875d-d9449ff88b0f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:45.198407 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44630) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:45.233012 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-c2d36d9d-3093-4c0a-b561-05619ce5611c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'subnet': {'network_id': '09597c6c-2973-49db-9158-2f8082678f8a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:45.255359 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 5abda529-ec7f-42d9-900c-b6bc78895616 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:30:45.355053 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea3ef6-9191-4457-b959-04aac1e158ff tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Network': ['ID=09597c6c-2973-49db-9158-2f8082678f8a,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:45.371732 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65074b00-d59b-49f2-875d-d9449ff88b0f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=9d6ebdfa-dc7e-476a-8166-742bc7f6738a,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:45.375618 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8aab85e5-3b97-42e3-93a5-451e2f906e1c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:45.429850 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 09597c6c-2973-49db-9158-2f8082678f8a details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:30:45.545024 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-8aab85e5-3b97-42e3-93a5-451e2f906e1c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting port ef4a04c6-876d-4468-a829-7da501e2f6cf {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:45.545778 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8aab85e5-3b97-42e3-93a5-451e2f906e1c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:45.554766 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-4156266d-a21a-4b19-ac05-39fa8031efa6 None None] Attempting to bind port c098c818-e76e-4336-9724-afdb88882060 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:45.555208 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-4156266d-a21a-4b19-ac05-39fa8031efa6 None None] Attempting to bind port c098c818-e76e-4336-9724-afdb88882060 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '177239cd-b4d7-45ea-9980-f676376b5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:45.555568 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4156266d-a21a-4b19-ac05-39fa8031efa6 None None] Attempting to bind port c098c818-e76e-4336-9724-afdb88882060 on network 97b022a1-acd8-46ee-bd7b-b8a4d29f327a {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:45.564225 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4156266d-a21a-4b19-ac05-39fa8031efa6 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:30:45.564614 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4156266d-a21a-4b19-ac05-39fa8031efa6 None None] Checking segment: {'id': '177239cd-b4d7-45ea-9980-f676376b5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:30:45.567212 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-4156266d-a21a-4b19-ac05-39fa8031efa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:45.567212 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4156266d-a21a-4b19-ac05-39fa8031efa6 None None] Bound using segment: {'id': '177239cd-b4d7-45ea-9980-f676376b5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:30:45.567212 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-4156266d-a21a-4b19-ac05-39fa8031efa6 None None] Bound port: c098c818-e76e-4336-9724-afdb88882060, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177239cd-b4d7-45ea-9980-f676376b5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:30:45.567212 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-4156266d-a21a-4b19-ac05-39fa8031efa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:45.620972 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c2d36d9d-3093-4c0a-b561-05619ce5611c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:45.640843 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-f898dc2d-1c3c-485f-a801-7005a48bb846 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] show failed (client error): The resource could not be found. Apr 06 13:30:45.644896 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f898dc2d-1c3c-485f-a801-7005a48bb846 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "GET /v2.0/subnets/88faedb4-0ec9-464d-bca7-ddb7e9ae1e19/tags/tempest-TagsExtTest-Tag-1147249524 HTTP/1.1" status: 404 len: 329 time: 0.6643474 Apr 06 13:30:45.646907 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c2d36d9d-3093-4c0a-b561-05619ce5611c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Usage tracker for resource:subnet and tenant:914bb3d1bef745388dc453a227f40127 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:45.649839 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44634) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:45.663270 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c2d36d9d-3093-4c0a-b561-05619ce5611c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:45.704087 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.tag.tag_plugin [None req-c2f42508-f98a-44d2-b839-0f21af8eac3e tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '88faedb4-0ec9-464d-bca7-ddb7e9ae1e19', 'tempest-TagsExtTest-Tag-1175307907') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:45.729175 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c2d36d9d-3093-4c0a-b561-05619ce5611c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:45.734796 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-4156266d-a21a-4b19-ac05-39fa8031efa6 None None] For port c098c818-e76e-4336-9724-afdb88882060, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:30:45.741902 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-4156266d-a21a-4b19-ac05-39fa8031efa6 None None] For port c098c818-e76e-4336-9724-afdb88882060, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=c098c818-e76e-4336-9724-afdb88882060,segment=NetworkSegment(177239cd-b4d7-45ea-9980-f676376b5a85),segment_id=177239cd-b4d7-45ea-9980-f676376b5a85)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:30:45.811379 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-65074b00-d59b-49f2-875d-d9449ff88b0f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:45.823622 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-4156266d-a21a-4b19-ac05-39fa8031efa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:45.855587 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a19134b3-4fb8-4fa1-bbf7-16a0e992b293 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3232 time: 1.0282898 Apr 06 13:30:45.895367 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-720fae36-efa8-4d13-b6f6-e769bd8c3d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:45.923929 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d36d9d-3093-4c0a-b561-05619ce5611c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Made reservation on behalf of 914bb3d1bef745388dc453a227f40127 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:45.928771 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c2d36d9d-3093-4c0a-b561-05619ce5611c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:45.939516 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4156266d-a21a-4b19-ac05-39fa8031efa6 None None] Routers {'1587742b-f270-47e5-a582-48c6653c3a00'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:30:45.940600 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-4156266d-a21a-4b19-ac05-39fa8031efa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:30:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1587742b-f270-47e5-a582-48c6653c3a00'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:46.022442 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee66c44-19c1-4865-995d-64b4e551349f None None] Pushing event updated for resources: {'Port': ['ID=c098c818-e76e-4336-9724-afdb88882060,revision_number=4']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:46.124469 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 5abda529-ec7f-42d9-900c-b6bc78895616 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:46.125151 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:46.166028 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-8aab85e5-3b97-42e3-93a5-451e2f906e1c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] For port ef4a04c6-876d-4468-a829-7da501e2f6cf, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ef4a04c6-876d-4468-a829-7da501e2f6cf,segment=NetworkSegment(1ed1430a-cf80-437e-ba5b-95730217e943),segment_id=1ed1430a-cf80-437e-ba5b-95730217e943)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:46.166608 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8aab85e5-3b97-42e3-93a5-451e2f906e1c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:46.243958 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-4156266d-a21a-4b19-ac05-39fa8031efa6 None None] Set router 1587742b-f270-47e5-a582-48c6653c3a00 gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:30:46.414852 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201fae7c-0571-4235-a99c-f6930b291542 None None] DHCP port deletion for ef33ce7b-90f7-4906-baa3-4e681f181c01 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:30:46.432018 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-201fae7c-0571-4235-a99c-f6930b291542 None None] Deleting port ef4a04c6-876d-4468-a829-7da501e2f6cf {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:46.432018 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-201fae7c-0571-4235-a99c-f6930b291542 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:46.471851 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44640) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:46.487822 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-8aab85e5-3b97-42e3-93a5-451e2f906e1c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Calling delete_port for ef4a04c6-876d-4468-a829-7da501e2f6cf owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:46.546332 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-959b44b2-599b-4f53-beaf-1242722e9609 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-437961050', 'description': 'tempest-secgroup-smoke-437961050 description', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:46.728781 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-65074b00-d59b-49f2-875d-d9449ff88b0f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:46.760001 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] device_id is not set on port acff9a90-8425-42a1-a3dc-5ca896ffd510 yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:30:46.762902 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-959b44b2-599b-4f53-beaf-1242722e9609 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:46.781913 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-201fae7c-0571-4235-a99c-f6930b291542 None None] For port ef4a04c6-876d-4468-a829-7da501e2f6cf, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ef4a04c6-876d-4468-a829-7da501e2f6cf,segment=NetworkSegment(1ed1430a-cf80-437e-ba5b-95730217e943),segment_id=1ed1430a-cf80-437e-ba5b-95730217e943)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:46.781913 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-201fae7c-0571-4235-a99c-f6930b291542 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:46.782138 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:46.782245 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-c2f42508-f98a-44d2-b839-0f21af8eac3e tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] show failed (client error): The resource could not be found. Apr 06 13:30:46.782245 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c2f42508-f98a-44d2-b839-0f21af8eac3e tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "GET /v2.0/subnets/88faedb4-0ec9-464d-bca7-ddb7e9ae1e19/tags/tempest-TagsExtTest-Tag-1175307907 HTTP/1.1" status: 404 len: 329 time: 1.1258883 Apr 06 13:30:46.785432 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44644) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:46.786853 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-959b44b2-599b-4f53-beaf-1242722e9609 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:46.791440 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-065a2fb2-91c4-4f3a-839d-8e82e3d943e0 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '88faedb4-0ec9-464d-bca7-ddb7e9ae1e19', 'tempest-TagsExtTest-Tag-1390749702') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:46.800248 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-959b44b2-599b-4f53-beaf-1242722e9609 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:46.823552 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-959b44b2-599b-4f53-beaf-1242722e9609 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:46.850621 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-65074b00-d59b-49f2-875d-d9449ff88b0f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:46.852673 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-65074b00-d59b-49f2-875d-d9449ff88b0f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:46.886371 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-4156266d-a21a-4b19-ac05-39fa8031efa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:30:38Z', 'revision_number': 2, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None, '_interfaces': [{'id': 'c098c818-e76e-4336-9724-afdb88882060', 'name': '', 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:d0:fc:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:33Z', 'updated_at': '2022-04-06T13:30:45Z', 'revision_number': 4, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:46.892948 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4156266d-a21a-4b19-ac05-39fa8031efa6 None None] The sync data for ids ['1587742b-f270-47e5-a582-48c6653c3a00'] in dv-neutron-834600-1-hyperv is: [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:30:38Z', 'revision_number': 2, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None, '_interfaces': [{'id': 'c098c818-e76e-4336-9724-afdb88882060', 'name': '', 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:d0:fc:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:33Z', 'updated_at': '2022-04-06T13:30:45Z', 'revision_number': 4, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:30:46.925349 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Transition to ACTIVE for port object acff9a90-8425-42a1-a3dc-5ca896ffd510 will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:46.937928 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-959b44b2-599b-4f53-beaf-1242722e9609 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:46.951623 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-f0f3bc6e-bffb-42be-936b-90674fe8bf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'name': 'tempest-TestNetworkBasicOps-router-927354710', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:21Z', 'updated_at': '2022-04-06T13:30:41Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:23Z', 'updated_at': '2022-04-06T13:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'fbfce9b7-e50d-4173-a882-7cc46efc3b0a', 'name': '', 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:57:61:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:38Z', 'updated_at': '2022-04-06T13:30:42Z', 'revision_number': 2, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:46.969669 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-201fae7c-0571-4235-a99c-f6930b291542 None None] Calling delete_port for ef4a04c6-876d-4468-a829-7da501e2f6cf owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:46.972711 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8aab85e5-3b97-42e3-93a5-451e2f906e1c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:47.033691 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f3bc6e-bffb-42be-936b-90674fe8bf8e None None] Checking router: dfc385cf-f590-4be2-80bb-b545ce653735 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:30:47.034317 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f3bc6e-bffb-42be-936b-90674fe8bf8e None None] Updating router dfc385cf-f590-4be2-80bb-b545ce653735 port fbfce9b7-e50d-4173-a882-7cc46efc3b0a binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:30:47.047139 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aab85e5-3b97-42e3-93a5-451e2f906e1c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] No DVR routers for this DVR port ef4a04c6-876d-4468-a829-7da501e2f6cf on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:30:47.088435 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab85e5-3b97-42e3-93a5-451e2f906e1c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Port': ['ID=ef4a04c6-876d-4468-a829-7da501e2f6cf,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:47.103318 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-959b44b2-599b-4f53-beaf-1242722e9609 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:47.107246 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65074b00-d59b-49f2-875d-d9449ff88b0f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:47.111906 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:47.116011 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-959b44b2-599b-4f53-beaf-1242722e9609 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:47.127778 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-65074b00-d59b-49f2-875d-d9449ff88b0f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:47.150449 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-959b44b2-599b-4f53-beaf-1242722e9609 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:47.158300 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f0f3bc6e-bffb-42be-936b-90674fe8bf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:47.187508 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-959b44b2-599b-4f53-beaf-1242722e9609 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:47.248277 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-201fae7c-0571-4235-a99c-f6930b291542 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:30:47.248879 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-201fae7c-0571-4235-a99c-f6930b291542 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:30:47.329345 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8aab85e5-3b97-42e3-93a5-451e2f906e1c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:47.387620 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-8aab85e5-3b97-42e3-93a5-451e2f906e1c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef33ce7b-90f7-4906-baa3-4e681f181c01']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:47.408437 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 477e430c-3e2e-4a7b-8394-31e64a5565a8 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:30:47.442309 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-8aab85e5-3b97-42e3-93a5-451e2f906e1c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed1430a-cf80-437e-ba5b-95730217e943') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:47.442769 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-8aab85e5-3b97-42e3-93a5-451e2f906e1c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed1430a-cf80-437e-ba5b-95730217e943') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:47.444981 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-724a6e73-33b1-4ec4-9227-ce5932bc42af None None] Provisioning for port 477e430c-3e2e-4a7b-8394-31e64a5565a8 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:47.484924 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8aab85e5-3b97-42e3-93a5-451e2f906e1c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:47.513079 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8aab85e5-3b97-42e3-93a5-451e2f906e1c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:47.530350 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aab85e5-3b97-42e3-93a5-451e2f906e1c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:30:47.530350 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8aab85e5-3b97-42e3-93a5-451e2f906e1c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:30:47.548609 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:30:47.570847 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c2d36d9d-3093-4c0a-b561-05619ce5611c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:47.641785 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65074b00-d59b-49f2-875d-d9449ff88b0f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=9d6ebdfa-dc7e-476a-8166-742bc7f6738a,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:47.696202 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0bf1c913-9547-4d06-86a6-f84e172573ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:47.705020 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d36d9d-3093-4c0a-b561-05619ce5611c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Subnet': ['ID=c17955d0-41c2-4dd0-a067-8469c670d13c,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:47.708368 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-724a6e73-33b1-4ec4-9227-ce5932bc42af None None] Provisioning for port 9d6ebdfa-dc7e-476a-8166-742bc7f6738a completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:47.726881 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-724a6e73-33b1-4ec4-9227-ce5932bc42af None None] Provisioning complete for port 9d6ebdfa-dc7e-476a-8166-742bc7f6738a triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:47.727257 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-724a6e73-33b1-4ec4-9227-ce5932bc42af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:47.753745 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:47.754713 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:47.755256 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:47.763119 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-959b44b2-599b-4f53-beaf-1242722e9609 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:47.769085 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-065a2fb2-91c4-4f3a-839d-8e82e3d943e0 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] show failed (client error): The resource could not be found. Apr 06 13:30:47.770387 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-065a2fb2-91c4-4f3a-839d-8e82e3d943e0 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "GET /v2.0/subnets/88faedb4-0ec9-464d-bca7-ddb7e9ae1e19/tags/tempest-TagsExtTest-Tag-1390749702 HTTP/1.1" status: 404 len: 329 time: 0.9839127 Apr 06 13:30:47.775372 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44648) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:47.785640 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port acff9a90-8425-42a1-a3dc-5ca896ffd510 on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:30:47.786228 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:30:47.786431 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.tag.tag_plugin [None req-d3ff0899-73c2-4436-b2bf-d067b637f04b tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'e9c33b2a-043c-402f-9fa3-d9aef94cca7e', {'tags': ['tempest-TagsExtTest-Tag-224850121', 'tempest-TagsExtTest-Tag-717646067', 'tempest-TagsExtTest-Tag-1815660696']}) {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:47.791340 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempt 2 to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 Apr 06 13:30:47.806834 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-201fae7c-0571-4235-a99c-f6930b291542 None None] Deleting port ef4a04c6-876d-4468-a829-7da501e2f6cf {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:47.807218 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-201fae7c-0571-4235-a99c-f6930b291542 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:47.810770 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Pushing event updated for resources: {'Port': ['ID=acff9a90-8425-42a1-a3dc-5ca896ffd510,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:47.820250 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:47.821919 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:47.822251 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:47.828843 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port acff9a90-8425-42a1-a3dc-5ca896ffd510 on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:30:47.829164 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:30:47.829546 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempt 3 to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 Apr 06 13:30:47.835436 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8aab85e5-3b97-42e3-93a5-451e2f906e1c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:47.846077 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-724a6e73-33b1-4ec4-9227-ce5932bc42af None None] Port 9d6ebdfa-dc7e-476a-8166-742bc7f6738a cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:30:47.848727 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:47.849235 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:47.849724 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:47.856712 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port acff9a90-8425-42a1-a3dc-5ca896ffd510 on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:30:47.857278 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:30:47.857812 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempt 4 to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 Apr 06 13:30:47.870433 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8aab85e5-3b97-42e3-93a5-451e2f906e1c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:47.878048 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab85e5-3b97-42e3-93a5-451e2f906e1c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Network': ['ID=ef33ce7b-90f7-4906-baa3-4e681f181c01,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:47.885844 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:47.885844 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:47.885844 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:47.885844 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port acff9a90-8425-42a1-a3dc-5ca896ffd510 on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:30:47.885844 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:30:47.885844 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempt 5 to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 Apr 06 13:30:47.891796 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-959b44b2-599b-4f53-beaf-1242722e9609 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:47.904091 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-201fae7c-0571-4235-a99c-f6930b291542 None None] The port 'ef4a04c6-876d-4468-a829-7da501e2f6cf' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:30:47.908075 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:47.908239 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:47.908499 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:47.914129 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65074b00-d59b-49f2-875d-d9449ff88b0f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Router 3d236316-8ea5-4457-9ba8-b877e62c11f5 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:30:47.918033 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port acff9a90-8425-42a1-a3dc-5ca896ffd510 on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:30:47.918355 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:30:47.920053 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempt 6 to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 Apr 06 13:30:47.972249 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d36d9d-3093-4c0a-b561-05619ce5611c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Checking segment: {'id': 'c20f3d12-e557-41b8-af24-89ed6790822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:30:47.972663 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d36d9d-3093-4c0a-b561-05619ce5611c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network hostable DHCP agents. Network: 09597c6c-2973-49db-9158-2f8082678f8a, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:30:47.984641 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d3f821ac-2f87-4a81-805d-154de45fb7ab None None] Provisioning complete for port 9d6ebdfa-dc7e-476a-8166-742bc7f6738a triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:47.984641 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d3f821ac-2f87-4a81-805d-154de45fb7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:48.002372 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:48.002372 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:48.002701 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:48.013330 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b44b2-599b-4f53-beaf-1242722e9609 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec28645e-dc53-4263-8774-8d9fe99047f7,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:48.018028 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port acff9a90-8425-42a1-a3dc-5ca896ffd510 on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:30:48.018620 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:30:48.041853 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 477e430c-3e2e-4a7b-8394-31e64a5565a8 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:48.071144 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8aab85e5-3b97-42e3-93a5-451e2f906e1c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/networks/ef33ce7b-90f7-4906-baa3-4e681f181c01 HTTP/1.1" status: 204 len: 168 time: 3.0307171 Apr 06 13:30:48.075908 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempt 7 to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 Apr 06 13:30:48.076929 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44652) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:48.084782 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-2e38154e-be55-4293-81a6-7b011bffea0d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-924882863'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:48.091828 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2e38154e-be55-4293-81a6-7b011bffea0d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:48.094245 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 477e430c-3e2e-4a7b-8394-31e64a5565a8 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:48.094823 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:48.109548 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:48.110096 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:48.110664 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:48.118459 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2e38154e-be55-4293-81a6-7b011bffea0d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:network and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:48.123355 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-959b44b2-599b-4f53-beaf-1242722e9609 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:48.124932 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-959b44b2-599b-4f53-beaf-1242722e9609 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.6505287 Apr 06 13:30:48.127381 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d3ff0899-73c2-4436-b2bf-d067b637f04b tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "PUT /v2.0/ports/e9c33b2a-043c-402f-9fa3-d9aef94cca7e/tags HTTP/1.1" status: 200 len: 316 time: 0.3532612 Apr 06 13:30:48.130175 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2e38154e-be55-4293-81a6-7b011bffea0d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:48.133457 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44656) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:48.134050 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44658) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:48.134968 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d36d9d-3093-4c0a-b561-05619ce5611c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network 09597c6c-2973-49db-9158-2f8082678f8a is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:30:48.137293 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port acff9a90-8425-42a1-a3dc-5ca896ffd510 on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:30:48.138428 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:30:48.149449 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempt 8 to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 Apr 06 13:30:48.160455 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-d3f821ac-2f87-4a81-805d-154de45fb7ab None None] Port 9d6ebdfa-dc7e-476a-8166-742bc7f6738a cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:30:48.166230 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-eec7178f-67d0-499b-be0b-4a6172aa22c3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'ec28645e-dc53-4263-8774-8d9fe99047f7', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:48.176479 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-eec7178f-67d0-499b-be0b-4a6172aa22c3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:48.182056 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65074b00-d59b-49f2-875d-d9449ff88b0f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:30:48.188908 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-65074b00-d59b-49f2-875d-d9449ff88b0f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "PUT /v2.0/routers/3d236316-8ea5-4457-9ba8-b877e62c11f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6127262 Apr 06 13:30:48.191811 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f5598-4d5f-4d7f-ab82-fdbed5877e0d None None] Sync routers for ids ['3d236316-8ea5-4457-9ba8-b877e62c11f5'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:30:48.192291 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44664) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:48.199995 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f0f3bc6e-bffb-42be-936b-90674fe8bf8e None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:48.203682 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-eec7178f-67d0-499b-be0b-4a6172aa22c3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:48.211597 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893f5598-4d5f-4d7f-ab82-fdbed5877e0d None None] Routers {'3d236316-8ea5-4457-9ba8-b877e62c11f5'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:30:48.214654 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-893f5598-4d5f-4d7f-ab82-fdbed5877e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:30:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['3d236316-8ea5-4457-9ba8-b877e62c11f5'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:48.218086 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-eec7178f-67d0-499b-be0b-4a6172aa22c3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:48.225990 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f0f3bc6e-bffb-42be-936b-90674fe8bf8e None None] Transition to ACTIVE for port object fbfce9b7-e50d-4173-a882-7cc46efc3b0a will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:48.234894 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-eec7178f-67d0-499b-be0b-4a6172aa22c3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:48.245686 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.tag.tag_plugin [None req-be630ea0-8e62-4853-adbc-9ceb0ee08c4b tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e9c33b2a-043c-402f-9fa3-d9aef94cca7e') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:48.292134 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2e38154e-be55-4293-81a6-7b011bffea0d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:48.299289 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-c2d36d9d-3093-4c0a-b561-05619ce5611c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 09597c6c-2973-49db-9158-2f8082678f8a) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:48.316478 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d36d9d-3093-4c0a-b561-05619ce5611c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:48.317198 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c2d36d9d-3093-4c0a-b561-05619ce5611c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:48.325194 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e840106a-f812-46d7-99f2-fde274a31df8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:48.325194 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e840106a-f812-46d7-99f2-fde274a31df8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:48.325465 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d678fdc-18d1-4aac-9821-cfb20eeaea27 None None] Network 09597c6c-2973-49db-9158-2f8082678f8a requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:48.325940 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:48.326336 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:48.326724 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:48.339095 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port acff9a90-8425-42a1-a3dc-5ca896ffd510 on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:30:48.339618 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:30:48.344862 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempt 9 to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 Apr 06 13:30:48.369184 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f0f3bc6e-bffb-42be-936b-90674fe8bf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:48.376732 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:48.377639 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:48.377989 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:48.383956 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port acff9a90-8425-42a1-a3dc-5ca896ffd510 on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:30:48.384425 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:30:48.384818 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempt 10 to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 Apr 06 13:30:48.401803 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:48.402138 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:48.402593 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:48.407912 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port acff9a90-8425-42a1-a3dc-5ca896ffd510 on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:30:48.408234 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port acff9a90-8425-42a1-a3dc-5ca896ffd510 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:30:48.408611 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:48.412151 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-893f5598-4d5f-4d7f-ab82-fdbed5877e0d None None] Set router 3d236316-8ea5-4457-9ba8-b877e62c11f5 gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:30:48.429303 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e38154e-be55-4293-81a6-7b011bffea0d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:48.435083 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2e38154e-be55-4293-81a6-7b011bffea0d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:48.466296 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c2d36d9d-3093-4c0a-b561-05619ce5611c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2612422 Apr 06 13:30:48.469330 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44668) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:48.477521 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e840106a-f812-46d7-99f2-fde274a31df8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:48.478150 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-be630ea0-8e62-4853-adbc-9ceb0ee08c4b tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "DELETE /v2.0/ports/e9c33b2a-043c-402f-9fa3-d9aef94cca7e/tags HTTP/1.1" status: 204 len: 168 time: 0.3263183 Apr 06 13:30:48.478745 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e840106a-f812-46d7-99f2-fde274a31df8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports/9d6ebdfa-dc7e-476a-8166-742bc7f6738a HTTP/1.1" status: 200 len: 911 time: 0.2855611 Apr 06 13:30:48.486955 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44672) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:48.487861 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44674) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:48.542356 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-eec7178f-67d0-499b-be0b-4a6172aa22c3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:48.552582 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.tag.tag_plugin [None req-df43f757-62c1-40d3-8e7d-0b6428444ada tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e9c33b2a-043c-402f-9fa3-d9aef94cca7e', 'tempest-TagsExtTest-Tag-224850121') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:48.558949 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:48.620633 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e38154e-be55-4293-81a6-7b011bffea0d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:30:48.692521 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2e38154e-be55-4293-81a6-7b011bffea0d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:48.696378 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-2e38154e-be55-4293-81a6-7b011bffea0d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Added segment 4be862f7-74d3-4f72-b098-39cbded0b026 of type vlan for network 62d567a4-7d0a-4e40-a173-848592562add Apr 06 13:30:48.705248 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af086b2b-0e99-48ef-8010-ff95442c5f5e None None] Pushing event updated for resources: {'Port': ['ID=fbfce9b7-e50d-4173-a882-7cc46efc3b0a,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:48.779714 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-f0f3bc6e-bffb-42be-936b-90674fe8bf8e None None] Attempting to bind port fbfce9b7-e50d-4173-a882-7cc46efc3b0a on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:48.780088 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-f0f3bc6e-bffb-42be-936b-90674fe8bf8e None None] Attempting to bind port fbfce9b7-e50d-4173-a882-7cc46efc3b0a by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:48.780999 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f3bc6e-bffb-42be-936b-90674fe8bf8e None None] Attempting to bind port fbfce9b7-e50d-4173-a882-7cc46efc3b0a on network 6df18f53-1a01-497a-85ec-3d44ebb99c03 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:48.793245 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 477e430c-3e2e-4a7b-8394-31e64a5565a8, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=477e430c-3e2e-4a7b-8394-31e64a5565a8,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:48.819676 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2e38154e-be55-4293-81a6-7b011bffea0d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:48.840996 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f3bc6e-bffb-42be-936b-90674fe8bf8e None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:30:48.848048 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f3bc6e-bffb-42be-936b-90674fe8bf8e None None] Checking segment: {'id': '5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:30:48.848048 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f0f3bc6e-bffb-42be-936b-90674fe8bf8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:48.848048 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f3bc6e-bffb-42be-936b-90674fe8bf8e None None] Bound using segment: {'id': '5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:30:48.848048 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-f0f3bc6e-bffb-42be-936b-90674fe8bf8e None None] Bound port: fbfce9b7-e50d-4173-a882-7cc46efc3b0a, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:30:48.848048 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f0f3bc6e-bffb-42be-936b-90674fe8bf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:48.894145 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:48.902824 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-eec7178f-67d0-499b-be0b-4a6172aa22c3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:48.920708 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-df43f757-62c1-40d3-8e7d-0b6428444ada tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] show failed (client error): The resource could not be found. Apr 06 13:30:48.921800 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-df43f757-62c1-40d3-8e7d-0b6428444ada tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "GET /v2.0/ports/e9c33b2a-043c-402f-9fa3-d9aef94cca7e/tags/tempest-TagsExtTest-Tag-224850121 HTTP/1.1" status: 404 len: 328 time: 0.4284565 Apr 06 13:30:48.930661 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44680) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:48.937573 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3985d0-20aa-462c-9e63-6bfb5c0ccb63 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:48.943586 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3985d0-20aa-462c-9e63-6bfb5c0ccb63 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:48.952107 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-852b5398-f7fb-489d-8d3b-9184cb7dde35 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e9c33b2a-043c-402f-9fa3-d9aef94cca7e', 'tempest-TagsExtTest-Tag-717646067') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:48.960804 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2b3985d0-20aa-462c-9e63-6bfb5c0ccb63 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.4646313 Apr 06 13:30:48.963350 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44684) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:49.033711 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-f0f3bc6e-bffb-42be-936b-90674fe8bf8e None None] For port fbfce9b7-e50d-4173-a882-7cc46efc3b0a, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:30:49.034348 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-eec7178f-67d0-499b-be0b-4a6172aa22c3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:49.038679 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-f0f3bc6e-bffb-42be-936b-90674fe8bf8e None None] For port fbfce9b7-e50d-4173-a882-7cc46efc3b0a, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=fbfce9b7-e50d-4173-a882-7cc46efc3b0a,segment=NetworkSegment(5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e),segment_id=5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:30:49.051685 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ef4a04c6-876d-4468-a829-7da501e2f6cf no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:30:49.070692 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-893f5598-4d5f-4d7f-ab82-fdbed5877e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d236316-8ea5-4457-9ba8-b877e62c11f5', 'name': 'tempest-NetworksTestDHCPv6-router-102493528', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:42Z', 'updated_at': '2022-04-06T13:30:45Z', 'revision_number': 2, 'project_id': 'feb3fc21fc62406897a0b657c2551f20', 'gw_port_host': None, '_interfaces': [{'id': '9d6ebdfa-dc7e-476a-8166-742bc7f6738a', 'name': '', 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'mac_address': 'fa:16:3e:19:8f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d236316-8ea5-4457-9ba8-b877e62c11f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '9eadf0ea-5626-4bf1-8e91-326bab2a74fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:44Z', 'updated_at': '2022-04-06T13:30:46Z', 'revision_number': 2, 'project_id': 'feb3fc21fc62406897a0b657c2551f20', 'subnets': [{'id': '9eadf0ea-5626-4bf1-8e91-326bab2a74fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:49.078630 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f5598-4d5f-4d7f-ab82-fdbed5877e0d None None] Checking router: 3d236316-8ea5-4457-9ba8-b877e62c11f5 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:30:49.079243 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f5598-4d5f-4d7f-ab82-fdbed5877e0d None None] Updating router 3d236316-8ea5-4457-9ba8-b877e62c11f5 port 9d6ebdfa-dc7e-476a-8166-742bc7f6738a binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:30:49.090855 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:49.102192 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: ef4a04c6-876d-4468-a829-7da501e2f6cf {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:30:49.102541 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ef4a04c6-876d-4468-a829-7da501e2f6cf not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:30:49.122898 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:49.131990 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7178f-67d0-499b-be0b-4a6172aa22c3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d614b04c-ac2d-4d20-a146-ca642dbdbb64,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:49.150686 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2e38154e-be55-4293-81a6-7b011bffea0d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:49.168483 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] For port acff9a90-8425-42a1-a3dc-5ca896ffd510, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:30:49.171977 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempted to set empty binding levels {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 06 13:30:49.172870 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e38154e-be55-4293-81a6-7b011bffea0d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:49.173503 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2e38154e-be55-4293-81a6-7b011bffea0d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:49.176278 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f0f3bc6e-bffb-42be-936b-90674fe8bf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:49.187495 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-893f5598-4d5f-4d7f-ab82-fdbed5877e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:49.302461 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f3bc6e-bffb-42be-936b-90674fe8bf8e None None] Routers {'dfc385cf-f590-4be2-80bb-b545ce653735'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:30:49.310003 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-f0f3bc6e-bffb-42be-936b-90674fe8bf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:30:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['dfc385cf-f590-4be2-80bb-b545ce653735'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:49.321093 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:49.405188 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] In _notify_port_updated(), no bound segment for port acff9a90-8425-42a1-a3dc-5ca896ffd510 on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88564) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 06 13:30:49.407074 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:49.407727 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:49.409121 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] 10.222.0.48 "PUT /v2.0/ports/acff9a90-8425-42a1-a3dc-5ca896ffd510 HTTP/1.1" status: 200 len: 977 time: 4.6975453 Apr 06 13:30:49.413955 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44690) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:49.506531 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-eec7178f-67d0-499b-be0b-4a6172aa22c3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:49.510566 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-eec7178f-67d0-499b-be0b-4a6172aa22c3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3651247 Apr 06 13:30:49.532781 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44694) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:49.543628 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9db1f-83fd-4208-bda6-d496b8bb07a4 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Pushing event updated for resources: {'Port': ['ID=acff9a90-8425-42a1-a3dc-5ca896ffd510,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:49.566855 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-f0f3bc6e-bffb-42be-936b-90674fe8bf8e None None] Set router dfc385cf-f590-4be2-80bb-b545ce653735 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:30:49.588159 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2e38154e-be55-4293-81a6-7b011bffea0d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5071852 Apr 06 13:30:49.593457 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-b2e53ea9-1b5d-46a3-9f59-82efb1085b00 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'ec28645e-dc53-4263-8774-8d9fe99047f7', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:49.611873 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44698) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:49.615112 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38154e-be55-4293-81a6-7b011bffea0d tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Network': ['ID=62d567a4-7d0a-4e40-a173-848592562add,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:49.650305 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=477e430c-3e2e-4a7b-8394-31e64a5565a8,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:49.653591 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e778bcd5-94c7-45e8-87bb-59ad3dfba7fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-09597c6c-2973-49db-9158-2f8082678f8a', 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'fixed_ips': [{'subnet_id': 'c17955d0-41c2-4dd0-a067-8469c670d13c'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:30:49.654460 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e778bcd5-94c7-45e8-87bb-59ad3dfba7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:49.656406 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-852b5398-f7fb-489d-8d3b-9184cb7dde35 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] show failed (client error): The resource could not be found. Apr 06 13:30:49.657666 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-852b5398-f7fb-489d-8d3b-9184cb7dde35 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "GET /v2.0/ports/e9c33b2a-043c-402f-9fa3-d9aef94cca7e/tags/tempest-TagsExtTest-Tag-717646067 HTTP/1.1" status: 404 len: 328 time: 0.7150087 Apr 06 13:30:49.660824 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44702) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:49.665830 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device c098c818-e76e-4336-9724-afdb88882060 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:30:49.674610 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-e63438f8-43ba-471d-b269-104835e01525 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e9c33b2a-043c-402f-9fa3-d9aef94cca7e', 'tempest-TagsExtTest-Tag-1815660696') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:49.694783 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 62d567a4-7d0a-4e40-a173-848592562add details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:30:49.778750 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-893f5598-4d5f-4d7f-ab82-fdbed5877e0d None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:49.797882 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-893f5598-4d5f-4d7f-ab82-fdbed5877e0d None None] Transition to ACTIVE for port object 9d6ebdfa-dc7e-476a-8166-742bc7f6738a will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:49.802057 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b2e53ea9-1b5d-46a3-9f59-82efb1085b00 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:49.804914 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-2ebafe3a-434f-40e1-888a-29a05656aef9 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'subnet': {'network_id': '62d567a4-7d0a-4e40-a173-848592562add', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:49.850179 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b2e53ea9-1b5d-46a3-9f59-82efb1085b00 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:49.854687 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b2e53ea9-1b5d-46a3-9f59-82efb1085b00 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:49.889252 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-893f5598-4d5f-4d7f-ab82-fdbed5877e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:49.902624 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-e63438f8-43ba-471d-b269-104835e01525 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] show failed (client error): The resource could not be found. Apr 06 13:30:49.907891 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e63438f8-43ba-471d-b269-104835e01525 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "GET /v2.0/ports/e9c33b2a-043c-402f-9fa3-d9aef94cca7e/tags/tempest-TagsExtTest-Tag-1815660696 HTTP/1.1" status: 404 len: 329 time: 0.2454183 Apr 06 13:30:49.908568 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44706) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:49.918344 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-63cd8b86-b872-4ae8-abfd-1e901f789873 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '65418422-7200-4223-8ded-15b523bb993d', {'tags': ['tempest-TagsExtTest-Tag-1938786924', 'tempest-TagsExtTest-Tag-667607161', 'tempest-TagsExtTest-Tag-77403159']}) {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:49.923322 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b2e53ea9-1b5d-46a3-9f59-82efb1085b00 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:49.977421 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-38be823a-0015-49cc-945d-d711a078339e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:50.012301 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2ebafe3a-434f-40e1-888a-29a05656aef9 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:50.019451 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2ebafe3a-434f-40e1-888a-29a05656aef9 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:subnet and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:50.028729 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2ebafe3a-434f-40e1-888a-29a05656aef9 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:50.059452 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2ebafe3a-434f-40e1-888a-29a05656aef9 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:50.075767 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b2e53ea9-1b5d-46a3-9f59-82efb1085b00 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:50.097895 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0f93b7-fab9-43a3-98df-37b846f698d5 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:50.098632 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0f93b7-fab9-43a3-98df-37b846f698d5 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:50.099329 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0f93b7-fab9-43a3-98df-37b846f698d5 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:50.099944 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0f93b7-fab9-43a3-98df-37b846f698d5 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:50.100646 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0f93b7-fab9-43a3-98df-37b846f698d5 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:50.101262 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0f93b7-fab9-43a3-98df-37b846f698d5 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:50.101896 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0f93b7-fab9-43a3-98df-37b846f698d5 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:50.102630 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0f93b7-fab9-43a3-98df-37b846f698d5 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:50.103264 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0f93b7-fab9-43a3-98df-37b846f698d5 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:50.103867 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0f93b7-fab9-43a3-98df-37b846f698d5 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:50.104469 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0f93b7-fab9-43a3-98df-37b846f698d5 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:50.105069 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0f93b7-fab9-43a3-98df-37b846f698d5 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:50.105668 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0f93b7-fab9-43a3-98df-37b846f698d5 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:50.106269 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0f93b7-fab9-43a3-98df-37b846f698d5 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:50.106919 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0f93b7-fab9-43a3-98df-37b846f698d5 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:50.109410 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4f0f93b7-fab9-43a3-98df-37b846f698d5 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Synchronizing usage tracker for tenant:88ffa23921794154aa9f3b7b969cff5f on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:50.197408 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebafe3a-434f-40e1-888a-29a05656aef9 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:50.206270 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2ebafe3a-434f-40e1-888a-29a05656aef9 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:50.244865 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af086b2b-0e99-48ef-8010-ff95442c5f5e None None] Pushing event updated for resources: {'Port': ['ID=fbfce9b7-e50d-4173-a882-7cc46efc3b0a,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:50.313197 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567e860-f3da-4b4b-9af6-3cc370337143 None None] Pushing event updated for resources: {'Port': ['ID=9d6ebdfa-dc7e-476a-8166-742bc7f6738a,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:50.326786 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4f0f93b7-fab9-43a3-98df-37b846f698d5 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Unset dirty status for tenant:88ffa23921794154aa9f3b7b969cff5f on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:50.329305 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-893f5598-4d5f-4d7f-ab82-fdbed5877e0d None None] Attempting to bind port 9d6ebdfa-dc7e-476a-8166-742bc7f6738a on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:50.329669 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-893f5598-4d5f-4d7f-ab82-fdbed5877e0d None None] Attempting to bind port 9d6ebdfa-dc7e-476a-8166-742bc7f6738a by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:50.330015 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893f5598-4d5f-4d7f-ab82-fdbed5877e0d None None] Attempting to bind port 9d6ebdfa-dc7e-476a-8166-742bc7f6738a on network 4a5369b0-8301-4713-81a5-ebef94e70f0e {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:50.335575 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4f0f93b7-fab9-43a3-98df-37b846f698d5 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13697 time: 0.8269665 Apr 06 13:30:50.338941 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893f5598-4d5f-4d7f-ab82-fdbed5877e0d None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:30:50.339461 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893f5598-4d5f-4d7f-ab82-fdbed5877e0d None None] Checking segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:30:50.339907 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-893f5598-4d5f-4d7f-ab82-fdbed5877e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:50.340252 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893f5598-4d5f-4d7f-ab82-fdbed5877e0d None None] Bound using segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:30:50.341144 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-893f5598-4d5f-4d7f-ab82-fdbed5877e0d None None] Bound port: 9d6ebdfa-dc7e-476a-8166-742bc7f6738a, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:30:50.341515 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-893f5598-4d5f-4d7f-ab82-fdbed5877e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:50.344857 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44710) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:50.375742 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-63cd8b86-b872-4ae8-abfd-1e901f789873 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "PUT /v2.0/routers/65418422-7200-4223-8ded-15b523bb993d/tags HTTP/1.1" status: 200 len: 315 time: 0.4574969 Apr 06 13:30:50.381684 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44714) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:50.388228 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-2a492200-a0e7-496b-81a3-1bf073bcd5e0 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '65418422-7200-4223-8ded-15b523bb993d') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:50.485241 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:50.487911 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-893f5598-4d5f-4d7f-ab82-fdbed5877e0d None None] For port 9d6ebdfa-dc7e-476a-8166-742bc7f6738a, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:30:50.492354 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-893f5598-4d5f-4d7f-ab82-fdbed5877e0d None None] For port 9d6ebdfa-dc7e-476a-8166-742bc7f6738a, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9d6ebdfa-dc7e-476a-8166-742bc7f6738a,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:30:50.518582 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b2e53ea9-1b5d-46a3-9f59-82efb1085b00 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:50.529925 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port c098c818-e76e-4336-9724-afdb88882060 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:50.552793 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-41e52264-d0c0-4f6b-990e-d0b56a6dac39 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Deleting port acff9a90-8425-42a1-a3dc-5ca896ffd510 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:50.553203 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-41e52264-d0c0-4f6b-990e-d0b56a6dac39 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:50.555910 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port c098c818-e76e-4336-9724-afdb88882060 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:50.556292 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:50.565344 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-893f5598-4d5f-4d7f-ab82-fdbed5877e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:50.592256 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-e778bcd5-94c7-45e8-87bb-59ad3dfba7fa None None] Allocated IP 2001:db8:1::2 (09597c6c-2973-49db-9158-2f8082678f8a/c17955d0-41c2-4dd0-a067-8469c670d13c/9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:30:50.604986 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b2e53ea9-1b5d-46a3-9f59-82efb1085b00 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:50.648880 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e53ea9-1b5d-46a3-9f59-82efb1085b00 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a82ebb-f2fa-46ad-b8c8-4d295eabf00a,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:50.792167 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893f5598-4d5f-4d7f-ab82-fdbed5877e0d None None] Routers {'3d236316-8ea5-4457-9ba8-b877e62c11f5'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:30:50.798775 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-893f5598-4d5f-4d7f-ab82-fdbed5877e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:30:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['3d236316-8ea5-4457-9ba8-b877e62c11f5'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:50.864838 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b2e53ea9-1b5d-46a3-9f59-82efb1085b00 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:50.868927 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b2e53ea9-1b5d-46a3-9f59-82efb1085b00 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3350987 Apr 06 13:30:50.869609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44718) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:50.900471 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-572661be-bdd4-481b-ab6c-96d9f101dd50 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'ec28645e-dc53-4263-8774-8d9fe99047f7', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:50.910160 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-f0f3bc6e-bffb-42be-936b-90674fe8bf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'name': 'tempest-TestNetworkBasicOps-router-927354710', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:21Z', 'updated_at': '2022-04-06T13:30:41Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:23Z', 'updated_at': '2022-04-06T13:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'fbfce9b7-e50d-4173-a882-7cc46efc3b0a', 'name': '', 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:57:61:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:38Z', 'updated_at': '2022-04-06T13:30:49Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:50.965564 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:50.966247 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-572661be-bdd4-481b-ab6c-96d9f101dd50 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:50.978975 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f3bc6e-bffb-42be-936b-90674fe8bf8e None None] The sync data for ids ['dfc385cf-f590-4be2-80bb-b545ce653735'] in dv-neutron-834600-1-hyperv is: [{'id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'name': 'tempest-TestNetworkBasicOps-router-927354710', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:21Z', 'updated_at': '2022-04-06T13:30:41Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:23Z', 'updated_at': '2022-04-06T13:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'fbfce9b7-e50d-4173-a882-7cc46efc3b0a', 'name': '', 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:57:61:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:38Z', 'updated_at': '2022-04-06T13:30:49Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:30:50.997310 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-572661be-bdd4-481b-ab6c-96d9f101dd50 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:51.012442 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-572661be-bdd4-481b-ab6c-96d9f101dd50 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:51.026818 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-776f6463-5ce2-4d20-9dc7-b4746d8a3936 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:51.029889 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2a492200-a0e7-496b-81a3-1bf073bcd5e0 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "DELETE /v2.0/routers/65418422-7200-4223-8ded-15b523bb993d/tags HTTP/1.1" status: 204 len: 168 time: 0.6437762 Apr 06 13:30:51.031858 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44722) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:51.049648 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e778bcd5-94c7-45e8-87bb-59ad3dfba7fa None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:51.079123 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-0b583389-466f-42f4-bc97-51b1107281b9 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '65418422-7200-4223-8ded-15b523bb993d', 'tempest-TagsExtTest-Tag-1938786924') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:51.079443 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port c098c818-e76e-4336-9724-afdb88882060, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=c098c818-e76e-4336-9724-afdb88882060,segment=NetworkSegment(177239cd-b4d7-45ea-9980-f676376b5a85),segment_id=177239cd-b4d7-45ea-9980-f676376b5a85)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:51.097125 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e778bcd5-94c7-45e8-87bb-59ad3dfba7fa None None] Transition to ACTIVE for port object 9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:51.104789 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567e860-f3da-4b4b-9af6-3cc370337143 None None] Pushing event updated for resources: {'Port': ['ID=9d6ebdfa-dc7e-476a-8166-742bc7f6738a,revision_number=4']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:51.118532 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-893f5598-4d5f-4d7f-ab82-fdbed5877e0d None None] Set router 3d236316-8ea5-4457-9ba8-b877e62c11f5 gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:30:51.130673 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e778bcd5-94c7-45e8-87bb-59ad3dfba7fa None None] Transition to ACTIVE for port object 9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:51.168417 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:51.228052 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-572661be-bdd4-481b-ab6c-96d9f101dd50 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:51.244812 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-41e52264-d0c0-4f6b-990e-d0b56a6dac39 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] For port acff9a90-8425-42a1-a3dc-5ca896ffd510, host hv-neutron-8346, got binding levels [] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:51.245174 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-41e52264-d0c0-4f6b-990e-d0b56a6dac39 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:51.269374 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e778bcd5-94c7-45e8-87bb-59ad3dfba7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:51.274689 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2ebafe3a-434f-40e1-888a-29a05656aef9 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:51.334429 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e778bcd5-94c7-45e8-87bb-59ad3dfba7fa None None] Network 09597c6c-2973-49db-9158-2f8082678f8a is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:51.338701 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-e778bcd5-94c7-45e8-87bb-59ad3dfba7fa None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:51.344164 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e778bcd5-94c7-45e8-87bb-59ad3dfba7fa None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:51.369902 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-38be823a-0015-49cc-945d-d711a078339e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Allocated IP 2001:db8:1::1 (09597c6c-2973-49db-9158-2f8082678f8a/c17955d0-41c2-4dd0-a067-8469c670d13c/4f888c36-87b4-4ce3-a9df-a2b550459152) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:30:51.414368 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=c098c818-e76e-4336-9724-afdb88882060,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:51.472284 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device fbfce9b7-e50d-4173-a882-7cc46efc3b0a up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:30:51.634110 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-0b583389-466f-42f4-bc97-51b1107281b9 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] show failed (client error): The resource could not be found. Apr 06 13:30:51.638446 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0b583389-466f-42f4-bc97-51b1107281b9 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "GET /v2.0/routers/65418422-7200-4223-8ded-15b523bb993d/tags/tempest-TagsExtTest-Tag-1938786924 HTTP/1.1" status: 404 len: 329 time: 0.6037798 Apr 06 13:30:51.642106 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44726) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:51.649679 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-0efd13b7-4fc6-44ae-9425-e8c019e15408 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '65418422-7200-4223-8ded-15b523bb993d', 'tempest-TagsExtTest-Tag-667607161') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:51.684986 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-41e52264-d0c0-4f6b-990e-d0b56a6dac39 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Calling delete_port for acff9a90-8425-42a1-a3dc-5ca896ffd510 owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:51.754100 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-e778bcd5-94c7-45e8-87bb-59ad3dfba7fa None None] Attempting to bind port 9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:51.754553 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-e778bcd5-94c7-45e8-87bb-59ad3dfba7fa None None] Attempting to bind port 9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'c20f3d12-e557-41b8-af24-89ed6790822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:51.755000 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e778bcd5-94c7-45e8-87bb-59ad3dfba7fa None None] Attempting to bind port 9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56 on network 09597c6c-2973-49db-9158-2f8082678f8a {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:51.761107 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-38be823a-0015-49cc-945d-d711a078339e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:51.764446 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778bcd5-94c7-45e8-87bb-59ad3dfba7fa None None] Pushing event updated for resources: {'Port': ['ID=9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:51.771173 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e778bcd5-94c7-45e8-87bb-59ad3dfba7fa None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:30:51.771603 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e778bcd5-94c7-45e8-87bb-59ad3dfba7fa None None] Checking segment: {'id': 'c20f3d12-e557-41b8-af24-89ed6790822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:30:51.771996 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e778bcd5-94c7-45e8-87bb-59ad3dfba7fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:51.772403 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e778bcd5-94c7-45e8-87bb-59ad3dfba7fa None None] Bound using segment: {'id': 'c20f3d12-e557-41b8-af24-89ed6790822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:30:51.772880 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-e778bcd5-94c7-45e8-87bb-59ad3dfba7fa None None] Bound port: 9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20f3d12-e557-41b8-af24-89ed6790822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:30:51.773259 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e778bcd5-94c7-45e8-87bb-59ad3dfba7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:51.781316 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-38be823a-0015-49cc-945d-d711a078339e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Transition to ACTIVE for port object 4f888c36-87b4-4ce3-a9df-a2b550459152 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:51.782263 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-572661be-bdd4-481b-ab6c-96d9f101dd50 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:51.787634 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-893f5598-4d5f-4d7f-ab82-fdbed5877e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d236316-8ea5-4457-9ba8-b877e62c11f5', 'name': 'tempest-NetworksTestDHCPv6-router-102493528', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:42Z', 'updated_at': '2022-04-06T13:30:45Z', 'revision_number': 2, 'project_id': 'feb3fc21fc62406897a0b657c2551f20', 'gw_port_host': None, '_interfaces': [{'id': '9d6ebdfa-dc7e-476a-8166-742bc7f6738a', 'name': '', 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'mac_address': 'fa:16:3e:19:8f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d236316-8ea5-4457-9ba8-b877e62c11f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '9eadf0ea-5626-4bf1-8e91-326bab2a74fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:44Z', 'updated_at': '2022-04-06T13:30:50Z', 'revision_number': 4, 'project_id': 'feb3fc21fc62406897a0b657c2551f20', 'subnets': [{'id': '9eadf0ea-5626-4bf1-8e91-326bab2a74fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:51.791570 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f5598-4d5f-4d7f-ab82-fdbed5877e0d None None] The sync data for ids ['3d236316-8ea5-4457-9ba8-b877e62c11f5'] in dv-neutron-834600-1-hyperv is: [{'id': '3d236316-8ea5-4457-9ba8-b877e62c11f5', 'name': 'tempest-NetworksTestDHCPv6-router-102493528', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:42Z', 'updated_at': '2022-04-06T13:30:45Z', 'revision_number': 2, 'project_id': 'feb3fc21fc62406897a0b657c2551f20', 'gw_port_host': None, '_interfaces': [{'id': '9d6ebdfa-dc7e-476a-8166-742bc7f6738a', 'name': '', 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'mac_address': 'fa:16:3e:19:8f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d236316-8ea5-4457-9ba8-b877e62c11f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '9eadf0ea-5626-4bf1-8e91-326bab2a74fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:44Z', 'updated_at': '2022-04-06T13:30:50Z', 'revision_number': 4, 'project_id': 'feb3fc21fc62406897a0b657c2551f20', 'subnets': [{'id': '9eadf0ea-5626-4bf1-8e91-326bab2a74fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:30:51.876998 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port fbfce9b7-e50d-4173-a882-7cc46efc3b0a completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:51.885284 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-0efd13b7-4fc6-44ae-9425-e8c019e15408 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] show failed (client error): The resource could not be found. Apr 06 13:30:51.890654 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0efd13b7-4fc6-44ae-9425-e8c019e15408 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "GET /v2.0/routers/65418422-7200-4223-8ded-15b523bb993d/tags/tempest-TagsExtTest-Tag-667607161 HTTP/1.1" status: 404 len: 328 time: 0.2436280 Apr 06 13:30:51.891076 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44730) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:51.899483 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-d9a357b5-5940-4b0b-80d2-9d21d2c79a62 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '65418422-7200-4223-8ded-15b523bb993d', 'tempest-TagsExtTest-Tag-77403159') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:51.901863 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port fbfce9b7-e50d-4173-a882-7cc46efc3b0a triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:51.902254 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:52.034382 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-e778bcd5-94c7-45e8-87bb-59ad3dfba7fa None None] For port 9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:30:52.038836 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-e778bcd5-94c7-45e8-87bb-59ad3dfba7fa None None] For port 9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56,segment=NetworkSegment(c20f3d12-e557-41b8-af24-89ed6790822e),segment_id=c20f3d12-e557-41b8-af24-89ed6790822e)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:30:52.120098 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-d9a357b5-5940-4b0b-80d2-9d21d2c79a62 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] show failed (client error): The resource could not be found. Apr 06 13:30:52.121146 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d9a357b5-5940-4b0b-80d2-9d21d2c79a62 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "GET /v2.0/routers/65418422-7200-4223-8ded-15b523bb993d/tags/tempest-TagsExtTest-Tag-77403159 HTTP/1.1" status: 404 len: 327 time: 0.2289674 Apr 06 13:30:52.124625 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44734) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:52.130054 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-be5d032b-c788-48b6-9313-57e97129d9b2 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c1a77e6c-59af-4a64-9b5b-b1332978dc28', {'tags': ['tempest-TagsExtTest-Tag-1623413267', 'tempest-TagsExtTest-Tag-809074340', 'tempest-TagsExtTest-Tag-1889418286']}) {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:52.132416 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:52.145665 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e778bcd5-94c7-45e8-87bb-59ad3dfba7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:52.165532 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-38be823a-0015-49cc-945d-d711a078339e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:52.290602 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38be823a-0015-49cc-945d-d711a078339e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network 09597c6c-2973-49db-9158-2f8082678f8a is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:52.296623 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-38be823a-0015-49cc-945d-d711a078339e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:52.299488 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38be823a-0015-49cc-945d-d711a078339e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:52.300250 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-38be823a-0015-49cc-945d-d711a078339e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:52.325718 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebafe3a-434f-40e1-888a-29a05656aef9 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Subnet': ['ID=59107714-844b-4eb4-bdf1-b5757bd9e84d,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:52.376612 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-be5d032b-c788-48b6-9313-57e97129d9b2 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "PUT /v2.0/subnetpools/c1a77e6c-59af-4a64-9b5b-b1332978dc28/tags HTTP/1.1" status: 200 len: 317 time: 0.2504556 Apr 06 13:30:52.377533 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44738) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:52.385799 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be823a-0015-49cc-945d-d711a078339e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Port': ['ID=4f888c36-87b4-4ce3-a9df-a2b550459152,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:52.393052 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebafe3a-434f-40e1-888a-29a05656aef9 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Checking segment: {'id': '4be862f7-74d3-4f72-b098-39cbded0b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '62d567a4-7d0a-4e40-a173-848592562add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:30:52.393052 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebafe3a-434f-40e1-888a-29a05656aef9 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network hostable DHCP agents. Network: 62d567a4-7d0a-4e40-a173-848592562add, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:30:52.401315 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-d89a8fbd-3273-462b-92d5-0b3ca876d4eb tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c1a77e6c-59af-4a64-9b5b-b1332978dc28') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:52.404850 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-572661be-bdd4-481b-ab6c-96d9f101dd50 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:52.458831 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-776f6463-5ce2-4d20-9dc7-b4746d8a3936 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting port 9d6ebdfa-dc7e-476a-8166-742bc7f6738a {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:52.459180 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-776f6463-5ce2-4d20-9dc7-b4746d8a3936 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:52.460942 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port fbfce9b7-e50d-4173-a882-7cc46efc3b0a, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=fbfce9b7-e50d-4173-a882-7cc46efc3b0a,segment=NetworkSegment(5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e),segment_id=5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:52.479211 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778bcd5-94c7-45e8-87bb-59ad3dfba7fa None None] Pushing event updated for resources: {'Port': ['ID=9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:52.495613 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-41e52264-d0c0-4f6b-990e-d0b56a6dac39 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:52.557292 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-572661be-bdd4-481b-ab6c-96d9f101dd50 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:52.568299 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:52.574847 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 477e430c-3e2e-4a7b-8394-31e64a5565a8 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:30:52.578322 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d89a8fbd-3273-462b-92d5-0b3ca876d4eb tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "DELETE /v2.0/subnetpools/c1a77e6c-59af-4a64-9b5b-b1332978dc28/tags HTTP/1.1" status: 204 len: 168 time: 0.1983337 Apr 06 13:30:52.585189 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e52264-d0c0-4f6b-990e-d0b56a6dac39 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Pushing event deleted for resources: {'Port': ['ID=acff9a90-8425-42a1-a3dc-5ca896ffd510,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:52.589512 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44742) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:52.598772 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebafe3a-434f-40e1-888a-29a05656aef9 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network 62d567a4-7d0a-4e40-a173-848592562add is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:30:52.629260 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-41e52264-d0c0-4f6b-990e-d0b56a6dac39 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:52.635826 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-38be823a-0015-49cc-945d-d711a078339e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:52.662428 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.tag.tag_plugin [None req-9b674074-4b7b-4082-be25-0d0d512ba0d3 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c1a77e6c-59af-4a64-9b5b-b1332978dc28', 'tempest-TagsExtTest-Tag-1623413267') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:52.676611 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572661be-bdd4-481b-ab6c-96d9f101dd50 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97695d3-acfb-4269-9edb-188c5cc146e2,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:52.768600 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-572661be-bdd4-481b-ab6c-96d9f101dd50 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:52.770235 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-572661be-bdd4-481b-ab6c-96d9f101dd50 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8892736 Apr 06 13:30:52.776465 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44746) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:52.784736 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-200b6262-5522-492d-8df5-b8ce3908f38d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'ec28645e-dc53-4263-8774-8d9fe99047f7', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:52.814408 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-200b6262-5522-492d-8df5-b8ce3908f38d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:52.826654 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-200b6262-5522-492d-8df5-b8ce3908f38d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:52.850766 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-200b6262-5522-492d-8df5-b8ce3908f38d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:52.874916 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-2ebafe3a-434f-40e1-888a-29a05656aef9 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 62d567a4-7d0a-4e40-a173-848592562add) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:52.881540 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebafe3a-434f-40e1-888a-29a05656aef9 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:52.882125 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2ebafe3a-434f-40e1-888a-29a05656aef9 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:52.891157 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-41e52264-d0c0-4f6b-990e-d0b56a6dac39 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] 10.222.0.48 "DELETE /v2.0/ports/acff9a90-8425-42a1-a3dc-5ca896ffd510 HTTP/1.1" status: 204 len: 168 time: 2.5452204 Apr 06 13:30:52.900856 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44750) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:52.902433 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7b06d6-c5fd-47d7-8513-42716356921a None None] Network 62d567a4-7d0a-4e40-a173-848592562add requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:52.965265 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-9b674074-4b7b-4082-be25-0d0d512ba0d3 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] show failed (client error): The resource could not be found. Apr 06 13:30:52.970058 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9b674074-4b7b-4082-be25-0d0d512ba0d3 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "GET /v2.0/subnetpools/c1a77e6c-59af-4a64-9b5b-b1332978dc28/tags/tempest-TagsExtTest-Tag-1623413267 HTTP/1.1" status: 404 len: 329 time: 0.3727424 Apr 06 13:30:52.971164 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-380f23a0-eb7f-4482-9943-55caeb237607 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] GET failed (client error): The resource could not be found. Apr 06 13:30:52.971699 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-380f23a0-eb7f-4482-9943-55caeb237607 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Synchronizing usage tracker for tenant:88ffa23921794154aa9f3b7b969cff5f on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:52.979298 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44754) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:52.989264 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.tag.tag_plugin [None req-2afe5c3a-fd02-4ae0-a281-d588d7580cfd tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c1a77e6c-59af-4a64-9b5b-b1332978dc28', 'tempest-TagsExtTest-Tag-809074340') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:53.002468 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-200b6262-5522-492d-8df5-b8ce3908f38d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:53.014143 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=fbfce9b7-e50d-4173-a882-7cc46efc3b0a,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:53.062992 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-2afe5c3a-fd02-4ae0-a281-d588d7580cfd tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] show failed (client error): The resource could not be found. Apr 06 13:30:53.067264 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2afe5c3a-fd02-4ae0-a281-d588d7580cfd tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "GET /v2.0/subnetpools/c1a77e6c-59af-4a64-9b5b-b1332978dc28/tags/tempest-TagsExtTest-Tag-809074340 HTTP/1.1" status: 404 len: 328 time: 0.0869529 Apr 06 13:30:53.073096 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44758) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:53.086099 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.tag.tag_plugin [None req-c04a4894-d708-4ebf-b083-b9d45ac62e86 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c1a77e6c-59af-4a64-9b5b-b1332978dc28', 'tempest-TagsExtTest-Tag-1889418286') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:53.106148 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2ebafe3a-434f-40e1-888a-29a05656aef9 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4927907 Apr 06 13:30:53.113070 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-776f6463-5ce2-4d20-9dc7-b4746d8a3936 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] For port 9d6ebdfa-dc7e-476a-8166-742bc7f6738a, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9d6ebdfa-dc7e-476a-8166-742bc7f6738a,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:53.113070 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-776f6463-5ce2-4d20-9dc7-b4746d8a3936 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:53.116151 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44762) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:53.123337 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-b4f00b05-1012-4a03-941c-0fd8d06e307c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1266310902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:53.149669 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b4f00b05-1012-4a03-941c-0fd8d06e307c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:53.161693 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b4f00b05-1012-4a03-941c-0fd8d06e307c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:router and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:53.173043 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b4f00b05-1012-4a03-941c-0fd8d06e307c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:53.181507 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 477e430c-3e2e-4a7b-8394-31e64a5565a8 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:53.182225 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:53.231528 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b4f00b05-1012-4a03-941c-0fd8d06e307c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:53.349746 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-200b6262-5522-492d-8df5-b8ce3908f38d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:53.354072 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-c04a4894-d708-4ebf-b083-b9d45ac62e86 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] show failed (client error): The resource could not be found. Apr 06 13:30:53.358092 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c04a4894-d708-4ebf-b083-b9d45ac62e86 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "GET /v2.0/subnetpools/c1a77e6c-59af-4a64-9b5b-b1332978dc28/tags/tempest-TagsExtTest-Tag-1889418286 HTTP/1.1" status: 404 len: 329 time: 0.2809966 Apr 06 13:30:53.359515 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-380f23a0-eb7f-4482-9943-55caeb237607 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Unset dirty status for tenant:88ffa23921794154aa9f3b7b969cff5f on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:53.361801 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-380f23a0-eb7f-4482-9943-55caeb237607 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] 10.222.0.48 "GET /v2.0/ports/acff9a90-8425-42a1-a3dc-5ca896ffd510 HTTP/1.1" status: 404 len: 333 time: 0.4600825 Apr 06 13:30:53.364540 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44766) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:53.365720 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b4f00b05-1012-4a03-941c-0fd8d06e307c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:53.367085 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b4f00b05-1012-4a03-941c-0fd8d06e307c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:53.372428 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-776f6463-5ce2-4d20-9dc7-b4746d8a3936 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Calling delete_port for 9d6ebdfa-dc7e-476a-8166-742bc7f6738a owned by network:router_interface {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:53.388767 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.tag.tag_plugin [None req-14fc6e8b-8f57-45c0-9967-58aef26c7734 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c1a77e6c-59af-4a64-9b5b-b1332978dc28') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:53.402057 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44768) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:53.425578 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-ff609637-cb3c-4c39-9992-87c335d54d36 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-261196608', 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:53.448445 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ff609637-cb3c-4c39-9992-87c335d54d36 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:53.547103 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dce20dd-8fa0-48e0-913f-bdb709c33bd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-62d567a4-7d0a-4e40-a173-848592562add', 'network_id': '62d567a4-7d0a-4e40-a173-848592562add', 'tenant_id': 'a526e3e3d3c243f2855d6757315c0284', 'fixed_ips': [{'subnet_id': '59107714-844b-4eb4-bdf1-b5757bd9e84d'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:30:53.547998 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2dce20dd-8fa0-48e0-913f-bdb709c33bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:53.660615 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b4f00b05-1012-4a03-941c-0fd8d06e307c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:53.707173 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ff609637-cb3c-4c39-9992-87c335d54d36 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:53.736850 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-14fc6e8b-8f57-45c0-9967-58aef26c7734 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "DELETE /v2.0/subnetpools/c1a77e6c-59af-4a64-9b5b-b1332978dc28/tags HTTP/1.1" status: 204 len: 168 time: 0.3603370 Apr 06 13:30:53.740622 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44774) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:53.746509 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.tag.tag_plugin [None req-a2bc54fd-575e-44de-bea2-7691fc1ca974 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '65418422-7200-4223-8ded-15b523bb993d') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:53.770259 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-200b6262-5522-492d-8df5-b8ce3908f38d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:53.796503 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-38be823a-0015-49cc-945d-d711a078339e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:53.819943 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-2dce20dd-8fa0-48e0-913f-bdb709c33bd5 None None] Allocated IP 172.20.0.2 (62d567a4-7d0a-4e40-a173-848592562add/59107714-844b-4eb4-bdf1-b5757bd9e84d/dbb076fd-b07d-448e-b2ec-433e2550b824) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:30:53.826665 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff609637-cb3c-4c39-9992-87c335d54d36 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Made reservation on behalf of 88ffa23921794154aa9f3b7b969cff5f for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:53.829792 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ff609637-cb3c-4c39-9992-87c335d54d36 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:53.872646 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b4f00b05-1012-4a03-941c-0fd8d06e307c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:53.885581 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-200b6262-5522-492d-8df5-b8ce3908f38d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:53.895936 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 9d6ebdfa-dc7e-476a-8166-742bc7f6738a up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:30:53.926453 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-ff609637-cb3c-4c39-9992-87c335d54d36 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] device_id is not set on port f4e6b5d2-1cea-4343-80c2-af617faa5e80 yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:30:53.944161 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a2bc54fd-575e-44de-bea2-7691fc1ca974 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "DELETE /v2.0/routers/65418422-7200-4223-8ded-15b523bb993d/tags HTTP/1.1" status: 204 len: 168 time: 0.2020514 Apr 06 13:30:53.946321 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44778) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:53.954149 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.tag.tag_plugin [None req-8184b039-c342-4a52-9a83-b183328ddbbe tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e9c33b2a-043c-402f-9fa3-d9aef94cca7e') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:53.977647 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-38be823a-0015-49cc-945d-d711a078339e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:53.978699 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-38be823a-0015-49cc-945d-d711a078339e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:53.992609 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b6262-5522-492d-8df5-b8ce3908f38d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9065c14c-6696-42e7-9bb7-ecb429125b5e,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:54.096353 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d30676-e81a-488b-a9a0-2857f76648ef None None] Network 09597c6c-2973-49db-9158-2f8082678f8a requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:54.104930 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8184b039-c342-4a52-9a83-b183328ddbbe tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "DELETE /v2.0/ports/e9c33b2a-043c-402f-9fa3-d9aef94cca7e/tags HTTP/1.1" status: 204 len: 168 time: 0.1573758 Apr 06 13:30:54.105666 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44782) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:54.111884 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.tag.tag_plugin [None req-2d08511e-ac88-41f9-86f2-d893cebb164f tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '88faedb4-0ec9-464d-bca7-ddb7e9ae1e19') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:54.158349 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b4f00b05-1012-4a03-941c-0fd8d06e307c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:54.162898 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b4f00b05-1012-4a03-941c-0fd8d06e307c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0422566 Apr 06 13:30:54.172721 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44786) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:54.182681 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-3e31f3ea-0b39-4bab-a392-4811d8d19c49 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'port': {'network_id': '62d567a4-7d0a-4e40-a173-848592562add', 'name': 'tempest-PortsTestJSON-130193214'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:54.198605 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-776f6463-5ce2-4d20-9dc7-b4746d8a3936 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:54.242740 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be823a-0015-49cc-945d-d711a078339e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Port': ['ID=4f888c36-87b4-4ce3-a9df-a2b550459152,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:54.260861 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-200b6262-5522-492d-8df5-b8ce3908f38d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:54.262074 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-200b6262-5522-492d-8df5-b8ce3908f38d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4847867 Apr 06 13:30:54.270411 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44790) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:54.283497 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f6463-5ce2-4d20-9dc7-b4746d8a3936 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Port': ['ID=9d6ebdfa-dc7e-476a-8166-742bc7f6738a,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:54.287032 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-0da02120-61b2-40db-9d04-9458127856b5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'ec28645e-dc53-4263-8774-8d9fe99047f7', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:54.299276 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-0da02120-61b2-40db-9d04-9458127856b5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:54.324775 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0da02120-61b2-40db-9d04-9458127856b5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:54.347426 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0da02120-61b2-40db-9d04-9458127856b5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:54.371768 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-0da02120-61b2-40db-9d04-9458127856b5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:54.388303 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2dce20dd-8fa0-48e0-913f-bdb709c33bd5 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:54.396920 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ebed502d-9338-46fc-a32c-321f01e36729 None None] Provisioning for port 9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:54.422377 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No active binding found for port 9d6ebdfa-dc7e-476a-8166-742bc7f6738a {{(pid=88566) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 06 13:30:54.422794 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 9d6ebdfa-dc7e-476a-8166-742bc7f6738a not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 06 13:30:54.443954 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38be823a-0015-49cc-945d-d711a078339e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network 09597c6c-2973-49db-9158-2f8082678f8a is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:54.447737 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-38be823a-0015-49cc-945d-d711a078339e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:54.449998 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2dce20dd-8fa0-48e0-913f-bdb709c33bd5 None None] Transition to ACTIVE for port object dbb076fd-b07d-448e-b2ec-433e2550b824 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:54.481448 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Port 9d6ebdfa-dc7e-476a-8166-742bc7f6738a not found, will not notify nova. {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 06 13:30:54.481844 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:30:54.542114 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2dce20dd-8fa0-48e0-913f-bdb709c33bd5 None None] Transition to ACTIVE for port object dbb076fd-b07d-448e-b2ec-433e2550b824 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:54.560899 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.securitygroups_db [None req-0da02120-61b2-40db-9d04-9458127856b5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Project accb128fe3eb42cd83b327a0d6bf9c24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:30:54.586791 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ff609637-cb3c-4c39-9992-87c335d54d36 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:54.637372 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0da02120-61b2-40db-9d04-9458127856b5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:54.665861 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2dce20dd-8fa0-48e0-913f-bdb709c33bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:54.720496 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-776f6463-5ce2-4d20-9dc7-b4746d8a3936 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:54.736528 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38be823a-0015-49cc-945d-d711a078339e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Router 1587742b-f270-47e5-a582-48c6653c3a00 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:30:54.776419 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dce20dd-8fa0-48e0-913f-bdb709c33bd5 None None] Network 62d567a4-7d0a-4e40-a173-848592562add is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:54.785173 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-2dce20dd-8fa0-48e0-913f-bdb709c33bd5 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:54.787817 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dce20dd-8fa0-48e0-913f-bdb709c33bd5 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:54.819455 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0da02120-61b2-40db-9d04-9458127856b5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:54.826124 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce20dd-8fa0-48e0-913f-bdb709c33bd5 None None] Pushing event updated for resources: {'Port': ['ID=dbb076fd-b07d-448e-b2ec-433e2550b824,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:54.846770 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:54.891504 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:54.891906 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:54.912043 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ff609637-cb3c-4c39-9992-87c335d54d36 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:54.919781 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-3e31f3ea-0b39-4bab-a392-4811d8d19c49 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:54.952016 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-2dce20dd-8fa0-48e0-913f-bdb709c33bd5 None None] Attempting to bind port dbb076fd-b07d-448e-b2ec-433e2550b824 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:54.952384 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-2dce20dd-8fa0-48e0-913f-bdb709c33bd5 None None] Attempting to bind port dbb076fd-b07d-448e-b2ec-433e2550b824 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '4be862f7-74d3-4f72-b098-39cbded0b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '62d567a4-7d0a-4e40-a173-848592562add'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:54.952752 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce20dd-8fa0-48e0-913f-bdb709c33bd5 None None] Attempting to bind port dbb076fd-b07d-448e-b2ec-433e2550b824 on network 62d567a4-7d0a-4e40-a173-848592562add {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:54.966862 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce20dd-8fa0-48e0-913f-bdb709c33bd5 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:30:54.968636 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce20dd-8fa0-48e0-913f-bdb709c33bd5 None None] Checking segment: {'id': '4be862f7-74d3-4f72-b098-39cbded0b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '62d567a4-7d0a-4e40-a173-848592562add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:30:54.968636 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2dce20dd-8fa0-48e0-913f-bdb709c33bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:54.968976 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce20dd-8fa0-48e0-913f-bdb709c33bd5 None None] Bound using segment: {'id': '4be862f7-74d3-4f72-b098-39cbded0b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '62d567a4-7d0a-4e40-a173-848592562add'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:30:54.969367 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-2dce20dd-8fa0-48e0-913f-bdb709c33bd5 None None] Bound port: dbb076fd-b07d-448e-b2ec-433e2550b824, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be862f7-74d3-4f72-b098-39cbded0b026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '62d567a4-7d0a-4e40-a173-848592562add'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:30:54.969751 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2dce20dd-8fa0-48e0-913f-bdb709c33bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:54.976744 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3e31f3ea-0b39-4bab-a392-4811d8d19c49 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:port and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:54.986828 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3e31f3ea-0b39-4bab-a392-4811d8d19c49 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:54.987182 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0da02120-61b2-40db-9d04-9458127856b5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:55.004090 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2d08511e-ac88-41f9-86f2-d893cebb164f tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "DELETE /v2.0/subnets/88faedb4-0ec9-464d-bca7-ddb7e9ae1e19/tags HTTP/1.1" status: 204 len: 168 time: 0.8972983 Apr 06 13:30:55.008299 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-3e31f3ea-0b39-4bab-a392-4811d8d19c49 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:55.012329 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44794) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:55.035514 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff609637-cb3c-4c39-9992-87c335d54d36 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Network 2e597ce5-fccc-44d5-9be5-931bcf221e16 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:55.049222 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-ff609637-cb3c-4c39-9992-87c335d54d36 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:55.051721 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff609637-cb3c-4c39-9992-87c335d54d36 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:55.052752 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff609637-cb3c-4c39-9992-87c335d54d36 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:55.053606 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ff609637-cb3c-4c39-9992-87c335d54d36 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:55.064910 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38be823a-0015-49cc-945d-d711a078339e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:30:55.086951 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da02120-61b2-40db-9d04-9458127856b5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4363395a-a75d-459d-a117-d9e4558ace0d,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:55.102043 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-38be823a-0015-49cc-945d-d711a078339e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "PUT /v2.0/routers/1587742b-f270-47e5-a582-48c6653c3a00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6313748 Apr 06 13:30:55.106787 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44798) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:55.108906 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6657965-aa01-4857-b0cc-772f18ca92eb None None] Sync routers for ids ['1587742b-f270-47e5-a582-48c6653c3a00'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:30:55.110201 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff609637-cb3c-4c39-9992-87c335d54d36 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Pushing event updated for resources: {'Port': ['ID=f4e6b5d2-1cea-4343-80c2-af617faa5e80,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:55.116564 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-01fc4285-2ac9-45a5-9e46-6d7c64454214 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-319537427'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:55.127625 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-01fc4285-2ac9-45a5-9e46-6d7c64454214 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:55.132779 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-01fc4285-2ac9-45a5-9e46-6d7c64454214 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Usage tracker for resource:network and tenant:914bb3d1bef745388dc453a227f40127 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:55.138955 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776f6463-5ce2-4d20-9dc7-b4746d8a3936 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Router 3d236316-8ea5-4457-9ba8-b877e62c11f5 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:30:55.151668 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-01fc4285-2ac9-45a5-9e46-6d7c64454214 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:55.156370 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-2dce20dd-8fa0-48e0-913f-bdb709c33bd5 None None] For port dbb076fd-b07d-448e-b2ec-433e2550b824, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:30:55.158376 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6657965-aa01-4857-b0cc-772f18ca92eb None None] Routers {'1587742b-f270-47e5-a582-48c6653c3a00'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:30:55.159035 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-a6657965-aa01-4857-b0cc-772f18ca92eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:30:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1587742b-f270-47e5-a582-48c6653c3a00'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:55.163897 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-01fc4285-2ac9-45a5-9e46-6d7c64454214 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:55.181635 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0da02120-61b2-40db-9d04-9458127856b5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:55.185734 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0da02120-61b2-40db-9d04-9458127856b5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9095495 Apr 06 13:30:55.197398 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44802) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:55.197398 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-c37f6742-2e32-47eb-84e6-11d097d5ee7a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'ec28645e-dc53-4263-8774-8d9fe99047f7', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:55.207824 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c37f6742-2e32-47eb-84e6-11d097d5ee7a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:55.222604 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ff609637-cb3c-4c39-9992-87c335d54d36 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8167498 Apr 06 13:30:55.223394 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c37f6742-2e32-47eb-84e6-11d097d5ee7a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:55.226162 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44806) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:55.228978 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c37f6742-2e32-47eb-84e6-11d097d5ee7a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:55.248221 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-2dce20dd-8fa0-48e0-913f-bdb709c33bd5 None None] For port dbb076fd-b07d-448e-b2ec-433e2550b824, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=dbb076fd-b07d-448e-b2ec-433e2550b824,segment=NetworkSegment(4be862f7-74d3-4f72-b098-39cbded0b026),segment_id=4be862f7-74d3-4f72-b098-39cbded0b026)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:30:55.249432 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:55.270642 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c37f6742-2e32-47eb-84e6-11d097d5ee7a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:55.285135 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fc4285-2ac9-45a5-9e46-6d7c64454214 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Made reservation on behalf of 914bb3d1bef745388dc453a227f40127 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:55.291143 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-01fc4285-2ac9-45a5-9e46-6d7c64454214 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:55.343223 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63af7181-b61e-4db6-8a71-2bd46f84b4ec tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:55.343504 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-63af7181-b61e-4db6-8a71-2bd46f84b4ec tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Synchronizing usage tracker for tenant:88ffa23921794154aa9f3b7b969cff5f on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:55.352203 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01fc4285-2ac9-45a5-9e46-6d7c64454214 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:30:55.376465 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-01fc4285-2ac9-45a5-9e46-6d7c64454214 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:55.376848 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-01fc4285-2ac9-45a5-9e46-6d7c64454214 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Added segment 4a3a616c-780b-4c0a-abf4-6211864e8c64 of type vlan for network f5e25a69-7a7d-41bd-968e-92d89d676ae5 Apr 06 13:30:55.377247 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e31f3ea-0b39-4bab-a392-4811d8d19c49 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:55.381143 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3e31f3ea-0b39-4bab-a392-4811d8d19c49 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:55.397016 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776f6463-5ce2-4d20-9dc7-b4746d8a3936 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:30:55.409037 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.securitygroups_db [None req-c37f6742-2e32-47eb-84e6-11d097d5ee7a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Project accb128fe3eb42cd83b327a0d6bf9c24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:30:55.411594 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e3d619-447d-4c0d-839b-69c66f860be2 None None] Sync routers for ids ['3d236316-8ea5-4457-9ba8-b877e62c11f5'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:30:55.413341 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c37f6742-2e32-47eb-84e6-11d097d5ee7a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:55.421561 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-3e31f3ea-0b39-4bab-a392-4811d8d19c49 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] device_id is not set on port 8388590b-c658-48c1-86bc-7090fa9cccaa yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:30:55.422743 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-01fc4285-2ac9-45a5-9e46-6d7c64454214 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:55.427757 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e3d619-447d-4c0d-839b-69c66f860be2 None None] Routers {'3d236316-8ea5-4457-9ba8-b877e62c11f5'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:30:55.428640 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-e9e3d619-447d-4c0d-839b-69c66f860be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:30:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['3d236316-8ea5-4457-9ba8-b877e62c11f5'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:55.463714 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-a6657965-aa01-4857-b0cc-772f18ca92eb None None] Set router 1587742b-f270-47e5-a582-48c6653c3a00 gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:30:55.489989 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-63af7181-b61e-4db6-8a71-2bd46f84b4ec tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Unset dirty status for tenant:88ffa23921794154aa9f3b7b969cff5f on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:55.493664 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-63af7181-b61e-4db6-8a71-2bd46f84b4ec tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] 10.222.0.48 "GET /v2.0/ports/f4e6b5d2-1cea-4343-80c2-af617faa5e80 HTTP/1.1" status: 200 len: 954 time: 0.2639670 Apr 06 13:30:55.497633 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44810) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:55.535243 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c37f6742-2e32-47eb-84e6-11d097d5ee7a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:55.577087 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-47aa6ba2-296d-457f-8ea3-7c42e617ef9f tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks [] for subnetpool, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:55.581347 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-47aa6ba2-296d-457f-8ea3-7c42e617ef9f tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "DELETE /v2.0/subnetpools/c1a77e6c-59af-4a64-9b5b-b1332978dc28 HTTP/1.1" status: 204 len: 168 time: 0.5670714 Apr 06 13:30:55.581480 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44814) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:55.596855 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-776f6463-5ce2-4d20-9dc7-b4746d8a3936 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "PUT /v2.0/routers/3d236316-8ea5-4457-9ba8-b877e62c11f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6323698 Apr 06 13:30:55.603043 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44818) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:55.613950 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-d03e4f47-faa1-44bd-a206-b905bbf1f5c9 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Deleting port f4e6b5d2-1cea-4343-80c2-af617faa5e80 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:55.614574 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d03e4f47-faa1-44bd-a206-b905bbf1f5c9 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:55.634377 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c37f6742-2e32-47eb-84e6-11d097d5ee7a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:55.636479 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-01fc4285-2ac9-45a5-9e46-6d7c64454214 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:55.647730 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fc4285-2ac9-45a5-9e46-6d7c64454214 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:55.650821 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-01fc4285-2ac9-45a5-9e46-6d7c64454214 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:55.653465 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-e9e3d619-447d-4c0d-839b-69c66f860be2 None None] Set router 3d236316-8ea5-4457-9ba8-b877e62c11f5 gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:30:55.722362 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d52c6f81-c4dc-420f-ac41-ec6e9d575af4 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Synchronizing usage tracker for tenant:6c543a4d9b93434abd3dd7a34a0f6a5b on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:55.769353 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f6742-2e32-47eb-84e6-11d097d5ee7a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17be55fb-fa92-4966-bcf2-ffd37622c905,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:55.806201 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-e9e3d619-447d-4c0d-839b-69c66f860be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d236316-8ea5-4457-9ba8-b877e62c11f5', 'name': 'tempest-NetworksTestDHCPv6-router-102493528', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:42Z', 'updated_at': '2022-04-06T13:30:53Z', 'revision_number': 3, 'project_id': 'feb3fc21fc62406897a0b657c2551f20', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:55.817980 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e3d619-447d-4c0d-839b-69c66f860be2 None None] Checking router: 3d236316-8ea5-4457-9ba8-b877e62c11f5 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:30:55.838908 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e3d619-447d-4c0d-839b-69c66f860be2 None None] Routers {'3d236316-8ea5-4457-9ba8-b877e62c11f5'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:30:55.839849 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-e9e3d619-447d-4c0d-839b-69c66f860be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:30:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['3d236316-8ea5-4457-9ba8-b877e62c11f5'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:55.852530 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-3e31f3ea-0b39-4bab-a392-4811d8d19c49 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Allocated IP 172.20.0.5 (62d567a4-7d0a-4e40-a173-848592562add/59107714-844b-4eb4-bdf1-b5757bd9e84d/8388590b-c658-48c1-86bc-7090fa9cccaa) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:30:55.878712 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43662e8d-3c4a-4a95-81b7-30c347346ab4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:55.885129 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43662e8d-3c4a-4a95-81b7-30c347346ab4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:55.889270 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-43662e8d-3c4a-4a95-81b7-30c347346ab4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2805376 Apr 06 13:30:55.897811 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44822) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:55.909060 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-01fc4285-2ac9-45a5-9e46-6d7c64454214 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8011320 Apr 06 13:30:55.910037 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44826) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:55.932563 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2dce20dd-8fa0-48e0-913f-bdb709c33bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:55.944235 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56,segment=NetworkSegment(c20f3d12-e557-41b8-af24-89ed6790822e),segment_id=c20f3d12-e557-41b8-af24-89ed6790822e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:55.957481 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-65f075c1-cff9-460f-8fdf-88d8994f4450 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'subnet': {'network_id': 'f5e25a69-7a7d-41bd-968e-92d89d676ae5', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:55.981362 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc4285-2ac9-45a5-9e46-6d7c64454214 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Network': ['ID=f5e25a69-7a7d-41bd-968e-92d89d676ae5,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:55.985346 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c37f6742-2e32-47eb-84e6-11d097d5ee7a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:55.986539 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c37f6742-2e32-47eb-84e6-11d097d5ee7a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7994938 Apr 06 13:30:56.055780 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-864bc477-0988-4352-86e0-986c756d7b90 None None] Provisioning complete for port 9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:56.056079 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-864bc477-0988-4352-86e0-986c756d7b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:56.063636 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-e9e3d619-447d-4c0d-839b-69c66f860be2 None None] Set router 3d236316-8ea5-4457-9ba8-b877e62c11f5 gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:30:56.074956 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d52c6f81-c4dc-420f-ac41-ec6e9d575af4 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Unset dirty status for tenant:6c543a4d9b93434abd3dd7a34a0f6a5b on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:56.091409 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d52c6f81-c4dc-420f-ac41-ec6e9d575af4 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "GET /v2.0/ports?device_id=65418422-7200-4223-8ded-15b523bb993d HTTP/1.1" status: 200 len: 205 time: 0.5083013 Apr 06 13:30:56.096748 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44832) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:56.106593 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d03e4f47-faa1-44bd-a206-b905bbf1f5c9 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:56.133038 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:56.133802 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device fbfce9b7-e50d-4173-a882-7cc46efc3b0a up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:30:56.162476 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network f5e25a69-7a7d-41bd-968e-92d89d676ae5 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:30:56.213914 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-e9e3d619-447d-4c0d-839b-69c66f860be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d236316-8ea5-4457-9ba8-b877e62c11f5', 'name': 'tempest-NetworksTestDHCPv6-router-102493528', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:42Z', 'updated_at': '2022-04-06T13:30:53Z', 'revision_number': 3, 'project_id': 'feb3fc21fc62406897a0b657c2551f20', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:56.222660 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e3d619-447d-4c0d-839b-69c66f860be2 None None] The sync data for ids ['3d236316-8ea5-4457-9ba8-b877e62c11f5'] in dv-neutron-834600-1-hyperv is: [{'id': '3d236316-8ea5-4457-9ba8-b877e62c11f5', 'name': 'tempest-NetworksTestDHCPv6-router-102493528', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:42Z', 'updated_at': '2022-04-06T13:30:53Z', 'revision_number': 3, 'project_id': 'feb3fc21fc62406897a0b657c2551f20', 'gw_port_host': None}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:30:56.264227 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce20dd-8fa0-48e0-913f-bdb709c33bd5 None None] Pushing event updated for resources: {'Port': ['ID=dbb076fd-b07d-448e-b2ec-433e2550b824,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:56.519244 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-a122c6d5-faca-4e46-b7a0-004ec40d7527 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet 9eadf0ea-5626-4bf1-8e91-326bab2a74fd {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:30:56.566918 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a122c6d5-faca-4e46-b7a0-004ec40d7527 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:56.627760 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:56.680416 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port fbfce9b7-e50d-4173-a882-7cc46efc3b0a triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:56.680830 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:56.731458 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1648de04-3dce-4df8-8076-addc3d96da10 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:56.770296 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-d03e4f47-faa1-44bd-a206-b905bbf1f5c9 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Calling delete_port for f4e6b5d2-1cea-4343-80c2-af617faa5e80 owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:56.806733 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-a6657965-aa01-4857-b0cc-772f18ca92eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:30:52Z', 'revision_number': 3, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None, '_interfaces': [{'id': '4f888c36-87b4-4ce3-a9df-a2b550459152', 'name': '', 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:1c:e6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:50Z', 'updated_at': '2022-04-06T13:30:53Z', 'revision_number': 2, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098c818-e76e-4336-9724-afdb88882060', 'name': '', 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:d0:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:33Z', 'updated_at': '2022-04-06T13:30:51Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:30:56.817301 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-65f075c1-cff9-460f-8fdf-88d8994f4450 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:56.819681 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6657965-aa01-4857-b0cc-772f18ca92eb None None] Checking router: 1587742b-f270-47e5-a582-48c6653c3a00 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:30:56.820045 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6657965-aa01-4857-b0cc-772f18ca92eb None None] Updating router 1587742b-f270-47e5-a582-48c6653c3a00 port 4f888c36-87b4-4ce3-a9df-a2b550459152 binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:30:56.863973 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-864bc477-0988-4352-86e0-986c756d7b90 None None] Provisioning for port 4f888c36-87b4-4ce3-a9df-a2b550459152 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:56.885505 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-65f075c1-cff9-460f-8fdf-88d8994f4450 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Usage tracker for resource:subnet and tenant:914bb3d1bef745388dc453a227f40127 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:30:56.900266 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-65f075c1-cff9-460f-8fdf-88d8994f4450 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:30:56.950786 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3e31f3ea-0b39-4bab-a392-4811d8d19c49 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:56.958090 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device c098c818-e76e-4336-9724-afdb88882060 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:30:56.963846 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-65f075c1-cff9-460f-8fdf-88d8994f4450 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:56.975530 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-3e31f3ea-0b39-4bab-a392-4811d8d19c49 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Transition to ACTIVE for port object 8388590b-c658-48c1-86bc-7090fa9cccaa will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:56.986973 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-864bc477-0988-4352-86e0-986c756d7b90 None None] Provisioning complete for port 4f888c36-87b4-4ce3-a9df-a2b550459152 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:56.987831 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-864bc477-0988-4352-86e0-986c756d7b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:57.027002 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-c428eb9b-b4fc-4618-9e29-479ad9781203 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:57.040727 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a122c6d5-faca-4e46-b7a0-004ec40d7527 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:57.082490 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a6657965-aa01-4857-b0cc-772f18ca92eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:57.116020 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d03e4f47-faa1-44bd-a206-b905bbf1f5c9 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:57.166773 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1648de04-3dce-4df8-8076-addc3d96da10 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:57.172273 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1648de04-3dce-4df8-8076-addc3d96da10 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:57.201045 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3e31f3ea-0b39-4bab-a392-4811d8d19c49 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:57.202564 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f075c1-cff9-460f-8fdf-88d8994f4450 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Made reservation on behalf of 914bb3d1bef745388dc453a227f40127 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:57.207045 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-65f075c1-cff9-460f-8fdf-88d8994f4450 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:57.212329 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-c428eb9b-b4fc-4618-9e29-479ad9781203 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:57.213636 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-c428eb9b-b4fc-4618-9e29-479ad9781203 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-437961050&fields=id&tenant_id=accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 267 time: 0.4684653 Apr 06 13:30:57.219715 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e4f47-faa1-44bd-a206-b905bbf1f5c9 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4e6b5d2-1cea-4343-80c2-af617faa5e80,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:57.279693 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-864bc477-0988-4352-86e0-986c756d7b90 None None] Port 4f888c36-87b4-4ce3-a9df-a2b550459152 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:30:57.293648 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:57.328672 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a122c6d5-faca-4e46-b7a0-004ec40d7527 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:57.330568 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d03e4f47-faa1-44bd-a206-b905bbf1f5c9 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:57.374936 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1648de04-3dce-4df8-8076-addc3d96da10 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:57.375439 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1648de04-3dce-4df8-8076-addc3d96da10 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Fanout notify agent at l3_agent the message router_deleted on router 65418422-7200-4223-8ded-15b523bb993d {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:30:57.388289 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port c098c818-e76e-4336-9724-afdb88882060 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:57.388580 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:57.434545 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e31f3ea-0b39-4bab-a392-4811d8d19c49 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network 62d567a4-7d0a-4e40-a173-848592562add is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:57.435611 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31f3ea-0b39-4bab-a392-4811d8d19c49 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Port': ['ID=8388590b-c658-48c1-86bc-7090fa9cccaa,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:57.442115 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1648de04-3dce-4df8-8076-addc3d96da10 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:57.443547 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1648de04-3dce-4df8-8076-addc3d96da10 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "DELETE /v2.0/routers/65418422-7200-4223-8ded-15b523bb993d HTTP/1.1" status: 204 len: 168 time: 1.3421743 Apr 06 13:30:57.448679 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44848) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:57.454108 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-3e31f3ea-0b39-4bab-a392-4811d8d19c49 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:57.456818 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e31f3ea-0b39-4bab-a392-4811d8d19c49 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:57.503667 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d03e4f47-faa1-44bd-a206-b905bbf1f5c9 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] 10.222.0.48 "DELETE /v2.0/ports/f4e6b5d2-1cea-4343-80c2-af617faa5e80 HTTP/1.1" status: 204 len: 168 time: 2.0046380 Apr 06 13:30:57.504515 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44852) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:57.534577 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-ee733ac3-4e83-4263-9ff9-b4c3bffc6e33 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Deleting port e9c33b2a-043c-402f-9fa3-d9aef94cca7e {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:57.535676 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ee733ac3-4e83-4263-9ff9-b4c3bffc6e33 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:57.566065 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a122c6d5-faca-4e46-b7a0-004ec40d7527 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:57.581347 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-0145a90e-810a-4c9a-b8cc-2acec1ef9bef tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] GET failed (client error): The resource could not be found. Apr 06 13:30:57.581571 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0145a90e-810a-4c9a-b8cc-2acec1ef9bef tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Synchronizing usage tracker for tenant:88ffa23921794154aa9f3b7b969cff5f on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:57.614345 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e31f3ea-0b39-4bab-a392-4811d8d19c49 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:57.614763 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3e31f3ea-0b39-4bab-a392-4811d8d19c49 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:57.625684 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a122c6d5-faca-4e46-b7a0-004ec40d7527 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:57.644982 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-c75c0e96-13af-40cd-97bd-a6fcde987950 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:57.644982 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-c75c0e96-13af-40cd-97bd-a6fcde987950 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:network {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:57.669792 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122c6d5-faca-4e46-b7a0-004ec40d7527 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=9eadf0ea-5626-4bf1-8e91-326bab2a74fd,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:57.684792 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f0b3e037-badd-4eea-be02-d5acbf1c1a37 None None] Provisioning complete for port 4f888c36-87b4-4ce3-a9df-a2b550459152 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:57.686468 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f0b3e037-badd-4eea-be02-d5acbf1c1a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:57.723235 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0145a90e-810a-4c9a-b8cc-2acec1ef9bef tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Unset dirty status for tenant:88ffa23921794154aa9f3b7b969cff5f on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:57.728632 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0145a90e-810a-4c9a-b8cc-2acec1ef9bef tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] 10.222.0.48 "GET /v2.0/ports/f4e6b5d2-1cea-4343-80c2-af617faa5e80 HTTP/1.1" status: 404 len: 333 time: 0.2164972 Apr 06 13:30:57.728920 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a122c6d5-faca-4e46-b7a0-004ec40d7527 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/9eadf0ea-5626-4bf1-8e91-326bab2a74fd HTTP/1.1" status: 204 len: 168 time: 1.8255503 Apr 06 13:30:57.729661 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44856) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:57.732532 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44858) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:57.757690 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c8cd5f-b23e-4d3e-b8c9-9aa919e00790 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:57.831725 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-249ea431-76b8-4b0a-8a2a-32cc7ae14f3d tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Request body: {'port': {'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-815776692'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:30:57.852142 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3e31f3ea-0b39-4bab-a392-4811d8d19c49 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6784425 Apr 06 13:30:57.853070 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-c75c0e96-13af-40cd-97bd-a6fcde987950 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:network {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:57.854161 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-c75c0e96-13af-40cd-97bd-a6fcde987950 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/networks?id=6df18f53-1a01-497a-85ec-3d44ebb99c03 HTTP/1.1" status: 200 len: 796 time: 0.5703177 Apr 06 13:30:57.855307 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-249ea431-76b8-4b0a-8a2a-32cc7ae14f3d tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:30:57.857747 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44864) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:57.979596 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device dbb076fd-b07d-448e-b2ec-433e2550b824 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:30:58.016048 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-0857d88e-a0cb-49bb-8a44-df65ef4f99c6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/quotas/accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 375 time: 0.1528442 Apr 06 13:30:58.017196 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f13ece8-8cf7-4973-b2c8-e34a96514a5d None None] Network 62d567a4-7d0a-4e40-a173-848592562add requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:58.026823 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ee733ac3-4e83-4263-9ff9-b4c3bffc6e33 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:58.038773 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-249ea431-76b8-4b0a-8a2a-32cc7ae14f3d tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:30:58.039405 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-65f075c1-cff9-460f-8fdf-88d8994f4450 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:58.041269 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-f0b3e037-badd-4eea-be02-d5acbf1c1a37 None None] Port 4f888c36-87b4-4ce3-a9df-a2b550459152 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:30:58.106153 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a6657965-aa01-4857-b0cc-772f18ca92eb None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:58.245353 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-a6657965-aa01-4857-b0cc-772f18ca92eb None None] Transition to ACTIVE for port object 4f888c36-87b4-4ce3-a9df-a2b550459152 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:30:58.330280 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249ea431-76b8-4b0a-8a2a-32cc7ae14f3d tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Made reservation on behalf of 88ffa23921794154aa9f3b7b969cff5f for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:30:58.332644 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-249ea431-76b8-4b0a-8a2a-32cc7ae14f3d tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:58.345986 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a6657965-aa01-4857-b0cc-772f18ca92eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:58.350326 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-72f9d400-86d8-4ded-8eaf-84e29a8e16de None None] Provisioning for port dbb076fd-b07d-448e-b2ec-433e2550b824 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:58.352213 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port dbb076fd-b07d-448e-b2ec-433e2550b824 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:30:58.363750 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-71f86a87-a17b-478f-9a5d-66a578d110c7 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6267073 Apr 06 13:30:58.383405 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44868) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:58.398331 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-ee733ac3-4e83-4263-9ff9-b4c3bffc6e33 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Calling delete_port for e9c33b2a-043c-402f-9fa3-d9aef94cca7e owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:58.411098 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port dbb076fd-b07d-448e-b2ec-433e2550b824 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:58.411098 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:58.435885 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-72f9d400-86d8-4ded-8eaf-84e29a8e16de None None] Provisioning complete for port dbb076fd-b07d-448e-b2ec-433e2550b824 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:30:58.436851 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-72f9d400-86d8-4ded-8eaf-84e29a8e16de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:58.451639 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-249ea431-76b8-4b0a-8a2a-32cc7ae14f3d tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] device_id is not set on port 1c5ab165-77ab-4cee-b115-c8c2961d45ba yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:30:58.685478 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b51968-7400-4d7a-bb8f-a76ebec47130 None None] DHCP port deletion for 4a5369b0-8301-4713-81a5-ebef94e70f0e request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:30:58.740813 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-46b51968-7400-4d7a-bb8f-a76ebec47130 None None] Deleting port 477e430c-3e2e-4a7b-8394-31e64a5565a8 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:30:58.741178 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-46b51968-7400-4d7a-bb8f-a76ebec47130 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:58.761096 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-9cd0537e-888b-4627-ac20-990e6aa3d6a1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:30:58.838889 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f075c1-cff9-460f-8fdf-88d8994f4450 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Subnet': ['ID=ae2cdb94-9001-454c-9c12-1c11abde6ffd,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:58.869073 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192ecd5-212e-46a2-9680-91a59f78317e None None] Pushing event updated for resources: {'Port': ['ID=4f888c36-87b4-4ce3-a9df-a2b550459152,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:58.906832 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-9cd0537e-888b-4627-ac20-990e6aa3d6a1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:30:58.910462 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-9cd0537e-888b-4627-ac20-990e6aa3d6a1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8732514 Apr 06 13:30:58.991207 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ee733ac3-4e83-4263-9ff9-b4c3bffc6e33 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:58.997228 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9cff302d-7467-449e-ae35-8734945ce8d3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:59.103052 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-a6657965-aa01-4857-b0cc-772f18ca92eb None None] Attempting to bind port 4f888c36-87b4-4ce3-a9df-a2b550459152 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:30:59.103688 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-a6657965-aa01-4857-b0cc-772f18ca92eb None None] Attempting to bind port 4f888c36-87b4-4ce3-a9df-a2b550459152 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'c20f3d12-e557-41b8-af24-89ed6790822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:30:59.103828 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6657965-aa01-4857-b0cc-772f18ca92eb None None] Attempting to bind port 4f888c36-87b4-4ce3-a9df-a2b550459152 on network 09597c6c-2973-49db-9158-2f8082678f8a {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:30:59.140720 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee733ac3-4e83-4263-9ff9-b4c3bffc6e33 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Pushing event deleted for resources: {'Port': ['ID=e9c33b2a-043c-402f-9fa3-d9aef94cca7e,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:30:59.226215 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f075c1-cff9-460f-8fdf-88d8994f4450 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Checking segment: {'id': '4a3a616c-780b-4c0a-abf4-6211864e8c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f5e25a69-7a7d-41bd-968e-92d89d676ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:30:59.226583 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f075c1-cff9-460f-8fdf-88d8994f4450 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network hostable DHCP agents. Network: f5e25a69-7a7d-41bd-968e-92d89d676ae5, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:30:59.285392 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-249ea431-76b8-4b0a-8a2a-32cc7ae14f3d tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:59.293613 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0c17f645-4d16-43c6-aed6-2b71929827aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:59.333982 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-46b51968-7400-4d7a-bb8f-a76ebec47130 None None] For port 477e430c-3e2e-4a7b-8394-31e64a5565a8, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=477e430c-3e2e-4a7b-8394-31e64a5565a8,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:30:59.334367 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-46b51968-7400-4d7a-bb8f-a76ebec47130 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:59.391999 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-972937ff-236e-4472-8146-d839d508bd91 service neutron] 10.222.0.48 "GET /v2.0/networks/6df18f53-1a01-497a-85ec-3d44ebb99c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443016 Apr 06 13:30:59.488200 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6657965-aa01-4857-b0cc-772f18ca92eb None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:30:59.488512 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6657965-aa01-4857-b0cc-772f18ca92eb None None] Checking segment: {'id': 'c20f3d12-e557-41b8-af24-89ed6790822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:30:59.488912 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a6657965-aa01-4857-b0cc-772f18ca92eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:59.489279 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6657965-aa01-4857-b0cc-772f18ca92eb None None] Bound using segment: {'id': 'c20f3d12-e557-41b8-af24-89ed6790822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:30:59.489756 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-a6657965-aa01-4857-b0cc-772f18ca92eb None None] Bound port: 4f888c36-87b4-4ce3-a9df-a2b550459152, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20f3d12-e557-41b8-af24-89ed6790822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:30:59.490131 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a6657965-aa01-4857-b0cc-772f18ca92eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:59.511890 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-46b51968-7400-4d7a-bb8f-a76ebec47130 None None] Calling delete_port for 477e430c-3e2e-4a7b-8394-31e64a5565a8 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:30:59.520609 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9cff302d-7467-449e-ae35-8734945ce8d3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:59.524613 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9cff302d-7467-449e-ae35-8734945ce8d3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:59.536485 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ee733ac3-4e83-4263-9ff9-b4c3bffc6e33 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:59.592055 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f075c1-cff9-460f-8fdf-88d8994f4450 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network f5e25a69-7a7d-41bd-968e-92d89d676ae5 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:30:59.610257 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9cff302d-7467-449e-ae35-8734945ce8d3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:59.611142 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cff302d-7467-449e-ae35-8734945ce8d3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Fanout notify agent at l3_agent the message router_deleted on router 3d236316-8ea5-4457-9ba8-b877e62c11f5 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:30:59.630758 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ee733ac3-4e83-4263-9ff9-b4c3bffc6e33 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "DELETE /v2.0/ports/e9c33b2a-043c-402f-9fa3-d9aef94cca7e HTTP/1.1" status: 204 len: 168 time: 2.1809881 Apr 06 13:30:59.631625 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44874) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:59.636925 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9cff302d-7467-449e-ae35-8734945ce8d3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:59.640818 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9cff302d-7467-449e-ae35-8734945ce8d3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/routers/3d236316-8ea5-4457-9ba8-b877e62c11f5 HTTP/1.1" status: 204 len: 168 time: 1.2537189 Apr 06 13:30:59.642767 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44876) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:59.658451 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-249ea431-76b8-4b0a-8a2a-32cc7ae14f3d tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:59.692597 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-a6657965-aa01-4857-b0cc-772f18ca92eb None None] For port 4f888c36-87b4-4ce3-a9df-a2b550459152, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:30:59.701124 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-a6657965-aa01-4857-b0cc-772f18ca92eb None None] For port 4f888c36-87b4-4ce3-a9df-a2b550459152, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=4f888c36-87b4-4ce3-a9df-a2b550459152,segment=NetworkSegment(c20f3d12-e557-41b8-af24-89ed6790822e),segment_id=c20f3d12-e557-41b8-af24-89ed6790822e)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:30:59.702969 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-72f9d400-86d8-4ded-8eaf-84e29a8e16de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:59.714029 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-65f075c1-cff9-460f-8fdf-88d8994f4450 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, f5e25a69-7a7d-41bd-968e-92d89d676ae5) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:59.733890 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f075c1-cff9-460f-8fdf-88d8994f4450 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:59.734988 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-65f075c1-cff9-460f-8fdf-88d8994f4450 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:59.800941 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f780312-1a75-4ed9-a489-8140c5b8c1d7 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Deleting subnet 88faedb4-0ec9-464d-bca7-ddb7e9ae1e19 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:30:59.805491 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8f780312-1a75-4ed9-a489-8140c5b8c1d7 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:59.817019 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:59.827375 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12100aa4-2ffb-449e-9eff-f06e23158d36 None None] Network f5e25a69-7a7d-41bd-968e-92d89d676ae5 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:30:59.869337 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a6657965-aa01-4857-b0cc-772f18ca92eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:59.871785 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-65f075c1-cff9-460f-8fdf-88d8994f4450 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.9196782 Apr 06 13:30:59.875665 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249ea431-76b8-4b0a-8a2a-32cc7ae14f3d tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Network 2e597ce5-fccc-44d5-9be5-931bcf221e16 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:30:59.912569 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8f780312-1a75-4ed9-a489-8140c5b8c1d7 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:59.958590 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-249ea431-76b8-4b0a-8a2a-32cc7ae14f3d tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:30:59.971617 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44882) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:30:59.975796 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249ea431-76b8-4b0a-8a2a-32cc7ae14f3d tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:30:59.976739 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249ea431-76b8-4b0a-8a2a-32cc7ae14f3d tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:30:59.977347 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-249ea431-76b8-4b0a-8a2a-32cc7ae14f3d tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:30:59.991431 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ea431-76b8-4b0a-8a2a-32cc7ae14f3d tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Pushing event updated for resources: {'Port': ['ID=1c5ab165-77ab-4cee-b115-c8c2961d45ba,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:00.051551 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8f780312-1a75-4ed9-a489-8140c5b8c1d7 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:00.110993 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-31b051e8-7ed4-4eb5-bf28-87922f4123b5 service neutron] 10.222.0.48 "GET /v2.0/networks/6df18f53-1a01-497a-85ec-3d44ebb99c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7080863 Apr 06 13:31:00.219716 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port dbb076fd-b07d-448e-b2ec-433e2550b824, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=dbb076fd-b07d-448e-b2ec-433e2550b824,segment=NetworkSegment(4be862f7-74d3-4f72-b098-39cbded0b026),segment_id=4be862f7-74d3-4f72-b098-39cbded0b026)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:00.231678 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-46b51968-7400-4d7a-bb8f-a76ebec47130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:00.254755 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8f780312-1a75-4ed9-a489-8140c5b8c1d7 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:00.289342 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b51968-7400-4d7a-bb8f-a76ebec47130 None None] No DVR routers for this DVR port 477e430c-3e2e-4a7b-8394-31e64a5565a8 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:31:00.299141 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6657965-aa01-4857-b0cc-772f18ca92eb None None] Routers {'1587742b-f270-47e5-a582-48c6653c3a00'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:31:00.301476 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-a6657965-aa01-4857-b0cc-772f18ca92eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:30:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1587742b-f270-47e5-a582-48c6653c3a00'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:00.346543 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f780312-1a75-4ed9-a489-8140c5b8c1d7 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Pushing event deleted for resources: {'Subnet': ['ID=88faedb4-0ec9-464d-bca7-ddb7e9ae1e19,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:00.355562 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8f780312-1a75-4ed9-a489-8140c5b8c1d7 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:00.370655 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8f780312-1a75-4ed9-a489-8140c5b8c1d7 tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "DELETE /v2.0/subnets/88faedb4-0ec9-464d-bca7-ddb7e9ae1e19 HTTP/1.1" status: 204 len: 168 time: 0.7270989 Apr 06 13:31:00.371409 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44886) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:00.394528 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66de2bf5-0c5b-4527-a4e3-c3bb6efb97ba None None] Network 71545a5d-e14d-45e5-a599-d1327e0318ac requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:00.452316 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:00.453041 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:31:00.479096 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.resource_extend [None req-0c17f645-4d16-43c6-aed6-2b71929827aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 13:31:00.523349 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-249ea431-76b8-4b0a-8a2a-32cc7ae14f3d tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.7923927 Apr 06 13:31:00.526154 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44898) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:00.535266 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192ecd5-212e-46a2-9680-91a59f78317e None None] Pushing event updated for resources: {'Port': ['ID=4f888c36-87b4-4ce3-a9df-a2b550459152,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:00.572188 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:00.608078 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b51968-7400-4d7a-bb8f-a76ebec47130 None None] Pushing event deleted for resources: {'Port': ['ID=477e430c-3e2e-4a7b-8394-31e64a5565a8,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:00.638041 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b65bdcee-0ff9-4334-ad3c-c56737c8903d tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:00.670640 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-b65bdcee-0ff9-4334-ad3c-c56737c8903d tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Deleting port e22c1d1c-75eb-4358-8aef-6343e7e95cd1 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:00.671030 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b65bdcee-0ff9-4334-ad3c-c56737c8903d tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:00.851028 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe83cd52-9eeb-4f19-8cf0-5898e2de7f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-f5e25a69-7a7d-41bd-968e-92d89d676ae5', 'network_id': 'f5e25a69-7a7d-41bd-968e-92d89d676ae5', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'fixed_ips': [{'subnet_id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:31:00.851861 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fe83cd52-9eeb-4f19-8cf0-5898e2de7f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:00.863696 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0c17f645-4d16-43c6-aed6-2b71929827aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:00.903250 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bc06f6-dce0-4c09-98b8-62ffeef92fd2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:00.904946 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c7bc06f6-dce0-4c09-98b8-62ffeef92fd2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:31:00.917221 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-871bc679-8d01-49d2-98fb-c78385b99759 req-f2d5933a-4dc8-478e-a878-394c68a4e5b0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=f903cb52-eaac-45ed-8f32-cd340680cda6 HTTP/1.1" status: 200 len: 210 time: 0.4405134 Apr 06 13:31:01.000223 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0c17f645-4d16-43c6-aed6-2b71929827aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:01.037523 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:01.048183 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-72f9d400-86d8-4ded-8eaf-84e29a8e16de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:31:01.048538 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-72f9d400-86d8-4ded-8eaf-84e29a8e16de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:31:01.111884 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-a6657965-aa01-4857-b0cc-772f18ca92eb None None] Set router 1587742b-f270-47e5-a582-48c6653c3a00 gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:31:01.207589 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-b65bdcee-0ff9-4334-ad3c-c56737c8903d tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] For port e22c1d1c-75eb-4358-8aef-6343e7e95cd1, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=e22c1d1c-75eb-4358-8aef-6343e7e95cd1,segment=NetworkSegment(95bb127f-10e1-4e6c-b524-af4361ed0432),segment_id=95bb127f-10e1-4e6c-b524-af4361ed0432)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:01.208060 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b65bdcee-0ff9-4334-ad3c-c56737c8903d tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:01.215068 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=dbb076fd-b07d-448e-b2ec-433e2550b824,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:01.310505 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17f645-4d16-43c6-aed6-2b71929827aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Port': ['ID=8388590b-c658-48c1-86bc-7090fa9cccaa,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:01.352252 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:01.352796 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:01.426584 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-b65bdcee-0ff9-4334-ad3c-c56737c8903d tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Calling delete_port for e22c1d1c-75eb-4358-8aef-6343e7e95cd1 owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:01.633507 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c7bc06f6-dce0-4c09-98b8-62ffeef92fd2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:31:01.635356 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c7bc06f6-dce0-4c09-98b8-62ffeef92fd2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.9796581 Apr 06 13:31:01.645320 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44908) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:01.708320 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c5b4864c-8552-4875-b388-bfe4f11bc613 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:01.724370 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0c17f645-4d16-43c6-aed6-2b71929827aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:01.737783 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b65bdcee-0ff9-4334-ad3c-c56737c8903d tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:01.738326 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-fe83cd52-9eeb-4f19-8cf0-5898e2de7f26 None None] Allocated IP 2001:db8:2::2 (f5e25a69-7a7d-41bd-968e-92d89d676ae5/ae2cdb94-9001-454c-9c12-1c11abde6ffd/0384a6a1-f0ff-4277-8e5d-48a91fa48328) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:01.783307 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70fcdf2-12a8-47d4-8037-a838b5665b7a None None] DHCP port deletion for 71545a5d-e14d-45e5-a599-d1327e0318ac request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:31:01.784372 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9efbe11-b00c-4877-9075-811bc9975e29 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:01.785088 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c9efbe11-b00c-4877-9075-811bc9975e29 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:31:01.793315 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65bdcee-0ff9-4334-ad3c-c56737c8903d tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] No DVR routers for this DVR port e22c1d1c-75eb-4358-8aef-6343e7e95cd1 on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:31:01.799415 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] device_id is not set on port 1c5ab165-77ab-4cee-b115-c8c2961d45ba yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:31:01.841405 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65bdcee-0ff9-4334-ad3c-c56737c8903d tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Pushing event deleted for resources: {'Port': ['ID=e22c1d1c-75eb-4358-8aef-6343e7e95cd1,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:01.848403 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:01.912649 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Transition to ACTIVE for port object 1c5ab165-77ab-4cee-b115-c8c2961d45ba will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:01.979631 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b65bdcee-0ff9-4334-ad3c-c56737c8903d tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:02.004085 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c9efbe11-b00c-4877-9075-811bc9975e29 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:31:02.007576 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c9efbe11-b00c-4877-9075-811bc9975e29 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3594134 Apr 06 13:31:02.011148 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44916) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:02.070525 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-eaf7b7e7-c92f-4b77-a88a-c677d47b0e2f req-bd244c4c-f7ab-45cf-a1ec-346b1fefb6c2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=f903cb52-eaac-45ed-8f32-cd340680cda6 HTTP/1.1" status: 200 len: 210 time: 0.0583348 Apr 06 13:31:02.093922 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f1372350-7470-4733-91c8-bf853fc714a0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:router {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:31:02.098117 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-b65bdcee-0ff9-4334-ad3c-c56737c8903d tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71545a5d-e14d-45e5-a599-d1327e0318ac']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:02.110626 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:02.177766 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-b65bdcee-0ff9-4334-ad3c-c56737c8903d tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95bb127f-10e1-4e6c-b524-af4361ed0432') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:02.178133 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-b65bdcee-0ff9-4334-ad3c-c56737c8903d tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95bb127f-10e1-4e6c-b524-af4361ed0432') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:02.183223 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 9d6ebdfa-dc7e-476a-8166-742bc7f6738a no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:31:02.254314 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 9d6ebdfa-dc7e-476a-8166-742bc7f6738a {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:31:02.254975 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 9d6ebdfa-dc7e-476a-8166-742bc7f6738a not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:31:02.268988 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b65bdcee-0ff9-4334-ad3c-c56737c8903d tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:02.334883 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:31:02.336000 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:31:02.336000 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:31:02.340777 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Pushing event updated for resources: {'Port': ['ID=1c5ab165-77ab-4cee-b115-c8c2961d45ba,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:02.342607 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b65bdcee-0ff9-4334-ad3c-c56737c8903d tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:02.349455 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:31:02.349455 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:31:02.351220 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempt 2 to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba Apr 06 13:31:02.360164 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65bdcee-0ff9-4334-ad3c-c56737c8903d tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:31:02.360556 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device dbb076fd-b07d-448e-b2ec-433e2550b824 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:31:02.361317 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b65bdcee-0ff9-4334-ad3c-c56737c8903d tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:02.364819 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0c17f645-4d16-43c6-aed6-2b71929827aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:31:02.380138 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:31:02.395445 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f1372350-7470-4733-91c8-bf853fc714a0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:router {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:31:02.401776 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f1372350-7470-4733-91c8-bf853fc714a0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3874662 Apr 06 13:31:02.402402 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2bdaeee1-b04e-4d6a-882c-f9cd47a4a865 None None] Provisioning for port 8388590b-c658-48c1-86bc-7090fa9cccaa completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:02.417570 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fe83cd52-9eeb-4f19-8cf0-5898e2de7f26 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:02.437601 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2bdaeee1-b04e-4d6a-882c-f9cd47a4a865 None None] Provisioning complete for port 8388590b-c658-48c1-86bc-7090fa9cccaa triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:02.437970 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2bdaeee1-b04e-4d6a-882c-f9cd47a4a865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:02.461659 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44922) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:02.467933 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-fe83cd52-9eeb-4f19-8cf0-5898e2de7f26 None None] Transition to ACTIVE for port object 0384a6a1-f0ff-4277-8e5d-48a91fa48328 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:02.476875 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-f86f9310-2488-46e1-8853-021be2945799 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:02.503551 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:31:02.504008 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:31:02.504628 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:31:02.532278 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-fe83cd52-9eeb-4f19-8cf0-5898e2de7f26 None None] Transition to ACTIVE for port object 0384a6a1-f0ff-4277-8e5d-48a91fa48328 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:02.544716 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-a6657965-aa01-4857-b0cc-772f18ca92eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:30:52Z', 'revision_number': 3, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None, '_interfaces': [{'id': '4f888c36-87b4-4ce3-a9df-a2b550459152', 'name': '', 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:1c:e6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:50Z', 'updated_at': '2022-04-06T13:30:59Z', 'revision_number': 4, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098c818-e76e-4336-9724-afdb88882060', 'name': '', 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:d0:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:33Z', 'updated_at': '2022-04-06T13:30:51Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:02.547533 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-2bdaeee1-b04e-4d6a-882c-f9cd47a4a865 None None] Port 8388590b-c658-48c1-86bc-7090fa9cccaa cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:31:02.554248 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6657965-aa01-4857-b0cc-772f18ca92eb None None] The sync data for ids ['1587742b-f270-47e5-a582-48c6653c3a00'] in dv-neutron-834600-1-hyperv is: [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:30:52Z', 'revision_number': 3, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None, '_interfaces': [{'id': '4f888c36-87b4-4ce3-a9df-a2b550459152', 'name': '', 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:1c:e6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:50Z', 'updated_at': '2022-04-06T13:30:59Z', 'revision_number': 4, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098c818-e76e-4336-9724-afdb88882060', 'name': '', 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:d0:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:33Z', 'updated_at': '2022-04-06T13:30:51Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:31:02.571221 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port dbb076fd-b07d-448e-b2ec-433e2550b824 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:02.574540 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:02.605070 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2bdaeee1-b04e-4d6a-882c-f9cd47a4a865 None None] Provisioning complete for port dbb076fd-b07d-448e-b2ec-433e2550b824 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:02.605070 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2bdaeee1-b04e-4d6a-882c-f9cd47a4a865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:02.673230 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fe83cd52-9eeb-4f19-8cf0-5898e2de7f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:02.679503 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:31:02.679912 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:31:02.682538 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempt 3 to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba Apr 06 13:31:02.701280 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:31:02.702147 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:31:02.702984 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:31:02.775124 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:31:02.775506 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:31:02.785708 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempt 4 to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba Apr 06 13:31:02.787423 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe83cd52-9eeb-4f19-8cf0-5898e2de7f26 None None] Network f5e25a69-7a7d-41bd-968e-92d89d676ae5 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:02.793217 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-fe83cd52-9eeb-4f19-8cf0-5898e2de7f26 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:02.798519 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b65bdcee-0ff9-4334-ad3c-c56737c8903d tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:02.798720 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe83cd52-9eeb-4f19-8cf0-5898e2de7f26 None None] Pushing event updated for resources: {'Port': ['ID=0384a6a1-f0ff-4277-8e5d-48a91fa48328,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:02.798720 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe83cd52-9eeb-4f19-8cf0-5898e2de7f26 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:31:02.820372 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b65bdcee-0ff9-4334-ad3c-c56737c8903d tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:02.845350 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65bdcee-0ff9-4334-ad3c-c56737c8903d tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] Pushing event deleted for resources: {'Network': ['ID=71545a5d-e14d-45e5-a599-d1327e0318ac,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:02.864870 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:31:02.865208 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:31:02.865545 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:31:02.876342 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f86f9310-2488-46e1-8853-021be2945799 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:02.878975 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:31:02.879328 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:31:02.881476 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempt 5 to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba Apr 06 13:31:02.901022 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b65bdcee-0ff9-4334-ad3c-c56737c8903d tempest-TagsExtTest-1158703815 tempest-TagsExtTest-1158703815-project] 10.222.0.48 "DELETE /v2.0/networks/71545a5d-e14d-45e5-a599-d1327e0318ac HTTP/1.1" status: 204 len: 168 time: 2.5284512 Apr 06 13:31:02.913801 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f86f9310-2488-46e1-8853-021be2945799 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:02.922450 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:31:02.922707 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:31:02.923135 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:31:02.929990 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:31:02.930317 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:31:02.930708 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempt 6 to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba Apr 06 13:31:02.952073 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:31:02.952411 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:31:02.952748 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:31:02.962197 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:31:02.962518 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:31:02.962938 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempt 7 to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba Apr 06 13:31:02.993117 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:31:02.993501 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:31:02.993846 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:31:03.000146 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:31:03.000493 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:31:03.001141 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempt 8 to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba Apr 06 13:31:03.023595 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86f9310-2488-46e1-8853-021be2945799 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:31:03.027605 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f86f9310-2488-46e1-8853-021be2945799 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:03.038604 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-fe83cd52-9eeb-4f19-8cf0-5898e2de7f26 None None] Attempting to bind port 0384a6a1-f0ff-4277-8e5d-48a91fa48328 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:31:03.038960 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-fe83cd52-9eeb-4f19-8cf0-5898e2de7f26 None None] Attempting to bind port 0384a6a1-f0ff-4277-8e5d-48a91fa48328 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '4a3a616c-780b-4c0a-abf4-6211864e8c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f5e25a69-7a7d-41bd-968e-92d89d676ae5'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:31:03.039418 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe83cd52-9eeb-4f19-8cf0-5898e2de7f26 None None] Attempting to bind port 0384a6a1-f0ff-4277-8e5d-48a91fa48328 on network f5e25a69-7a7d-41bd-968e-92d89d676ae5 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:31:03.057654 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:31:03.058002 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:31:03.058338 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:31:03.072673 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe83cd52-9eeb-4f19-8cf0-5898e2de7f26 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:31:03.073338 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe83cd52-9eeb-4f19-8cf0-5898e2de7f26 None None] Checking segment: {'id': '4a3a616c-780b-4c0a-abf4-6211864e8c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f5e25a69-7a7d-41bd-968e-92d89d676ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:31:03.074145 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fe83cd52-9eeb-4f19-8cf0-5898e2de7f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:03.074743 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe83cd52-9eeb-4f19-8cf0-5898e2de7f26 None None] Bound using segment: {'id': '4a3a616c-780b-4c0a-abf4-6211864e8c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f5e25a69-7a7d-41bd-968e-92d89d676ae5'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:31:03.075450 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-fe83cd52-9eeb-4f19-8cf0-5898e2de7f26 None None] Bound port: 0384a6a1-f0ff-4277-8e5d-48a91fa48328, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3a616c-780b-4c0a-abf4-6211864e8c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f5e25a69-7a7d-41bd-968e-92d89d676ae5'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:31:03.076040 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fe83cd52-9eeb-4f19-8cf0-5898e2de7f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:03.109674 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-c5b4864c-8552-4875-b388-bfe4f11bc613 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Allocated IP 2001:db8:2::1 (f5e25a69-7a7d-41bd-968e-92d89d676ae5/ae2cdb94-9001-454c-9c12-1c11abde6ffd/9c9975bd-d851-4b6e-a8c9-66c597616f4c) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:03.112568 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:31:03.113007 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:31:03.116474 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempt 9 to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba Apr 06 13:31:03.190132 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device e22c1d1c-75eb-4358-8aef-6343e7e95cd1 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:31:03.252221 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:31:03.252592 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:31:03.253449 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:31:03.287699 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:31:03.288038 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:31:03.297516 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.plugins.ml2.plugin [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempt 10 to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba Apr 06 13:31:03.308365 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: e22c1d1c-75eb-4358-8aef-6343e7e95cd1 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:31:03.312604 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device e22c1d1c-75eb-4358-8aef-6343e7e95cd1 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:31:03.312604 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 477e430c-3e2e-4a7b-8394-31e64a5565a8 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:31:03.342276 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:31:03.342709 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:31:03.343099 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempting to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:31:03.350357 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:31:03.350680 dv-neutron-834600-1-hyperv neutron-server[88564]: ERROR neutron.plugins.ml2.managers [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Failed to bind port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'abb4a36a-b3f7-405e-a690-d1082603eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e597ce5-fccc-44d5-9be5-931bcf221e16'}] Apr 06 13:31:03.351558 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:03.357183 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 477e430c-3e2e-4a7b-8394-31e64a5565a8 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:31:03.357409 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 477e430c-3e2e-4a7b-8394-31e64a5565a8 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:31:03.418868 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-fe83cd52-9eeb-4f19-8cf0-5898e2de7f26 None None] For port 0384a6a1-f0ff-4277-8e5d-48a91fa48328, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:31:03.424401 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-fe83cd52-9eeb-4f19-8cf0-5898e2de7f26 None None] For port 0384a6a1-f0ff-4277-8e5d-48a91fa48328, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0384a6a1-f0ff-4277-8e5d-48a91fa48328,segment=NetworkSegment(4a3a616c-780b-4c0a-abf4-6211864e8c64),segment_id=4a3a616c-780b-4c0a-abf4-6211864e8c64)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:31:03.512400 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fe83cd52-9eeb-4f19-8cf0-5898e2de7f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:03.522043 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c5b4864c-8552-4875-b388-bfe4f11bc613 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:03.539537 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] For port 1c5ab165-77ab-4cee-b115-c8c2961d45ba, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:31:03.539915 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attempted to set empty binding levels {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 06 13:31:03.555762 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ef870eea-4cf3-45e4-9cec-021fe5d003f6 req-a7138680-dbff-402b-b774-e6ccd6715624 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=f903cb52-eaac-45ed-8f32-cd340680cda6 HTTP/1.1" status: 200 len: 210 time: 0.1572790 Apr 06 13:31:03.612616 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44932) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:03.616420 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:03.622321 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe83cd52-9eeb-4f19-8cf0-5898e2de7f26 None None] Pushing event updated for resources: {'Port': ['ID=0384a6a1-f0ff-4277-8e5d-48a91fa48328,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:03.667006 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-c5b4864c-8552-4875-b388-bfe4f11bc613 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Transition to ACTIVE for port object 9c9975bd-d851-4b6e-a8c9-66c597616f4c will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:03.681277 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] In _notify_port_updated(), no bound segment for port 1c5ab165-77ab-4cee-b115-c8c2961d45ba on network 2e597ce5-fccc-44d5-9be5-931bcf221e16 {{(pid=88564) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 06 13:31:03.682127 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:03.682731 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:03.684580 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] 10.222.0.48 "PUT /v2.0/ports/1c5ab165-77ab-4cee-b115-c8c2961d45ba HTTP/1.1" status: 200 len: 976 time: 3.1571429 Apr 06 13:31:03.688833 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44938) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:03.767116 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42048b-7385-494b-8fce-2e338d3ddf47 tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Pushing event updated for resources: {'Port': ['ID=1c5ab165-77ab-4cee-b115-c8c2961d45ba,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:03.806894 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-2dec5757-45ed-4cdc-af9c-bc78a5bbdd6b tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Deleting port 1c5ab165-77ab-4cee-b115-c8c2961d45ba {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:03.806894 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2dec5757-45ed-4cdc-af9c-bc78a5bbdd6b tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:03.836862 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.objects.ports [None req-f86f9310-2488-46e1-8853-021be2945799 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88564) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 06 13:31:03.841699 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f86f9310-2488-46e1-8853-021be2945799 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:03.932814 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c5b4864c-8552-4875-b388-bfe4f11bc613 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:03.977792 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0c17f645-4d16-43c6-aed6-2b71929827aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:04.021143 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86f9310-2488-46e1-8853-021be2945799 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:04.021966 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f9310-2488-46e1-8853-021be2945799 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=453ca222-49bf-4c70-9f6e-f2f6c9afb419,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:04.031627 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-f86f9310-2488-46e1-8853-021be2945799 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:04.038503 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-99e3861c-8c5d-48fe-90bf-e2c232981732 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c543a4d9b93434abd3dd7a34a0f6a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4243026 Apr 06 13:31:04.040150 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86f9310-2488-46e1-8853-021be2945799 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:04.040735 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f86f9310-2488-46e1-8853-021be2945799 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:04.044272 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44942) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:04.062002 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b4864c-8552-4875-b388-bfe4f11bc613 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network f5e25a69-7a7d-41bd-968e-92d89d676ae5 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:04.075772 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105a7a8e-e377-45e9-8668-c50127c76c1e None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:04.081798 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-c5b4864c-8552-4875-b388-bfe4f11bc613 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:04.084627 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b4864c-8552-4875-b388-bfe4f11bc613 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:31:04.085571 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c5b4864c-8552-4875-b388-bfe4f11bc613 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:04.157467 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0c17f645-4d16-43c6-aed6-2b71929827aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:04.230431 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-832c01ff-8274-45d0-9b17-c09065ef8f7f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:04.231813 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-832c01ff-8274-45d0-9b17-c09065ef8f7f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/networks?id=6df18f53-1a01-497a-85ec-3d44ebb99c03 HTTP/1.1" status: 200 len: 796 time: 0.2958431 Apr 06 13:31:04.262620 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4864c-8552-4875-b388-bfe4f11bc613 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Port': ['ID=9c9975bd-d851-4b6e-a8c9-66c597616f4c,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:04.323512 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f86f9310-2488-46e1-8853-021be2945799 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8604465 Apr 06 13:31:04.332869 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44946) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:04.340971 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-9c1c3a99-0365-4b9e-9fca-7659d546661c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 379 time: 0.0939085 Apr 06 13:31:04.353865 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-fe01911b-f0fa-44ea-a3ad-1cc51e6621ab tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'port': {'device_id': 'f903cb52-eaac-45ed-8f32-cd340680cda6', 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03', 'admin_state_up': True, 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'security_groups': ['ec28645e-dc53-4263-8774-8d9fe99047f7']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:04.359504 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-2dec5757-45ed-4cdc-af9c-bc78a5bbdd6b tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] For port 1c5ab165-77ab-4cee-b115-c8c2961d45ba, host hv-neutron-8346, got binding levels [] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:04.359877 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2dec5757-45ed-4cdc-af9c-bc78a5bbdd6b tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:04.392368 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-f680c6c1-ce61-4dd6-a72e-b581054aba52 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:04.462603 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c2938a-9d83-4d34-8b03-0990c64f3a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-4a5369b0-8301-4713-81a5-ebef94e70f0e', 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'fixed_ips': [{'subnet_id': '453ca222-49bf-4c70-9f6e-f2f6c9afb419'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:31:04.462603 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-34c2938a-9d83-4d34-8b03-0990c64f3a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:04.463409 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 4f888c36-87b4-4ce3-a9df-a2b550459152 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:31:04.504292 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0c17f645-4d16-43c6-aed6-2b71929827aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:04.565195 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-fe01911b-f0fa-44ea-a3ad-1cc51e6621ab tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:04.580860 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-fe01911b-f0fa-44ea-a3ad-1cc51e6621ab tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:04.688803 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-fe01911b-f0fa-44ea-a3ad-1cc51e6621ab tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Made reservation on behalf of accb128fe3eb42cd83b327a0d6bf9c24 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:31:04.693593 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-fe01911b-f0fa-44ea-a3ad-1cc51e6621ab tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:04.760861 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-2dec5757-45ed-4cdc-af9c-bc78a5bbdd6b tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Calling delete_port for 1c5ab165-77ab-4cee-b115-c8c2961d45ba owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:04.777763 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-34c2938a-9d83-4d34-8b03-0990c64f3a05 None None] Allocated IP 2001:db8::f816:3eff:fe5d:80b3 (4a5369b0-8301-4713-81a5-ebef94e70f0e/453ca222-49bf-4c70-9f6e-f2f6c9afb419/ee46a714-7086-4d93-b66a-1ef73c30b07d) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:04.793085 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 4f888c36-87b4-4ce3-a9df-a2b550459152 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:04.829901 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 4f888c36-87b4-4ce3-a9df-a2b550459152 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:04.830270 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:04.899925 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-fe01911b-f0fa-44ea-a3ad-1cc51e6621ab tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.20.0.12 (6df18f53-1a01-497a-85ec-3d44ebb99c03/aabaa642-b3ff-412a-b146-d4f458a62441/baf46332-bf69-4bb6-af5d-89377108b9c9) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:04.917666 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17f645-4d16-43c6-aed6-2b71929827aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Port': ['ID=8388590b-c658-48c1-86bc-7090fa9cccaa,revision_number=3']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:05.022953 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b6a394fd-4202-4ebc-812f-f4221a167e07 req-71f4374b-1a3e-48f1-8b37-375d12040e8b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=f903cb52-eaac-45ed-8f32-cd340680cda6 HTTP/1.1" status: 200 len: 210 time: 0.2892230 Apr 06 13:31:05.038660 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4d4176d8-58eb-4ee9-99a9-c0c7c9f49c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:05.107203 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98754b0-cf66-4a7d-b586-5b9b5a4a5823 None None] Network f5e25a69-7a7d-41bd-968e-92d89d676ae5 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:05.125892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:05.157010 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-34c2938a-9d83-4d34-8b03-0990c64f3a05 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:05.166658 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-fe01911b-f0fa-44ea-a3ad-1cc51e6621ab tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:05.171741 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-34c2938a-9d83-4d34-8b03-0990c64f3a05 None None] Transition to ACTIVE for port object ee46a714-7086-4d93-b66a-1ef73c30b07d will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:05.190377 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4d4176d8-58eb-4ee9-99a9-c0c7c9f49c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:05.191871 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-34c2938a-9d83-4d34-8b03-0990c64f3a05 None None] Transition to ACTIVE for port object ee46a714-7086-4d93-b66a-1ef73c30b07d will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:05.192518 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-fe01911b-f0fa-44ea-a3ad-1cc51e6621ab tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Transition to ACTIVE for port object baf46332-bf69-4bb6-af5d-89377108b9c9 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:05.205180 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f680c6c1-ce61-4dd6-a72e-b581054aba52 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:05.209454 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f680c6c1-ce61-4dd6-a72e-b581054aba52 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:subnet and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:05.213356 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f680c6c1-ce61-4dd6-a72e-b581054aba52 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:05.221318 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f680c6c1-ce61-4dd6-a72e-b581054aba52 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:05.309917 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 4f888c36-87b4-4ce3-a9df-a2b550459152, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=4f888c36-87b4-4ce3-a9df-a2b550459152,segment=NetworkSegment(c20f3d12-e557-41b8-af24-89ed6790822e),segment_id=c20f3d12-e557-41b8-af24-89ed6790822e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:05.314669 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-34c2938a-9d83-4d34-8b03-0990c64f3a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:05.350837 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c5b4864c-8552-4875-b388-bfe4f11bc613 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:05.352321 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-fe01911b-f0fa-44ea-a3ad-1cc51e6621ab tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:05.364422 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c17f645-4d16-43c6-aed6-2b71929827aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network 62d567a4-7d0a-4e40-a173-848592562add is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:05.368379 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-0c17f645-4d16-43c6-aed6-2b71929827aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:05.446609 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c2938a-9d83-4d34-8b03-0990c64f3a05 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:05.451711 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0f3f047b-03b3-4a84-86a2-b168acba030c None None] Provisioning for port 0384a6a1-f0ff-4277-8e5d-48a91fa48328 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:05.455412 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-fe01911b-f0fa-44ea-a3ad-1cc51e6621ab tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network 6df18f53-1a01-497a-85ec-3d44ebb99c03 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:05.458569 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-fe01911b-f0fa-44ea-a3ad-1cc51e6621ab tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:05.468330 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-fe01911b-f0fa-44ea-a3ad-1cc51e6621ab tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:31:05.476726 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:05.476726 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0384a6a1-f0ff-4277-8e5d-48a91fa48328 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:31:05.489995 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2dec5757-45ed-4cdc-af9c-bc78a5bbdd6b tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:05.496267 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f680c6c1-ce61-4dd6-a72e-b581054aba52 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:31:05.500412 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f680c6c1-ce61-4dd6-a72e-b581054aba52 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:05.506320 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2938a-9d83-4d34-8b03-0990c64f3a05 None None] Pushing event updated for resources: {'Port': ['ID=ee46a714-7086-4d93-b66a-1ef73c30b07d,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:05.523169 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-34c2938a-9d83-4d34-8b03-0990c64f3a05 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:05.526366 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01911b-f0fa-44ea-a3ad-1cc51e6621ab tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=baf46332-bf69-4bb6-af5d-89377108b9c9,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:05.583942 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c2938a-9d83-4d34-8b03-0990c64f3a05 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:31:05.591207 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-fe01911b-f0fa-44ea-a3ad-1cc51e6621ab tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:05.598032 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-fe01911b-f0fa-44ea-a3ad-1cc51e6621ab tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:05.660367 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec5757-45ed-4cdc-af9c-bc78a5bbdd6b tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c5ab165-77ab-4cee-b115-c8c2961d45ba,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:05.660367 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4d4176d8-58eb-4ee9-99a9-c0c7c9f49c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:05.740336 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-fe01911b-f0fa-44ea-a3ad-1cc51e6621ab tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3944890 Apr 06 13:31:05.773327 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2dec5757-45ed-4cdc-af9c-bc78a5bbdd6b tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:05.811949 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=4f888c36-87b4-4ce3-a9df-a2b550459152,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:05.821772 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-34c2938a-9d83-4d34-8b03-0990c64f3a05 None None] Attempting to bind port ee46a714-7086-4d93-b66a-1ef73c30b07d on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:31:05.821772 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-34c2938a-9d83-4d34-8b03-0990c64f3a05 None None] Attempting to bind port ee46a714-7086-4d93-b66a-1ef73c30b07d by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:31:05.822091 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-70c78614-43c4-4cd5-81ef-d793a43d71e6 service neutron] Request body: {'port': {'device_id': 'f903cb52-eaac-45ed-8f32-cd340680cda6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:05.822179 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c2938a-9d83-4d34-8b03-0990c64f3a05 None None] Attempting to bind port ee46a714-7086-4d93-b66a-1ef73c30b07d on network 4a5369b0-8301-4713-81a5-ebef94e70f0e {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:31:05.836971 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c2938a-9d83-4d34-8b03-0990c64f3a05 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:31:05.837364 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c2938a-9d83-4d34-8b03-0990c64f3a05 None None] Checking segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:31:05.837821 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-34c2938a-9d83-4d34-8b03-0990c64f3a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:05.838272 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c2938a-9d83-4d34-8b03-0990c64f3a05 None None] Bound using segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:31:05.838832 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-34c2938a-9d83-4d34-8b03-0990c64f3a05 None None] Bound port: ee46a714-7086-4d93-b66a-1ef73c30b07d, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:31:05.839259 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-34c2938a-9d83-4d34-8b03-0990c64f3a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:05.849753 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-191b6871-3745-4a21-95cb-f79c35a3c113 None None] Provisioning complete for port 8388590b-c658-48c1-86bc-7090fa9cccaa triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:05.850191 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-191b6871-3745-4a21-95cb-f79c35a3c113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:05.880994 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4176d8-58eb-4ee9-99a9-c0c7c9f49c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3327b50-3698-40e5-baf2-8b2614bbe1e3,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:05.884369 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4d4176d8-58eb-4ee9-99a9-c0c7c9f49c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:05.885781 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4d4176d8-58eb-4ee9-99a9-c0c7c9f49c97 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3327b50-3698-40e5-baf2-8b2614bbe1e3 HTTP/1.1" status: 204 len: 168 time: 1.8355846 Apr 06 13:31:05.911277 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2dec5757-45ed-4cdc-af9c-bc78a5bbdd6b tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] 10.222.0.48 "DELETE /v2.0/ports/1c5ab165-77ab-4cee-b115-c8c2961d45ba HTTP/1.1" status: 204 len: 168 time: 2.2190261 Apr 06 13:31:05.962863 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44960) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:05.963117 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 0384a6a1-f0ff-4277-8e5d-48a91fa48328 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:05.991134 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 0384a6a1-f0ff-4277-8e5d-48a91fa48328 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:05.991582 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:06.015861 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-191b6871-3745-4a21-95cb-f79c35a3c113 None None] Port 8388590b-c658-48c1-86bc-7090fa9cccaa cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:31:06.055218 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00a8b86-ba7c-4f16-81e3-cb7339c62e2c tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] GET failed (client error): The resource could not be found. Apr 06 13:31:06.056378 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f00a8b86-ba7c-4f16-81e3-cb7339c62e2c tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Synchronizing usage tracker for tenant:88ffa23921794154aa9f3b7b969cff5f on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:31:06.089932 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-34c2938a-9d83-4d34-8b03-0990c64f3a05 None None] For port ee46a714-7086-4d93-b66a-1ef73c30b07d, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:31:06.103203 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-34c2938a-9d83-4d34-8b03-0990c64f3a05 None None] For port ee46a714-7086-4d93-b66a-1ef73c30b07d, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ee46a714-7086-4d93-b66a-1ef73c30b07d,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:31:06.159795 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-70c78614-43c4-4cd5-81ef-d793a43d71e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:06.211152 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:06.253355 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-34c2938a-9d83-4d34-8b03-0990c64f3a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:06.349057 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c17f645-4d16-43c6-aed6-2b71929827aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Router 6b06022e-ac31-4536-8a92-17f99d11ff89 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:31:06.351536 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f00a8b86-ba7c-4f16-81e3-cb7339c62e2c tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] Unset dirty status for tenant:88ffa23921794154aa9f3b7b969cff5f on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:31:06.352874 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f00a8b86-ba7c-4f16-81e3-cb7339c62e2c tempest-PortsAdminExtendedAttrsTestJSON-2054861769 tempest-PortsAdminExtendedAttrsTestJSON-2054861769-project-admin] 10.222.0.48 "GET /v2.0/ports/1c5ab165-77ab-4cee-b115-c8c2961d45ba HTTP/1.1" status: 404 len: 333 time: 0.3836274 Apr 06 13:31:06.358110 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44966) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:06.360948 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f83b0d8a-017f-400e-8c17-7d76f803705d None None] Provisioning for port baf46332-bf69-4bb6-af5d-89377108b9c9 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:06.390338 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f83b0d8a-017f-400e-8c17-7d76f803705d None None] Provisioning complete for port baf46332-bf69-4bb6-af5d-89377108b9c9 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:06.391021 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f83b0d8a-017f-400e-8c17-7d76f803705d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:06.441077 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 0384a6a1-f0ff-4277-8e5d-48a91fa48328, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0384a6a1-f0ff-4277-8e5d-48a91fa48328,segment=NetworkSegment(4a3a616c-780b-4c0a-abf4-6211864e8c64),segment_id=4a3a616c-780b-4c0a-abf4-6211864e8c64)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:06.506976 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2938a-9d83-4d34-8b03-0990c64f3a05 None None] Pushing event updated for resources: {'Port': ['ID=ee46a714-7086-4d93-b66a-1ef73c30b07d,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:06.521469 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-f83b0d8a-017f-400e-8c17-7d76f803705d None None] Port baf46332-bf69-4bb6-af5d-89377108b9c9 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:31:06.590643 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:06.591305 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3e4cda4f-6918-441a-b975-715815df4410 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:06.697228 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 4f888c36-87b4-4ce3-a9df-a2b550459152 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:31:06.863754 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3e4cda4f-6918-441a-b975-715815df4410 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:06.899970 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=0384a6a1-f0ff-4277-8e5d-48a91fa48328,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:06.907804 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7213b111-e05d-4fe6-a594-aa63f8f46283 None None] Provisioning complete for port 0384a6a1-f0ff-4277-8e5d-48a91fa48328 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:06.908247 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7213b111-e05d-4fe6-a594-aa63f8f46283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:06.916428 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-3e4cda4f-6918-441a-b975-715815df4410 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e597ce5-fccc-44d5-9be5-931bcf221e16']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:06.944972 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-3e4cda4f-6918-441a-b975-715815df4410 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb4a36a-b3f7-405e-a690-d1082603eb72') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:06.948908 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c5b4864c-8552-4875-b388-bfe4f11bc613 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:06.951091 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-3e4cda4f-6918-441a-b975-715815df4410 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb4a36a-b3f7-405e-a690-d1082603eb72') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:06.955744 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c17f645-4d16-43c6-aed6-2b71929827aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:31:06.969598 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0c17f645-4d16-43c6-aed6-2b71929827aa tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "PUT /v2.0/routers/6b06022e-ac31-4536-8a92-17f99d11ff89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1094437 Apr 06 13:31:06.977517 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44970) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:06.981906 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ef6fee-669e-410a-8f6c-e87041c380e8 None None] Sync routers for ids ['6b06022e-ac31-4536-8a92-17f99d11ff89'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:31:06.990267 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3e4cda4f-6918-441a-b975-715815df4410 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:07.018105 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ef6fee-669e-410a-8f6c-e87041c380e8 None None] Routers {'6b06022e-ac31-4536-8a92-17f99d11ff89'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:31:07.018586 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-b6ef6fee-669e-410a-8f6c-e87041c380e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:30:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['6b06022e-ac31-4536-8a92-17f99d11ff89'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:07.043880 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c741e0-f4f0-4c95-9286-c971d7450c3e req-2778b576-da54-4e65-a0b5-fe6f41d745a0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:07.044624 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3e4cda4f-6918-441a-b975-715815df4410 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:07.046189 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-14c741e0-f4f0-4c95-9286-c971d7450c3e req-2778b576-da54-4e65-a0b5-fe6f41d745a0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=f903cb52-eaac-45ed-8f32-cd340680cda6 HTTP/1.1" status: 200 len: 932 time: 0.7107098 Apr 06 13:31:07.051826 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c5b4864c-8552-4875-b388-bfe4f11bc613 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:07.051826 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c5b4864c-8552-4875-b388-bfe4f11bc613 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:07.096468 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 4f888c36-87b4-4ce3-a9df-a2b550459152 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:07.097179 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:07.115041 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f680c6c1-ce61-4dd6-a72e-b581054aba52 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:07.127932 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-b6ef6fee-669e-410a-8f6c-e87041c380e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:07.136043 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4cda4f-6918-441a-b975-715815df4410 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:31:07.136454 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3e4cda4f-6918-441a-b975-715815df4410 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:31:07.154192 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:31:07.202373 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ef6fee-669e-410a-8f6c-e87041c380e8 None None] Routers {'6b06022e-ac31-4536-8a92-17f99d11ff89'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:31:07.203136 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-b6ef6fee-669e-410a-8f6c-e87041c380e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:30:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['6b06022e-ac31-4536-8a92-17f99d11ff89'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:07.287559 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-b6ef6fee-669e-410a-8f6c-e87041c380e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:07.287969 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ef6fee-669e-410a-8f6c-e87041c380e8 None None] The sync data for ids ['6b06022e-ac31-4536-8a92-17f99d11ff89'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:31:07.352509 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f680c6c1-ce61-4dd6-a72e-b581054aba52 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:07.367463 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-f680c6c1-ce61-4dd6-a72e-b581054aba52 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:07.374584 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f680c6c1-ce61-4dd6-a72e-b581054aba52 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:07.375215 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f680c6c1-ce61-4dd6-a72e-b581054aba52 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:07.382450 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-70c78614-43c4-4cd5-81ef-d793a43d71e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf46332-bf69-4bb6-af5d-89377108b9c9 {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:31:07.390118 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4864c-8552-4875-b388-bfe4f11bc613 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Port': ['ID=9c9975bd-d851-4b6e-a8c9-66c597616f4c,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:07.390314 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3e4cda4f-6918-441a-b975-715815df4410 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:07.393731 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3e4cda4f-6918-441a-b975-715815df4410 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:07.410399 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680c6c1-ce61-4dd6-a72e-b581054aba52 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=5500c8b5-fad6-477c-9bb7-e496cc601fbb,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:07.419133 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-14c741e0-f4f0-4c95-9286-c971d7450c3e req-adea6850-3116-4bd9-ae1c-35fd6ab76856 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec28645e-dc53-4263-8774-8d9fe99047f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3586633 Apr 06 13:31:07.421332 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-70c78614-43c4-4cd5-81ef-d793a43d71e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:07.430045 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4cda4f-6918-441a-b975-715815df4410 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] Pushing event deleted for resources: {'Network': ['ID=2e597ce5-fccc-44d5-9be5-931bcf221e16,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:07.442591 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3e4cda4f-6918-441a-b975-715815df4410 tempest-PortsAdminExtendedAttrsTestJSON-2089339104 tempest-PortsAdminExtendedAttrsTestJSON-2089339104-project] 10.222.0.48 "DELETE /v2.0/networks/2e597ce5-fccc-44d5-9be5-931bcf221e16 HTTP/1.1" status: 204 len: 168 time: 1.0726554 Apr 06 13:31:07.442829 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7213b111-e05d-4fe6-a594-aa63f8f46283 None None] Provisioning for port 9c9975bd-d851-4b6e-a8c9-66c597616f4c completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:07.447198 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7213b111-e05d-4fe6-a594-aa63f8f46283 None None] Provisioning complete for port 9c9975bd-d851-4b6e-a8c9-66c597616f4c triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:07.447888 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7213b111-e05d-4fe6-a594-aa63f8f46283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:07.449744 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-70c78614-43c4-4cd5-81ef-d793a43d71e6 service neutron] Transition to ACTIVE for port object baf46332-bf69-4bb6-af5d-89377108b9c9 will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:07.472903 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1699ca-fbea-4edb-9948-759aec5223d0 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:07.473699 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-fb1699ca-fbea-4edb-9948-759aec5223d0 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Synchronizing usage tracker for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:31:07.480541 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b4864c-8552-4875-b388-bfe4f11bc613 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network f5e25a69-7a7d-41bd-968e-92d89d676ae5 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:07.487214 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-c5b4864c-8552-4875-b388-bfe4f11bc613 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:07.534152 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-7213b111-e05d-4fe6-a594-aa63f8f46283 None None] Port 9c9975bd-d851-4b6e-a8c9-66c597616f4c cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:31:07.534757 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-70c78614-43c4-4cd5-81ef-d793a43d71e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:07.584473 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f680c6c1-ce61-4dd6-a72e-b581054aba52 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2402947 Apr 06 13:31:07.593587 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44976) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:07.662068 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-6919ebf9-d816-4858-8f78-53c6b070d8e2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'port': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'mac_address': 'fa:16:3e:eb:03:8d', 'name': 'tempest-NetworksTestDHCPv6-634537810'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:07.673321 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8495ab69-179c-4ccd-911f-8079d2e828aa None None] Provisioning complete for port 9c9975bd-d851-4b6e-a8c9-66c597616f4c triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:07.673976 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8495ab69-179c-4ccd-911f-8079d2e828aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:07.695713 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-fb1699ca-fbea-4edb-9948-759aec5223d0 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Unset dirty status for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:31:07.699623 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-fb1699ca-fbea-4edb-9948-759aec5223d0 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b06022e-ac31-4536-8a92-17f99d11ff89 HTTP/1.1" status: 200 len: 981 time: 0.7110696 Apr 06 13:31:07.708749 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 44980) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:07.726712 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c78614-43c4-4cd5-81ef-d793a43d71e6 service neutron] Pushing event updated for resources: {'Port': ['ID=baf46332-bf69-4bb6-af5d-89377108b9c9,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:07.803041 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-8495ab69-179c-4ccd-911f-8079d2e828aa None None] Port 9c9975bd-d851-4b6e-a8c9-66c597616f4c cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:31:07.904417 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-70c78614-43c4-4cd5-81ef-d793a43d71e6 service neutron] Attempting to bind port baf46332-bf69-4bb6-af5d-89377108b9c9 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:31:07.905363 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-70c78614-43c4-4cd5-81ef-d793a43d71e6 service neutron] Attempting to bind port baf46332-bf69-4bb6-af5d-89377108b9c9 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:31:07.905780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-70c78614-43c4-4cd5-81ef-d793a43d71e6 service neutron] Attempting to bind port baf46332-bf69-4bb6-af5d-89377108b9c9 on network 6df18f53-1a01-497a-85ec-3d44ebb99c03 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:31:07.912909 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-70c78614-43c4-4cd5-81ef-d793a43d71e6 service neutron] Port baf46332-bf69-4bb6-af5d-89377108b9c9 on network 6df18f53-1a01-497a-85ec-3d44ebb99c03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:31:07.916723 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-70c78614-43c4-4cd5-81ef-d793a43d71e6 service neutron] Attempting to bind port baf46332-bf69-4bb6-af5d-89377108b9c9 on network 6df18f53-1a01-497a-85ec-3d44ebb99c03 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:31:07.930533 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-70c78614-43c4-4cd5-81ef-d793a43d71e6 service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:31:07.931682 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-70c78614-43c4-4cd5-81ef-d793a43d71e6 service neutron] Checking segment: {'id': '5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:31:07.932494 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-70c78614-43c4-4cd5-81ef-d793a43d71e6 service neutron] Bound using segment: {'id': '5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:31:07.933107 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-70c78614-43c4-4cd5-81ef-d793a43d71e6 service neutron] Bound port: baf46332-bf69-4bb6-af5d-89377108b9c9, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:31:07.933672 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-70c78614-43c4-4cd5-81ef-d793a43d71e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:07.940199 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-760a7e9b-5b6d-4891-844d-237c56d5a479 None None] Provisioning complete for port 9c9975bd-d851-4b6e-a8c9-66c597616f4c triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:07.940199 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-760a7e9b-5b6d-4891-844d-237c56d5a479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:08.040715 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-760a7e9b-5b6d-4891-844d-237c56d5a479 None None] Port 9c9975bd-d851-4b6e-a8c9-66c597616f4c cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:31:08.075513 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b4864c-8552-4875-b388-bfe4f11bc613 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Router 1587742b-f270-47e5-a582-48c6653c3a00 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:31:08.080713 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-70c78614-43c4-4cd5-81ef-d793a43d71e6 service neutron] For port baf46332-bf69-4bb6-af5d-89377108b9c9, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:31:08.090122 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-70c78614-43c4-4cd5-81ef-d793a43d71e6 service neutron] For port baf46332-bf69-4bb6-af5d-89377108b9c9, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=baf46332-bf69-4bb6-af5d-89377108b9c9,segment=NetworkSegment(5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e),segment_id=5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:31:08.127313 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-6919ebf9-d816-4858-8f78-53c6b070d8e2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:08.200099 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44986) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:08.204348 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6919ebf9-d816-4858-8f78-53c6b070d8e2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:port and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:08.210258 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4435e64-1e01-42df-93a6-77b348e250cb None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:08.212528 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6919ebf9-d816-4858-8f78-53c6b070d8e2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:08.222744 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-6919ebf9-d816-4858-8f78-53c6b070d8e2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:08.223183 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-70c78614-43c4-4cd5-81ef-d793a43d71e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:08.327372 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c78614-43c4-4cd5-81ef-d793a43d71e6 service neutron] Pushing event updated for resources: {'Port': ['ID=baf46332-bf69-4bb6-af5d-89377108b9c9,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:08.345279 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-70c78614-43c4-4cd5-81ef-d793a43d71e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:08.346155 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-70c78614-43c4-4cd5-81ef-d793a43d71e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:08.347731 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-70c78614-43c4-4cd5-81ef-d793a43d71e6 service neutron] 10.222.0.61 "PUT /v2.0/ports/baf46332-bf69-4bb6-af5d-89377108b9c9 HTTP/1.1" status: 200 len: 1094 time: 2.6002972 Apr 06 13:31:08.348181 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f903cb52-eaac-45ed-8f32-cd340680cda6', 'tag': 'baf46332-bf69-4bb6-af5d-89377108b9c9'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:31:08.464047 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:31:08.476378 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-c88a918a-ed64-48d9-9b3b-1c550015293b None None] Provisioning for port ee46a714-7086-4d93-b66a-1ef73c30b07d completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:08.619576 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-36871c6e-add0-4aed-bb0d-01a5da92f1d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a1fb19d489149e6a2f879fe6a6fd1f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4170711 Apr 06 13:31:08.646512 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 44998) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:08.664491 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6919ebf9-d816-4858-8f78-53c6b070d8e2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:31:08.774922 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-79f50392-c74d-4bb8-b362-056de54482a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:08.792788 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-30f8c8f1-2973-42c6-b625-cfc27eced32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:08.794422 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9434a90b-38e4-473f-bbb5-0f9f11636576 None None] Update dhcp port {'port': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'fixed_ips': [{'subnet_id': '453ca222-49bf-4c70-9f6e-f2f6c9afb419', 'ip_address': '2001:db8::f816:3eff:fe5d:80b3'}, {'subnet_id': '5500c8b5-fad6-477c-9bb7-e496cc601fbb'}], 'binding:host_id': 'dv-neutron-834600-1-hyperv'}, 'id': 'ee46a714-7086-4d93-b66a-1ef73c30b07d'} from dv-neutron-834600-1-hyperv. {{(pid=88566) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 06 13:31:08.794942 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-30f8c8f1-2973-42c6-b625-cfc27eced32f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=f903cb52-eaac-45ed-8f32-cd340680cda6 HTTP/1.1" status: 200 len: 1097 time: 0.2762806 Apr 06 13:31:08.820494 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-79f50392-c74d-4bb8-b362-056de54482a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:08.846371 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ee46a714-7086-4d93-b66a-1ef73c30b07d up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:31:08.898893 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9434a90b-38e4-473f-bbb5-0f9f11636576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:08.919828 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b4864c-8552-4875-b388-bfe4f11bc613 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:31:08.931070 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c5b4864c-8552-4875-b388-bfe4f11bc613 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "PUT /v2.0/routers/1587742b-f270-47e5-a582-48c6653c3a00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9582074 Apr 06 13:31:08.936982 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45002) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:08.938194 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c6b63c-3aed-49eb-95b3-49849c2f315d None None] Sync routers for ids ['1587742b-f270-47e5-a582-48c6653c3a00'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:31:08.951359 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c6b63c-3aed-49eb-95b3-49849c2f315d None None] Routers {'1587742b-f270-47e5-a582-48c6653c3a00'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:31:08.951575 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-6bbccb23-cf7b-41c4-83e1-e61211710e09 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1926857202'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:08.952416 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-c6c6b63c-3aed-49eb-95b3-49849c2f315d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:30:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1587742b-f270-47e5-a582-48c6653c3a00'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:08.968324 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-6bbccb23-cf7b-41c4-83e1-e61211710e09 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:08.981544 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6bbccb23-cf7b-41c4-83e1-e61211710e09 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Usage tracker for resource:network and tenant:914bb3d1bef745388dc453a227f40127 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:08.985768 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-58cda8b5-04ef-44cc-8144-d56b16f87a80 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baf46332-bf69-4bb6-af5d-89377108b9c9 HTTP/1.1" status: 200 len: 217 time: 0.1057622 Apr 06 13:31:08.988463 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6bbccb23-cf7b-41c4-83e1-e61211710e09 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:08.997440 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6919ebf9-d816-4858-8f78-53c6b070d8e2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:09.007870 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-6bbccb23-cf7b-41c4-83e1-e61211710e09 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:09.058211 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-6919ebf9-d816-4858-8f78-53c6b070d8e2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] device_id is not set on port d27ac0bf-61a3-4818-a815-0866ebe8d8fe yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:31:09.070170 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port ee46a714-7086-4d93-b66a-1ef73c30b07d completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:09.079875 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port ee46a714-7086-4d93-b66a-1ef73c30b07d triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:09.080258 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:09.093586 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-83111de6-3960-47bf-9988-41b333cbebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:09.097587 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-83111de6-3960-47bf-9988-41b333cbebd6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aabaa642-b3ff-412a-b146-d4f458a62441 HTTP/1.1" status: 200 len: 834 time: 0.1053030 Apr 06 13:31:09.100092 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-79f50392-c74d-4bb8-b362-056de54482a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:09.106182 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab2c91-4e14-4fa8-90f3-7618a1eb109d req-fa480d91-00b0-48bd-bee3-94279ec626cb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:09.108455 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8bab2c91-4e14-4fa8-90f3-7618a1eb109d req-fa480d91-00b0-48bd-bee3-94279ec626cb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=f903cb52-eaac-45ed-8f32-cd340680cda6 HTTP/1.1" status: 200 len: 944 time: 0.3908908 Apr 06 13:31:09.140741 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-c6c6b63c-3aed-49eb-95b3-49849c2f315d None None] Set router 1587742b-f270-47e5-a582-48c6653c3a00 gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:31:09.261737 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbccb23-cf7b-41c4-83e1-e61211710e09 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Made reservation on behalf of 914bb3d1bef745388dc453a227f40127 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:31:09.265924 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6bbccb23-cf7b-41c4-83e1-e61211710e09 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:09.280067 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:09.306543 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-9434a90b-38e4-473f-bbb5-0f9f11636576 None None] Allocated IP 172.20.0.2 (4a5369b0-8301-4713-81a5-ebef94e70f0e/5500c8b5-fad6-477c-9bb7-e496cc601fbb/ee46a714-7086-4d93-b66a-1ef73c30b07d) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:09.323021 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bbccb23-cf7b-41c4-83e1-e61211710e09 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:31:09.334253 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6bbccb23-cf7b-41c4-83e1-e61211710e09 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:09.335004 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-6bbccb23-cf7b-41c4-83e1-e61211710e09 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Added segment 17211896-a2cc-4a8c-a5db-86d5e864604e of type vlan for network d489f324-797f-40f6-a3f5-5ba45ef9f087 Apr 06 13:31:09.338699 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f50392-c74d-4bb8-b362-056de54482a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7366676a-1db4-4310-b67e-762202c0ba87,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:09.343108 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-79f50392-c74d-4bb8-b362-056de54482a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:09.347054 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-79f50392-c74d-4bb8-b362-056de54482a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7366676a-1db4-4310-b67e-762202c0ba87 HTTP/1.1" status: 204 len: 168 time: 0.6970196 Apr 06 13:31:09.384748 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-6a0a49d0-0db0-42f8-a119-6da357dedd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:09.387299 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8bab2c91-4e14-4fa8-90f3-7618a1eb109d req-026dc66a-6035-4935-bbf6-7d003588cc1c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec28645e-dc53-4263-8774-8d9fe99047f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909807 Apr 06 13:31:09.394859 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-6a0a49d0-0db0-42f8-a119-6da357dedd37 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6df18f53-1a01-497a-85ec-3d44ebb99c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2672882 Apr 06 13:31:09.418630 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6bbccb23-cf7b-41c4-83e1-e61211710e09 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:09.521032 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4256d231-9436-4d12-8e2e-bf45ad1664ac tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:09.595627 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-d9050813-1014-4a58-bd5c-2981a6f6060a service neutron] 10.222.0.61 "GET /v2.0/networks/6df18f53-1a01-497a-85ec-3d44ebb99c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987827 Apr 06 13:31:09.637444 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-c6c6b63c-3aed-49eb-95b3-49849c2f315d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:31:05Z', 'revision_number': 4, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None, '_interfaces': [{'id': '4f888c36-87b4-4ce3-a9df-a2b550459152', 'name': '', 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:1c:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:50Z', 'updated_at': '2022-04-06T13:31:05Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c9975bd-d851-4b6e-a8c9-66c597616f4c', 'name': '', 'network_id': 'f5e25a69-7a7d-41bd-968e-92d89d676ae5', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:9f:01:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:31:02Z', 'updated_at': '2022-04-06T13:31:06Z', 'revision_number': 2, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098c818-e76e-4336-9724-afdb88882060', 'name': '', 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:d0:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:33Z', 'updated_at': '2022-04-06T13:30:51Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:09.649570 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c6b63c-3aed-49eb-95b3-49849c2f315d None None] Checking router: 1587742b-f270-47e5-a582-48c6653c3a00 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:31:09.649796 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c6b63c-3aed-49eb-95b3-49849c2f315d None None] Updating router 1587742b-f270-47e5-a582-48c6653c3a00 port 9c9975bd-d851-4b6e-a8c9-66c597616f4c binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:31:09.655784 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 06 13:31:09.655784 dv-neutron-834600-1-hyperv neutron-server[88566]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Apr 06 13:31:09.655784 dv-neutron-834600-1-hyperv neutron-server[88566]: [parameters: {'status': 'ACTIVE', 'ports_id': 'ee46a714-7086-4d93-b66a-1ef73c30b07d'}] Apr 06 13:31:09.655784 dv-neutron-834600-1-hyperv neutron-server[88566]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:31:09.656310 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:31:09.682720 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6bbccb23-cf7b-41c4-83e1-e61211710e09 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:09.690384 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbccb23-cf7b-41c4-83e1-e61211710e09 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:09.690599 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-9434a90b-38e4-473f-bbb5-0f9f11636576 None None] For port ee46a714-7086-4d93-b66a-1ef73c30b07d, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ee46a714-7086-4d93-b66a-1ef73c30b07d,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:09.691561 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6bbccb23-cf7b-41c4-83e1-e61211710e09 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:09.712989 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-c6c6b63c-3aed-49eb-95b3-49849c2f315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:09.760722 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9434a90b-38e4-473f-bbb5-0f9f11636576 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:09.785288 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9434a90b-38e4-473f-bbb5-0f9f11636576 None None] Transition to ACTIVE for port object ee46a714-7086-4d93-b66a-1ef73c30b07d will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:09.795157 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a44cfc50-55e3-48d0-be11-108425fff55c'] response: {'name': 'network-changed', 'server_uuid': 'f903cb52-eaac-45ed-8f32-cd340680cda6', 'tag': 'baf46332-bf69-4bb6-af5d-89377108b9c9', 'status': 'completed', 'code': 200} Apr 06 13:31:09.803256 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9a87f600-a5c2-4382-b257-1a19c3d166da req-bfa33d4b-eae7-4ef3-9c30-0d1922d31da0 service neutron] 10.222.0.61 "GET /v2.0/networks/6df18f53-1a01-497a-85ec-3d44ebb99c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023299 Apr 06 13:31:09.874665 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6bbccb23-cf7b-41c4-83e1-e61211710e09 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9331405 Apr 06 13:31:09.874665 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbccb23-cf7b-41c4-83e1-e61211710e09 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Network': ['ID=d489f324-797f-40f6-a3f5-5ba45ef9f087,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:09.875598 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45012) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:09.884721 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-1b9e917a-5427-4d8e-82ca-918a0e9a2a7f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'subnet': {'network_id': 'd489f324-797f-40f6-a3f5-5ba45ef9f087', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:09.887979 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network d489f324-797f-40f6-a3f5-5ba45ef9f087 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:31:09.971973 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9434a90b-38e4-473f-bbb5-0f9f11636576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:10.147278 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434a90b-38e4-473f-bbb5-0f9f11636576 None None] Pushing event updated for resources: {'Port': ['ID=ee46a714-7086-4d93-b66a-1ef73c30b07d,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:10.163837 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92a700-2c01-4dab-a96b-4d7181d0cc88 req-f373a7e0-d3cd-4f2a-8140-84857fae940e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:10.165499 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6c92a700-2c01-4dab-a96b-4d7181d0cc88 req-f373a7e0-d3cd-4f2a-8140-84857fae940e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=f903cb52-eaac-45ed-8f32-cd340680cda6 HTTP/1.1" status: 200 len: 1097 time: 0.1224217 Apr 06 13:31:10.251000 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-c6c6b63c-3aed-49eb-95b3-49849c2f315d None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:10.258850 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:10.275357 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-c6c6b63c-3aed-49eb-95b3-49849c2f315d None None] Transition to ACTIVE for port object 9c9975bd-d851-4b6e-a8c9-66c597616f4c will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:10.306245 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45016) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:10.346665 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-c6c6b63c-3aed-49eb-95b3-49849c2f315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:10.398521 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port ee46a714-7086-4d93-b66a-1ef73c30b07d, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ee46a714-7086-4d93-b66a-1ef73c30b07d,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:10.402330 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92a700-2c01-4dab-a96b-4d7181d0cc88 req-01a3c98b-73aa-4a4b-9c11-f907cf1d6d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:10.403802 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6c92a700-2c01-4dab-a96b-4d7181d0cc88 req-01a3c98b-73aa-4a4b-9c11-f907cf1d6d79 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6df18f53-1a01-497a-85ec-3d44ebb99c03 HTTP/1.1" status: 200 len: 897 time: 0.2305186 Apr 06 13:31:10.408084 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1177e8e7-b0ac-4fae-8f59-e506009ba056 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=88ffa23921794154aa9f3b7b969cff5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1000049 Apr 06 13:31:10.414171 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1b9e917a-5427-4d8e-82ca-918a0e9a2a7f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:10.441558 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-6919ebf9-d816-4858-8f78-53c6b070d8e2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 172.20.0.11 (4a5369b0-8301-4713-81a5-ebef94e70f0e/5500c8b5-fad6-477c-9bb7-e496cc601fbb/d27ac0bf-61a3-4818-a815-0866ebe8d8fe) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:10.456948 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45020) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:10.473085 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-1b9e917a-5427-4d8e-82ca-918a0e9a2a7f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Usage tracker for resource:subnet and tenant:914bb3d1bef745388dc453a227f40127 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:10.481032 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-6919ebf9-d816-4858-8f78-53c6b070d8e2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 2001:db8::f816:3eff:feeb:38d (4a5369b0-8301-4713-81a5-ebef94e70f0e/453ca222-49bf-4c70-9f6e-f2f6c9afb419/d27ac0bf-61a3-4818-a815-0866ebe8d8fe) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:10.494606 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-1b9e917a-5427-4d8e-82ca-918a0e9a2a7f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:10.494748 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:10.496746 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0384a6a1-f0ff-4277-8e5d-48a91fa48328 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:31:10.510094 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6c92a700-2c01-4dab-a96b-4d7181d0cc88 req-9539b161-2c53-4762-b3c8-253fccffe6dd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baf46332-bf69-4bb6-af5d-89377108b9c9 HTTP/1.1" status: 200 len: 217 time: 0.0974782 Apr 06 13:31:10.516254 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14645b37-03b3-40fa-8c98-38bfb2320766 None None] Pushing event updated for resources: {'Port': ['ID=9c9975bd-d851-4b6e-a8c9-66c597616f4c,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:10.552771 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1b9e917a-5427-4d8e-82ca-918a0e9a2a7f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:10.652409 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92a700-2c01-4dab-a96b-4d7181d0cc88 req-12c35361-517c-46d1-825f-224d97176c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:10.660007 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6c92a700-2c01-4dab-a96b-4d7181d0cc88 req-12c35361-517c-46d1-825f-224d97176c47 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aabaa642-b3ff-412a-b146-d4f458a62441 HTTP/1.1" status: 200 len: 834 time: 0.1389906 Apr 06 13:31:10.794308 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92a700-2c01-4dab-a96b-4d7181d0cc88 req-f7cf47ca-b8b5-4e94-b960-afd1e674d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:10.797177 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6c92a700-2c01-4dab-a96b-4d7181d0cc88 req-f7cf47ca-b8b5-4e94-b960-afd1e674d7f7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6df18f53-1a01-497a-85ec-3d44ebb99c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1307878 Apr 06 13:31:10.800486 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-c6c6b63c-3aed-49eb-95b3-49849c2f315d None None] Attempting to bind port 9c9975bd-d851-4b6e-a8c9-66c597616f4c on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:31:10.800933 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-c6c6b63c-3aed-49eb-95b3-49849c2f315d None None] Attempting to bind port 9c9975bd-d851-4b6e-a8c9-66c597616f4c by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '4a3a616c-780b-4c0a-abf4-6211864e8c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f5e25a69-7a7d-41bd-968e-92d89d676ae5'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:31:10.801379 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c6b63c-3aed-49eb-95b3-49849c2f315d None None] Attempting to bind port 9c9975bd-d851-4b6e-a8c9-66c597616f4c on network f5e25a69-7a7d-41bd-968e-92d89d676ae5 {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:31:10.807511 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=ee46a714-7086-4d93-b66a-1ef73c30b07d,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:10.821467 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c6b63c-3aed-49eb-95b3-49849c2f315d None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:31:10.822049 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c6b63c-3aed-49eb-95b3-49849c2f315d None None] Checking segment: {'id': '4a3a616c-780b-4c0a-abf4-6211864e8c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f5e25a69-7a7d-41bd-968e-92d89d676ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:31:10.822961 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-c6c6b63c-3aed-49eb-95b3-49849c2f315d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:10.823454 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c6b63c-3aed-49eb-95b3-49849c2f315d None None] Bound using segment: {'id': '4a3a616c-780b-4c0a-abf4-6211864e8c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f5e25a69-7a7d-41bd-968e-92d89d676ae5'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:31:10.824254 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-c6c6b63c-3aed-49eb-95b3-49849c2f315d None None] Bound port: 9c9975bd-d851-4b6e-a8c9-66c597616f4c, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3a616c-780b-4c0a-abf4-6211864e8c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f5e25a69-7a7d-41bd-968e-92d89d676ae5'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:31:10.824739 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-c6c6b63c-3aed-49eb-95b3-49849c2f315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:10.865960 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 0384a6a1-f0ff-4277-8e5d-48a91fa48328 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:10.866716 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:10.985271 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-c6c6b63c-3aed-49eb-95b3-49849c2f315d None None] For port 9c9975bd-d851-4b6e-a8c9-66c597616f4c, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:31:10.989807 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-c6c6b63c-3aed-49eb-95b3-49849c2f315d None None] For port 9c9975bd-d851-4b6e-a8c9-66c597616f4c, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9c9975bd-d851-4b6e-a8c9-66c597616f4c,segment=NetworkSegment(4a3a616c-780b-4c0a-abf4-6211864e8c64),segment_id=4a3a616c-780b-4c0a-abf4-6211864e8c64)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:31:11.063078 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6c92a700-2c01-4dab-a96b-4d7181d0cc88 req-6fe29771-28b2-4e0b-bdce-1a09b82ee520 service neutron] 10.222.0.61 "GET /v2.0/networks/6df18f53-1a01-497a-85ec-3d44ebb99c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582939 Apr 06 13:31:11.066221 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-c6c6b63c-3aed-49eb-95b3-49849c2f315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:11.132236 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9e917a-5427-4d8e-82ca-918a0e9a2a7f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Made reservation on behalf of 914bb3d1bef745388dc453a227f40127 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:31:11.139322 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1b9e917a-5427-4d8e-82ca-918a0e9a2a7f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:11.184695 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c6b63c-3aed-49eb-95b3-49849c2f315d None None] Routers {'1587742b-f270-47e5-a582-48c6653c3a00'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:31:11.185315 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-c6c6b63c-3aed-49eb-95b3-49849c2f315d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:30:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1587742b-f270-47e5-a582-48c6653c3a00'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:11.235107 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ee46a714-7086-4d93-b66a-1ef73c30b07d up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:31:11.293503 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6c92a700-2c01-4dab-a96b-4d7181d0cc88 req-ff0d7fa3-d080-497e-ad21-d29f094e8db4 service neutron] 10.222.0.61 "GET /v2.0/networks/6df18f53-1a01-497a-85ec-3d44ebb99c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215526 Apr 06 13:31:11.295795 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-091c9808-6f8d-42ad-b16b-b3087e089f4c None None] Provisioning for port ee46a714-7086-4d93-b66a-1ef73c30b07d completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:11.320746 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14645b37-03b3-40fa-8c98-38bfb2320766 None None] Pushing event updated for resources: {'Port': ['ID=9c9975bd-d851-4b6e-a8c9-66c597616f4c,revision_number=4']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:11.331345 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-091c9808-6f8d-42ad-b16b-b3087e089f4c None None] Provisioning complete for port ee46a714-7086-4d93-b66a-1ef73c30b07d triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:11.331345 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-091c9808-6f8d-42ad-b16b-b3087e089f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:11.412339 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port ee46a714-7086-4d93-b66a-1ef73c30b07d triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:11.412725 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:11.416413 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-4256d231-9436-4d12-8e2e-bf45ad1664ac tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting port 8388590b-c658-48c1-86bc-7090fa9cccaa {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:11.416911 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4256d231-9436-4d12-8e2e-bf45ad1664ac tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:11.440323 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-c6c6b63c-3aed-49eb-95b3-49849c2f315d None None] Set router 1587742b-f270-47e5-a582-48c6653c3a00 gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:31:11.545489 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bdf02ac2-87aa-4649-8be4-d08cf1eff4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:11.747221 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bdf02ac2-87aa-4649-8be4-d08cf1eff4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:11.796794 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-c6c6b63c-3aed-49eb-95b3-49849c2f315d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:31:05Z', 'revision_number': 4, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None, '_interfaces': [{'id': '4f888c36-87b4-4ce3-a9df-a2b550459152', 'name': '', 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:1c:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:50Z', 'updated_at': '2022-04-06T13:31:05Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c9975bd-d851-4b6e-a8c9-66c597616f4c', 'name': '', 'network_id': 'f5e25a69-7a7d-41bd-968e-92d89d676ae5', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:9f:01:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:31:02Z', 'updated_at': '2022-04-06T13:31:10Z', 'revision_number': 4, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098c818-e76e-4336-9724-afdb88882060', 'name': '', 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:d0:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:33Z', 'updated_at': '2022-04-06T13:30:51Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:11.802486 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c6b63c-3aed-49eb-95b3-49849c2f315d None None] The sync data for ids ['1587742b-f270-47e5-a582-48c6653c3a00'] in dv-neutron-834600-1-hyperv is: [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:31:05Z', 'revision_number': 4, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None, '_interfaces': [{'id': '4f888c36-87b4-4ce3-a9df-a2b550459152', 'name': '', 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:1c:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:50Z', 'updated_at': '2022-04-06T13:31:05Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c9975bd-d851-4b6e-a8c9-66c597616f4c', 'name': '', 'network_id': 'f5e25a69-7a7d-41bd-968e-92d89d676ae5', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:9f:01:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:31:02Z', 'updated_at': '2022-04-06T13:31:10Z', 'revision_number': 4, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098c818-e76e-4336-9724-afdb88882060', 'name': '', 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:d0:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:33Z', 'updated_at': '2022-04-06T13:30:51Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:31:11.814161 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c7290-d80a-46ec-8455-3d499e11b08e req-72e5112f-b988-44a1-aa46-3d4a06c3f8f9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:11.815760 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3a2c7290-d80a-46ec-8455-3d499e11b08e req-72e5112f-b988-44a1-aa46-3d4a06c3f8f9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=f903cb52-eaac-45ed-8f32-cd340680cda6 HTTP/1.1" status: 200 len: 944 time: 1.2296984 Apr 06 13:31:11.818973 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6919ebf9-d816-4858-8f78-53c6b070d8e2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:11.882465 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1b9e917a-5427-4d8e-82ca-918a0e9a2a7f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:11.927925 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-6919ebf9-d816-4858-8f78-53c6b070d8e2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Transition to ACTIVE for port object d27ac0bf-61a3-4818-a815-0866ebe8d8fe will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:12.003209 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4256d231-9436-4d12-8e2e-bf45ad1664ac tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:12.054553 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3a2c7290-d80a-46ec-8455-3d499e11b08e req-75ed4009-e91e-45f6-a266-2d889bf4931f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec28645e-dc53-4263-8774-8d9fe99047f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2279041 Apr 06 13:31:12.113377 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e917a-5427-4d8e-82ca-918a0e9a2a7f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Subnet': ['ID=8670cf4a-8eea-4a63-b0d5-4c48d25a6c32,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:12.189981 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bdf02ac2-87aa-4649-8be4-d08cf1eff4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:12.200052 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-4256d231-9436-4d12-8e2e-bf45ad1664ac tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Calling delete_port for 8388590b-c658-48c1-86bc-7090fa9cccaa owned by network:router_interface {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:12.258019 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9e917a-5427-4d8e-82ca-918a0e9a2a7f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Checking segment: {'id': '17211896-a2cc-4a8c-a5db-86d5e864604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd489f324-797f-40f6-a3f5-5ba45ef9f087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:31:12.258377 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9e917a-5427-4d8e-82ca-918a0e9a2a7f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network hostable DHCP agents. Network: d489f324-797f-40f6-a3f5-5ba45ef9f087, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:31:12.262955 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf02ac2-87aa-4649-8be4-d08cf1eff4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0021964-18bd-4496-9ab1-f14fd6e5b945,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:12.315374 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bdf02ac2-87aa-4649-8be4-d08cf1eff4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:12.316643 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-bdf02ac2-87aa-4649-8be4-d08cf1eff4a6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c0021964-18bd-4496-9ab1-f14fd6e5b945 HTTP/1.1" status: 204 len: 168 time: 1.8583486 Apr 06 13:31:12.452548 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9e917a-5427-4d8e-82ca-918a0e9a2a7f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network d489f324-797f-40f6-a3f5-5ba45ef9f087 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:31:12.465635 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6919ebf9-d816-4858-8f78-53c6b070d8e2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:12.611164 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6919ebf9-d816-4858-8f78-53c6b070d8e2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:12.616239 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-6919ebf9-d816-4858-8f78-53c6b070d8e2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:12.618705 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6919ebf9-d816-4858-8f78-53c6b070d8e2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:31:12.661599 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-1b9e917a-5427-4d8e-82ca-918a0e9a2a7f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, d489f324-797f-40f6-a3f5-5ba45ef9f087) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:12.671465 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9e917a-5427-4d8e-82ca-918a0e9a2a7f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:12.672142 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1b9e917a-5427-4d8e-82ca-918a0e9a2a7f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:12.680913 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0cf9da-05c4-436a-a843-8e7750f8681d None None] Network d489f324-797f-40f6-a3f5-5ba45ef9f087 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:12.708804 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919ebf9-d816-4858-8f78-53c6b070d8e2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=d27ac0bf-61a3-4818-a815-0866ebe8d8fe,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:12.751950 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6919ebf9-d816-4858-8f78-53c6b070d8e2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:12.752619 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6919ebf9-d816-4858-8f78-53c6b070d8e2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:12.851957 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1b9e917a-5427-4d8e-82ca-918a0e9a2a7f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9721789 Apr 06 13:31:12.855009 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45032) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:12.902613 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6919ebf9-d816-4858-8f78-53c6b070d8e2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.3079038 Apr 06 13:31:12.907353 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45040) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:12.981925 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4256d231-9436-4d12-8e2e-bf45ad1664ac tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:12.999450 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53600660-e6d1-4555-95be-ba4e4321c219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-d489f324-797f-40f6-a3f5-5ba45ef9f087', 'network_id': 'd489f324-797f-40f6-a3f5-5ba45ef9f087', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'fixed_ips': [{'subnet_id': '8670cf4a-8eea-4a63-b0d5-4c48d25a6c32'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:31:13.000349 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-53600660-e6d1-4555-95be-ba4e4321c219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:13.292903 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-53600660-e6d1-4555-95be-ba4e4321c219 None None] Allocated IP 2001:db8:3::2 (d489f324-797f-40f6-a3f5-5ba45ef9f087/8670cf4a-8eea-4a63-b0d5-4c48d25a6c32/defc1bf7-e481-44b6-bfb4-374160373c3b) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:13.382998 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256d231-9436-4d12-8e2e-bf45ad1664ac tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Port': ['ID=8388590b-c658-48c1-86bc-7090fa9cccaa,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:13.639751 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-53600660-e6d1-4555-95be-ba4e4321c219 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:13.641554 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3fd67a-3acf-4bd0-bf2c-886c105e9a0c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:13.648463 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3fd67a-3acf-4bd0-bf2c-886c105e9a0c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:13.649803 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-bb3fd67a-3acf-4bd0-bf2c-886c105e9a0c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:31:13.653993 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-53600660-e6d1-4555-95be-ba4e4321c219 None None] Transition to ACTIVE for port object defc1bf7-e481-44b6-bfb4-374160373c3b will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:13.678579 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-53600660-e6d1-4555-95be-ba4e4321c219 None None] Transition to ACTIVE for port object defc1bf7-e481-44b6-bfb4-374160373c3b will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:13.685456 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device baf46332-bf69-4bb6-af5d-89377108b9c9 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:31:13.718866 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 9c9975bd-d851-4b6e-a8c9-66c597616f4c up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:31:13.755609 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-503582a3-ff1d-4f62-91a7-486211144c17 None None] Provisioning for port d27ac0bf-61a3-4818-a815-0866ebe8d8fe completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:13.773610 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a0b91-26e6-4d01-af2a-9dfc808c4d08 req-8b569f5f-6a37-4b4b-87c1-c07cd95fc73b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:13.777460 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-503582a3-ff1d-4f62-91a7-486211144c17 None None] Provisioning complete for port d27ac0bf-61a3-4818-a815-0866ebe8d8fe triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:13.777822 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-503582a3-ff1d-4f62-91a7-486211144c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:13.782109 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6d6a0b91-26e6-4d01-af2a-9dfc808c4d08 req-8b569f5f-6a37-4b4b-87c1-c07cd95fc73b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=f903cb52-eaac-45ed-8f32-cd340680cda6 HTTP/1.1" status: 200 len: 944 time: 0.4593980 Apr 06 13:31:13.807930 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-53600660-e6d1-4555-95be-ba4e4321c219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:13.907306 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53600660-e6d1-4555-95be-ba4e4321c219 None None] Network d489f324-797f-40f6-a3f5-5ba45ef9f087 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:13.910083 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4256d231-9436-4d12-8e2e-bf45ad1664ac tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:13.916725 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-53600660-e6d1-4555-95be-ba4e4321c219 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:13.919587 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53600660-e6d1-4555-95be-ba4e4321c219 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:31:13.927372 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6d6a0b91-26e6-4d01-af2a-9dfc808c4d08 req-505b50e6-9868-4028-9677-e2716c91e0c8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec28645e-dc53-4263-8774-8d9fe99047f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442118 Apr 06 13:31:13.942168 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-bb3fd67a-3acf-4bd0-bf2c-886c105e9a0c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:31:13.942168 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-bb3fd67a-3acf-4bd0-bf2c-886c105e9a0c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 1.0295632 Apr 06 13:31:13.952597 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45054) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:13.993156 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-317754fe-cd6a-491b-b6ec-819e6bc28a50 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:14.003551 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.resource_extend [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 13:31:14.043400 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-503582a3-ff1d-4f62-91a7-486211144c17 None None] Port d27ac0bf-61a3-4818-a815-0866ebe8d8fe cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:31:14.060043 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53600660-e6d1-4555-95be-ba4e4321c219 None None] Pushing event updated for resources: {'Port': ['ID=defc1bf7-e481-44b6-bfb4-374160373c3b,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:14.176995 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a67f8-cd77-4731-abc5-de82db4791bb tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting port d27ac0bf-61a3-4818-a815-0866ebe8d8fe {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:14.177604 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cf0a67f8-cd77-4731-abc5-de82db4791bb tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:14.328896 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 9c9975bd-d851-4b6e-a8c9-66c597616f4c completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:14.338634 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 9c9975bd-d851-4b6e-a8c9-66c597616f4c triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:14.341520 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:14.420751 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-53600660-e6d1-4555-95be-ba4e4321c219 None None] Attempting to bind port defc1bf7-e481-44b6-bfb4-374160373c3b on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:31:14.421155 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-53600660-e6d1-4555-95be-ba4e4321c219 None None] Attempting to bind port defc1bf7-e481-44b6-bfb4-374160373c3b by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '17211896-a2cc-4a8c-a5db-86d5e864604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd489f324-797f-40f6-a3f5-5ba45ef9f087'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:31:14.421470 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53600660-e6d1-4555-95be-ba4e4321c219 None None] Attempting to bind port defc1bf7-e481-44b6-bfb4-374160373c3b on network d489f324-797f-40f6-a3f5-5ba45ef9f087 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:31:14.440127 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53600660-e6d1-4555-95be-ba4e4321c219 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:31:14.440486 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53600660-e6d1-4555-95be-ba4e4321c219 None None] Checking segment: {'id': '17211896-a2cc-4a8c-a5db-86d5e864604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd489f324-797f-40f6-a3f5-5ba45ef9f087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:31:14.440891 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-53600660-e6d1-4555-95be-ba4e4321c219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:14.441280 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53600660-e6d1-4555-95be-ba4e4321c219 None None] Bound using segment: {'id': '17211896-a2cc-4a8c-a5db-86d5e864604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd489f324-797f-40f6-a3f5-5ba45ef9f087'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:31:14.441758 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-53600660-e6d1-4555-95be-ba4e4321c219 None None] Bound port: defc1bf7-e481-44b6-bfb4-374160373c3b, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17211896-a2cc-4a8c-a5db-86d5e864604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd489f324-797f-40f6-a3f5-5ba45ef9f087'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:31:14.442125 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-53600660-e6d1-4555-95be-ba4e4321c219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:14.500307 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port baf46332-bf69-4bb6-af5d-89377108b9c9, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=baf46332-bf69-4bb6-af5d-89377108b9c9,segment=NetworkSegment(5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e),segment_id=5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:14.524405 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4256d231-9436-4d12-8e2e-bf45ad1664ac tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Router 6b06022e-ac31-4536-8a92-17f99d11ff89 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:31:14.570209 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': 'baf46332-bf69-4bb6-af5d-89377108b9c9', 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03', 'port_id': 'baf46332-bf69-4bb6-af5d-89377108b9c9', 'mac_address': 'fa:16:3e:78:e9:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:31:14.604810 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-317754fe-cd6a-491b-b6ec-819e6bc28a50 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Allocated IP 2001:db8:3::1 (d489f324-797f-40f6-a3f5-5ba45ef9f087/8670cf4a-8eea-4a63-b0d5-4c48d25a6c32/0bcdebaa-4e0b-4d87-a4fe-9b05944e4049) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:14.696903 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-53600660-e6d1-4555-95be-ba4e4321c219 None None] For port defc1bf7-e481-44b6-bfb4-374160373c3b, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:31:14.712927 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-53600660-e6d1-4555-95be-ba4e4321c219 None None] For port defc1bf7-e481-44b6-bfb4-374160373c3b, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=defc1bf7-e481-44b6-bfb4-374160373c3b,segment=NetworkSegment(17211896-a2cc-4a8c-a5db-86d5e864604e),segment_id=17211896-a2cc-4a8c-a5db-86d5e864604e)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:31:14.743027 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:14.754525 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:14.784333 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf46332-bf69-4bb6-af5d-89377108b9c9 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:31:14.786564 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4256d231-9436-4d12-8e2e-bf45ad1664ac tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:31:14.792236 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4256d231-9436-4d12-8e2e-bf45ad1664ac tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "PUT /v2.0/routers/6b06022e-ac31-4536-8a92-17f99d11ff89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9692688 Apr 06 13:31:14.796152 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45064) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:14.810155 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-53600660-e6d1-4555-95be-ba4e4321c219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:14.818065 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 9c9975bd-d851-4b6e-a8c9-66c597616f4c, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9c9975bd-d851-4b6e-a8c9-66c597616f4c,segment=NetworkSegment(4a3a616c-780b-4c0a-abf4-6211864e8c64),segment_id=4a3a616c-780b-4c0a-abf4-6211864e8c64)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:14.836504 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cf0a67f8-cd77-4731-abc5-de82db4791bb tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:14.848257 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890c3a89-f309-49df-9ead-69b213a448bc None None] Sync routers for ids ['6b06022e-ac31-4536-8a92-17f99d11ff89'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:31:14.856916 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-317754fe-cd6a-491b-b6ec-819e6bc28a50 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:14.859107 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port baf46332-bf69-4bb6-af5d-89377108b9c9, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=baf46332-bf69-4bb6-af5d-89377108b9c9,segment=NetworkSegment(5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e),segment_id=5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:14.887743 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890c3a89-f309-49df-9ead-69b213a448bc None None] Routers {'6b06022e-ac31-4536-8a92-17f99d11ff89'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:31:14.887970 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-317754fe-cd6a-491b-b6ec-819e6bc28a50 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Transition to ACTIVE for port object 0bcdebaa-4e0b-4d87-a4fe-9b05944e4049 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:14.888370 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-890c3a89-f309-49df-9ead-69b213a448bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:30:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['6b06022e-ac31-4536-8a92-17f99d11ff89'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:14.914227 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa68e70-6860-4172-8637-95b265c76438 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] GET failed (client error): The resource could not be found. Apr 06 13:31:14.914861 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4fa68e70-6860-4172-8637-95b265c76438 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Synchronizing usage tracker for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:31:14.971946 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:14.991701 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-890c3a89-f309-49df-9ead-69b213a448bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:15.008303 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:15.020510 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53600660-e6d1-4555-95be-ba4e4321c219 None None] Pushing event updated for resources: {'Port': ['ID=defc1bf7-e481-44b6-bfb4-374160373c3b,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:15.027646 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890c3a89-f309-49df-9ead-69b213a448bc None None] Routers {'6b06022e-ac31-4536-8a92-17f99d11ff89'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:31:15.028365 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-890c3a89-f309-49df-9ead-69b213a448bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:30:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['6b06022e-ac31-4536-8a92-17f99d11ff89'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:15.053380 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-317754fe-cd6a-491b-b6ec-819e6bc28a50 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:15.148681 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-890c3a89-f309-49df-9ead-69b213a448bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:15.149089 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890c3a89-f309-49df-9ead-69b213a448bc None None] The sync data for ids ['6b06022e-ac31-4536-8a92-17f99d11ff89'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:31:15.153462 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a67f8-cd77-4731-abc5-de82db4791bb tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Calling delete_port for d27ac0bf-61a3-4818-a815-0866ebe8d8fe owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:15.202755 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=9c9975bd-d851-4b6e-a8c9-66c597616f4c,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:15.208831 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317754fe-cd6a-491b-b6ec-819e6bc28a50 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network d489f324-797f-40f6-a3f5-5ba45ef9f087 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:15.231176 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-317754fe-cd6a-491b-b6ec-819e6bc28a50 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:15.253448 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317754fe-cd6a-491b-b6ec-819e6bc28a50 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:31:15.254217 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-317754fe-cd6a-491b-b6ec-819e6bc28a50 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:15.269196 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317754fe-cd6a-491b-b6ec-819e6bc28a50 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Port': ['ID=0bcdebaa-4e0b-4d87-a4fe-9b05944e4049,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:15.296540 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['baf46332-bf69-4bb6-af5d-89377108b9c9'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:31:15.398189 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4fa68e70-6860-4172-8637-95b265c76438 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Unset dirty status for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:31:15.402464 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45078) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:15.402762 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4fa68e70-6860-4172-8637-95b265c76438 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "GET /v2.0/ports/8388590b-c658-48c1-86bc-7090fa9cccaa HTTP/1.1" status: 404 len: 333 time: 0.6054885 Apr 06 13:31:15.480159 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357723a6-d71c-4e1a-b866-d871abebfdcc req-91ca32d0-f5dc-432e-b9f6-f78f5745950c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:15.481722 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-357723a6-d71c-4e1a-b866-d871abebfdcc req-91ca32d0-f5dc-432e-b9f6-f78f5745950c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=f903cb52-eaac-45ed-8f32-cd340680cda6 HTTP/1.1" status: 200 len: 945 time: 0.3373001 Apr 06 13:31:15.484232 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=baf46332-bf69-4bb6-af5d-89377108b9c9,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:15.609185 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5098a73a-e611-45fb-95de-3d4ebc7c23a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:15.671334 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-357723a6-d71c-4e1a-b866-d871abebfdcc req-ba157cb8-2253-41e8-a59f-c32d2177390d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec28645e-dc53-4263-8774-8d9fe99047f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547537 Apr 06 13:31:15.672896 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-abcbc6ad-4396-4b0a-9200-9016f572ceea tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:15.750573 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-317754fe-cd6a-491b-b6ec-819e6bc28a50 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:15.798455 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cf0a67f8-cd77-4731-abc5-de82db4791bb tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:15.886189 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a67f8-cd77-4731-abc5-de82db4791bb tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Port': ['ID=d27ac0bf-61a3-4818-a815-0866ebe8d8fe,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:15.984923 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45090) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:16.096482 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cf0a67f8-cd77-4731-abc5-de82db4791bb tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:16.177870 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-b7c89a9b-6d83-4b91-b8cb-257536dd90eb tempest-QuotasTest-1445868345 tempest-QuotasTest-1445868345-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:16.200397 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-cf0a67f8-cd77-4731-abc5-de82db4791bb tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/d27ac0bf-61a3-4818-a815-0866ebe8d8fe HTTP/1.1" status: 204 len: 168 time: 2.2534771 Apr 06 13:31:16.202860 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45096) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:16.282672 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-abcbc6ad-4396-4b0a-9200-9016f572ceea tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:16.286515 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-abcbc6ad-4396-4b0a-9200-9016f572ceea tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:16.326907 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44120d05-e770-41e5-9ef6-0ea3fc2b3a2b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:16.326907 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44120d05-e770-41e5-9ef6-0ea3fc2b3a2b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:16.331703 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44120d05-e770-41e5-9ef6-0ea3fc2b3a2b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:16.331703 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-44120d05-e770-41e5-9ef6-0ea3fc2b3a2b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:31:16.386739 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b7c89a9b-6d83-4b91-b8cb-257536dd90eb tempest-QuotasTest-1445868345 tempest-QuotasTest-1445868345-project-admin] 10.222.0.48 "PUT /v2.0/quotas/054c8d9be11d4b33bb8781101cb4b623 HTTP/1.1" status: 200 len: 366 time: 0.4006355 Apr 06 13:31:16.394589 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45100) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:16.408055 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b36b5e93-d091-40fa-889e-38134c812a2d tempest-QuotasTest-1445868345 tempest-QuotasTest-1445868345-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0120482 Apr 06 13:31:16.409309 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-44120d05-e770-41e5-9ef6-0ea3fc2b3a2b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:31:16.413184 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45104) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:16.414574 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-44120d05-e770-41e5-9ef6-0ea3fc2b3a2b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2099607 Apr 06 13:31:16.415194 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45106) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:16.485350 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-abcbc6ad-4396-4b0a-9200-9016f572ceea tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:16.485840 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcbc6ad-4396-4b0a-9200-9016f572ceea tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Fanout notify agent at l3_agent the message router_deleted on router 6b06022e-ac31-4536-8a92-17f99d11ff89 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:31:16.500811 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8bdfc0c2-5750-49c1-b249-bb7012c461fd tempest-QuotasTest-1445868345 tempest-QuotasTest-1445868345-project-admin] 10.222.0.48 "GET /v2.0/quotas/054c8d9be11d4b33bb8781101cb4b623 HTTP/1.1" status: 200 len: 366 time: 0.0861173 Apr 06 13:31:16.504182 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1be78a2-d75d-4e08-ad15-125a25e75ff7 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet 453ca222-49bf-4c70-9f6e-f2f6c9afb419 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:31:16.506046 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45112) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:16.509282 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d1be78a2-d75d-4e08-ad15-125a25e75ff7 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:16.525773 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-abcbc6ad-4396-4b0a-9200-9016f572ceea tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:16.526903 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-abcbc6ad-4396-4b0a-9200-9016f572ceea tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/routers/6b06022e-ac31-4536-8a92-17f99d11ff89 HTTP/1.1" status: 204 len: 168 time: 1.1232469 Apr 06 13:31:16.541584 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45114) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:16.541735 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bcac59-8710-4a54-8559-e496f59896e4 None None] Network d489f324-797f-40f6-a3f5-5ba45ef9f087 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:16.589683 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d1be78a2-d75d-4e08-ad15-125a25e75ff7 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:16.694198 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d1be78a2-d75d-4e08-ad15-125a25e75ff7 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:16.725855 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0eeb4950-9bb0-4f2f-9359-36783cadbf0b tempest-QuotasTest-1445868345 tempest-QuotasTest-1445868345-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/054c8d9be11d4b33bb8781101cb4b623 HTTP/1.1" status: 204 len: 168 time: 0.1629486 Apr 06 13:31:16.731098 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45122) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:16.759434 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8469e2fc-c042-49e9-a173-a8c9146821b8 tempest-QuotasTest-1445868345 tempest-QuotasTest-1445868345-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0276141 Apr 06 13:31:16.764831 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45126) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:16.781268 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-95c40dc8-bb1d-4dd0-81da-eefbc794a846 tempest-QuotasTest-1445868345 tempest-QuotasTest-1445868345-project-admin] 10.222.0.48 "GET /v2.0/quotas/054c8d9be11d4b33bb8781101cb4b623 HTTP/1.1" status: 200 len: 370 time: 0.0149715 Apr 06 13:31:16.790418 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1a6416-50f9-4117-bcda-47cd35b889c8 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting subnet 59107714-844b-4eb4-bdf1-b5757bd9e84d {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:31:16.792338 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-1fb174ae-c32a-4426-b716-5bf9491e58f0 None None] Provisioning for port defc1bf7-e481-44b6-bfb4-374160373c3b completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:16.794018 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45130) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:16.805035 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5b193063-550c-4eed-b163-548c24effaa6 tempest-QuotasTest-1445868345 tempest-QuotasTest-1445868345-project-admin] 10.222.0.48 "GET /v2.0/quotas/054c8d9be11d4b33bb8781101cb4b623/default HTTP/1.1" status: 200 len: 370 time: 0.0090663 Apr 06 13:31:16.817301 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1d1a6416-50f9-4117-bcda-47cd35b889c8 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:16.817576 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45134) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:16.822880 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-e75473c9-b7dc-468e-8d60-c6360d254218 tempest-QuotasTest-1445868345 tempest-QuotasTest-1445868345-project-admin] delete failed (client error): The resource could not be found. Apr 06 13:31:16.823978 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e75473c9-b7dc-468e-8d60-c6360d254218 tempest-QuotasTest-1445868345 tempest-QuotasTest-1445868345-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/054c8d9be11d4b33bb8781101cb4b623 HTTP/1.1" status: 404 len: 348 time: 0.0099988 Apr 06 13:31:16.904977 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1d1a6416-50f9-4117-bcda-47cd35b889c8 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:16.964912 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d1be78a2-d75d-4e08-ad15-125a25e75ff7 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:17.001049 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-317754fe-cd6a-491b-b6ec-819e6bc28a50 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:17.022656 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be78a2-d75d-4e08-ad15-125a25e75ff7 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=453ca222-49bf-4c70-9f6e-f2f6c9afb419,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:17.027243 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1d1a6416-50f9-4117-bcda-47cd35b889c8 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:17.031493 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d1be78a2-d75d-4e08-ad15-125a25e75ff7 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:17.038965 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee92c1c6-b3dd-4bea-80b5-05aa4716e385 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:17.097833 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f04d2-1e1d-485a-8ef2-3d643d408f04 req-5d3893ef-4618-480c-a21d-90f7169afead tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:17.099477 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-428f04d2-1e1d-485a-8ef2-3d643d408f04 req-5d3893ef-4618-480c-a21d-90f7169afead tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=f903cb52-eaac-45ed-8f32-cd340680cda6 HTTP/1.1" status: 200 len: 945 time: 0.1822457 Apr 06 13:31:17.143219 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-317754fe-cd6a-491b-b6ec-819e6bc28a50 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:17.145510 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-317754fe-cd6a-491b-b6ec-819e6bc28a50 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:17.184862 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-428f04d2-1e1d-485a-8ef2-3d643d408f04 req-ac14889f-3264-46e7-a321-4412b0cbbb8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec28645e-dc53-4263-8774-8d9fe99047f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725284 Apr 06 13:31:17.233642 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45140) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:17.240028 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d1be78a2-d75d-4e08-ad15-125a25e75ff7 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/453ca222-49bf-4c70-9f6e-f2f6c9afb419 HTTP/1.1" status: 204 len: 168 time: 0.8220837 Apr 06 13:31:17.246175 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45144) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:17.274963 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e07eae59-0093-4524-9ca3-1b18540fbc0a tempest-QuotasTest-1445868345 tempest-QuotasTest-1445868345-project-admin] Usage tracker for resource:network and tenant:dd48bc95c33c414aa4ed1e13b5168500 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:17.290706 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e07eae59-0093-4524-9ca3-1b18540fbc0a tempest-QuotasTest-1445868345 tempest-QuotasTest-1445868345-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:17.315571 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e07eae59-0093-4524-9ca3-1b18540fbc0a tempest-QuotasTest-1445868345 tempest-QuotasTest-1445868345-project-admin] Usage tracker for resource:subnet and tenant:dd48bc95c33c414aa4ed1e13b5168500 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:17.323882 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e07eae59-0093-4524-9ca3-1b18540fbc0a tempest-QuotasTest-1445868345 tempest-QuotasTest-1445868345-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:17.334756 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e07eae59-0093-4524-9ca3-1b18540fbc0a tempest-QuotasTest-1445868345 tempest-QuotasTest-1445868345-project-admin] Usage tracker for resource:subnetpool and tenant:dd48bc95c33c414aa4ed1e13b5168500 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:17.335819 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device baf46332-bf69-4bb6-af5d-89377108b9c9 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:31:17.349146 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e07eae59-0093-4524-9ca3-1b18540fbc0a tempest-QuotasTest-1445868345 tempest-QuotasTest-1445868345-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:17.365481 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e07eae59-0093-4524-9ca3-1b18540fbc0a tempest-QuotasTest-1445868345 tempest-QuotasTest-1445868345-project-admin] Usage tracker for resource:port and tenant:dd48bc95c33c414aa4ed1e13b5168500 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:17.372599 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-3394f8bb-2cce-4de2-916a-57d210c2fddf tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet 5500c8b5-fad6-477c-9bb7-e496cc601fbb {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:31:17.378841 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e07eae59-0093-4524-9ca3-1b18540fbc0a tempest-QuotasTest-1445868345 tempest-QuotasTest-1445868345-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:17.396132 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1d1a6416-50f9-4117-bcda-47cd35b889c8 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:17.396829 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e07eae59-0093-4524-9ca3-1b18540fbc0a tempest-QuotasTest-1445868345 tempest-QuotasTest-1445868345-project-admin] Usage tracker for resource:router and tenant:dd48bc95c33c414aa4ed1e13b5168500 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:17.401444 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e07eae59-0093-4524-9ca3-1b18540fbc0a tempest-QuotasTest-1445868345 tempest-QuotasTest-1445868345-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:17.410194 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 9c9975bd-d851-4b6e-a8c9-66c597616f4c up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:31:17.411121 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e07eae59-0093-4524-9ca3-1b18540fbc0a tempest-QuotasTest-1445868345 tempest-QuotasTest-1445868345-project-admin] Usage tracker for resource:floatingip and tenant:dd48bc95c33c414aa4ed1e13b5168500 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:17.416123 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e07eae59-0093-4524-9ca3-1b18540fbc0a tempest-QuotasTest-1445868345 tempest-QuotasTest-1445868345-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:17.452027 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3394f8bb-2cce-4de2-916a-57d210c2fddf tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:17.465420 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e07eae59-0093-4524-9ca3-1b18540fbc0a tempest-QuotasTest-1445868345 tempest-QuotasTest-1445868345-project-admin] Usage tracker for resource:security_group and tenant:dd48bc95c33c414aa4ed1e13b5168500 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:17.473252 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e07eae59-0093-4524-9ca3-1b18540fbc0a tempest-QuotasTest-1445868345 tempest-QuotasTest-1445868345-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:17.483083 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e07eae59-0093-4524-9ca3-1b18540fbc0a tempest-QuotasTest-1445868345 tempest-QuotasTest-1445868345-project-admin] Usage tracker for resource:security_group_rule and tenant:dd48bc95c33c414aa4ed1e13b5168500 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:17.488668 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e07eae59-0093-4524-9ca3-1b18540fbc0a tempest-QuotasTest-1445868345 tempest-QuotasTest-1445868345-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:17.500920 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e07eae59-0093-4524-9ca3-1b18540fbc0a tempest-QuotasTest-1445868345 tempest-QuotasTest-1445868345-project-admin] 10.222.0.48 "GET /v2.0/quotas/dd48bc95c33c414aa4ed1e13b5168500/details.json HTTP/1.1" status: 200 len: 703 time: 0.2611084 Apr 06 13:31:17.527051 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1d1a6416-50f9-4117-bcda-47cd35b889c8 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:17.547019 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812c84c4-609d-4a5f-93f6-5fa1ab82828f None None] Network 62d567a4-7d0a-4e40-a173-848592562add requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:17.592465 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a6416-50f9-4117-bcda-47cd35b889c8 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Subnet': ['ID=59107714-844b-4eb4-bdf1-b5757bd9e84d,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:17.617584 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317754fe-cd6a-491b-b6ec-819e6bc28a50 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event updated for resources: {'Port': ['ID=0bcdebaa-4e0b-4d87-a4fe-9b05944e4049,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:17.631213 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1d1a6416-50f9-4117-bcda-47cd35b889c8 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/subnets/59107714-844b-4eb4-bdf1-b5757bd9e84d HTTP/1.1" status: 204 len: 168 time: 1.0924029 Apr 06 13:31:17.634318 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45150) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:17.647007 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3394f8bb-2cce-4de2-916a-57d210c2fddf tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:17.660600 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-851ad450-240a-4bd0-8f13-0c521affb026 None None] Provisioning for port 0bcdebaa-4e0b-4d87-a4fe-9b05944e4049 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:17.679044 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port baf46332-bf69-4bb6-af5d-89377108b9c9 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:17.687398 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 9c9975bd-d851-4b6e-a8c9-66c597616f4c triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:17.687775 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:17.713322 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-851ad450-240a-4bd0-8f13-0c521affb026 None None] Provisioning complete for port 0bcdebaa-4e0b-4d87-a4fe-9b05944e4049 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:17.713322 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-851ad450-240a-4bd0-8f13-0c521affb026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:17.722077 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317754fe-cd6a-491b-b6ec-819e6bc28a50 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Network d489f324-797f-40f6-a3f5-5ba45ef9f087 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:17.725382 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-317754fe-cd6a-491b-b6ec-819e6bc28a50 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:17.760856 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c13da1fc-5b65-46d1-9385-9d743ff46cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:17.796098 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port baf46332-bf69-4bb6-af5d-89377108b9c9 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:17.799023 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:17.866588 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4802c6c9-b6a1-415b-83ca-983a45f617bd tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:17.885675 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-4802c6c9-b6a1-415b-83ca-983a45f617bd tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting port dbb076fd-b07d-448e-b2ec-433e2550b824 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:17.886684 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4802c6c9-b6a1-415b-83ca-983a45f617bd tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:17.932449 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3394f8bb-2cce-4de2-916a-57d210c2fddf tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:17.981409 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317754fe-cd6a-491b-b6ec-819e6bc28a50 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Router 1587742b-f270-47e5-a582-48c6653c3a00 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:31:18.072909 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-851ad450-240a-4bd0-8f13-0c521affb026 None None] Port 0bcdebaa-4e0b-4d87-a4fe-9b05944e4049 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:31:18.129748 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device defc1bf7-e481-44b6-bfb4-374160373c3b up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:31:18.293397 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-4802c6c9-b6a1-415b-83ca-983a45f617bd tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] For port dbb076fd-b07d-448e-b2ec-433e2550b824, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=dbb076fd-b07d-448e-b2ec-433e2550b824,segment=NetworkSegment(4be862f7-74d3-4f72-b098-39cbded0b026),segment_id=4be862f7-74d3-4f72-b098-39cbded0b026)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:18.294302 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4802c6c9-b6a1-415b-83ca-983a45f617bd tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:18.298842 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcde96a-b3f2-4831-82aa-717dd201026d None None] DHCP port deletion for 62d567a4-7d0a-4e40-a173-848592562add request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:31:18.351844 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-4fcde96a-b3f2-4831-82aa-717dd201026d None None] Deleting port dbb076fd-b07d-448e-b2ec-433e2550b824 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:18.352702 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4fcde96a-b3f2-4831-82aa-717dd201026d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:18.403097 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45158) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:18.481796 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317754fe-cd6a-491b-b6ec-819e6bc28a50 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:31:18.503280 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1039cc88-1039-4066-b598-542800472ec3 None None] Sync routers for ids ['1587742b-f270-47e5-a582-48c6653c3a00'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:31:18.506474 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-4802c6c9-b6a1-415b-83ca-983a45f617bd tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Calling delete_port for dbb076fd-b07d-448e-b2ec-433e2550b824 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:18.515923 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-317754fe-cd6a-491b-b6ec-819e6bc28a50 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "PUT /v2.0/routers/1587742b-f270-47e5-a582-48c6653c3a00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6596913 Apr 06 13:31:18.516868 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45164) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:18.530732 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-e7787779-7901-459d-9cc5-6919c2b76cbd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:18.540777 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1039cc88-1039-4066-b598-542800472ec3 None None] Routers {'1587742b-f270-47e5-a582-48c6653c3a00'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:31:18.542926 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1039cc88-1039-4066-b598-542800472ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:31:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1587742b-f270-47e5-a582-48c6653c3a00'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:18.691528 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13605ea-944f-405f-ab8f-d920cfdadee5 req-9e21d995-7b81-4f34-8fb2-7a38bc4e4409 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:18.701387 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e13605ea-944f-405f-ab8f-d920cfdadee5 req-9e21d995-7b81-4f34-8fb2-7a38bc4e4409 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=f903cb52-eaac-45ed-8f32-cd340680cda6 HTTP/1.1" status: 200 len: 945 time: 0.3143778 Apr 06 13:31:18.790534 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-4fcde96a-b3f2-4831-82aa-717dd201026d None None] For port dbb076fd-b07d-448e-b2ec-433e2550b824, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=dbb076fd-b07d-448e-b2ec-433e2550b824,segment=NetworkSegment(4be862f7-74d3-4f72-b098-39cbded0b026),segment_id=4be862f7-74d3-4f72-b098-39cbded0b026)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:18.791074 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4fcde96a-b3f2-4831-82aa-717dd201026d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:18.800132 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e13605ea-944f-405f-ab8f-d920cfdadee5 req-d343ca56-82dc-42ab-8b22-ca59757acf19 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec28645e-dc53-4263-8774-8d9fe99047f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976732 Apr 06 13:31:18.803411 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4802c6c9-b6a1-415b-83ca-983a45f617bd tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:18.839584 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3394f8bb-2cce-4de2-916a-57d210c2fddf tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:18.865914 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-1039cc88-1039-4066-b598-542800472ec3 None None] Set router 1587742b-f270-47e5-a582-48c6653c3a00 gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:31:18.891272 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802c6c9-b6a1-415b-83ca-983a45f617bd tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Port': ['ID=dbb076fd-b07d-448e-b2ec-433e2550b824,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:18.900108 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6b855a6-ac2c-4294-8605-9f2c34750f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:18.910297 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4802c6c9-b6a1-415b-83ca-983a45f617bd tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] No DVR routers for this DVR port dbb076fd-b07d-448e-b2ec-433e2550b824 on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:31:18.932310 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:18.984483 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394f8bb-2cce-4de2-916a-57d210c2fddf tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=5500c8b5-fad6-477c-9bb7-e496cc601fbb,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:18.989825 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3394f8bb-2cce-4de2-916a-57d210c2fddf tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:18.992318 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3394f8bb-2cce-4de2-916a-57d210c2fddf tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/5500c8b5-fad6-477c-9bb7-e496cc601fbb HTTP/1.1" status: 204 len: 168 time: 1.7450132 Apr 06 13:31:18.997574 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45168) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:19.003092 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a6b855a6-ac2c-4294-8605-9f2c34750f6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:19.007509 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a6b855a6-ac2c-4294-8605-9f2c34750f6e admin admin] Usage tracker for resource:security_group_rule and tenant:d1d91dfb6d4041b2bb9dd7a2f0e9dc31 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:19.010921 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a6b855a6-ac2c-4294-8605-9f2c34750f6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:19.017553 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a6b855a6-ac2c-4294-8605-9f2c34750f6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:19.030199 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-4fcde96a-b3f2-4831-82aa-717dd201026d None None] Calling delete_port for dbb076fd-b07d-448e-b2ec-433e2550b824 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:19.068790 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port defc1bf7-e481-44b6-bfb4-374160373c3b completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:19.084669 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:19.084964 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:19.086725 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146c3884-1051-4b96-bc06-5953858f7aa5 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:19.106483 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-13f76165-2e2b-4484-9b6d-f9c4c56ecbb1 None None] Provisioning complete for port 0bcdebaa-4e0b-4d87-a4fe-9b05944e4049 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:19.106944 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-13f76165-2e2b-4484-9b6d-f9c4c56ecbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:19.117019 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6b855a6-ac2c-4294-8605-9f2c34750f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:19.191865 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port defc1bf7-e481-44b6-bfb4-374160373c3b triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:19.192307 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:19.194756 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-fa2391cf-9fce-44da-a026-5b8decc440cb tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758572 Apr 06 13:31:19.197635 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45172) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:19.204232 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-ec0fe69a-93e5-44d4-ae53-0bb14ece7cc4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:19.224206 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6b855a6-ac2c-4294-8605-9f2c34750f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:19.252000 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4802c6c9-b6a1-415b-83ca-983a45f617bd tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:19.299138 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-4802c6c9-b6a1-415b-83ca-983a45f617bd tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d567a4-7d0a-4e40-a173-848592562add']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:19.319417 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-4802c6c9-b6a1-415b-83ca-983a45f617bd tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be862f7-74d3-4f72-b098-39cbded0b026') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:19.320251 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-4802c6c9-b6a1-415b-83ca-983a45f617bd tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be862f7-74d3-4f72-b098-39cbded0b026') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:19.336389 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4802c6c9-b6a1-415b-83ca-983a45f617bd tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:19.339347 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f903cb52-eaac-45ed-8f32-cd340680cda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf46332-bf69-4bb6-af5d-89377108b9c9'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:31:19.369552 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4802c6c9-b6a1-415b-83ca-983a45f617bd tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:19.385567 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4802c6c9-b6a1-415b-83ca-983a45f617bd tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:31:19.389886 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4802c6c9-b6a1-415b-83ca-983a45f617bd tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:31:19.418684 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:31:19.433699 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port baf46332-bf69-4bb6-af5d-89377108b9c9, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=baf46332-bf69-4bb6-af5d-89377108b9c9,segment=NetworkSegment(5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e),segment_id=5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:19.455097 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1039cc88-1039-4066-b598-542800472ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:31:15Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None, '_interfaces': [{'id': '0bcdebaa-4e0b-4d87-a4fe-9b05944e4049', 'name': '', 'network_id': 'd489f324-797f-40f6-a3f5-5ba45ef9f087', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:a4:cc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '8670cf4a-8eea-4a63-b0d5-4c48d25a6c32', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:31:14Z', 'updated_at': '2022-04-06T13:31:16Z', 'revision_number': 2, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '8670cf4a-8eea-4a63-b0d5-4c48d25a6c32', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f888c36-87b4-4ce3-a9df-a2b550459152', 'name': '', 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:1c:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:50Z', 'updated_at': '2022-04-06T13:31:05Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c9975bd-d851-4b6e-a8c9-66c597616f4c', 'name': '', 'network_id': 'f5e25a69-7a7d-41bd-968e-92d89d676ae5', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:9f:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:31:02Z', 'updated_at': '2022-04-06T13:31:14Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098c818-e76e-4336-9724-afdb88882060', 'name': '', 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:d0:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:33Z', 'updated_at': '2022-04-06T13:30:51Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:19.462373 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1039cc88-1039-4066-b598-542800472ec3 None None] Checking router: 1587742b-f270-47e5-a582-48c6653c3a00 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:31:19.462968 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1039cc88-1039-4066-b598-542800472ec3 None None] Updating router 1587742b-f270-47e5-a582-48c6653c3a00 port 0bcdebaa-4e0b-4d87-a4fe-9b05944e4049 binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:31:19.464199 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-13f76165-2e2b-4484-9b6d-f9c4c56ecbb1 None None] Port 0bcdebaa-4e0b-4d87-a4fe-9b05944e4049 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:31:19.489773 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a6b855a6-ac2c-4294-8605-9f2c34750f6e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d1d91dfb6d4041b2bb9dd7a2f0e9dc31&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0834372 Apr 06 13:31:19.499419 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45180) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:19.505878 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-4fcde96a-b3f2-4831-82aa-717dd201026d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:31:19.505878 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-4fcde96a-b3f2-4831-82aa-717dd201026d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:31:19.507091 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b855a6-ac2c-4294-8605-9f2c34750f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb944ca-faba-4bf3-adb9-7ea99d5275fd,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:19.562216 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-1039cc88-1039-4066-b598-542800472ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:19.583209 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:19.598306 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ec0fe69a-93e5-44d4-ae53-0bb14ece7cc4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:19.636813 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4802c6c9-b6a1-415b-83ca-983a45f617bd tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:19.669400 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62ca5411-3d47-44ce-8aaa-2136f7858e48'] response: {'server_uuid': 'f903cb52-eaac-45ed-8f32-cd340680cda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf46332-bf69-4bb6-af5d-89377108b9c9', 'code': 200} Apr 06 13:31:19.672487 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4802c6c9-b6a1-415b-83ca-983a45f617bd tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:19.689092 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802c6c9-b6a1-415b-83ca-983a45f617bd tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Network': ['ID=62d567a4-7d0a-4e40-a173-848592562add,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:19.701573 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ec0fe69a-93e5-44d4-ae53-0bb14ece7cc4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:subnet and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:19.707359 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ec0fe69a-93e5-44d4-ae53-0bb14ece7cc4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:19.739192 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ec0fe69a-93e5-44d4-ae53-0bb14ece7cc4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:19.764275 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e525a2f1-fd7c-44eb-8396-c2436ef86593 None None] Provisioning complete for port ee46a714-7086-4d93-b66a-1ef73c30b07d triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:19.764881 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e525a2f1-fd7c-44eb-8396-c2436ef86593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:19.769654 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-79745d7e-4599-4c0c-b5b0-51ca6b83535b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:19.798943 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:19.834042 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=baf46332-bf69-4bb6-af5d-89377108b9c9,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:19.849183 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-79745d7e-4599-4c0c-b5b0-51ca6b83535b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:19.860287 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4802c6c9-b6a1-415b-83ca-983a45f617bd tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/networks/62d567a4-7d0a-4e40-a173-848592562add HTTP/1.1" status: 204 len: 168 time: 2.2230289 Apr 06 13:31:19.869518 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45186) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:19.889001 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port defc1bf7-e481-44b6-bfb4-374160373c3b, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=defc1bf7-e481-44b6-bfb4-374160373c3b,segment=NetworkSegment(17211896-a2cc-4a8c-a5db-86d5e864604e),segment_id=17211896-a2cc-4a8c-a5db-86d5e864604e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:19.997496 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:20.039098 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-4fcde96a-b3f2-4831-82aa-717dd201026d None None] Deleting port dbb076fd-b07d-448e-b2ec-433e2550b824 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:20.039698 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4fcde96a-b3f2-4831-82aa-717dd201026d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:20.050299 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0fe69a-93e5-44d4-ae53-0bb14ece7cc4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:31:20.055076 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ec0fe69a-93e5-44d4-ae53-0bb14ece7cc4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:20.078283 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b58f1c8-cb81-4b9f-ac26-a817534b6e54 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:20.078886 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2b58f1c8-cb81-4b9f-ac26-a817534b6e54 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Synchronizing usage tracker for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:31:20.087503 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e943ab3-47c0-4468-b7d8-2d8d7f6f10f4 None None] DHCP port deletion for 4a5369b0-8301-4713-81a5-ebef94e70f0e request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:31:20.091024 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-1039cc88-1039-4066-b598-542800472ec3 None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:20.122300 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-1039cc88-1039-4066-b598-542800472ec3 None None] Transition to ACTIVE for port object 0bcdebaa-4e0b-4d87-a4fe-9b05944e4049 will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:20.123923 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device dbb076fd-b07d-448e-b2ec-433e2550b824 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:31:20.162933 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c40f31-25ca-4eb3-9e21-c1ace3244483 req-1d1cd9af-ea43-456e-bade-7a9516329020 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:20.165132 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e3c40f31-25ca-4eb3-9e21-c1ace3244483 req-1d1cd9af-ea43-456e-bade-7a9516329020 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=f903cb52-eaac-45ed-8f32-cd340680cda6 HTTP/1.1" status: 200 len: 946 time: 0.1915891 Apr 06 13:31:20.227854 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-2e943ab3-47c0-4468-b7d8-2d8d7f6f10f4 None None] Deleting port ee46a714-7086-4d93-b66a-1ef73c30b07d {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:20.228431 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2e943ab3-47c0-4468-b7d8-2d8d7f6f10f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:20.245656 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2b58f1c8-cb81-4b9f-ac26-a817534b6e54 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Unset dirty status for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:31:20.247433 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2b58f1c8-cb81-4b9f-ac26-a817534b6e54 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "GET /v2.0/ports/6c5b1642-7755-4bac-a2d6-c19418f0d858 HTTP/1.1" status: 200 len: 840 time: 0.3835392 Apr 06 13:31:20.254085 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e3c40f31-25ca-4eb3-9e21-c1ace3244483 req-595fcdb9-930b-4c36-8807-5a97267f6e7b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec28645e-dc53-4263-8774-8d9fe99047f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785062 Apr 06 13:31:20.254843 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45190) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:20.254985 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.extraroute_db [None req-e7787779-7901-459d-9cc5-6919c2b76cbd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88564) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 06 13:31:20.271136 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-1039cc88-1039-4066-b598-542800472ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:20.303368 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.extraroute_db [None req-e7787779-7901-459d-9cc5-6919c2b76cbd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Removed routes are [] {{(pid=88564) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 06 13:31:20.303766 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e7787779-7901-459d-9cc5-6919c2b76cbd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:20.335346 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-4fcde96a-b3f2-4831-82aa-717dd201026d None None] The port 'dbb076fd-b07d-448e-b2ec-433e2550b824' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:31:20.341150 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43fd84-c4d3-487c-b936-a9d57da07fd3 req-66d34051-0249-499c-9261-0a5ff6b1048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:20.341790 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: dbb076fd-b07d-448e-b2ec-433e2550b824 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:31:20.342826 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bb43fd84-c4d3-487c-b936-a9d57da07fd3 req-66d34051-0249-499c-9261-0a5ff6b1048b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f903cb52-eaac-45ed-8f32-cd340680cda6 HTTP/1.1" status: 200 len: 1099 time: 0.2012424 Apr 06 13:31:20.343164 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device dbb076fd-b07d-448e-b2ec-433e2550b824 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:31:20.343801 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ee46a714-7086-4d93-b66a-1ef73c30b07d no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:31:20.410571 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3160325f-863b-4b9b-8a7a-70e47d2432da tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "GET /v2.0/ports/6c5b1642-7755-4bac-a2d6-c19418f0d858?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1544316 Apr 06 13:31:20.415844 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45194) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:20.428421 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-072f6e16-2bae-4e12-aaa9-d41784f1d910 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'subnet': {'network_id': '836935bb-7b9a-4ba1-a7e2-019a7bf3b157', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:20.463054 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=defc1bf7-e481-44b6-bfb4-374160373c3b,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:20.560094 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206f372-4cc7-4908-ac10-1b765cd311d1 None None] Pushing event updated for resources: {'Port': ['ID=0bcdebaa-4e0b-4d87-a4fe-9b05944e4049,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:20.614148 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-1039cc88-1039-4066-b598-542800472ec3 None None] Attempting to bind port 0bcdebaa-4e0b-4d87-a4fe-9b05944e4049 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:31:20.614792 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-1039cc88-1039-4066-b598-542800472ec3 None None] Attempting to bind port 0bcdebaa-4e0b-4d87-a4fe-9b05944e4049 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '17211896-a2cc-4a8c-a5db-86d5e864604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd489f324-797f-40f6-a3f5-5ba45ef9f087'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:31:20.615092 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1039cc88-1039-4066-b598-542800472ec3 None None] Attempting to bind port 0bcdebaa-4e0b-4d87-a4fe-9b05944e4049 on network d489f324-797f-40f6-a3f5-5ba45ef9f087 {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:31:20.615956 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:20.623184 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1039cc88-1039-4066-b598-542800472ec3 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:31:20.623786 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1039cc88-1039-4066-b598-542800472ec3 None None] Checking segment: {'id': '17211896-a2cc-4a8c-a5db-86d5e864604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd489f324-797f-40f6-a3f5-5ba45ef9f087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:31:20.624192 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-1039cc88-1039-4066-b598-542800472ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:20.624592 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1039cc88-1039-4066-b598-542800472ec3 None None] Bound using segment: {'id': '17211896-a2cc-4a8c-a5db-86d5e864604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd489f324-797f-40f6-a3f5-5ba45ef9f087'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:31:20.625236 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-1039cc88-1039-4066-b598-542800472ec3 None None] Bound port: 0bcdebaa-4e0b-4d87-a4fe-9b05944e4049, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17211896-a2cc-4a8c-a5db-86d5e864604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd489f324-797f-40f6-a3f5-5ba45ef9f087'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:31:20.625778 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-1039cc88-1039-4066-b598-542800472ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:20.657911 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-072f6e16-2bae-4e12-aaa9-d41784f1d910 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:20.665378 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-072f6e16-2bae-4e12-aaa9-d41784f1d910 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:subnet and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:20.671485 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-79745d7e-4599-4c0c-b5b0-51ca6b83535b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:20.674380 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-072f6e16-2bae-4e12-aaa9-d41784f1d910 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:20.680978 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-072f6e16-2bae-4e12-aaa9-d41784f1d910 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:20.728369 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:20.742618 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-2e943ab3-47c0-4468-b7d8-2d8d7f6f10f4 None None] For port ee46a714-7086-4d93-b66a-1ef73c30b07d, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ee46a714-7086-4d93-b66a-1ef73c30b07d,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:20.742996 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2e943ab3-47c0-4468-b7d8-2d8d7f6f10f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:20.747922 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-1039cc88-1039-4066-b598-542800472ec3 None None] For port 0bcdebaa-4e0b-4d87-a4fe-9b05944e4049, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:31:20.752366 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-1039cc88-1039-4066-b598-542800472ec3 None None] For port 0bcdebaa-4e0b-4d87-a4fe-9b05944e4049, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0bcdebaa-4e0b-4d87-a4fe-9b05944e4049,segment=NetworkSegment(17211896-a2cc-4a8c-a5db-86d5e864604e),segment_id=17211896-a2cc-4a8c-a5db-86d5e864604e)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:31:20.782865 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bb43fd84-c4d3-487c-b936-a9d57da07fd3 req-b0078106-37e0-4022-b475-1f5ef6844f4a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ec28645e-dc53-4263-8774-8d9fe99047f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4340439 Apr 06 13:31:20.791699 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79745d7e-4599-4c0c-b5b0-51ca6b83535b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb944ca-faba-4bf3-adb9-7ea99d5275fd,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:20.900017 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072f6e16-2bae-4e12-aaa9-d41784f1d910 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:31:20.904912 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-072f6e16-2bae-4e12-aaa9-d41784f1d910 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:20.909145 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-79745d7e-4599-4c0c-b5b0-51ca6b83535b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:20.910258 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-79745d7e-4599-4c0c-b5b0-51ca6b83535b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3eb944ca-faba-4bf3-adb9-7ea99d5275fd HTTP/1.1" status: 204 len: 168 time: 1.3976276 Apr 06 13:31:20.950151 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-1039cc88-1039-4066-b598-542800472ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:20.958638 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-2e943ab3-47c0-4468-b7d8-2d8d7f6f10f4 None None] Calling delete_port for ee46a714-7086-4d93-b66a-1ef73c30b07d owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:21.047942 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port ee46a714-7086-4d93-b66a-1ef73c30b07d, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ee46a714-7086-4d93-b66a-1ef73c30b07d,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:21.077465 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1039cc88-1039-4066-b598-542800472ec3 None None] Routers {'1587742b-f270-47e5-a582-48c6653c3a00'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:31:21.078106 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1039cc88-1039-4066-b598-542800472ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:31:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1587742b-f270-47e5-a582-48c6653c3a00'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:21.136707 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:21.152433 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e7787779-7901-459d-9cc5-6919c2b76cbd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:21.157408 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e7787779-7901-459d-9cc5-6919c2b76cbd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1624175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625362'] for router, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:21.228795 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-2e943ab3-47c0-4468-b7d8-2d8d7f6f10f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:31:21.229595 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-2e943ab3-47c0-4468-b7d8-2d8d7f6f10f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:31:21.286163 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=ee46a714-7086-4d93-b66a-1ef73c30b07d,revision_number=7']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:21.354737 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-1039cc88-1039-4066-b598-542800472ec3 None None] Set router 1587742b-f270-47e5-a582-48c6653c3a00 gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:31:21.378547 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-072f6e16-2bae-4e12-aaa9-d41784f1d910 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:21.481359 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f6e16-2bae-4e12-aaa9-d41784f1d910 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Subnet': ['ID=9fb27ea8-a63b-4697-910d-2b5288c9d5ab,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:21.494998 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7787779-7901-459d-9cc5-6919c2b76cbd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Router 1587742b-f270-47e5-a582-48c6653c3a00 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:31:21.519915 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.objects.ports [None req-ec0fe69a-93e5-44d4-ae53-0bb14ece7cc4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88564) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 06 13:31:21.556326 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072f6e16-2bae-4e12-aaa9-d41784f1d910 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network 836935bb-7b9a-4ba1-a7e2-019a7bf3b157 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:21.558932 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-072f6e16-2bae-4e12-aaa9-d41784f1d910 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:21.562352 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072f6e16-2bae-4e12-aaa9-d41784f1d910 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:21.562970 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-072f6e16-2bae-4e12-aaa9-d41784f1d910 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:21.570556 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b70693-9b35-405d-8d45-80a0775b8d7a None None] Network 836935bb-7b9a-4ba1-a7e2-019a7bf3b157 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:21.622238 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234810f6-8ef6-4f94-84f6-24772a31aa28 req-b39da37b-3ff5-4d1c-87d9-31c69b505304 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:21.624728 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-234810f6-8ef6-4f94-84f6-24772a31aa28 req-b39da37b-3ff5-4d1c-87d9-31c69b505304 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=f903cb52-eaac-45ed-8f32-cd340680cda6 HTTP/1.1" status: 200 len: 946 time: 0.1309803 Apr 06 13:31:21.630556 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206f372-4cc7-4908-ac10-1b765cd311d1 None None] Pushing event updated for resources: {'Port': ['ID=0bcdebaa-4e0b-4d87-a4fe-9b05944e4049,revision_number=4']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:21.698104 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-072f6e16-2bae-4e12-aaa9-d41784f1d910 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2810392 Apr 06 13:31:21.704971 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45204) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:21.717516 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-c7c177e1-3660-4db0-a01d-595204ecf78e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'security_group': {'name': 'tempest-secgroup-145116659'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:21.740897 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c7c177e1-3660-4db0-a01d-595204ecf78e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:21.750059 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c7c177e1-3660-4db0-a01d-595204ecf78e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:security_group and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:21.760905 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c7c177e1-3660-4db0-a01d-595204ecf78e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:21.772409 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-234810f6-8ef6-4f94-84f6-24772a31aa28 req-fd73053d-3500-4931-a660-61c860115f1e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec28645e-dc53-4263-8774-8d9fe99047f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409233 Apr 06 13:31:21.773478 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c7c177e1-3660-4db0-a01d-595204ecf78e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:21.817962 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-2e943ab3-47c0-4468-b7d8-2d8d7f6f10f4 None None] Deleting port ee46a714-7086-4d93-b66a-1ef73c30b07d {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:21.817962 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2e943ab3-47c0-4468-b7d8-2d8d7f6f10f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:21.869748 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7787779-7901-459d-9cc5-6919c2b76cbd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:31:21.887550 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e7787779-7901-459d-9cc5-6919c2b76cbd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:21.890221 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e7787779-7901-459d-9cc5-6919c2b76cbd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "PUT /v2.0/routers/1587742b-f270-47e5-a582-48c6653c3a00 HTTP/1.1" status: 200 len: 953 time: 3.3716545 Apr 06 13:31:21.893039 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45208) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:21.931518 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1039cc88-1039-4066-b598-542800472ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:31:20Z', 'revision_number': 6, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None, '_interfaces': [{'id': '0bcdebaa-4e0b-4d87-a4fe-9b05944e4049', 'name': '', 'network_id': 'd489f324-797f-40f6-a3f5-5ba45ef9f087', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:a4:cc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '8670cf4a-8eea-4a63-b0d5-4c48d25a6c32', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:31:14Z', 'updated_at': '2022-04-06T13:31:20Z', 'revision_number': 4, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '8670cf4a-8eea-4a63-b0d5-4c48d25a6c32', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f888c36-87b4-4ce3-a9df-a2b550459152', 'name': '', 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:1c:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:50Z', 'updated_at': '2022-04-06T13:31:05Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c9975bd-d851-4b6e-a8c9-66c597616f4c', 'name': '', 'network_id': 'f5e25a69-7a7d-41bd-968e-92d89d676ae5', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:9f:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:31:02Z', 'updated_at': '2022-04-06T13:31:14Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098c818-e76e-4336-9724-afdb88882060', 'name': '', 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:d0:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:33Z', 'updated_at': '2022-04-06T13:30:51Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:21.937092 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1039cc88-1039-4066-b598-542800472ec3 None None] The sync data for ids ['1587742b-f270-47e5-a582-48c6653c3a00'] in dv-neutron-834600-1-hyperv is: [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:31:20Z', 'revision_number': 6, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None, '_interfaces': [{'id': '0bcdebaa-4e0b-4d87-a4fe-9b05944e4049', 'name': '', 'network_id': 'd489f324-797f-40f6-a3f5-5ba45ef9f087', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:a4:cc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '8670cf4a-8eea-4a63-b0d5-4c48d25a6c32', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:31:14Z', 'updated_at': '2022-04-06T13:31:20Z', 'revision_number': 4, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '8670cf4a-8eea-4a63-b0d5-4c48d25a6c32', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f888c36-87b4-4ce3-a9df-a2b550459152', 'name': '', 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:1c:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:50Z', 'updated_at': '2022-04-06T13:31:05Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c9975bd-d851-4b6e-a8c9-66c597616f4c', 'name': '', 'network_id': 'f5e25a69-7a7d-41bd-968e-92d89d676ae5', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:9f:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:31:02Z', 'updated_at': '2022-04-06T13:31:14Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098c818-e76e-4336-9724-afdb88882060', 'name': '', 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:d0:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:33Z', 'updated_at': '2022-04-06T13:30:51Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:31:22.005481 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c7c177e1-3660-4db0-a01d-595204ecf78e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:22.128700 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c7c177e1-3660-4db0-a01d-595204ecf78e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:22.152060 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c7c177e1-3660-4db0-a01d-595204ecf78e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:security_group_rule and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:22.174877 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c7c177e1-3660-4db0-a01d-595204ecf78e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:22.198520 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2f6ea1e2-6773-49f6-8bef-70fea5757b58 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "GET /v2.0/routers/1587742b-f270-47e5-a582-48c6653c3a00 HTTP/1.1" status: 200 len: 953 time: 0.3030176 Apr 06 13:31:22.202159 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45214) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:22.226262 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-ee71b508-61e0-4f6d-a484-1bb038703749 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'router': {'routes': None}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:22.241962 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ec0fe69a-93e5-44d4-ae53-0bb14ece7cc4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:22.266249 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45218) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:22.309468 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c7484c6e-ce4b-4695-b235-4a945bc12d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:22.374023 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device defc1bf7-e481-44b6-bfb4-374160373c3b up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:31:22.400903 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c7484c6e-ce4b-4695-b235-4a945bc12d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:22.405349 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c7484c6e-ce4b-4695-b235-4a945bc12d8b admin admin] Usage tracker for resource:security_group_rule and tenant:dd48bc95c33c414aa4ed1e13b5168500 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:22.408585 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c7484c6e-ce4b-4695-b235-4a945bc12d8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:22.414898 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c7484c6e-ce4b-4695-b235-4a945bc12d8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:22.433964 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c7c177e1-3660-4db0-a01d-595204ecf78e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:22.518972 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c7484c6e-ce4b-4695-b235-4a945bc12d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:22.604022 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port defc1bf7-e481-44b6-bfb4-374160373c3b triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:22.604589 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:22.622351 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c7484c6e-ce4b-4695-b235-4a945bc12d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:22.636427 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-836935bb-7b9a-4ba1-a7e2-019a7bf3b157', 'network_id': '836935bb-7b9a-4ba1-a7e2-019a7bf3b157', 'tenant_id': 'a526e3e3d3c243f2855d6757315c0284', 'fixed_ips': [{'subnet_id': '9fb27ea8-a63b-4697-910d-2b5288c9d5ab'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:31:22.637280 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:22.670040 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-2e943ab3-47c0-4468-b7d8-2d8d7f6f10f4 None None] For port ee46a714-7086-4d93-b66a-1ef73c30b07d, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ee46a714-7086-4d93-b66a-1ef73c30b07d,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:22.670633 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2e943ab3-47c0-4468-b7d8-2d8d7f6f10f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:22.881904 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-2e943ab3-47c0-4468-b7d8-2d8d7f6f10f4 None None] Calling delete_port for ee46a714-7086-4d93-b66a-1ef73c30b07d owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:22.891178 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c7c177e1-3660-4db0-a01d-595204ecf78e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:22.962869 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c7484c6e-ce4b-4695-b235-4a945bc12d8b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dd48bc95c33c414aa4ed1e13b5168500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6923540 Apr 06 13:31:22.964756 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45224) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:22.964945 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7484c6e-ce4b-4695-b235-4a945bc12d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2800926a-d089-4f0a-b380-06e42dc0db29,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:23.009253 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c7c177e1-3660-4db0-a01d-595204ecf78e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:23.066351 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-ec0fe69a-93e5-44d4-ae53-0bb14ece7cc4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] For port ee46a714-7086-4d93-b66a-1ef73c30b07d, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ee46a714-7086-4d93-b66a-1ef73c30b07d,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:23.081081 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2a482bc0-e076-4666-8f9c-1c06302093da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:23.126545 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2a482bc0-e076-4666-8f9c-1c06302093da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:23.136132 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ec0fe69a-93e5-44d4-ae53-0bb14ece7cc4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:23.142042 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c177e1-3660-4db0-a01d-595204ecf78e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b76abda-2f28-4df8-b380-889bc4229c2f,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:23.175311 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0bcdebaa-4e0b-4d87-a4fe-9b05944e4049 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:31:23.215615 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f7fd3-1d81-4c05-9b88-c9978f76ca75 req-5259f9fa-12b2-4ab4-9898-815225a626f2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:23.219318 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fc1f7fd3-1d81-4c05-9b88-c9978f76ca75 req-5259f9fa-12b2-4ab4-9898-815225a626f2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=f903cb52-eaac-45ed-8f32-cd340680cda6 HTTP/1.1" status: 200 len: 946 time: 0.2586701 Apr 06 13:31:23.257861 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Allocated IP 172.20.0.2 (836935bb-7b9a-4ba1-a7e2-019a7bf3b157/9fb27ea8-a63b-4697-910d-2b5288c9d5ab/15766b8e-d297-4623-81df-0feb93dc0e99) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:23.258388 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ec0fe69a-93e5-44d4-ae53-0bb14ece7cc4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:23.259161 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ec0fe69a-93e5-44d4-ae53-0bb14ece7cc4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:23.290180 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c7c177e1-3660-4db0-a01d-595204ecf78e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:23.295724 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c7c177e1-3660-4db0-a01d-595204ecf78e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.5832081 Apr 06 13:31:23.332786 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45228) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:23.347621 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2a482bc0-e076-4666-8f9c-1c06302093da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:23.355945 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-2e943ab3-47c0-4468-b7d8-2d8d7f6f10f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:31:23.357168 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-2e943ab3-47c0-4468-b7d8-2d8d7f6f10f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:31:23.370837 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-d824a2d5-4ee9-4f0d-811d-421d5a4001b3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'security_group': {'name': 'tempest-secgroup-648024310'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:23.394160 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0fe69a-93e5-44d4-ae53-0bb14ece7cc4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:23.401431 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-ec0fe69a-93e5-44d4-ae53-0bb14ece7cc4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:23.412095 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0fe69a-93e5-44d4-ae53-0bb14ece7cc4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:23.412691 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ec0fe69a-93e5-44d4-ae53-0bb14ece7cc4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:23.412812 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d824a2d5-4ee9-4f0d-811d-421d5a4001b3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:23.422054 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a482bc0-e076-4666-8f9c-1c06302093da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2800926a-d089-4f0a-b380-06e42dc0db29,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:23.437760 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d824a2d5-4ee9-4f0d-811d-421d5a4001b3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:security_group and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:23.446386 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718bed68-5b7f-4ea4-962a-de0fadf5e1ee None None] Sync routers for ids ['1587742b-f270-47e5-a582-48c6653c3a00'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:31:23.456668 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2a482bc0-e076-4666-8f9c-1c06302093da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:23.460110 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2a482bc0-e076-4666-8f9c-1c06302093da admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2800926a-d089-4f0a-b380-06e42dc0db29 HTTP/1.1" status: 204 len: 168 time: 0.4888840 Apr 06 13:31:23.461070 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fe69a-93e5-44d4-ae53-0bb14ece7cc4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=eaa37d03-b54f-44d9-ba7a-930ba5ad415b,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:23.467450 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fe69a-93e5-44d4-ae53-0bb14ece7cc4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=ee46a714-7086-4d93-b66a-1ef73c30b07d,revision_number=9']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:23.476724 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d824a2d5-4ee9-4f0d-811d-421d5a4001b3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:23.486335 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fc1f7fd3-1d81-4c05-9b88-c9978f76ca75 req-cb7a091f-8983-42d9-a815-2fa492f79432 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec28645e-dc53-4263-8774-8d9fe99047f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2526145 Apr 06 13:31:23.487218 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d824a2d5-4ee9-4f0d-811d-421d5a4001b3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:23.499107 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718bed68-5b7f-4ea4-962a-de0fadf5e1ee None None] Routers {'1587742b-f270-47e5-a582-48c6653c3a00'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:31:23.500081 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-718bed68-5b7f-4ea4-962a-de0fadf5e1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:31:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1587742b-f270-47e5-a582-48c6653c3a00'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:23.532720 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.extraroute_db [None req-ee71b508-61e0-4f6d-a484-1bb038703749 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Added routes are [] {{(pid=88565) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 06 13:31:23.533429 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.extraroute_db [None req-ee71b508-61e0-4f6d-a484-1bb038703749 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88565) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 06 13:31:23.583329 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ee71b508-61e0-4f6d-a484-1bb038703749 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:23.589332 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45236) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:23.589535 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ec0fe69a-93e5-44d4-ae53-0bb14ece7cc4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3906596 Apr 06 13:31:23.596674 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-7e45a836-96a2-40eb-8ac8-2b2ab9889567 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:23.630071 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 0bcdebaa-4e0b-4d87-a4fe-9b05944e4049 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:23.677337 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d824a2d5-4ee9-4f0d-811d-421d5a4001b3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:23.691796 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 0bcdebaa-4e0b-4d87-a4fe-9b05944e4049 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:23.692163 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:23.838543 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-718bed68-5b7f-4ea4-962a-de0fadf5e1ee None None] Set router 1587742b-f270-47e5-a582-48c6653c3a00 gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:31:23.905666 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d824a2d5-4ee9-4f0d-811d-421d5a4001b3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:23.925537 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d824a2d5-4ee9-4f0d-811d-421d5a4001b3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:security_group_rule and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:23.937627 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d824a2d5-4ee9-4f0d-811d-421d5a4001b3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:23.966289 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d824a2d5-4ee9-4f0d-811d-421d5a4001b3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:24.020049 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:24.067599 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-2e943ab3-47c0-4468-b7d8-2d8d7f6f10f4 None None] Deleting port ee46a714-7086-4d93-b66a-1ef73c30b07d {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:24.067950 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2e943ab3-47c0-4468-b7d8-2d8d7f6f10f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:24.132267 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Transition to ACTIVE for port object 15766b8e-d297-4623-81df-0feb93dc0e99 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:24.180740 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af58674-1f92-4d0b-a71f-f1ce95165972 req-c0417f90-efa7-4d94-9e06-59afb09c70b1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:24.182141 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6af58674-1f92-4d0b-a71f-f1ce95165972 req-c0417f90-efa7-4d94-9e06-59afb09c70b1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=f903cb52-eaac-45ed-8f32-cd340680cda6 HTTP/1.1" status: 200 len: 946 time: 0.5564957 Apr 06 13:31:24.183465 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-7e45a836-96a2-40eb-8ac8-2b2ab9889567 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:24.189148 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-7e45a836-96a2-40eb-8ac8-2b2ab9889567 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:subnet and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:24.192164 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-7e45a836-96a2-40eb-8ac8-2b2ab9889567 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:24.198293 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-7e45a836-96a2-40eb-8ac8-2b2ab9889567 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:24.280476 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Transition to ACTIVE for port object 15766b8e-d297-4623-81df-0feb93dc0e99 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:24.296373 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ee71b508-61e0-4f6d-a484-1bb038703749 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:24.309730 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e45a836-96a2-40eb-8ac8-2b2ab9889567 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:31:24.314340 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7e45a836-96a2-40eb-8ac8-2b2ab9889567 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:24.324427 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:24.339257 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ee71b508-61e0-4f6d-a484-1bb038703749 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1624175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625362'] for router, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:24.360038 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6af58674-1f92-4d0b-a71f-f1ce95165972 req-334f8558-f064-4347-b9b3-8db77a485eab tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec28645e-dc53-4263-8774-8d9fe99047f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397903 Apr 06 13:31:24.365437 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d824a2d5-4ee9-4f0d-811d-421d5a4001b3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:24.391773 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45250) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:24.421345 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:24.490384 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1f9c10-ed04-4d25-aca4-253b7761ca1c tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:24.492290 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4e1f9c10-ed04-4d25-aca4-253b7761ca1c tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f903cb52-eaac-45ed-8f32-cd340680cda6 HTTP/1.1" status: 200 len: 1094 time: 0.0995362 Apr 06 13:31:24.495165 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45254) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:24.496216 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d824a2d5-4ee9-4f0d-811d-421d5a4001b3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:24.503056 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'port_id': 'baf46332-bf69-4bb6-af5d-89377108b9c9', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:24.509668 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:24.518106 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:floatingip and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:24.518106 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:24.524338 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:24.526331 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Pushing event updated for resources: {'Port': ['ID=15766b8e-d297-4623-81df-0feb93dc0e99,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:24.556855 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 0bcdebaa-4e0b-4d87-a4fe-9b05944e4049, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0bcdebaa-4e0b-4d87-a4fe-9b05944e4049,segment=NetworkSegment(17211896-a2cc-4a8c-a5db-86d5e864604e),segment_id=17211896-a2cc-4a8c-a5db-86d5e864604e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:24.561983 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:24.562340 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:24.562680 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:24.563039 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:24.563374 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:24.563704 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:24.564030 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:24.564352 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:24.564675 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:24.564996 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:24.565317 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:24.565636 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:24.631338 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:24.638974 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Network 836935bb-7b9a-4ba1-a7e2-019a7bf3b157 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:24.644640 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:24.649651 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:31:24.750861 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:24.816645 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:24.825357 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-2e943ab3-47c0-4468-b7d8-2d8d7f6f10f4 None None] For port ee46a714-7086-4d93-b66a-1ef73c30b07d, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ee46a714-7086-4d93-b66a-1ef73c30b07d,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:24.826014 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2e943ab3-47c0-4468-b7d8-2d8d7f6f10f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:24.844654 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Attempting to bind port 15766b8e-d297-4623-81df-0feb93dc0e99 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:31:24.845026 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Attempting to bind port 15766b8e-d297-4623-81df-0feb93dc0e99 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '36c9b401-0190-4d6b-a49f-6cdaf04c4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '836935bb-7b9a-4ba1-a7e2-019a7bf3b157'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:31:24.845427 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Attempting to bind port 15766b8e-d297-4623-81df-0feb93dc0e99 on network 836935bb-7b9a-4ba1-a7e2-019a7bf3b157 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:31:24.854489 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-718bed68-5b7f-4ea4-962a-de0fadf5e1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:31:20Z', 'revision_number': 6, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None, '_interfaces': [{'id': '0bcdebaa-4e0b-4d87-a4fe-9b05944e4049', 'name': '', 'network_id': 'd489f324-797f-40f6-a3f5-5ba45ef9f087', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:a4:cc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '8670cf4a-8eea-4a63-b0d5-4c48d25a6c32', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:31:14Z', 'updated_at': '2022-04-06T13:31:20Z', 'revision_number': 4, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '8670cf4a-8eea-4a63-b0d5-4c48d25a6c32', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f888c36-87b4-4ce3-a9df-a2b550459152', 'name': '', 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:1c:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:50Z', 'updated_at': '2022-04-06T13:31:05Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c9975bd-d851-4b6e-a8c9-66c597616f4c', 'name': '', 'network_id': 'f5e25a69-7a7d-41bd-968e-92d89d676ae5', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:9f:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:31:02Z', 'updated_at': '2022-04-06T13:31:14Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098c818-e76e-4336-9724-afdb88882060', 'name': '', 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:d0:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:33Z', 'updated_at': '2022-04-06T13:30:51Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:24.855437 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee71b508-61e0-4f6d-a484-1bb038703749 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Router 1587742b-f270-47e5-a582-48c6653c3a00 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:31:24.858322 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824a2d5-4ee9-4f0d-811d-421d5a4001b3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=236ad3a8-5ac5-42b3-857f-24d715995b1a,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:24.877236 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a2d5-4ee9-4f0d-811d-421d5a4001b3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:24.877571 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a2d5-4ee9-4f0d-811d-421d5a4001b3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:24.877905 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a2d5-4ee9-4f0d-811d-421d5a4001b3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:24.878230 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a2d5-4ee9-4f0d-811d-421d5a4001b3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:24.878554 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a2d5-4ee9-4f0d-811d-421d5a4001b3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:24.878910 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a2d5-4ee9-4f0d-811d-421d5a4001b3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:24.879211 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a2d5-4ee9-4f0d-811d-421d5a4001b3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:24.879520 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a2d5-4ee9-4f0d-811d-421d5a4001b3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:24.880444 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a2d5-4ee9-4f0d-811d-421d5a4001b3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:24.880444 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a2d5-4ee9-4f0d-811d-421d5a4001b3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:24.880444 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a2d5-4ee9-4f0d-811d-421d5a4001b3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:24.880771 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a2d5-4ee9-4f0d-811d-421d5a4001b3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:24.962418 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d824a2d5-4ee9-4f0d-811d-421d5a4001b3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:24.963681 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d824a2d5-4ee9-4f0d-811d-421d5a4001b3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.6256347 Apr 06 13:31:24.969693 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45266) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:24.979959 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:31:24.980334 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Checking segment: {'id': '36c9b401-0190-4d6b-a49f-6cdaf04c4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '836935bb-7b9a-4ba1-a7e2-019a7bf3b157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:31:24.980739 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:24.981141 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Bound using segment: {'id': '36c9b401-0190-4d6b-a49f-6cdaf04c4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '836935bb-7b9a-4ba1-a7e2-019a7bf3b157'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:31:24.981629 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Bound port: 15766b8e-d297-4623-81df-0feb93dc0e99, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c9b401-0190-4d6b-a49f-6cdaf04c4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '836935bb-7b9a-4ba1-a7e2-019a7bf3b157'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:31:24.982235 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:25.000788 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-2e943ab3-47c0-4468-b7d8-2d8d7f6f10f4 None None] Calling delete_port for ee46a714-7086-4d93-b66a-1ef73c30b07d owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:25.032975 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-89a8598e-5317-4045-bd22-c0767402213c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1007655760', 'security_groups': ['236ad3a8-5ac5-42b3-857f-24d715995b1a'], 'network_id': '836935bb-7b9a-4ba1-a7e2-019a7bf3b157', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9fb27ea8-a63b-4697-910d-2b5288c9d5ab'}]}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:25.038589 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718bed68-5b7f-4ea4-962a-de0fadf5e1ee None None] Checking router: 1587742b-f270-47e5-a582-48c6653c3a00 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:31:25.043147 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.26.4.65 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/10d683ee-9fa5-4b82-99a9-cded7d8b7e25) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:25.054867 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=0bcdebaa-4e0b-4d87-a4fe-9b05944e4049,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:25.058187 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45270) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:25.188171 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718bed68-5b7f-4ea4-962a-de0fadf5e1ee None None] Routers {'1587742b-f270-47e5-a582-48c6653c3a00'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:31:25.188856 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-718bed68-5b7f-4ea4-962a-de0fadf5e1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:31:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1587742b-f270-47e5-a582-48c6653c3a00'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:25.241557 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee71b508-61e0-4f6d-a484-1bb038703749 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:31:25.265835 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:25.279236 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ee71b508-61e0-4f6d-a484-1bb038703749 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:25.281156 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ee71b508-61e0-4f6d-a484-1bb038703749 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "PUT /v2.0/routers/1587742b-f270-47e5-a582-48c6653c3a00 HTTP/1.1" status: 200 len: 703 time: 3.0746107 Apr 06 13:31:25.290607 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45276) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:25.371986 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-9228b488-5a54-4062-990f-6ce1cd8762b3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-175469773'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:25.375132 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:25.381163 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-89a8598e-5317-4045-bd22-c0767402213c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:25.383578 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-9228b488-5a54-4062-990f-6ce1cd8762b3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:25.392295 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9228b488-5a54-4062-990f-6ce1cd8762b3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Usage tracker for resource:network and tenant:46a10c4b2a054a5c83cba0fa026e8f81 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:25.443543 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:25.446316 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:25.448666 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9228b488-5a54-4062-990f-6ce1cd8762b3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:25.449376 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:31:25.479222 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-9228b488-5a54-4062-990f-6ce1cd8762b3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:25.487714 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-89a8598e-5317-4045-bd22-c0767402213c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:25.487992 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-718bed68-5b7f-4ea4-962a-de0fadf5e1ee None None] Set router 1587742b-f270-47e5-a582-48c6653c3a00 gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:31:25.529153 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=10d683ee-9fa5-4b82-99a9-cded7d8b7e25,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:25.537577 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] For port 15766b8e-d297-4623-81df-0feb93dc0e99, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:31:25.543032 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8837e287-2294-49cb-84a6-322367a5163c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "GET /v2.0/routers/1587742b-f270-47e5-a582-48c6653c3a00 HTTP/1.1" status: 200 len: 703 time: 0.2497740 Apr 06 13:31:25.545105 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45280) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:25.547933 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:25.548724 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:25.549410 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:25.549844 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:25.550215 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:25.550572 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:25.550919 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:25.551422 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:25.551751 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:25.552077 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:25.552414 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:25.552875 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:31:25.564676 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] For port 15766b8e-d297-4623-81df-0feb93dc0e99, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=15766b8e-d297-4623-81df-0feb93dc0e99,segment=NetworkSegment(36c9b401-0190-4d6b-a49f-6cdaf04c4482),segment_id=36c9b401-0190-4d6b-a49f-6cdaf04c4482)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:31:25.678402 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7e45a836-96a2-40eb-8ac8-2b2ab9889567 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:25.682178 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a8598e-5317-4045-bd22-c0767402213c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:31:25.687472 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:25.697924 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9228b488-5a54-4062-990f-6ce1cd8762b3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Made reservation on behalf of 46a10c4b2a054a5c83cba0fa026e8f81 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:31:25.701611 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9228b488-5a54-4062-990f-6ce1cd8762b3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:25.784305 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9228b488-5a54-4062-990f-6ce1cd8762b3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:25.793135 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2e943ab3-47c0-4468-b7d8-2d8d7f6f10f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:25.886865 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f80c3-c513-4158-84f8-53d05708d16f None None] Pushing event updated for resources: {'Port': ['ID=15766b8e-d297-4623-81df-0feb93dc0e99,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:25.901262 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e45a836-96a2-40eb-8ac8-2b2ab9889567 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:25.962672 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-7e45a836-96a2-40eb-8ac8-2b2ab9889567 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:25.964626 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-9228b488-5a54-4062-990f-6ce1cd8762b3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:25.979882 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e45a836-96a2-40eb-8ac8-2b2ab9889567 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:25.980454 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7e45a836-96a2-40eb-8ac8-2b2ab9889567 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:25.988091 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e943ab3-47c0-4468-b7d8-2d8d7f6f10f4 None None] Pushing event deleted for resources: {'Port': ['ID=ee46a714-7086-4d93-b66a-1ef73c30b07d,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:25.992972 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e943ab3-47c0-4468-b7d8-2d8d7f6f10f4 None None] No DVR routers for this DVR port ee46a714-7086-4d93-b66a-1ef73c30b07d on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:31:26.007615 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9228b488-5a54-4062-990f-6ce1cd8762b3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Usage tracker for resource:security_group_rule and tenant:46a10c4b2a054a5c83cba0fa026e8f81 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:26.010964 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:26.013810 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45a836-96a2-40eb-8ac8-2b2ab9889567 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=945b239a-b3e0-4c8a-9311-da6df0968dcb,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:26.029023 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9228b488-5a54-4062-990f-6ce1cd8762b3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:26.057081 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff79b31-c5d2-4ff3-9e00-320ebc4e9c7f None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:26.116549 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-9228b488-5a54-4062-990f-6ce1cd8762b3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:26.138603 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-89a8598e-5317-4045-bd22-c0767402213c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:26.197011 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-89a8598e-5317-4045-bd22-c0767402213c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] device_id is not set on port a250862d-d962-43ca-b8dd-6508f8ec0741 yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:31:26.236587 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:26.336335 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-718bed68-5b7f-4ea4-962a-de0fadf5e1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:31:23Z', 'revision_number': 7, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None, '_interfaces': [{'id': '0bcdebaa-4e0b-4d87-a4fe-9b05944e4049', 'name': '', 'network_id': 'd489f324-797f-40f6-a3f5-5ba45ef9f087', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:a4:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '8670cf4a-8eea-4a63-b0d5-4c48d25a6c32', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:31:14Z', 'updated_at': '2022-04-06T13:31:24Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '8670cf4a-8eea-4a63-b0d5-4c48d25a6c32', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f888c36-87b4-4ce3-a9df-a2b550459152', 'name': '', 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:1c:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:50Z', 'updated_at': '2022-04-06T13:31:05Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c9975bd-d851-4b6e-a8c9-66c597616f4c', 'name': '', 'network_id': 'f5e25a69-7a7d-41bd-968e-92d89d676ae5', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:9f:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:31:02Z', 'updated_at': '2022-04-06T13:31:14Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098c818-e76e-4336-9724-afdb88882060', 'name': '', 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:d0:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:33Z', 'updated_at': '2022-04-06T13:30:51Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:26.346865 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718bed68-5b7f-4ea4-962a-de0fadf5e1ee None None] The sync data for ids ['1587742b-f270-47e5-a582-48c6653c3a00'] in dv-neutron-834600-1-hyperv is: [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:31:23Z', 'revision_number': 7, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None, '_interfaces': [{'id': '0bcdebaa-4e0b-4d87-a4fe-9b05944e4049', 'name': '', 'network_id': 'd489f324-797f-40f6-a3f5-5ba45ef9f087', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:a4:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '8670cf4a-8eea-4a63-b0d5-4c48d25a6c32', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:31:14Z', 'updated_at': '2022-04-06T13:31:24Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '8670cf4a-8eea-4a63-b0d5-4c48d25a6c32', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f888c36-87b4-4ce3-a9df-a2b550459152', 'name': '', 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:1c:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:50Z', 'updated_at': '2022-04-06T13:31:05Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c9975bd-d851-4b6e-a8c9-66c597616f4c', 'name': '', 'network_id': 'f5e25a69-7a7d-41bd-968e-92d89d676ae5', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:9f:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:31:02Z', 'updated_at': '2022-04-06T13:31:14Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098c818-e76e-4336-9724-afdb88882060', 'name': '', 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:d0:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:33Z', 'updated_at': '2022-04-06T13:30:51Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:31:26.432882 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2566b3f-8652-4093-9288-3932973b9cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-4a5369b0-8301-4713-81a5-ebef94e70f0e', 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'fixed_ips': [{'subnet_id': '945b239a-b3e0-4c8a-9311-da6df0968dcb'}, {'subnet_id': 'eaa37d03-b54f-44d9-ba7a-930ba5ad415b'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:31:26.440150 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b2566b3f-8652-4093-9288-3932973b9cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:26.514367 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7e45a836-96a2-40eb-8ac8-2b2ab9889567 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9235446 Apr 06 13:31:26.521308 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45284) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:26.532219 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-b4c082ef-66c6-4f2d-8e76-32b618ad9bef tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'port': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'mac_address': 'fa:16:3e:d4:98:d8', 'name': 'tempest-NetworksTestDHCPv6-850331810'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:26.552560 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:26.777762 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-b2566b3f-8652-4093-9288-3932973b9cde None None] Allocated IP 172.20.0.2 (4a5369b0-8301-4713-81a5-ebef94e70f0e/945b239a-b3e0-4c8a-9311-da6df0968dcb/868943fb-82fa-4f01-80e2-a4b6b39bde23) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:26.790001 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:26.791011 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-b2566b3f-8652-4093-9288-3932973b9cde None None] Allocated IP 2001:db8::f816:3eff:fe1e:41a9 (4a5369b0-8301-4713-81a5-ebef94e70f0e/eaa37d03-b54f-44d9-ba7a-930ba5ad415b/868943fb-82fa-4f01-80e2-a4b6b39bde23) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:27.008675 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6d76db-8ad4-47bf-ae89-e628f60f2fdc None None] Sync routers for ids ['1587742b-f270-47e5-a582-48c6653c3a00'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:31:27.009240 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:27.031733 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6d76db-8ad4-47bf-ae89-e628f60f2fdc None None] Routers {'1587742b-f270-47e5-a582-48c6653c3a00'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:31:27.032375 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-ae6d76db-8ad4-47bf-ae89-e628f60f2fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:31:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1587742b-f270-47e5-a582-48c6653c3a00'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:27.066910 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-89a8598e-5317-4045-bd22-c0767402213c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Allocated IP 172.20.0.3 (836935bb-7b9a-4ba1-a7e2-019a7bf3b157/9fb27ea8-a63b-4697-910d-2b5288c9d5ab/a250862d-d962-43ca-b8dd-6508f8ec0741) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:27.094846 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9228b488-5a54-4062-990f-6ce1cd8762b3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:27.105935 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 15766b8e-d297-4623-81df-0feb93dc0e99 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:31:27.156880 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b4c082ef-66c6-4f2d-8e76-32b618ad9bef tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:27.164039 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b4c082ef-66c6-4f2d-8e76-32b618ad9bef tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:port and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:27.168583 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b4c082ef-66c6-4f2d-8e76-32b618ad9bef tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:27.178267 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b4c082ef-66c6-4f2d-8e76-32b618ad9bef tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:27.211511 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=10d683ee-9fa5-4b82-99a9-cded7d8b7e25,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:27.226438 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9228b488-5a54-4062-990f-6ce1cd8762b3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:27.287909 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b2566b3f-8652-4093-9288-3932973b9cde None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:27.312773 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:27.320173 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b2566b3f-8652-4093-9288-3932973b9cde None None] Transition to ACTIVE for port object 868943fb-82fa-4f01-80e2-a4b6b39bde23 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:27.348034 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b2566b3f-8652-4093-9288-3932973b9cde None None] Transition to ACTIVE for port object 868943fb-82fa-4f01-80e2-a4b6b39bde23 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:27.351929 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c082ef-66c6-4f2d-8e76-32b618ad9bef tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:31:27.376896 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-ae6d76db-8ad4-47bf-ae89-e628f60f2fdc None None] Set router 1587742b-f270-47e5-a582-48c6653c3a00 gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:31:27.418317 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 15766b8e-d297-4623-81df-0feb93dc0e99 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:27.431324 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0bcdebaa-4e0b-4d87-a4fe-9b05944e4049 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:31:27.452342 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-89a8598e-5317-4045-bd22-c0767402213c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:27.469382 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-89a8598e-5317-4045-bd22-c0767402213c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Transition to ACTIVE for port object a250862d-d962-43ca-b8dd-6508f8ec0741 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:27.494264 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b2566b3f-8652-4093-9288-3932973b9cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:27.522002 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Floating IP d737a845-37d4-4b28-b102-b3f992312cf3 associated. External IP: 172.26.4.65, port: baf46332-bf69-4bb6-af5d-89377108b9c9. Apr 06 13:31:27.523434 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9228b488-5a54-4062-990f-6ce1cd8762b3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:31:27.536235 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228b488-5a54-4062-990f-6ce1cd8762b3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2cb270-3dd8-4753-8e93-1ffbacc28244,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:27.551008 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9228b488-5a54-4062-990f-6ce1cd8762b3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:27.558355 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-9228b488-5a54-4062-990f-6ce1cd8762b3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Added segment de983b5c-f336-46c4-ae55-daf11862c52b of type vlan for network 35ff013f-47f4-4cbb-8d06-eb70ffe5cc51 Apr 06 13:31:27.576840 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e78c93b5-1363-4dcb-868a-5ae19b6a4b85 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:27.604677 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2566b3f-8652-4093-9288-3932973b9cde None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:27.615111 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-b2566b3f-8652-4093-9288-3932973b9cde None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:27.621102 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2566b3f-8652-4093-9288-3932973b9cde None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:31:27.628854 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2566b3f-8652-4093-9288-3932973b9cde None None] Pushing event updated for resources: {'Port': ['ID=868943fb-82fa-4f01-80e2-a4b6b39bde23,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:27.631137 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-89a8598e-5317-4045-bd22-c0767402213c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:27.746576 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-09bfa473-98bf-4e07-b27e-4235e4510011 None None] Provisioning complete for port 6c5b1642-7755-4bac-a2d6-c19418f0d858 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:27.746985 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-09bfa473-98bf-4e07-b27e-4235e4510011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:27.772895 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 0bcdebaa-4e0b-4d87-a4fe-9b05944e4049 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:27.773387 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:27.823157 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-ae6d76db-8ad4-47bf-ae89-e628f60f2fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:31:23Z', 'revision_number': 7, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None, '_interfaces': [{'id': '0bcdebaa-4e0b-4d87-a4fe-9b05944e4049', 'name': '', 'network_id': 'd489f324-797f-40f6-a3f5-5ba45ef9f087', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:a4:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '8670cf4a-8eea-4a63-b0d5-4c48d25a6c32', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:31:14Z', 'updated_at': '2022-04-06T13:31:24Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '8670cf4a-8eea-4a63-b0d5-4c48d25a6c32', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f888c36-87b4-4ce3-a9df-a2b550459152', 'name': '', 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:1c:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:50Z', 'updated_at': '2022-04-06T13:31:05Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c9975bd-d851-4b6e-a8c9-66c597616f4c', 'name': '', 'network_id': 'f5e25a69-7a7d-41bd-968e-92d89d676ae5', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:9f:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:31:02Z', 'updated_at': '2022-04-06T13:31:14Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098c818-e76e-4336-9724-afdb88882060', 'name': '', 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:d0:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:33Z', 'updated_at': '2022-04-06T13:30:51Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:27.827912 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6d76db-8ad4-47bf-ae89-e628f60f2fdc None None] Checking router: 1587742b-f270-47e5-a582-48c6653c3a00 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:31:27.839205 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6d76db-8ad4-47bf-ae89-e628f60f2fdc None None] Routers {'1587742b-f270-47e5-a582-48c6653c3a00'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:31:27.840483 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-ae6d76db-8ad4-47bf-ae89-e628f60f2fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:31:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1587742b-f270-47e5-a582-48c6653c3a00'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:27.842750 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b4c082ef-66c6-4f2d-8e76-32b618ad9bef tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:27.881654 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9228b488-5a54-4062-990f-6ce1cd8762b3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:27.884714 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-b4c082ef-66c6-4f2d-8e76-32b618ad9bef tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] device_id is not set on port 1a181a33-c743-4edb-8b9c-72cecbcc94fb yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:31:27.885929 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-b2566b3f-8652-4093-9288-3932973b9cde None None] Attempting to bind port 868943fb-82fa-4f01-80e2-a4b6b39bde23 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:31:27.886436 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-b2566b3f-8652-4093-9288-3932973b9cde None None] Attempting to bind port 868943fb-82fa-4f01-80e2-a4b6b39bde23 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:31:27.886641 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2566b3f-8652-4093-9288-3932973b9cde None None] Attempting to bind port 868943fb-82fa-4f01-80e2-a4b6b39bde23 on network 4a5369b0-8301-4713-81a5-ebef94e70f0e {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:31:27.912479 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2566b3f-8652-4093-9288-3932973b9cde None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:31:27.912963 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2566b3f-8652-4093-9288-3932973b9cde None None] Checking segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:31:27.913300 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b2566b3f-8652-4093-9288-3932973b9cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:27.913697 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2566b3f-8652-4093-9288-3932973b9cde None None] Bound using segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:31:27.914177 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-b2566b3f-8652-4093-9288-3932973b9cde None None] Bound port: 868943fb-82fa-4f01-80e2-a4b6b39bde23, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:31:27.914702 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b2566b3f-8652-4093-9288-3932973b9cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:27.915285 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8598e-5317-4045-bd22-c0767402213c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Port': ['ID=a250862d-d962-43ca-b8dd-6508f8ec0741,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:27.983513 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-09bfa473-98bf-4e07-b27e-4235e4510011 None None] Port 6c5b1642-7755-4bac-a2d6-c19418f0d858 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:31:27.992674 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a8598e-5317-4045-bd22-c0767402213c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network 836935bb-7b9a-4ba1-a7e2-019a7bf3b157 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:28.003333 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-89a8598e-5317-4045-bd22-c0767402213c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:28.006105 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a8598e-5317-4045-bd22-c0767402213c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:31:28.055336 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-ae6d76db-8ad4-47bf-ae89-e628f60f2fdc None None] Set router 1587742b-f270-47e5-a582-48c6653c3a00 gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:31:28.099518 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9228b488-5a54-4062-990f-6ce1cd8762b3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:28.101088 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-b2566b3f-8652-4093-9288-3932973b9cde None None] For port 868943fb-82fa-4f01-80e2-a4b6b39bde23, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:31:28.114585 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9228b488-5a54-4062-990f-6ce1cd8762b3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:28.115368 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9228b488-5a54-4062-990f-6ce1cd8762b3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:28.116734 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-b2566b3f-8652-4093-9288-3932973b9cde None None] For port 868943fb-82fa-4f01-80e2-a4b6b39bde23, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=868943fb-82fa-4f01-80e2-a4b6b39bde23,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:31:28.122163 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-09bfa473-98bf-4e07-b27e-4235e4510011 None None] Provisioning for port 15766b8e-d297-4623-81df-0feb93dc0e99 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:28.129323 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-09bfa473-98bf-4e07-b27e-4235e4510011 None None] Provisioning complete for port 15766b8e-d297-4623-81df-0feb93dc0e99 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:28.134643 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-09bfa473-98bf-4e07-b27e-4235e4510011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:28.135797 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-b4c082ef-66c6-4f2d-8e76-32b618ad9bef tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 172.20.0.9 (4a5369b0-8301-4713-81a5-ebef94e70f0e/945b239a-b3e0-4c8a-9311-da6df0968dcb/1a181a33-c743-4edb-8b9c-72cecbcc94fb) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:28.142656 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-b4c082ef-66c6-4f2d-8e76-32b618ad9bef tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 2001:db8::f816:3eff:fed4:98d8 (4a5369b0-8301-4713-81a5-ebef94e70f0e/eaa37d03-b54f-44d9-ba7a-930ba5ad415b/1a181a33-c743-4edb-8b9c-72cecbcc94fb) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:28.227183 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b2566b3f-8652-4093-9288-3932973b9cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:28.349729 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228b488-5a54-4062-990f-6ce1cd8762b3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Pushing event updated for resources: {'Network': ['ID=35ff013f-47f4-4cbb-8d06-eb70ffe5cc51,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:28.360816 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9228b488-5a54-4062-990f-6ce1cd8762b3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.2989218 Apr 06 13:31:28.367864 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45288) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:28.377908 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 35ff013f-47f4-4cbb-8d06-eb70ffe5cc51 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:31:28.380176 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-0a86d426-9fce-4891-bc1d-a1cef04a69ed tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Request body: {'subnet': {'network_id': '35ff013f-47f4-4cbb-8d06-eb70ffe5cc51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:28.510242 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b4c082ef-66c6-4f2d-8e76-32b618ad9bef tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:28.537487 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-b4c082ef-66c6-4f2d-8e76-32b618ad9bef tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Transition to ACTIVE for port object 1a181a33-c743-4edb-8b9c-72cecbcc94fb will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:28.538284 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0a86d426-9fce-4891-bc1d-a1cef04a69ed tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:28.541582 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2566b3f-8652-4093-9288-3932973b9cde None None] Pushing event updated for resources: {'Port': ['ID=868943fb-82fa-4f01-80e2-a4b6b39bde23,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:28.544490 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-ae6d76db-8ad4-47bf-ae89-e628f60f2fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:31:23Z', 'revision_number': 7, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None, '_interfaces': [{'id': '0bcdebaa-4e0b-4d87-a4fe-9b05944e4049', 'name': '', 'network_id': 'd489f324-797f-40f6-a3f5-5ba45ef9f087', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:a4:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '8670cf4a-8eea-4a63-b0d5-4c48d25a6c32', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:31:14Z', 'updated_at': '2022-04-06T13:31:24Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '8670cf4a-8eea-4a63-b0d5-4c48d25a6c32', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f888c36-87b4-4ce3-a9df-a2b550459152', 'name': '', 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:1c:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:50Z', 'updated_at': '2022-04-06T13:31:05Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c9975bd-d851-4b6e-a8c9-66c597616f4c', 'name': '', 'network_id': 'f5e25a69-7a7d-41bd-968e-92d89d676ae5', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:9f:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:31:02Z', 'updated_at': '2022-04-06T13:31:14Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098c818-e76e-4336-9724-afdb88882060', 'name': '', 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:d0:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:33Z', 'updated_at': '2022-04-06T13:30:51Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:28.544845 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0a86d426-9fce-4891-bc1d-a1cef04a69ed tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Usage tracker for resource:subnet and tenant:46a10c4b2a054a5c83cba0fa026e8f81 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:28.550151 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0a86d426-9fce-4891-bc1d-a1cef04a69ed tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:28.557213 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6d76db-8ad4-47bf-ae89-e628f60f2fdc None None] The sync data for ids ['1587742b-f270-47e5-a582-48c6653c3a00'] in dv-neutron-834600-1-hyperv is: [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:31:23Z', 'revision_number': 7, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None, '_interfaces': [{'id': '0bcdebaa-4e0b-4d87-a4fe-9b05944e4049', 'name': '', 'network_id': 'd489f324-797f-40f6-a3f5-5ba45ef9f087', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:a4:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '8670cf4a-8eea-4a63-b0d5-4c48d25a6c32', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:31:14Z', 'updated_at': '2022-04-06T13:31:24Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '8670cf4a-8eea-4a63-b0d5-4c48d25a6c32', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f888c36-87b4-4ce3-a9df-a2b550459152', 'name': '', 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:1c:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:50Z', 'updated_at': '2022-04-06T13:31:05Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c9975bd-d851-4b6e-a8c9-66c597616f4c', 'name': '', 'network_id': 'f5e25a69-7a7d-41bd-968e-92d89d676ae5', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:9f:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:31:02Z', 'updated_at': '2022-04-06T13:31:14Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098c818-e76e-4336-9724-afdb88882060', 'name': '', 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:d0:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:33Z', 'updated_at': '2022-04-06T13:30:51Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:31:28.558264 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0a86d426-9fce-4891-bc1d-a1cef04a69ed tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:28.587309 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a8598e-5317-4045-bd22-c0767402213c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:28.588178 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-89a8598e-5317-4045-bd22-c0767402213c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:28.670747 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-09bfa473-98bf-4e07-b27e-4235e4510011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:28.706216 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b4c082ef-66c6-4f2d-8e76-32b618ad9bef tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:28.725252 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a86d426-9fce-4891-bc1d-a1cef04a69ed tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Made reservation on behalf of 46a10c4b2a054a5c83cba0fa026e8f81 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:31:28.728897 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0a86d426-9fce-4891-bc1d-a1cef04a69ed tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:28.738818 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-09bfa473-98bf-4e07-b27e-4235e4510011 None None] For port 15766b8e-d297-4623-81df-0feb93dc0e99, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=15766b8e-d297-4623-81df-0feb93dc0e99,segment=NetworkSegment(36c9b401-0190-4d6b-a49f-6cdaf04c4482),segment_id=36c9b401-0190-4d6b-a49f-6cdaf04c4482)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:28.765112 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-89a8598e-5317-4045-bd22-c0767402213c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7942820 Apr 06 13:31:28.765924 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45292) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:28.793059 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-85245606-db0d-49bf-bcea-3c6192a9ab1a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'subnet': {'network_id': '836935bb-7b9a-4ba1-a7e2-019a7bf3b157', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:28.812416 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-09bfa473-98bf-4e07-b27e-4235e4510011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:28.850282 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c082ef-66c6-4f2d-8e76-32b618ad9bef tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=1a181a33-c743-4edb-8b9c-72cecbcc94fb,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:28.904161 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c082ef-66c6-4f2d-8e76-32b618ad9bef tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:28.909724 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-e78c93b5-1363-4dcb-868a-5ae19b6a4b85 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Deleting port 0bcdebaa-4e0b-4d87-a4fe-9b05944e4049 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:28.910065 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e78c93b5-1363-4dcb-868a-5ae19b6a4b85 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:28.914116 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router dfc385cf-f590-4be2-80bb-b545ce653735 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:31:28.917283 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-b4c082ef-66c6-4f2d-8e76-32b618ad9bef tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:28.920831 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c082ef-66c6-4f2d-8e76-32b618ad9bef tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:31:28.954072 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 868943fb-82fa-4f01-80e2-a4b6b39bde23 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:31:28.997851 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfa473-98bf-4e07-b27e-4235e4510011 None None] Pushing event updated for resources: {'Port': ['ID=15766b8e-d297-4623-81df-0feb93dc0e99,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:29.088012 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-82ddae24-b349-4fbd-934f-65704a9cf8ae None None] Provisioning for port a250862d-d962-43ca-b8dd-6508f8ec0741 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:29.095409 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-82ddae24-b349-4fbd-934f-65704a9cf8ae None None] Provisioning complete for port a250862d-d962-43ca-b8dd-6508f8ec0741 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:29.095829 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-82ddae24-b349-4fbd-934f-65704a9cf8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:29.173145 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-82ddae24-b349-4fbd-934f-65704a9cf8ae None None] Port a250862d-d962-43ca-b8dd-6508f8ec0741 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:31:29.175760 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 868943fb-82fa-4f01-80e2-a4b6b39bde23 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:29.243104 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c082ef-66c6-4f2d-8e76-32b618ad9bef tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:29.243859 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b4c082ef-66c6-4f2d-8e76-32b618ad9bef tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:29.381323 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:31:29.401437 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0163e8b-71bd-4cd1-aee2-a421cf8a713b None None] Sync routers for ids ['dfc385cf-f590-4be2-80bb-b545ce653735'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:31:29.412530 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-85245606-db0d-49bf-bcea-3c6192a9ab1a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:29.413840 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0163e8b-71bd-4cd1-aee2-a421cf8a713b None None] Routers {'dfc385cf-f590-4be2-80bb-b545ce653735'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:31:29.414541 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c0163e8b-71bd-4cd1-aee2-a421cf8a713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:31:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['dfc385cf-f590-4be2-80bb-b545ce653735'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:29.429470 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-85245606-db0d-49bf-bcea-3c6192a9ab1a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:subnet and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:29.439703 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-85245606-db0d-49bf-bcea-3c6192a9ab1a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:29.455295 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b4c082ef-66c6-4f2d-8e76-32b618ad9bef tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9322400 Apr 06 13:31:29.457751 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45296) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:29.461924 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-85245606-db0d-49bf-bcea-3c6192a9ab1a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:29.506711 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-e78c93b5-1363-4dcb-868a-5ae19b6a4b85 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] For port 0bcdebaa-4e0b-4d87-a4fe-9b05944e4049, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0bcdebaa-4e0b-4d87-a4fe-9b05944e4049,segment=NetworkSegment(17211896-a2cc-4a8c-a5db-86d5e864604e),segment_id=17211896-a2cc-4a8c-a5db-86d5e864604e)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:29.506711 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e78c93b5-1363-4dcb-868a-5ae19b6a4b85 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:29.516245 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:29.592792 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-57bfaa29-f9c6-4357-884a-b93587536e34 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0963993 Apr 06 13:31:29.594754 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f903cb52-eaac-45ed-8f32-cd340680cda6', 'tag': 'baf46332-bf69-4bb6-af5d-89377108b9c9'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:31:29.599803 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45300) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:29.647270 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-c0163e8b-71bd-4cd1-aee2-a421cf8a713b None None] Set router dfc385cf-f590-4be2-80bb-b545ce653735 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:31:29.683947 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b10d164-e0d0-4f72-8556-0147c9b2d8d2'] response: {'name': 'network-changed', 'server_uuid': 'f903cb52-eaac-45ed-8f32-cd340680cda6', 'tag': 'baf46332-bf69-4bb6-af5d-89377108b9c9', 'status': 'completed', 'code': 200} Apr 06 13:31:29.706713 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85245606-db0d-49bf-bcea-3c6192a9ab1a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:31:29.710560 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-85245606-db0d-49bf-bcea-3c6192a9ab1a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:29.734037 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-e78c93b5-1363-4dcb-868a-5ae19b6a4b85 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Calling delete_port for 0bcdebaa-4e0b-4d87-a4fe-9b05944e4049 owned by network:router_interface {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:29.762267 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5d6547-7cc7-47df-b98a-c834c4ab2933 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:29.762492 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0a86d426-9fce-4891-bc1d-a1cef04a69ed tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:29.769529 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5d6547-7cc7-47df-b98a-c834c4ab2933 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:29.770357 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ea5d6547-7cc7-47df-b98a-c834c4ab2933 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:31:29.809445 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a11d6f5-1c77-48b2-b1fb-722ff81584b1 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:29.829450 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a1ab69ec-b31b-4235-a716-1a120a8504ae tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/d737a845-37d4-4b28-b102-b3f992312cf3 HTTP/1.1" status: 200 len: 991 time: 0.2254260 Apr 06 13:31:29.862594 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0b2f2-032d-41ec-96b3-5798b7a51660 req-fb708d7b-9590-4978-9b8c-005f788ce5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:29.864344 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d0a0b2f2-032d-41ec-96b3-5798b7a51660 req-fb708d7b-9590-4978-9b8c-005f788ce5a2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=f903cb52-eaac-45ed-8f32-cd340680cda6 HTTP/1.1" status: 200 len: 1099 time: 0.1565952 Apr 06 13:31:29.908689 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ea5d6547-7cc7-47df-b98a-c834c4ab2933 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:31:29.911557 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ea5d6547-7cc7-47df-b98a-c834c4ab2933 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.4519250 Apr 06 13:31:29.914132 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45306) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:29.974123 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86d426-9fce-4891-bc1d-a1cef04a69ed tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Pushing event updated for resources: {'Subnet': ['ID=04c2f694-1722-4534-a9c8-8c8c3ce8a0f9,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:30.006573 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a86d426-9fce-4891-bc1d-a1cef04a69ed tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Checking segment: {'id': 'de983b5c-f336-46c4-ae55-daf11862c52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '35ff013f-47f4-4cbb-8d06-eb70ffe5cc51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:31:30.006972 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a86d426-9fce-4891-bc1d-a1cef04a69ed tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Network hostable DHCP agents. Network: 35ff013f-47f4-4cbb-8d06-eb70ffe5cc51, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:31:30.026469 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.ipam_backend_mixin [None req-85245606-db0d-49bf-bcea-3c6192a9ab1a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9fb27ea8-a63b-4697-910d-2b5288c9d5ab (CIDR: 172.20.0.0/28) Apr 06 13:31:30.057620 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-72c99096-7cf6-40ef-8d24-a3e8d6f5135e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting port 1a181a33-c743-4edb-8b9c-72cecbcc94fb {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:30.057873 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-72c99096-7cf6-40ef-8d24-a3e8d6f5135e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:30.107480 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-85245606-db0d-49bf-bcea-3c6192a9ab1a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:31:30.108090 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85245606-db0d-49bf-bcea-3c6192a9ab1a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:31:30.118214 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a86d426-9fce-4891-bc1d-a1cef04a69ed tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Network 35ff013f-47f4-4cbb-8d06-eb70ffe5cc51 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:31:30.118444 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0b2f2-032d-41ec-96b3-5798b7a51660 req-520accc6-7124-4381-93e6-4d5728304aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:30.119849 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d0a0b2f2-032d-41ec-96b3-5798b7a51660 req-520accc6-7124-4381-93e6-4d5728304aa7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6df18f53-1a01-497a-85ec-3d44ebb99c03 HTTP/1.1" status: 200 len: 897 time: 0.2496908 Apr 06 13:31:30.176009 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2e678625-8004-4eaa-bc49-af321bc9e98b None None] Provisioning for port 868943fb-82fa-4f01-80e2-a4b6b39bde23 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:30.224372 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2e678625-8004-4eaa-bc49-af321bc9e98b None None] Provisioning complete for port 868943fb-82fa-4f01-80e2-a4b6b39bde23 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:30.224372 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2e678625-8004-4eaa-bc49-af321bc9e98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:30.262041 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-0a86d426-9fce-4891-bc1d-a1cef04a69ed tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 35ff013f-47f4-4cbb-8d06-eb70ffe5cc51) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:30.274613 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a86d426-9fce-4891-bc1d-a1cef04a69ed tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:30.274613 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0a86d426-9fce-4891-bc1d-a1cef04a69ed tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:30.278024 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e78c93b5-1363-4dcb-868a-5ae19b6a4b85 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:30.286148 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-85245606-db0d-49bf-bcea-3c6192a9ab1a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5113509 Apr 06 13:31:30.288164 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2b3444-750a-4e20-894b-0cfcfed80aa1 None None] Network 35ff013f-47f4-4cbb-8d06-eb70ffe5cc51 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:30.298102 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45310) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:30.316325 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d0a0b2f2-032d-41ec-96b3-5798b7a51660 req-230e91a4-96b8-443e-9dfa-8fc3f817d198 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baf46332-bf69-4bb6-af5d-89377108b9c9 HTTP/1.1" status: 200 len: 999 time: 0.1891997 Apr 06 13:31:30.322997 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-61fb20e6-818b-48b1-bb60-4b5a1ddc1872 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'subnet': {'network_id': '836935bb-7b9a-4ba1-a7e2-019a7bf3b157', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:30.374892 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c93b5-1363-4dcb-868a-5ae19b6a4b85 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Port': ['ID=0bcdebaa-4e0b-4d87-a4fe-9b05944e4049,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:30.451907 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0a86d426-9fce-4891-bc1d-a1cef04a69ed tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0779486 Apr 06 13:31:30.457352 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45314) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:30.464922 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-09959a4e-c716-459b-99eb-9d43b4e61c6c tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Request body: {'port': {'network_id': '35ff013f-47f4-4cbb-8d06-eb70ffe5cc51', 'name': 'tempest-ExtraDHCPOptionsTestJSON-82201072'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:30.622976 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0b2f2-032d-41ec-96b3-5798b7a51660 req-5984f994-ba27-4da9-adbb-ed2dae2685d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:30.624728 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d0a0b2f2-032d-41ec-96b3-5798b7a51660 req-5984f994-ba27-4da9-adbb-ed2dae2685d8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aabaa642-b3ff-412a-b146-d4f458a62441 HTTP/1.1" status: 200 len: 834 time: 0.2826190 Apr 06 13:31:30.664870 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e78c93b5-1363-4dcb-868a-5ae19b6a4b85 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:30.675423 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-72c99096-7cf6-40ef-8d24-a3e8d6f5135e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:30.782055 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2e678625-8004-4eaa-bc49-af321bc9e98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:30.835602 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45318) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:30.859701 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c0163e8b-71bd-4cd1-aee2-a421cf8a713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'name': 'tempest-TestNetworkBasicOps-router-927354710', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:21Z', 'updated_at': '2022-04-06T13:30:41Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:23Z', 'updated_at': '2022-04-06T13:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': 'd737a845-37d4-4b28-b102-b3f992312cf3', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.65', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'port_id': 'baf46332-bf69-4bb6-af5d-89377108b9c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03', 'mac_address': 'fa:16:3e:78:e9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f903cb52-eaac-45ed-8f32-cd340680cda6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:31:25Z', 'updated_at': '2022-04-06T13:31:25Z', 'revision_number': 0, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbfce9b7-e50d-4173-a882-7cc46efc3b0a', 'name': '', 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:57:61:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:38Z', 'updated_at': '2022-04-06T13:30:52Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:30.891892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0163e8b-71bd-4cd1-aee2-a421cf8a713b None None] Checking router: dfc385cf-f590-4be2-80bb-b545ce653735 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:31:30.901058 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-2e678625-8004-4eaa-bc49-af321bc9e98b None None] For port 868943fb-82fa-4f01-80e2-a4b6b39bde23, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=868943fb-82fa-4f01-80e2-a4b6b39bde23,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:30.917424 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0163e8b-71bd-4cd1-aee2-a421cf8a713b None None] Routers {'dfc385cf-f590-4be2-80bb-b545ce653735'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:31:30.917424 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c0163e8b-71bd-4cd1-aee2-a421cf8a713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:31:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['dfc385cf-f590-4be2-80bb-b545ce653735'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:31.064250 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-09959a4e-c716-459b-99eb-9d43b4e61c6c tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:31.077734 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-72c99096-7cf6-40ef-8d24-a3e8d6f5135e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Calling delete_port for 1a181a33-c743-4edb-8b9c-72cecbcc94fb owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:31.097131 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-09959a4e-c716-459b-99eb-9d43b4e61c6c tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Usage tracker for resource:port and tenant:46a10c4b2a054a5c83cba0fa026e8f81 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:31.105165 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-09959a4e-c716-459b-99eb-9d43b4e61c6c tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:31.119649 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-09959a4e-c716-459b-99eb-9d43b4e61c6c tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:31.120741 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-61fb20e6-818b-48b1-bb60-4b5a1ddc1872 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:31.138245 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-61fb20e6-818b-48b1-bb60-4b5a1ddc1872 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:subnet and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:31.146613 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-61fb20e6-818b-48b1-bb60-4b5a1ddc1872 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:31.160682 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-61fb20e6-818b-48b1-bb60-4b5a1ddc1872 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:31.181779 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-c0163e8b-71bd-4cd1-aee2-a421cf8a713b None None] Set router dfc385cf-f590-4be2-80bb-b545ce653735 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:31:31.238283 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d41fbdc6-2d02-48e3-a1b4-47116f34a682 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/d737a845-37d4-4b28-b102-b3f992312cf3 HTTP/1.1" status: 200 len: 991 time: 0.4005215 Apr 06 13:31:31.238520 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0b2f2-032d-41ec-96b3-5798b7a51660 req-c748e3ca-9b8a-492d-81b3-a9acf32197f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:31.241088 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d0a0b2f2-032d-41ec-96b3-5798b7a51660 req-c748e3ca-9b8a-492d-81b3-a9acf32197f5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6df18f53-1a01-497a-85ec-3d44ebb99c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6077044 Apr 06 13:31:31.266902 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb543345-1653-452b-9a87-2ea38b492abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-35ff013f-47f4-4cbb-8d06-eb70ffe5cc51', 'network_id': '35ff013f-47f4-4cbb-8d06-eb70ffe5cc51', 'tenant_id': '46a10c4b2a054a5c83cba0fa026e8f81', 'fixed_ips': [{'subnet_id': '04c2f694-1722-4534-a9c8-8c8c3ce8a0f9'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:31:31.267740 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cb543345-1653-452b-9a87-2ea38b492abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:31.282392 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 15766b8e-d297-4623-81df-0feb93dc0e99 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:31:31.308791 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09959a4e-c716-459b-99eb-9d43b4e61c6c tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Made reservation on behalf of 46a10c4b2a054a5c83cba0fa026e8f81 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:31:31.312376 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-09959a4e-c716-459b-99eb-9d43b4e61c6c tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:31.359157 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-09959a4e-c716-459b-99eb-9d43b4e61c6c tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] device_id is not set on port abbb43d0-9c8c-4cfc-a80d-6dda2c4601c6 yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:31:31.399000 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fb20e6-818b-48b1-bb60-4b5a1ddc1872 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:31:31.403153 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-61fb20e6-818b-48b1-bb60-4b5a1ddc1872 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:31.412465 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2e678625-8004-4eaa-bc49-af321bc9e98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:31.414175 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78c93b5-1363-4dcb-868a-5ae19b6a4b85 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Router 1587742b-f270-47e5-a582-48c6653c3a00 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:31:31.523680 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 15766b8e-d297-4623-81df-0feb93dc0e99 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:31.524045 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:31.583935 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-72c99096-7cf6-40ef-8d24-a3e8d6f5135e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:31.630453 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e678625-8004-4eaa-bc49-af321bc9e98b None None] Pushing event updated for resources: {'Port': ['ID=868943fb-82fa-4f01-80e2-a4b6b39bde23,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:31.665893 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78c93b5-1363-4dcb-868a-5ae19b6a4b85 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:31:31.669505 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c99096-7cf6-40ef-8d24-a3e8d6f5135e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Port': ['ID=1a181a33-c743-4edb-8b9c-72cecbcc94fb,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:31.678583 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e5a8dd-bec5-4dd9-a25c-89dfa4a5c46b None None] Sync routers for ids ['1587742b-f270-47e5-a582-48c6653c3a00'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:31:31.686651 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e78c93b5-1363-4dcb-868a-5ae19b6a4b85 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "PUT /v2.0/routers/1587742b-f270-47e5-a582-48c6653c3a00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1403611 Apr 06 13:31:31.689829 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45322) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:31.708731 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e5a8dd-bec5-4dd9-a25c-89dfa4a5c46b None None] Routers {'1587742b-f270-47e5-a582-48c6653c3a00'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:31:31.711157 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-f7e5a8dd-bec5-4dd9-a25c-89dfa4a5c46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:31:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1587742b-f270-47e5-a582-48c6653c3a00'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:31.748149 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d8b9ab8e-f303-495f-b32f-8b96de1611e3 None None] Provisioning complete for port 868943fb-82fa-4f01-80e2-a4b6b39bde23 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:31.748902 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d8b9ab8e-f303-495f-b32f-8b96de1611e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:31.766261 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-09959a4e-c716-459b-99eb-9d43b4e61c6c tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Allocated IP 172.20.0.9 (35ff013f-47f4-4cbb-8d06-eb70ffe5cc51/04c2f694-1722-4534-a9c8-8c8c3ce8a0f9/abbb43d0-9c8c-4cfc-a80d-6dda2c4601c6) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:31.795596 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e217b71-a21e-438b-8fa4-c09899a96532 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Deleting subnet 8670cf4a-8eea-4a63-b0d5-4c48d25a6c32 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:31:31.800990 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7e217b71-a21e-438b-8fa4-c09899a96532 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:31.873583 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d0a0b2f2-032d-41ec-96b3-5798b7a51660 req-54fc088d-b02e-443a-836a-5c7477325d35 service neutron] 10.222.0.61 "GET /v2.0/networks/6df18f53-1a01-497a-85ec-3d44ebb99c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760098 Apr 06 13:31:31.913473 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7e217b71-a21e-438b-8fa4-c09899a96532 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:32.047754 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-72c99096-7cf6-40ef-8d24-a3e8d6f5135e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:32.150161 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-f7e5a8dd-bec5-4dd9-a25c-89dfa4a5c46b None None] Set router 1587742b-f270-47e5-a582-48c6653c3a00 gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:31:32.242078 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d8b9ab8e-f303-495f-b32f-8b96de1611e3 None None] Could not find standard attr ID for object 1a181a33-c743-4edb-8b9c-72cecbcc94fb. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:31:32.246451 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45326) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:32.253314 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-09959a4e-c716-459b-99eb-9d43b4e61c6c tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:32.260505 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c0163e8b-71bd-4cd1-aee2-a421cf8a713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'name': 'tempest-TestNetworkBasicOps-router-927354710', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:21Z', 'updated_at': '2022-04-06T13:30:41Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:23Z', 'updated_at': '2022-04-06T13:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': 'd737a845-37d4-4b28-b102-b3f992312cf3', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.65', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'port_id': 'baf46332-bf69-4bb6-af5d-89377108b9c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03', 'mac_address': 'fa:16:3e:78:e9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f903cb52-eaac-45ed-8f32-cd340680cda6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:31:25Z', 'updated_at': '2022-04-06T13:31:25Z', 'revision_number': 0, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbfce9b7-e50d-4173-a882-7cc46efc3b0a', 'name': '', 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:57:61:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:38Z', 'updated_at': '2022-04-06T13:30:52Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:32.265538 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0163e8b-71bd-4cd1-aee2-a421cf8a713b None None] The sync data for ids ['dfc385cf-f590-4be2-80bb-b545ce653735'] in dv-neutron-834600-1-hyperv is: [{'id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'name': 'tempest-TestNetworkBasicOps-router-927354710', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:21Z', 'updated_at': '2022-04-06T13:30:41Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:23Z', 'updated_at': '2022-04-06T13:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': 'd737a845-37d4-4b28-b102-b3f992312cf3', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.65', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'port_id': 'baf46332-bf69-4bb6-af5d-89377108b9c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03', 'mac_address': 'fa:16:3e:78:e9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f903cb52-eaac-45ed-8f32-cd340680cda6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:31:25Z', 'updated_at': '2022-04-06T13:31:25Z', 'revision_number': 0, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbfce9b7-e50d-4173-a882-7cc46efc3b0a', 'name': '', 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:57:61:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:38Z', 'updated_at': '2022-04-06T13:30:52Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:31:32.275869 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-09959a4e-c716-459b-99eb-9d43b4e61c6c tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Transition to ACTIVE for port object abbb43d0-9c8c-4cfc-a80d-6dda2c4601c6 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:32.309007 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7e217b71-a21e-438b-8fa4-c09899a96532 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:32.357223 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3e530f91-f67a-4bab-9547-d2fd7009a601 None None] Could not find standard attr ID for object 1a181a33-c743-4edb-8b9c-72cecbcc94fb. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:31:32.367796 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d0a0b2f2-032d-41ec-96b3-5798b7a51660 req-ab3efae6-6f50-4426-b068-e76e11d30ae8 service neutron] 10.222.0.61 "GET /v2.0/networks/6df18f53-1a01-497a-85ec-3d44ebb99c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4838657 Apr 06 13:31:32.421868 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4fb8551b-a54c-4976-b3d8-334f32fa0824 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/d737a845-37d4-4b28-b102-b3f992312cf3 HTTP/1.1" status: 200 len: 991 time: 0.1701639 Apr 06 13:31:32.525638 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7c2a41-018a-48a3-a223-10d81b210c95 None None] New status for floating IP d737a845-37d4-4b28-b102-b3f992312cf3: ACTIVE {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:31:32.556088 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-f7e5a8dd-bec5-4dd9-a25c-89dfa4a5c46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:31:30Z', 'revision_number': 8, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None, '_interfaces': [{'id': '4f888c36-87b4-4ce3-a9df-a2b550459152', 'name': '', 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:1c:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:50Z', 'updated_at': '2022-04-06T13:31:05Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c9975bd-d851-4b6e-a8c9-66c597616f4c', 'name': '', 'network_id': 'f5e25a69-7a7d-41bd-968e-92d89d676ae5', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:9f:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:31:02Z', 'updated_at': '2022-04-06T13:31:14Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098c818-e76e-4336-9724-afdb88882060', 'name': '', 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:d0:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:33Z', 'updated_at': '2022-04-06T13:30:51Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:32.560544 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e5a8dd-bec5-4dd9-a25c-89dfa4a5c46b None None] Checking router: 1587742b-f270-47e5-a582-48c6653c3a00 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:31:32.568801 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e5a8dd-bec5-4dd9-a25c-89dfa4a5c46b None None] Routers {'1587742b-f270-47e5-a582-48c6653c3a00'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:31:32.569388 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-f7e5a8dd-bec5-4dd9-a25c-89dfa4a5c46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:31:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1587742b-f270-47e5-a582-48c6653c3a00'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:32.723369 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-f7e5a8dd-bec5-4dd9-a25c-89dfa4a5c46b None None] Set router 1587742b-f270-47e5-a582-48c6653c3a00 gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:31:32.764871 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45330) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:32.765472 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-72c99096-7cf6-40ef-8d24-a3e8d6f5135e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/1a181a33-c743-4edb-8b9c-72cecbcc94fb HTTP/1.1" status: 204 len: 168 time: 2.8497894 Apr 06 13:31:32.797047 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-61fb20e6-818b-48b1-bb60-4b5a1ddc1872 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:32.808026 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-09959a4e-c716-459b-99eb-9d43b4e61c6c tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:32.810784 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7e217b71-a21e-438b-8fa4-c09899a96532 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:32.880924 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fb20e6-818b-48b1-bb60-4b5a1ddc1872 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network 836935bb-7b9a-4ba1-a7e2-019a7bf3b157 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:32.886084 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-61fb20e6-818b-48b1-bb60-4b5a1ddc1872 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:32.889748 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fb20e6-818b-48b1-bb60-4b5a1ddc1872 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:32.890524 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-61fb20e6-818b-48b1-bb60-4b5a1ddc1872 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:32.906001 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-cb543345-1653-452b-9a87-2ea38b492abb None None] Allocated IP 172.20.0.2 (35ff013f-47f4-4cbb-8d06-eb70ffe5cc51/04c2f694-1722-4534-a9c8-8c8c3ce8a0f9/59179c76-e060-41b2-ab9b-660fc6fb5325) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:32.927559 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb20e6-818b-48b1-bb60-4b5a1ddc1872 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Subnet': ['ID=833a948a-d794-4ae4-9861-b98f4ce9fb87,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:32.928013 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 868943fb-82fa-4f01-80e2-a4b6b39bde23 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:31:32.945914 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e217b71-a21e-438b-8fa4-c09899a96532 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Subnet': ['ID=8670cf4a-8eea-4a63-b0d5-4c48d25a6c32,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:32.956407 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7e217b71-a21e-438b-8fa4-c09899a96532 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:32.967366 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faad3ea9-ef58-40a2-8799-865fc6289ad0 None None] Network 836935bb-7b9a-4ba1-a7e2-019a7bf3b157 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:32.978286 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7e217b71-a21e-438b-8fa4-c09899a96532 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/subnets/8670cf4a-8eea-4a63-b0d5-4c48d25a6c32 HTTP/1.1" status: 204 len: 168 time: 1.2870970 Apr 06 13:31:32.981043 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45334) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:32.982405 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16ff622-88af-431f-a517-67eb7df2cc90 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:32.984104 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16ff622-88af-431f-a517-67eb7df2cc90 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:32.985631 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16ff622-88af-431f-a517-67eb7df2cc90 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:32.986454 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a16ff622-88af-431f-a517-67eb7df2cc90 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:31:32.999751 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09959a4e-c716-459b-99eb-9d43b4e61c6c tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Network 35ff013f-47f4-4cbb-8d06-eb70ffe5cc51 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:33.003921 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-09959a4e-c716-459b-99eb-9d43b4e61c6c tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:33.010713 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09959a4e-c716-459b-99eb-9d43b4e61c6c tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:31:33.027195 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-61fb20e6-818b-48b1-bb60-4b5a1ddc1872 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7219744 Apr 06 13:31:33.029457 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45338) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:33.037461 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09959a4e-c716-459b-99eb-9d43b4e61c6c tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Pushing event updated for resources: {'Port': ['ID=abbb43d0-9c8c-4cfc-a80d-6dda2c4601c6,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:33.038290 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-eccaa715-52d7-483e-9c9f-1259068f1c68 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1038779864', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '833a948a-d794-4ae4-9861-b98f4ce9fb87'}], 'security_groups': ['0b76abda-2f28-4df8-b380-889bc4229c2f']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:33.084118 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09959a4e-c716-459b-99eb-9d43b4e61c6c tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:33.084589 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-09959a4e-c716-459b-99eb-9d43b4e61c6c tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:33.109343 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309c6644-259a-4ed5-a933-114f98559e7f None None] Network d489f324-797f-40f6-a3f5-5ba45ef9f087 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:33.148240 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a16ff622-88af-431f-a517-67eb7df2cc90 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:31:33.149704 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a16ff622-88af-431f-a517-67eb7df2cc90 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3837194 Apr 06 13:31:33.152478 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45342) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:33.185252 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-f7e5a8dd-bec5-4dd9-a25c-89dfa4a5c46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:31:30Z', 'revision_number': 8, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None, '_interfaces': [{'id': '4f888c36-87b4-4ce3-a9df-a2b550459152', 'name': '', 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:1c:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:50Z', 'updated_at': '2022-04-06T13:31:05Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c9975bd-d851-4b6e-a8c9-66c597616f4c', 'name': '', 'network_id': 'f5e25a69-7a7d-41bd-968e-92d89d676ae5', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:9f:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:31:02Z', 'updated_at': '2022-04-06T13:31:14Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098c818-e76e-4336-9724-afdb88882060', 'name': '', 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:d0:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:33Z', 'updated_at': '2022-04-06T13:30:51Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:33.190651 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e5a8dd-bec5-4dd9-a25c-89dfa4a5c46b None None] The sync data for ids ['1587742b-f270-47e5-a582-48c6653c3a00'] in dv-neutron-834600-1-hyperv is: [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:31:30Z', 'revision_number': 8, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None, '_interfaces': [{'id': '4f888c36-87b4-4ce3-a9df-a2b550459152', 'name': '', 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:1c:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:50Z', 'updated_at': '2022-04-06T13:31:05Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c9975bd-d851-4b6e-a8c9-66c597616f4c', 'name': '', 'network_id': 'f5e25a69-7a7d-41bd-968e-92d89d676ae5', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:9f:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:31:02Z', 'updated_at': '2022-04-06T13:31:14Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'ae2cdb94-9001-454c-9c12-1c11abde6ffd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098c818-e76e-4336-9724-afdb88882060', 'name': '', 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:d0:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:33Z', 'updated_at': '2022-04-06T13:30:51Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:31:33.218199 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-09959a4e-c716-459b-99eb-9d43b4e61c6c tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7569342 Apr 06 13:31:33.221191 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45346) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:33.242434 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2fd6ce8e-ea62-4e0a-8249-b66fca7c2abb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:33.257588 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-98e47ed4-9a17-42fe-8e83-a777839f1556 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Request body: {'port': {'network_id': '35ff013f-47f4-4cbb-8d06-eb70ffe5cc51', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2080541850', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:33.258439 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.api.validators [None req-98e47ed4-9a17-42fe-8e83-a777839f1556 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] bootfile-name is not in valid_values {{(pid=88565) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 06 13:31:33.259926 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.api.validators [None req-98e47ed4-9a17-42fe-8e83-a777839f1556 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] tftp-server is not in valid_values {{(pid=88565) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 06 13:31:33.265743 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.api.validators [None req-98e47ed4-9a17-42fe-8e83-a777839f1556 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] server-ip-address is not in valid_values {{(pid=88565) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 06 13:31:33.328603 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-2fd6ce8e-ea62-4e0a-8249-b66fca7c2abb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Deleting port defc1bf7-e481-44b6-bfb4-374160373c3b {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:33.329001 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2fd6ce8e-ea62-4e0a-8249-b66fca7c2abb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:33.371153 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7c5e45-0981-4bd1-a71c-8763f6d30132 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet 945b239a-b3e0-4c8a-9311-da6df0968dcb {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:31:33.377959 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1b7c5e45-0981-4bd1-a71c-8763f6d30132 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:33.446156 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45350) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:33.593702 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 868943fb-82fa-4f01-80e2-a4b6b39bde23 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:33.594371 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:33.648565 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1b7c5e45-0981-4bd1-a71c-8763f6d30132 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:33.702487 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-98e47ed4-9a17-42fe-8e83-a777839f1556 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:33.710142 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-98e47ed4-9a17-42fe-8e83-a777839f1556 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Usage tracker for resource:port and tenant:46a10c4b2a054a5c83cba0fa026e8f81 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:33.714899 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-98e47ed4-9a17-42fe-8e83-a777839f1556 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:33.726959 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-98e47ed4-9a17-42fe-8e83-a777839f1556 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:33.767779 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1b7c5e45-0981-4bd1-a71c-8763f6d30132 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:33.804426 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cb543345-1653-452b-9a87-2ea38b492abb None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:33.815785 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-cb543345-1653-452b-9a87-2ea38b492abb None None] Transition to ACTIVE for port object 59179c76-e060-41b2-ab9b-660fc6fb5325 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:33.826577 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e47ed4-9a17-42fe-8e83-a777839f1556 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Made reservation on behalf of 46a10c4b2a054a5c83cba0fa026e8f81 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:31:33.849019 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-98e47ed4-9a17-42fe-8e83-a777839f1556 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:33.885807 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-98e47ed4-9a17-42fe-8e83-a777839f1556 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] device_id is not set on port b9189c2c-7a18-4e8d-9069-d44d59c6e70a yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:31:33.953623 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1803b729-4d3d-41ec-98c4-4326be4c4ec6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/d737a845-37d4-4b28-b102-b3f992312cf3 HTTP/1.1" status: 200 len: 993 time: 0.4974983 Apr 06 13:31:33.953623 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-eccaa715-52d7-483e-9c9f-1259068f1c68 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:33.960648 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78680454-451d-47d6-be3a-50cc7935a63f None None] DHCP port deletion for d489f324-797f-40f6-a3f5-5ba45ef9f087 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:31:33.989968 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-2fd6ce8e-ea62-4e0a-8249-b66fca7c2abb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] For port defc1bf7-e481-44b6-bfb4-374160373c3b, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=defc1bf7-e481-44b6-bfb4-374160373c3b,segment=NetworkSegment(17211896-a2cc-4a8c-a5db-86d5e864604e),segment_id=17211896-a2cc-4a8c-a5db-86d5e864604e)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:33.990342 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2fd6ce8e-ea62-4e0a-8249-b66fca7c2abb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:33.992121 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-78680454-451d-47d6-be3a-50cc7935a63f None None] Deleting port defc1bf7-e481-44b6-bfb4-374160373c3b {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:33.992563 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-78680454-451d-47d6-be3a-50cc7935a63f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:34.053631 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-cb543345-1653-452b-9a87-2ea38b492abb None None] Transition to ACTIVE for port object 59179c76-e060-41b2-ab9b-660fc6fb5325 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:34.085257 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75100c1-3936-43c9-8c84-ab5ad17f6da9 None None] Update dhcp port {'port': {'network_id': '836935bb-7b9a-4ba1-a7e2-019a7bf3b157', 'fixed_ips': [{'subnet_id': '9fb27ea8-a63b-4697-910d-2b5288c9d5ab', 'ip_address': '172.20.0.2'}, {'subnet_id': '833a948a-d794-4ae4-9861-b98f4ce9fb87'}], 'binding:host_id': 'dv-neutron-834600-1-hyperv'}, 'id': '15766b8e-d297-4623-81df-0feb93dc0e99'} from dv-neutron-834600-1-hyperv. {{(pid=88566) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 06 13:31:34.139276 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1b7c5e45-0981-4bd1-a71c-8763f6d30132 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:34.172928 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-2fd6ce8e-ea62-4e0a-8249-b66fca7c2abb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Calling delete_port for defc1bf7-e481-44b6-bfb4-374160373c3b owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:34.177940 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cb543345-1653-452b-9a87-2ea38b492abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:34.214781 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1b7c5e45-0981-4bd1-a71c-8763f6d30132 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:34.226957 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353b048a-3e62-463b-aafe-cb750abc1bdf None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:34.240339 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d75100c1-3936-43c9-8c84-ab5ad17f6da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:34.260349 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c5e45-0981-4bd1-a71c-8763f6d30132 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=945b239a-b3e0-4c8a-9311-da6df0968dcb,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:34.303802 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0498c8ea-4aff-4deb-b992-426e00dab5a2 req-06bbdc7a-9edb-488d-8735-44ef6472be2e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f903cb52-eaac-45ed-8f32-cd340680cda6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4260151 Apr 06 13:31:34.313900 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-98e47ed4-9a17-42fe-8e83-a777839f1556 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Allocated IP 172.20.0.8 (35ff013f-47f4-4cbb-8d06-eb70ffe5cc51/04c2f694-1722-4534-a9c8-8c8c3ce8a0f9/b9189c2c-7a18-4e8d-9069-d44d59c6e70a) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:34.385711 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1b7c5e45-0981-4bd1-a71c-8763f6d30132 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/945b239a-b3e0-4c8a-9311-da6df0968dcb HTTP/1.1" status: 204 len: 168 time: 1.2310822 Apr 06 13:31:34.391633 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45354) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:34.476286 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb543345-1653-452b-9a87-2ea38b492abb None None] Network 35ff013f-47f4-4cbb-8d06-eb70ffe5cc51 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:34.483260 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb543345-1653-452b-9a87-2ea38b492abb None None] Pushing event updated for resources: {'Port': ['ID=59179c76-e060-41b2-ab9b-660fc6fb5325,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:34.492208 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-cb543345-1653-452b-9a87-2ea38b492abb None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:34.506874 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb543345-1653-452b-9a87-2ea38b492abb None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:31:34.508404 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2fd6ce8e-ea62-4e0a-8249-b66fca7c2abb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:34.563062 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-50404b20-76fb-4a2b-9ecf-b57a06593051 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet eaa37d03-b54f-44d9-ba7a-930ba5ad415b {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:31:34.568667 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-50404b20-76fb-4a2b-9ecf-b57a06593051 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:34.577469 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6ce8e-ea62-4e0a-8249-b66fca7c2abb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Port': ['ID=defc1bf7-e481-44b6-bfb4-374160373c3b,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:34.594614 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd6ce8e-ea62-4e0a-8249-b66fca7c2abb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] No DVR routers for this DVR port defc1bf7-e481-44b6-bfb4-374160373c3b on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:31:34.650893 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-50404b20-76fb-4a2b-9ecf-b57a06593051 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:34.679787 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-78680454-451d-47d6-be3a-50cc7935a63f None None] For port defc1bf7-e481-44b6-bfb4-374160373c3b, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=defc1bf7-e481-44b6-bfb4-374160373c3b,segment=NetworkSegment(17211896-a2cc-4a8c-a5db-86d5e864604e),segment_id=17211896-a2cc-4a8c-a5db-86d5e864604e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:34.680603 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-78680454-451d-47d6-be3a-50cc7935a63f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:34.725006 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-98e47ed4-9a17-42fe-8e83-a777839f1556 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:34.760952 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-98e47ed4-9a17-42fe-8e83-a777839f1556 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Transition to ACTIVE for port object b9189c2c-7a18-4e8d-9069-d44d59c6e70a will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:34.783356 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-50404b20-76fb-4a2b-9ecf-b57a06593051 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:34.821525 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-eccaa715-52d7-483e-9c9f-1259068f1c68 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Delete allocated IP 172.20.0.3 (836935bb-7b9a-4ba1-a7e2-019a7bf3b157/9fb27ea8-a63b-4697-910d-2b5288c9d5ab) {{(pid=88564) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 06 13:31:34.833290 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-eccaa715-52d7-483e-9c9f-1259068f1c68 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Allocated IP 172.20.0.22 (836935bb-7b9a-4ba1-a7e2-019a7bf3b157/833a948a-d794-4ae4-9861-b98f4ce9fb87/a250862d-d962-43ca-b8dd-6508f8ec0741) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:34.869461 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-cb543345-1653-452b-9a87-2ea38b492abb None None] Attempting to bind port 59179c76-e060-41b2-ab9b-660fc6fb5325 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:31:34.869854 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-cb543345-1653-452b-9a87-2ea38b492abb None None] Attempting to bind port 59179c76-e060-41b2-ab9b-660fc6fb5325 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'de983b5c-f336-46c4-ae55-daf11862c52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '35ff013f-47f4-4cbb-8d06-eb70ffe5cc51'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:31:34.870161 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb543345-1653-452b-9a87-2ea38b492abb None None] Attempting to bind port 59179c76-e060-41b2-ab9b-660fc6fb5325 on network 35ff013f-47f4-4cbb-8d06-eb70ffe5cc51 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:31:34.880938 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-78680454-451d-47d6-be3a-50cc7935a63f None None] Calling delete_port for defc1bf7-e481-44b6-bfb4-374160373c3b owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:34.920962 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0bcdebaa-4e0b-4d87-a4fe-9b05944e4049 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:31:34.940309 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-98e47ed4-9a17-42fe-8e83-a777839f1556 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:34.954986 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498c8ea-4aff-4deb-b992-426e00dab5a2 req-bada756a-9369-4bca-aa20-6caeff0c9636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:34.957030 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0498c8ea-4aff-4deb-b992-426e00dab5a2 req-bada756a-9369-4bca-aa20-6caeff0c9636 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=f903cb52-eaac-45ed-8f32-cd340680cda6 HTTP/1.1" status: 200 len: 1099 time: 0.5548372 Apr 06 13:31:34.968555 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb543345-1653-452b-9a87-2ea38b492abb None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:31:34.968946 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb543345-1653-452b-9a87-2ea38b492abb None None] Checking segment: {'id': 'de983b5c-f336-46c4-ae55-daf11862c52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '35ff013f-47f4-4cbb-8d06-eb70ffe5cc51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:31:34.969337 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cb543345-1653-452b-9a87-2ea38b492abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:34.969732 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb543345-1653-452b-9a87-2ea38b492abb None None] Bound using segment: {'id': 'de983b5c-f336-46c4-ae55-daf11862c52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '35ff013f-47f4-4cbb-8d06-eb70ffe5cc51'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:31:34.970209 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-cb543345-1653-452b-9a87-2ea38b492abb None None] Bound port: 59179c76-e060-41b2-ab9b-660fc6fb5325, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de983b5c-f336-46c4-ae55-daf11862c52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '35ff013f-47f4-4cbb-8d06-eb70ffe5cc51'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:31:34.970583 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cb543345-1653-452b-9a87-2ea38b492abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:34.984696 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 0bcdebaa-4e0b-4d87-a4fe-9b05944e4049 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:31:34.985048 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0bcdebaa-4e0b-4d87-a4fe-9b05944e4049 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:31:34.985452 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device defc1bf7-e481-44b6-bfb4-374160373c3b no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:31:34.996594 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-50404b20-76fb-4a2b-9ecf-b57a06593051 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:35.035523 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: defc1bf7-e481-44b6-bfb4-374160373c3b {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:31:35.035868 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device defc1bf7-e481-44b6-bfb4-374160373c3b not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:31:35.050746 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50404b20-76fb-4a2b-9ecf-b57a06593051 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=eaa37d03-b54f-44d9-ba7a-930ba5ad415b,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:35.074851 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-50404b20-76fb-4a2b-9ecf-b57a06593051 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:35.080584 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e47ed4-9a17-42fe-8e83-a777839f1556 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Network 35ff013f-47f4-4cbb-8d06-eb70ffe5cc51 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:35.091495 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-98e47ed4-9a17-42fe-8e83-a777839f1556 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:35.094095 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e47ed4-9a17-42fe-8e83-a777839f1556 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:31:35.099523 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-eccaa715-52d7-483e-9c9f-1259068f1c68 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:35.116490 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-eccaa715-52d7-483e-9c9f-1259068f1c68 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Transition to ACTIVE for port object a250862d-d962-43ca-b8dd-6508f8ec0741 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:35.147300 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2fd6ce8e-ea62-4e0a-8249-b66fca7c2abb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:35.148791 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-50404b20-76fb-4a2b-9ecf-b57a06593051 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/eaa37d03-b54f-44d9-ba7a-930ba5ad415b HTTP/1.1" status: 204 len: 168 time: 0.7573373 Apr 06 13:31:35.149629 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e47ed4-9a17-42fe-8e83-a777839f1556 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Pushing event updated for resources: {'Port': ['ID=b9189c2c-7a18-4e8d-9069-d44d59c6e70a,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:35.152774 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45358) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:35.158952 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-78680454-451d-47d6-be3a-50cc7935a63f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:31:35.169009 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-78680454-451d-47d6-be3a-50cc7935a63f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:31:35.174274 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-cb543345-1653-452b-9a87-2ea38b492abb None None] For port 59179c76-e060-41b2-ab9b-660fc6fb5325, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:31:35.178429 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-cb543345-1653-452b-9a87-2ea38b492abb None None] For port 59179c76-e060-41b2-ab9b-660fc6fb5325, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=59179c76-e060-41b2-ab9b-660fc6fb5325,segment=NetworkSegment(de983b5c-f336-46c4-ae55-daf11862c52b),segment_id=de983b5c-f336-46c4-ae55-daf11862c52b)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:31:35.188179 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-eccaa715-52d7-483e-9c9f-1259068f1c68 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:35.239963 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-2fd6ce8e-ea62-4e0a-8249-b66fca7c2abb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d489f324-797f-40f6-a3f5-5ba45ef9f087']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:35.248723 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ec137aa4-2728-4c23-8b34-898fcde99871 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0909643 Apr 06 13:31:35.252634 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45362) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:35.253980 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cb543345-1653-452b-9a87-2ea38b492abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:35.264933 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-929e8972-8a4b-4289-9a19-2e74f86e4aed tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:35.307449 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e47ed4-9a17-42fe-8e83-a777839f1556 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:35.308140 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-98e47ed4-9a17-42fe-8e83-a777839f1556 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:35.378637 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-d75100c1-3936-43c9-8c84-ab5ad17f6da9 None None] Allocated IP 172.20.0.18 (836935bb-7b9a-4ba1-a7e2-019a7bf3b157/833a948a-d794-4ae4-9861-b98f4ce9fb87/15766b8e-d297-4623-81df-0feb93dc0e99) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:35.421939 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-929e8972-8a4b-4289-9a19-2e74f86e4aed tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:35.428221 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-929e8972-8a4b-4289-9a19-2e74f86e4aed tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:subnet and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:35.431878 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-929e8972-8a4b-4289-9a19-2e74f86e4aed tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:35.441650 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-929e8972-8a4b-4289-9a19-2e74f86e4aed tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:35.469132 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-2fd6ce8e-ea62-4e0a-8249-b66fca7c2abb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17211896-a2cc-4a8c-a5db-86d5e864604e') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:35.469431 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-2fd6ce8e-ea62-4e0a-8249-b66fca7c2abb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17211896-a2cc-4a8c-a5db-86d5e864604e') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:35.482317 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-98e47ed4-9a17-42fe-8e83-a777839f1556 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.2588112 Apr 06 13:31:35.482906 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45366) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:35.551033 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb543345-1653-452b-9a87-2ea38b492abb None None] Pushing event updated for resources: {'Port': ['ID=59179c76-e060-41b2-ab9b-660fc6fb5325,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:35.551851 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929e8972-8a4b-4289-9a19-2e74f86e4aed tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:31:35.556597 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-929e8972-8a4b-4289-9a19-2e74f86e4aed tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:35.582587 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2fd6ce8e-ea62-4e0a-8249-b66fca7c2abb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:35.595380 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccaa715-52d7-483e-9c9f-1259068f1c68 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Port': ['ID=a250862d-d962-43ca-b8dd-6508f8ec0741,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:35.607590 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ded73b-6af5-4a1f-b421-fd6b11421aaf None None] Update dhcp port {'port': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'fixed_ips': [{'subnet_id': 'eaa37d03-b54f-44d9-ba7a-930ba5ad415b'}], 'binding:host_id': 'dv-neutron-834600-1-hyperv'}, 'id': '868943fb-82fa-4f01-80e2-a4b6b39bde23'} from dv-neutron-834600-1-hyperv. {{(pid=88566) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 06 13:31:35.641145 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2fd6ce8e-ea62-4e0a-8249-b66fca7c2abb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:35.656726 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498c8ea-4aff-4deb-b992-426e00dab5a2 req-498a071c-960f-48ca-886c-dbd1dd4b9ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:35.658502 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0498c8ea-4aff-4deb-b992-426e00dab5a2 req-498a071c-960f-48ca-886c-dbd1dd4b9ad1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6df18f53-1a01-497a-85ec-3d44ebb99c03 HTTP/1.1" status: 200 len: 897 time: 0.5378392 Apr 06 13:31:35.659990 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd6ce8e-ea62-4e0a-8249-b66fca7c2abb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:31:35.660565 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2fd6ce8e-ea62-4e0a-8249-b66fca7c2abb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:35.663571 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-78680454-451d-47d6-be3a-50cc7935a63f None None] Deleting port defc1bf7-e481-44b6-bfb4-374160373c3b {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:35.663892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-78680454-451d-47d6-be3a-50cc7935a63f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:31:35.679568 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:31:35.709300 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34dd5d9-4bc3-4713-95e9-e66cd9dd39e9 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:35.715385 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34dd5d9-4bc3-4713-95e9-e66cd9dd39e9 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:35.721882 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34dd5d9-4bc3-4713-95e9-e66cd9dd39e9 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:35.722789 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e34dd5d9-4bc3-4713-95e9-e66cd9dd39e9 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Synchronizing usage tracker for tenant:46a10c4b2a054a5c83cba0fa026e8f81 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:31:35.745300 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-78680454-451d-47d6-be3a-50cc7935a63f None None] The port 'defc1bf7-e481-44b6-bfb4-374160373c3b' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:31:35.771570 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b1ded73b-6af5-4a1f-b421-fd6b11421aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:35.803461 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-d75100c1-3936-43c9-8c84-ab5ad17f6da9 None None] For port 15766b8e-d297-4623-81df-0feb93dc0e99, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=15766b8e-d297-4623-81df-0feb93dc0e99,segment=NetworkSegment(36c9b401-0190-4d6b-a49f-6cdaf04c4482),segment_id=36c9b401-0190-4d6b-a49f-6cdaf04c4482)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:35.826901 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e34dd5d9-4bc3-4713-95e9-e66cd9dd39e9 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Unset dirty status for tenant:46a10c4b2a054a5c83cba0fa026e8f81 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:31:35.827488 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-eccaa715-52d7-483e-9c9f-1259068f1c68 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] In _notify_port_updated(), no bound segment for port a250862d-d962-43ca-b8dd-6508f8ec0741 on network 836935bb-7b9a-4ba1-a7e2-019a7bf3b157 {{(pid=88564) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 06 13:31:35.837519 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccaa715-52d7-483e-9c9f-1259068f1c68 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:35.838956 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-eccaa715-52d7-483e-9c9f-1259068f1c68 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:35.842243 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-eccaa715-52d7-483e-9c9f-1259068f1c68 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "PUT /v2.0/ports/a250862d-d962-43ca-b8dd-6508f8ec0741 HTTP/1.1" status: 200 len: 921 time: 2.8118124 Apr 06 13:31:35.844422 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e34dd5d9-4bc3-4713-95e9-e66cd9dd39e9 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.3594701 Apr 06 13:31:35.846564 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45370) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:35.847174 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45372) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:35.901436 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0498c8ea-4aff-4deb-b992-426e00dab5a2 req-121e9ebb-a1dc-41d6-b466-f0d663bcbd6c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baf46332-bf69-4bb6-af5d-89377108b9c9 HTTP/1.1" status: 200 len: 1001 time: 0.2061169 Apr 06 13:31:35.977013 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498c8ea-4aff-4deb-b992-426e00dab5a2 req-e9cfa554-ae3f-468f-bcc6-f33b052490bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:35.978609 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0498c8ea-4aff-4deb-b992-426e00dab5a2 req-e9cfa554-ae3f-468f-bcc6-f33b052490bd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aabaa642-b3ff-412a-b146-d4f458a62441 HTTP/1.1" status: 200 len: 834 time: 0.0699744 Apr 06 13:31:35.979805 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2fd6ce8e-ea62-4e0a-8249-b66fca7c2abb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:35.999206 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d75100c1-3936-43c9-8c84-ab5ad17f6da9 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:36.001035 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2fd6ce8e-ea62-4e0a-8249-b66fca7c2abb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:36.039252 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d75100c1-3936-43c9-8c84-ab5ad17f6da9 None None] Transition to ACTIVE for port object 15766b8e-d297-4623-81df-0feb93dc0e99 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:36.048092 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-7b5cf5fe-4a79-476d-832c-2f7271a3bbf3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Deleting port b9189c2c-7a18-4e8d-9069-d44d59c6e70a {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:36.048687 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7b5cf5fe-4a79-476d-832c-2f7271a3bbf3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:36.061683 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6ce8e-ea62-4e0a-8249-b66fca7c2abb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Network': ['ID=d489f324-797f-40f6-a3f5-5ba45ef9f087,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:36.076093 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2fd6ce8e-ea62-4e0a-8249-b66fca7c2abb tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/networks/d489f324-797f-40f6-a3f5-5ba45ef9f087 HTTP/1.1" status: 204 len: 168 time: 3.0926523 Apr 06 13:31:36.079671 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45378) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:36.130925 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcbdabc-f000-4060-9e61-ab9441c73786 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:36.149088 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d75100c1-3936-43c9-8c84-ab5ad17f6da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:36.241543 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-b53651cf-e8e1-4af3-9a3e-bdf4fdb5033a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting port a250862d-d962-43ca-b8dd-6508f8ec0741 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:36.241887 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b53651cf-e8e1-4af3-9a3e-bdf4fdb5033a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:36.403062 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-929e8972-8a4b-4289-9a19-2e74f86e4aed tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:36.422513 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498c8ea-4aff-4deb-b992-426e00dab5a2 req-526c91ab-069c-49e2-9550-1c72574f7436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:36.424081 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0498c8ea-4aff-4deb-b992-426e00dab5a2 req-526c91ab-069c-49e2-9550-1c72574f7436 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6df18f53-1a01-497a-85ec-3d44ebb99c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4209502 Apr 06 13:31:36.435897 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75100c1-3936-43c9-8c84-ab5ad17f6da9 None None] Pushing event updated for resources: {'Port': ['ID=15766b8e-d297-4623-81df-0feb93dc0e99,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:36.442117 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f312bba8-bd96-4531-b218-3cf438ab199f None None] Provisioning complete for port 868943fb-82fa-4f01-80e2-a4b6b39bde23 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:36.442569 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f312bba8-bd96-4531-b218-3cf438ab199f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:36.556428 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929e8972-8a4b-4289-9a19-2e74f86e4aed tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:36.633458 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-929e8972-8a4b-4289-9a19-2e74f86e4aed tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:36.636385 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929e8972-8a4b-4289-9a19-2e74f86e4aed tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:36.636966 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-929e8972-8a4b-4289-9a19-2e74f86e4aed tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:36.726877 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e8972-8a4b-4289-9a19-2e74f86e4aed tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=21148ae3-b691-4753-b6f2-53632894ff80,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:36.786654 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0498c8ea-4aff-4deb-b992-426e00dab5a2 req-11f32005-300c-4eec-806a-c1189d463db7 service neutron] 10.222.0.61 "GET /v2.0/networks/6df18f53-1a01-497a-85ec-3d44ebb99c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524351 Apr 06 13:31:36.832450 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7b5cf5fe-4a79-476d-832c-2f7271a3bbf3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:36.949341 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea2d2f8-1c6e-4998-8d39-824d182b6232 None None] Update dhcp port {'port': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'fixed_ips': [{'subnet_id': '21148ae3-b691-4753-b6f2-53632894ff80'}], 'binding:host_id': 'dv-neutron-834600-1-hyperv'}, 'id': '868943fb-82fa-4f01-80e2-a4b6b39bde23'} from dv-neutron-834600-1-hyperv. {{(pid=88566) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 06 13:31:37.003814 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b53651cf-e8e1-4af3-9a3e-bdf4fdb5033a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:37.033237 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 15766b8e-d297-4623-81df-0feb93dc0e99 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:31:37.076687 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0498c8ea-4aff-4deb-b992-426e00dab5a2 req-31047df4-fada-467e-839b-973e6b06f837 service neutron] 10.222.0.61 "GET /v2.0/networks/6df18f53-1a01-497a-85ec-3d44ebb99c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644110 Apr 06 13:31:37.079592 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9e85a2a6-bb3a-4173-a623-f44724291bf7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:37.115075 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2ea2d2f8-1c6e-4998-8d39-824d182b6232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:37.150461 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-929e8972-8a4b-4289-9a19-2e74f86e4aed tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8962574 Apr 06 13:31:37.173354 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-7b5cf5fe-4a79-476d-832c-2f7271a3bbf3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Calling delete_port for b9189c2c-7a18-4e8d-9069-d44d59c6e70a owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:37.208657 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45382) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:37.275096 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5687f56a-fc37-44e7-816c-d1c0201fe0b5 None None] Network 35ff013f-47f4-4cbb-8d06-eb70ffe5cc51 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:37.294196 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-b9c7642a-016d-4c15-a956-186718f103d0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:37.379547 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-b53651cf-e8e1-4af3-9a3e-bdf4fdb5033a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Calling delete_port for a250862d-d962-43ca-b8dd-6508f8ec0741 owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:37.411190 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 59179c76-e060-41b2-ab9b-660fc6fb5325 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:31:37.612506 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-676d9660-1aa1-4f97-9c55-f01c747635ca None None] Provisioning for port 59179c76-e060-41b2-ab9b-660fc6fb5325 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:37.702773 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-2ea2d2f8-1c6e-4998-8d39-824d182b6232 None None] Allocated IP 172.20.0.2 (4a5369b0-8301-4713-81a5-ebef94e70f0e/21148ae3-b691-4753-b6f2-53632894ff80/868943fb-82fa-4f01-80e2-a4b6b39bde23) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:37.714365 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b9c7642a-016d-4c15-a956-186718f103d0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:37.731361 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b9c7642a-016d-4c15-a956-186718f103d0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:subnet and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:37.737206 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b9c7642a-016d-4c15-a956-186718f103d0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:37.747223 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b9c7642a-016d-4c15-a956-186718f103d0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:37.786442 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-9e85a2a6-bb3a-4173-a623-f44724291bf7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Deleting port 9c9975bd-d851-4b6e-a8c9-66c597616f4c {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:37.786442 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9e85a2a6-bb3a-4173-a623-f44724291bf7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:37.902294 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b03977c7-331d-4076-af55-a180b52f33cd None None] Provisioning complete for port 6c5b1642-7755-4bac-a2d6-c19418f0d858 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:37.902685 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b03977c7-331d-4076-af55-a180b52f33cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:37.994318 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-b03977c7-331d-4076-af55-a180b52f33cd None None] Port 6c5b1642-7755-4bac-a2d6-c19418f0d858 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:31:37.997562 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-2ea2d2f8-1c6e-4998-8d39-824d182b6232 None None] For port 868943fb-82fa-4f01-80e2-a4b6b39bde23, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=868943fb-82fa-4f01-80e2-a4b6b39bde23,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:37.998581 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-9e85a2a6-bb3a-4173-a623-f44724291bf7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] For port 9c9975bd-d851-4b6e-a8c9-66c597616f4c, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9c9975bd-d851-4b6e-a8c9-66c597616f4c,segment=NetworkSegment(4a3a616c-780b-4c0a-abf4-6211864e8c64),segment_id=4a3a616c-780b-4c0a-abf4-6211864e8c64)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:37.998976 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9e85a2a6-bb3a-4173-a623-f44724291bf7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:38.031991 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 59179c76-e060-41b2-ab9b-660fc6fb5325 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:38.043201 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2ea2d2f8-1c6e-4998-8d39-824d182b6232 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:38.047824 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 59179c76-e060-41b2-ab9b-660fc6fb5325 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:38.048198 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:38.066487 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7b5cf5fe-4a79-476d-832c-2f7271a3bbf3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:38.068215 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b53651cf-e8e1-4af3-9a3e-bdf4fdb5033a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:38.069654 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c7642a-016d-4c15-a956-186718f103d0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:31:38.073780 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b9c7642a-016d-4c15-a956-186718f103d0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:38.115189 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2ea2d2f8-1c6e-4998-8d39-824d182b6232 None None] Transition to ACTIVE for port object 868943fb-82fa-4f01-80e2-a4b6b39bde23 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:38.144007 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-9e85a2a6-bb3a-4173-a623-f44724291bf7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Calling delete_port for 9c9975bd-d851-4b6e-a8c9-66c597616f4c owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:38.171134 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5cf5fe-4a79-476d-832c-2f7271a3bbf3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Pushing event deleted for resources: {'Port': ['ID=b9189c2c-7a18-4e8d-9069-d44d59c6e70a,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:38.195761 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b03977c7-331d-4076-af55-a180b52f33cd None None] Provisioning for port 15766b8e-d297-4623-81df-0feb93dc0e99 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:38.208046 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b03977c7-331d-4076-af55-a180b52f33cd None None] Provisioning complete for port 15766b8e-d297-4623-81df-0feb93dc0e99 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:38.208633 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b03977c7-331d-4076-af55-a180b52f33cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:38.266314 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2ea2d2f8-1c6e-4998-8d39-824d182b6232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:38.334222 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:38.377689 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53651cf-e8e1-4af3-9a3e-bdf4fdb5033a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Port': ['ID=a250862d-d962-43ca-b8dd-6508f8ec0741,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:38.474959 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2d2f8-1c6e-4998-8d39-824d182b6232 None None] Pushing event updated for resources: {'Port': ['ID=868943fb-82fa-4f01-80e2-a4b6b39bde23,revision_number=6']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:38.509659 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 59179c76-e060-41b2-ab9b-660fc6fb5325, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=59179c76-e060-41b2-ab9b-660fc6fb5325,segment=NetworkSegment(de983b5c-f336-46c4-ae55-daf11862c52b),segment_id=de983b5c-f336-46c4-ae55-daf11862c52b)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:38.528728 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9e85a2a6-bb3a-4173-a623-f44724291bf7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:38.615915 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85a2a6-bb3a-4173-a623-f44724291bf7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Port': ['ID=9c9975bd-d851-4b6e-a8c9-66c597616f4c,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:38.619023 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:38.657722 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b03977c7-331d-4076-af55-a180b52f33cd None None] Could not find standard attr ID for object a250862d-d962-43ca-b8dd-6508f8ec0741. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:31:38.716813 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 868943fb-82fa-4f01-80e2-a4b6b39bde23 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:31:38.839403 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b07d9445-5b12-42c3-a3ef-2daec45b56da None None] Could not find standard attr ID for object b9189c2c-7a18-4e8d-9069-d44d59c6e70a. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:31:38.859462 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=59179c76-e060-41b2-ab9b-660fc6fb5325,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:38.926642 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b07d9445-5b12-42c3-a3ef-2daec45b56da None None] Provisioning complete for port 59179c76-e060-41b2-ab9b-660fc6fb5325 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:38.926916 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b07d9445-5b12-42c3-a3ef-2daec45b56da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:38.980011 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9e85a2a6-bb3a-4173-a623-f44724291bf7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:38.986390 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7b5cf5fe-4a79-476d-832c-2f7271a3bbf3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:39.011970 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b53651cf-e8e1-4af3-9a3e-bdf4fdb5033a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:39.055176 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b53651cf-e8e1-4af3-9a3e-bdf4fdb5033a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/ports/a250862d-d962-43ca-b8dd-6508f8ec0741 HTTP/1.1" status: 204 len: 168 time: 3.1828909 Apr 06 13:31:39.055487 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45386) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:39.095851 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:39.121471 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-3553647a-86c1-4502-934d-28b955e280a0 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] GET failed (client error): The resource could not be found. Apr 06 13:31:39.122178 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3553647a-86c1-4502-934d-28b955e280a0 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Synchronizing usage tracker for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:31:39.176616 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7b5cf5fe-4a79-476d-832c-2f7271a3bbf3 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] 10.222.0.48 "DELETE /v2.0/ports/b9189c2c-7a18-4e8d-9069-d44d59c6e70a HTTP/1.1" status: 204 len: 168 time: 3.3165190 Apr 06 13:31:39.180542 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45390) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:39.188247 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-8841077f-a624-4c6e-b780-d9bf8fda1d88 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Request body: {'port': {'name': 'tempest-new-port-name-1413218225', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:39.188656 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.api.validators [None req-8841077f-a624-4c6e-b780-d9bf8fda1d88 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] bootfile-name is not in valid_values {{(pid=88565) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 06 13:31:39.189009 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.api.validators [None req-8841077f-a624-4c6e-b780-d9bf8fda1d88 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] tftp-server is not in valid_values {{(pid=88565) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 06 13:31:39.189356 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.api.validators [None req-8841077f-a624-4c6e-b780-d9bf8fda1d88 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] server-ip-address is not in valid_values {{(pid=88565) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 06 13:31:39.269509 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 868943fb-82fa-4f01-80e2-a4b6b39bde23, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=868943fb-82fa-4f01-80e2-a4b6b39bde23,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:39.331626 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3553647a-86c1-4502-934d-28b955e280a0 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Unset dirty status for tenant:a526e3e3d3c243f2855d6757315c0284 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:31:39.332685 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3553647a-86c1-4502-934d-28b955e280a0 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "GET /v2.0/ports/a250862d-d962-43ca-b8dd-6508f8ec0741 HTTP/1.1" status: 404 len: 333 time: 0.2758570 Apr 06 13:31:39.337665 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45394) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:39.395210 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:39.409397 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8841077f-a624-4c6e-b780-d9bf8fda1d88 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:39.508110 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b07d9445-5b12-42c3-a3ef-2daec45b56da None None] Provisioning for port abbb43d0-9c8c-4cfc-a80d-6dda2c4601c6 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:39.558835 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b07d9445-5b12-42c3-a3ef-2daec45b56da None None] Provisioning complete for port abbb43d0-9c8c-4cfc-a80d-6dda2c4601c6 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:39.559887 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b07d9445-5b12-42c3-a3ef-2daec45b56da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:39.598691 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=868943fb-82fa-4f01-80e2-a4b6b39bde23,revision_number=7']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:39.635229 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-b07d9445-5b12-42c3-a3ef-2daec45b56da None None] Port abbb43d0-9c8c-4cfc-a80d-6dda2c4601c6 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:31:39.641433 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b07d9445-5b12-42c3-a3ef-2daec45b56da None None] Could not find standard attr ID for object a250862d-d962-43ca-b8dd-6508f8ec0741. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:31:39.669469 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.objects.ports [None req-b9c7642a-016d-4c15-a956-186718f103d0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88565) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 06 13:31:39.695008 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e85a2a6-bb3a-4173-a623-f44724291bf7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Router 1587742b-f270-47e5-a582-48c6653c3a00 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:31:39.710996 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bb49336c-ddfc-47cc-a6cf-2c3161297f95 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:39.758668 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 868943fb-82fa-4f01-80e2-a4b6b39bde23 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:31:39.807809 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4a7fa8-b577-44a1-bc74-dc9d2e3a7ce8 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:39.854791 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-908e56f8-3306-4691-a713-57698ed0c117 None None] Could not find standard attr ID for object b9189c2c-7a18-4e8d-9069-d44d59c6e70a. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:31:39.856545 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bb49336c-ddfc-47cc-a6cf-2c3161297f95 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:39.927975 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e85a2a6-bb3a-4173-a623-f44724291bf7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:31:39.955288 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9e85a2a6-bb3a-4173-a623-f44724291bf7 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "PUT /v2.0/routers/1587742b-f270-47e5-a582-48c6653c3a00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8729978 Apr 06 13:31:39.957521 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45400) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:39.961094 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4fe343-6404-41d1-97e4-3e45da2ae9c8 None None] Sync routers for ids ['1587742b-f270-47e5-a582-48c6653c3a00'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:31:39.976609 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4fe343-6404-41d1-97e4-3e45da2ae9c8 None None] Routers {'1587742b-f270-47e5-a582-48c6653c3a00'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:31:39.978026 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-9c4fe343-6404-41d1-97e4-3e45da2ae9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:31:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1587742b-f270-47e5-a582-48c6653c3a00'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:39.979232 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 59179c76-e060-41b2-ab9b-660fc6fb5325 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:31:40.036253 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-c209dc21-1f4b-42eb-a194-29f4d7643493 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Deleting subnet ae2cdb94-9001-454c-9c12-1c11abde6ffd {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:31:40.039685 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bb49336c-ddfc-47cc-a6cf-2c3161297f95 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:40.040218 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8841077f-a624-4c6e-b780-d9bf8fda1d88 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:40.042260 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bb49336c-ddfc-47cc-a6cf-2c3161297f95 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:40.046461 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-bb49336c-ddfc-47cc-a6cf-2c3161297f95 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/security-groups/236ad3a8-5ac5-42b3-857f-24d715995b1a HTTP/1.1" status: 204 len: 168 time: 0.7050047 Apr 06 13:31:40.046461 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c209dc21-1f4b-42eb-a194-29f4d7643493 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:40.081143 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45404) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:40.091582 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49336c-ddfc-47cc-a6cf-2c3161297f95 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=236ad3a8-5ac5-42b3-857f-24d715995b1a,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:40.121539 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8841077f-a624-4c6e-b780-d9bf8fda1d88 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:40.127731 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c209dc21-1f4b-42eb-a194-29f4d7643493 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:40.138619 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 59179c76-e060-41b2-ab9b-660fc6fb5325 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:40.139170 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:40.160124 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-9c4fe343-6404-41d1-97e4-3e45da2ae9c8 None None] Set router 1587742b-f270-47e5-a582-48c6653c3a00 gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:31:40.202104 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d29c9760-ff0e-4728-ba29-ee6c63a26d0a None None] Provisioning for port 868943fb-82fa-4f01-80e2-a4b6b39bde23 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:40.226235 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d29c9760-ff0e-4728-ba29-ee6c63a26d0a None None] Provisioning complete for port 868943fb-82fa-4f01-80e2-a4b6b39bde23 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:40.226235 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d29c9760-ff0e-4728-ba29-ee6c63a26d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:40.244000 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c209dc21-1f4b-42eb-a194-29f4d7643493 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:40.361824 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b9c7642a-016d-4c15-a956-186718f103d0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:40.431619 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c209dc21-1f4b-42eb-a194-29f4d7643493 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:40.443356 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841077f-a624-4c6e-b780-d9bf8fda1d88 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Pushing event updated for resources: {'Port': ['ID=abbb43d0-9c8c-4cfc-a80d-6dda2c4601c6,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:40.486376 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-8841077f-a624-4c6e-b780-d9bf8fda1d88 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] In _notify_port_updated(), no bound segment for port abbb43d0-9c8c-4cfc-a80d-6dda2c4601c6 on network 35ff013f-47f4-4cbb-8d06-eb70ffe5cc51 {{(pid=88565) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 06 13:31:40.491887 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8841077f-a624-4c6e-b780-d9bf8fda1d88 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:40.492575 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8841077f-a624-4c6e-b780-d9bf8fda1d88 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:40.494335 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8841077f-a624-4c6e-b780-d9bf8fda1d88 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] 10.222.0.48 "PUT /v2.0/ports/abbb43d0-9c8c-4cfc-a80d-6dda2c4601c6 HTTP/1.1" status: 200 len: 1136 time: 1.3129795 Apr 06 13:31:40.500658 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45410) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:40.506478 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209dc21-1f4b-42eb-a194-29f4d7643493 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Subnet': ['ID=ae2cdb94-9001-454c-9c12-1c11abde6ffd,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:40.526655 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dc87548b-606f-4ad5-a6ad-65c8c070e5e5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:40.561061 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d29c9760-ff0e-4728-ba29-ee6c63a26d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:40.612806 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c209dc21-1f4b-42eb-a194-29f4d7643493 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:40.613144 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dc87548b-606f-4ad5-a6ad-65c8c070e5e5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:40.629806 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f073d97c-6c81-4fc0-b276-a238a65f3315 None None] Network f5e25a69-7a7d-41bd-968e-92d89d676ae5 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:40.631379 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c209dc21-1f4b-42eb-a194-29f4d7643493 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/subnets/ae2cdb94-9001-454c-9c12-1c11abde6ffd HTTP/1.1" status: 204 len: 168 time: 0.6727791 Apr 06 13:31:40.632542 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45414) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:40.661602 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfef2d60-db74-4a2a-b25a-579766941308 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:40.662970 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-cfef2d60-db74-4a2a-b25a-579766941308 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] 10.222.0.48 "GET /v2.0/ports/abbb43d0-9c8c-4cfc-a80d-6dda2c4601c6 HTTP/1.1" status: 200 len: 1136 time: 0.1582038 Apr 06 13:31:40.668534 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45418) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:40.719722 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-9c4fe343-6404-41d1-97e4-3e45da2ae9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:31:38Z', 'revision_number': 9, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None, '_interfaces': [{'id': '4f888c36-87b4-4ce3-a9df-a2b550459152', 'name': '', 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:1c:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:50Z', 'updated_at': '2022-04-06T13:31:05Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098c818-e76e-4336-9724-afdb88882060', 'name': '', 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:d0:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:33Z', 'updated_at': '2022-04-06T13:30:51Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:40.727722 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4fe343-6404-41d1-97e4-3e45da2ae9c8 None None] Checking router: 1587742b-f270-47e5-a582-48c6653c3a00 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:31:40.742395 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4fe343-6404-41d1-97e4-3e45da2ae9c8 None None] Routers {'1587742b-f270-47e5-a582-48c6653c3a00'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:31:40.743046 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-9c4fe343-6404-41d1-97e4-3e45da2ae9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:31:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1587742b-f270-47e5-a582-48c6653c3a00'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:40.756764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-1c05921d-5224-49d5-8c34-639bf55291cd tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Deleting port abbb43d0-9c8c-4cfc-a80d-6dda2c4601c6 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:40.757434 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1c05921d-5224-49d5-8c34-639bf55291cd tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:40.777315 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-d29c9760-ff0e-4728-ba29-ee6c63a26d0a None None] For port 868943fb-82fa-4f01-80e2-a4b6b39bde23, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=868943fb-82fa-4f01-80e2-a4b6b39bde23,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:40.823412 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cd12c487-f225-48c0-8ada-01f912446647 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:40.853525 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-cd12c487-f225-48c0-8ada-01f912446647 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Deleting port 0384a6a1-f0ff-4277-8e5d-48a91fa48328 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:40.853883 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cd12c487-f225-48c0-8ada-01f912446647 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:40.912257 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d29c9760-ff0e-4728-ba29-ee6c63a26d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:40.968648 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dc87548b-606f-4ad5-a6ad-65c8c070e5e5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:40.972973 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.api [None req-b9c7642a-016d-4c15-a956-186718f103d0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:31:40.973214 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG oslo_db.api [None req-b9c7642a-016d-4c15-a956-186718f103d0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:31:41.004282 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87548b-606f-4ad5-a6ad-65c8c070e5e5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b76abda-2f28-4df8-b380-889bc4229c2f,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:41.004916 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-9c4fe343-6404-41d1-97e4-3e45da2ae9c8 None None] Set router 1587742b-f270-47e5-a582-48c6653c3a00 gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:31:41.027629 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dc87548b-606f-4ad5-a6ad-65c8c070e5e5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:41.029651 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-dc87548b-606f-4ad5-a6ad-65c8c070e5e5 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/security-groups/0b76abda-2f28-4df8-b380-889bc4229c2f HTTP/1.1" status: 204 len: 168 time: 0.9473503 Apr 06 13:31:41.033431 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45422) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:41.073348 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c9760-ff0e-4728-ba29-ee6c63a26d0a None None] Pushing event updated for resources: {'Port': ['ID=868943fb-82fa-4f01-80e2-a4b6b39bde23,revision_number=9']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:41.086579 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0a556821-56e6-45bf-9294-16aa8865a1e0 None None] Provisioning complete for port abbb43d0-9c8c-4cfc-a80d-6dda2c4601c6 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:41.087071 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0a556821-56e6-45bf-9294-16aa8865a1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:41.170786 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41aa2542-2630-476a-afbf-8d1ee8fadc44 None None] DHCP port deletion for f5e25a69-7a7d-41bd-968e-92d89d676ae5 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:31:41.179522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1c05921d-5224-49d5-8c34-639bf55291cd tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:41.199239 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-41aa2542-2630-476a-afbf-8d1ee8fadc44 None None] Deleting port 0384a6a1-f0ff-4277-8e5d-48a91fa48328 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:41.211144 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-41aa2542-2630-476a-afbf-8d1ee8fadc44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:41.299798 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0a556821-56e6-45bf-9294-16aa8865a1e0 None None] Port abbb43d0-9c8c-4cfc-a80d-6dda2c4601c6 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:31:41.357217 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-1c05921d-5224-49d5-8c34-639bf55291cd tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Calling delete_port for abbb43d0-9c8c-4cfc-a80d-6dda2c4601c6 owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:41.424313 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-cd12c487-f225-48c0-8ada-01f912446647 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] For port 0384a6a1-f0ff-4277-8e5d-48a91fa48328, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0384a6a1-f0ff-4277-8e5d-48a91fa48328,segment=NetworkSegment(4a3a616c-780b-4c0a-abf4-6211864e8c64),segment_id=4a3a616c-780b-4c0a-abf4-6211864e8c64)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:41.424897 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cd12c487-f225-48c0-8ada-01f912446647 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:41.551596 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-9c4fe343-6404-41d1-97e4-3e45da2ae9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:31:38Z', 'revision_number': 9, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None, '_interfaces': [{'id': '4f888c36-87b4-4ce3-a9df-a2b550459152', 'name': '', 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:1c:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:50Z', 'updated_at': '2022-04-06T13:31:05Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098c818-e76e-4336-9724-afdb88882060', 'name': '', 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:d0:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:33Z', 'updated_at': '2022-04-06T13:30:51Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:41.560440 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4fe343-6404-41d1-97e4-3e45da2ae9c8 None None] The sync data for ids ['1587742b-f270-47e5-a582-48c6653c3a00'] in dv-neutron-834600-1-hyperv is: [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:31:38Z', 'revision_number': 9, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None, '_interfaces': [{'id': '4f888c36-87b4-4ce3-a9df-a2b550459152', 'name': '', 'network_id': '09597c6c-2973-49db-9158-2f8082678f8a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:1c:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:50Z', 'updated_at': '2022-04-06T13:31:05Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': 'c17955d0-41c2-4dd0-a067-8469c670d13c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098c818-e76e-4336-9724-afdb88882060', 'name': '', 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:d0:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:33Z', 'updated_at': '2022-04-06T13:30:51Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:31:41.577764 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 868943fb-82fa-4f01-80e2-a4b6b39bde23 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:31:41.633402 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-41aa2542-2630-476a-afbf-8d1ee8fadc44 None None] For port 0384a6a1-f0ff-4277-8e5d-48a91fa48328, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0384a6a1-f0ff-4277-8e5d-48a91fa48328,segment=NetworkSegment(4a3a616c-780b-4c0a-abf4-6211864e8c64),segment_id=4a3a616c-780b-4c0a-abf4-6211864e8c64)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:41.633782 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-41aa2542-2630-476a-afbf-8d1ee8fadc44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:41.636180 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1c05921d-5224-49d5-8c34-639bf55291cd tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:41.667160 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-cd12c487-f225-48c0-8ada-01f912446647 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Calling delete_port for 0384a6a1-f0ff-4277-8e5d-48a91fa48328 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:41.698072 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05921d-5224-49d5-8c34-639bf55291cd tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Pushing event deleted for resources: {'Port': ['ID=abbb43d0-9c8c-4cfc-a80d-6dda2c4601c6,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:41.752775 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-7488e2c0-08cf-4927-95b5-b4a877a5c7d8 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting subnet 9fb27ea8-a63b-4697-910d-2b5288c9d5ab {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:31:41.757318 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b9c7642a-016d-4c15-a956-186718f103d0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:41.816410 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7488e2c0-08cf-4927-95b5-b4a877a5c7d8 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:41.823728 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-41aa2542-2630-476a-afbf-8d1ee8fadc44 None None] Calling delete_port for 0384a6a1-f0ff-4277-8e5d-48a91fa48328 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:41.825850 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1c05921d-5224-49d5-8c34-639bf55291cd tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:41.838461 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1c05921d-5224-49d5-8c34-639bf55291cd tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] 10.222.0.48 "DELETE /v2.0/ports/abbb43d0-9c8c-4cfc-a80d-6dda2c4601c6 HTTP/1.1" status: 204 len: 168 time: 1.1662443 Apr 06 13:31:41.839009 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45428) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:41.944528 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7dbfa3b9-ddc3-48c6-9876-7826317c3f09 None None] Provisioning complete for port 868943fb-82fa-4f01-80e2-a4b6b39bde23 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:41.945023 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7dbfa3b9-ddc3-48c6-9876-7826317c3f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:41.952085 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7488e2c0-08cf-4927-95b5-b4a877a5c7d8 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:41.986566 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-73acc964-26cd-4465-a925-6a50c6a264a0 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Deleting subnet 04c2f694-1722-4534-a9c8-8c8c3ce8a0f9 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:31:41.986566 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-73acc964-26cd-4465-a925-6a50c6a264a0 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:42.008108 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 868943fb-82fa-4f01-80e2-a4b6b39bde23 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:42.008361 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:42.073840 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cd12c487-f225-48c0-8ada-01f912446647 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:42.096086 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-41aa2542-2630-476a-afbf-8d1ee8fadc44 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:31:42.096509 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-41aa2542-2630-476a-afbf-8d1ee8fadc44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:31:42.139457 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12c487-f225-48c0-8ada-01f912446647 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Port': ['ID=0384a6a1-f0ff-4277-8e5d-48a91fa48328,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:42.197301 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-73acc964-26cd-4465-a925-6a50c6a264a0 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:42.200341 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd12c487-f225-48c0-8ada-01f912446647 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] No DVR routers for this DVR port 0384a6a1-f0ff-4277-8e5d-48a91fa48328 on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:31:42.294837 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0384a6a1-f0ff-4277-8e5d-48a91fa48328 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:31:42.318744 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7488e2c0-08cf-4927-95b5-b4a877a5c7d8 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:42.321331 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-73acc964-26cd-4465-a925-6a50c6a264a0 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:42.331025 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 0384a6a1-f0ff-4277-8e5d-48a91fa48328 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:31:42.331320 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0384a6a1-f0ff-4277-8e5d-48a91fa48328 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:31:42.441469 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-b9c7642a-016d-4c15-a956-186718f103d0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] For port 868943fb-82fa-4f01-80e2-a4b6b39bde23, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=868943fb-82fa-4f01-80e2-a4b6b39bde23,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:42.447600 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cd12c487-f225-48c0-8ada-01f912446647 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:42.487831 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-73acc964-26cd-4465-a925-6a50c6a264a0 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:42.493269 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-cd12c487-f225-48c0-8ada-01f912446647 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e25a69-7a7d-41bd-968e-92d89d676ae5']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:42.523184 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b9c7642a-016d-4c15-a956-186718f103d0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:42.527045 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73acc964-26cd-4465-a925-6a50c6a264a0 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Pushing event deleted for resources: {'Subnet': ['ID=04c2f694-1722-4534-a9c8-8c8c3ce8a0f9,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:42.528405 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-cd12c487-f225-48c0-8ada-01f912446647 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3a616c-780b-4c0a-abf4-6211864e8c64') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:42.529691 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-cd12c487-f225-48c0-8ada-01f912446647 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3a616c-780b-4c0a-abf4-6211864e8c64') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:42.531221 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-73acc964-26cd-4465-a925-6a50c6a264a0 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:42.537344 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-73acc964-26cd-4465-a925-6a50c6a264a0 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] 10.222.0.48 "DELETE /v2.0/subnets/04c2f694-1722-4534-a9c8-8c8c3ce8a0f9 HTTP/1.1" status: 204 len: 168 time: 0.6973050 Apr 06 13:31:42.539776 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45432) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:42.543341 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af03d5c0-d166-4c3b-8e64-492d38383b86 None None] Network 35ff013f-47f4-4cbb-8d06-eb70ffe5cc51 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:42.552072 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cd12c487-f225-48c0-8ada-01f912446647 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:42.570094 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cd12c487-f225-48c0-8ada-01f912446647 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:42.578263 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd12c487-f225-48c0-8ada-01f912446647 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:31:42.578665 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cd12c487-f225-48c0-8ada-01f912446647 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:31:42.593903 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:31:42.606185 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b9c7642a-016d-4c15-a956-186718f103d0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:42.607006 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b9c7642a-016d-4c15-a956-186718f103d0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:42.627141 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-41aa2542-2630-476a-afbf-8d1ee8fadc44 None None] Deleting port 0384a6a1-f0ff-4277-8e5d-48a91fa48328 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:42.627361 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-41aa2542-2630-476a-afbf-8d1ee8fadc44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:42.698327 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8599-4fd4-420e-bfa4-b251adda6f42 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:42.710638 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-d5ab8599-4fd4-420e-bfa4-b251adda6f42 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Deleting port 59179c76-e060-41b2-ab9b-660fc6fb5325 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:42.711162 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8599-4fd4-420e-bfa4-b251adda6f42 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:42.713865 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-41aa2542-2630-476a-afbf-8d1ee8fadc44 None None] The port '0384a6a1-f0ff-4277-8e5d-48a91fa48328' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:31:42.744262 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7488e2c0-08cf-4927-95b5-b4a877a5c7d8 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:42.790104 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7488e2c0-08cf-4927-95b5-b4a877a5c7d8 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:42.796727 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c7642a-016d-4c15-a956-186718f103d0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:42.804156 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1934e9ea-04cd-4613-8223-e84545fe0c93 None None] Network 836935bb-7b9a-4ba1-a7e2-019a7bf3b157 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:42.805086 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-b9c7642a-016d-4c15-a956-186718f103d0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:42.807775 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c7642a-016d-4c15-a956-186718f103d0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:42.808359 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b9c7642a-016d-4c15-a956-186718f103d0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:42.824211 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8ab54e-b28b-408c-8461-b1ddcb77bdcb None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:42.849127 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7642a-016d-4c15-a956-186718f103d0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=32e8f47d-00cc-4cd4-9c83-1a577ca0c631,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:42.893847 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7488e2c0-08cf-4927-95b5-b4a877a5c7d8 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/subnets/9fb27ea8-a63b-4697-910d-2b5288c9d5ab HTTP/1.1" status: 204 len: 168 time: 1.8550506 Apr 06 13:31:42.896920 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45438) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:42.900637 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e2c0-08cf-4927-95b5-b4a877a5c7d8 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Subnet': ['ID=9fb27ea8-a63b-4697-910d-2b5288c9d5ab,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:42.908700 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-f43bcf3e-df3c-46fb-9120-b7ddf32ef69f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'subnet': {'network_id': '836935bb-7b9a-4ba1-a7e2-019a7bf3b157', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:42.923378 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7642a-016d-4c15-a956-186718f103d0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=868943fb-82fa-4f01-80e2-a4b6b39bde23,revision_number=10']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:42.946032 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cd12c487-f225-48c0-8ada-01f912446647 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:42.951130 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cd12c487-f225-48c0-8ada-01f912446647 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:42.952979 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-cd12c487-f225-48c0-8ada-01f912446647 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/networks/f5e25a69-7a7d-41bd-968e-92d89d676ae5 HTTP/1.1" status: 204 len: 168 time: 2.3194413 Apr 06 13:31:42.959262 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45442) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:43.025372 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-d5ab8599-4fd4-420e-bfa4-b251adda6f42 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] For port 59179c76-e060-41b2-ab9b-660fc6fb5325, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=59179c76-e060-41b2-ab9b-660fc6fb5325,segment=NetworkSegment(de983b5c-f336-46c4-ae55-daf11862c52b),segment_id=de983b5c-f336-46c4-ae55-daf11862c52b)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:43.025799 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8599-4fd4-420e-bfa4-b251adda6f42 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:43.028509 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12c487-f225-48c0-8ada-01f912446647 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Network': ['ID=f5e25a69-7a7d-41bd-968e-92d89d676ae5,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:43.037131 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b9c7642a-016d-4c15-a956-186718f103d0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.8255270 Apr 06 13:31:43.050849 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45446) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:43.061752 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-33eefc79-5161-4985-9e1e-4ce15e995aa3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'port': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'mac_address': 'fa:16:3e:85:e8:84', 'name': 'tempest-NetworksTestDHCPv6-856698950'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:43.186984 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd71dc8-acdd-4380-ba07-c3c80e73c6f4 None None] DHCP port deletion for 35ff013f-47f4-4cbb-8d06-eb70ffe5cc51 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:31:43.206481 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-acd71dc8-acdd-4380-ba07-c3c80e73c6f4 None None] Deleting port 59179c76-e060-41b2-ab9b-660fc6fb5325 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:43.207040 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-acd71dc8-acdd-4380-ba07-c3c80e73c6f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:43.231627 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f43bcf3e-df3c-46fb-9120-b7ddf32ef69f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:43.236919 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f43bcf3e-df3c-46fb-9120-b7ddf32ef69f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:subnet and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:43.239917 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f43bcf3e-df3c-46fb-9120-b7ddf32ef69f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:43.248808 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f43bcf3e-df3c-46fb-9120-b7ddf32ef69f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:43.266730 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-d5ab8599-4fd4-420e-bfa4-b251adda6f42 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Calling delete_port for 59179c76-e060-41b2-ab9b-660fc6fb5325 owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:43.408733 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43bcf3e-df3c-46fb-9120-b7ddf32ef69f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:31:43.413828 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f43bcf3e-df3c-46fb-9120-b7ddf32ef69f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:43.561044 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-acd71dc8-acdd-4380-ba07-c3c80e73c6f4 None None] For port 59179c76-e060-41b2-ab9b-660fc6fb5325, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=59179c76-e060-41b2-ab9b-660fc6fb5325,segment=NetworkSegment(de983b5c-f336-46c4-ae55-daf11862c52b),segment_id=de983b5c-f336-46c4-ae55-daf11862c52b)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:43.561633 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-acd71dc8-acdd-4380-ba07-c3c80e73c6f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:43.573469 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 9c9975bd-d851-4b6e-a8c9-66c597616f4c no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:31:43.612066 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-33eefc79-5161-4985-9e1e-4ce15e995aa3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:43.627794 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-33eefc79-5161-4985-9e1e-4ce15e995aa3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:port and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:43.633540 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-33eefc79-5161-4985-9e1e-4ce15e995aa3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:43.672959 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-33eefc79-5161-4985-9e1e-4ce15e995aa3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:43.675417 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 9c9975bd-d851-4b6e-a8c9-66c597616f4c {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:31:43.675753 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 9c9975bd-d851-4b6e-a8c9-66c597616f4c not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:31:43.676164 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 59179c76-e060-41b2-ab9b-660fc6fb5325 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:31:43.695533 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8599-4fd4-420e-bfa4-b251adda6f42 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:43.785247 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f43bcf3e-df3c-46fb-9120-b7ddf32ef69f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:43.788974 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-acd71dc8-acdd-4380-ba07-c3c80e73c6f4 None None] Calling delete_port for 59179c76-e060-41b2-ab9b-660fc6fb5325 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:43.838968 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 59179c76-e060-41b2-ab9b-660fc6fb5325 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:31:43.839589 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 59179c76-e060-41b2-ab9b-660fc6fb5325 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:31:43.880378 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab8599-4fd4-420e-bfa4-b251adda6f42 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Pushing event deleted for resources: {'Port': ['ID=59179c76-e060-41b2-ab9b-660fc6fb5325,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:43.896630 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ab8599-4fd4-420e-bfa4-b251adda6f42 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] No DVR routers for this DVR port 59179c76-e060-41b2-ab9b-660fc6fb5325 on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:31:43.903847 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-acd71dc8-acdd-4380-ba07-c3c80e73c6f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:31:43.904510 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-acd71dc8-acdd-4380-ba07-c3c80e73c6f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:31:43.905577 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bcf3e-df3c-46fb-9120-b7ddf32ef69f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Subnet': ['ID=168beb0d-866f-4dd4-8948-ac80aa21997e,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:43.919346 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43bcf3e-df3c-46fb-9120-b7ddf32ef69f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network 836935bb-7b9a-4ba1-a7e2-019a7bf3b157 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:43.920724 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-f43bcf3e-df3c-46fb-9120-b7ddf32ef69f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:43.923965 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43bcf3e-df3c-46fb-9120-b7ddf32ef69f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:43.924786 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f43bcf3e-df3c-46fb-9120-b7ddf32ef69f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:43.986865 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33eefc79-5161-4985-9e1e-4ce15e995aa3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:31:44.022742 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f43bcf3e-df3c-46fb-9120-b7ddf32ef69f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1236491 Apr 06 13:31:44.023845 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45450) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:44.030989 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-a711e469-c181-42b1-9a39-f19cb9c223c0 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'security_group': {'name': 'tempest-secgroup-1678115255'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:44.038297 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a711e469-c181-42b1-9a39-f19cb9c223c0 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:44.043063 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a711e469-c181-42b1-9a39-f19cb9c223c0 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:security_group and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:44.047509 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a711e469-c181-42b1-9a39-f19cb9c223c0 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:44.055961 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a711e469-c181-42b1-9a39-f19cb9c223c0 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:44.141406 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a711e469-c181-42b1-9a39-f19cb9c223c0 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:44.181595 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0d3a6d77-3cb7-4f00-a39d-b5223768e342 None None] Provisioning complete for port 868943fb-82fa-4f01-80e2-a4b6b39bde23 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:44.182389 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0d3a6d77-3cb7-4f00-a39d-b5223768e342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:44.193325 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a711e469-c181-42b1-9a39-f19cb9c223c0 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:44.200516 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a711e469-c181-42b1-9a39-f19cb9c223c0 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:security_group_rule and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:44.207737 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a711e469-c181-42b1-9a39-f19cb9c223c0 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:44.209767 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8599-4fd4-420e-bfa4-b251adda6f42 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:44.219784 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a711e469-c181-42b1-9a39-f19cb9c223c0 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:44.260213 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-33eefc79-5161-4985-9e1e-4ce15e995aa3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:44.276133 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-d5ab8599-4fd4-420e-bfa4-b251adda6f42 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ff013f-47f4-4cbb-8d06-eb70ffe5cc51']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:44.302858 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-d5ab8599-4fd4-420e-bfa4-b251adda6f42 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de983b5c-f336-46c4-ae55-daf11862c52b') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:44.302858 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-d5ab8599-4fd4-420e-bfa4-b251adda6f42 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de983b5c-f336-46c4-ae55-daf11862c52b') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:44.327011 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a711e469-c181-42b1-9a39-f19cb9c223c0 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:44.329502 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-33eefc79-5161-4985-9e1e-4ce15e995aa3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] device_id is not set on port 8cf9256f-4d27-447c-8371-bb3fe28d93c0 yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:31:44.363859 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8599-4fd4-420e-bfa4-b251adda6f42 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:44.393927 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a711e469-c181-42b1-9a39-f19cb9c223c0 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:44.415740 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8599-4fd4-420e-bfa4-b251adda6f42 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:44.415861 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-acd71dc8-acdd-4380-ba07-c3c80e73c6f4 None None] Deleting port 59179c76-e060-41b2-ab9b-660fc6fb5325 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:44.415861 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-acd71dc8-acdd-4380-ba07-c3c80e73c6f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:44.442972 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711e469-c181-42b1-9a39-f19cb9c223c0 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b53b941b-6070-4c3c-a56e-f4f4f8577cd6,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:44.453111 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ab8599-4fd4-420e-bfa4-b251adda6f42 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:31:44.453374 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8599-4fd4-420e-bfa4-b251adda6f42 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:31:44.468467 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:31:44.482790 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2e663f-a3cf-4f71-b6e1-60f6ff6abd4c None None] Network 836935bb-7b9a-4ba1-a7e2-019a7bf3b157 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:44.505085 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-acd71dc8-acdd-4380-ba07-c3c80e73c6f4 None None] The port '59179c76-e060-41b2-ab9b-660fc6fb5325' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:31:44.515003 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a711e469-c181-42b1-9a39-f19cb9c223c0 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:44.516418 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a711e469-c181-42b1-9a39-f19cb9c223c0 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4914517 Apr 06 13:31:44.519572 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45454) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:44.530576 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-34d03f08-42b7-4c2f-be78-a0800de5a566 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'security_group': {'name': 'tempest-secgroup-1781857575'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:44.533903 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-34d03f08-42b7-4c2f-be78-a0800de5a566 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:44.538293 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-34d03f08-42b7-4c2f-be78-a0800de5a566 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:security_group and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:44.541414 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-34d03f08-42b7-4c2f-be78-a0800de5a566 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:44.550068 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-34d03f08-42b7-4c2f-be78-a0800de5a566 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:44.616330 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-85f46f69-4486-474f-801e-e325a440b133 None None] Provisioning complete for port 6c5b1642-7755-4bac-a2d6-c19418f0d858 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:44.617046 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-85f46f69-4486-474f-801e-e325a440b133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:44.655126 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-931bbd7e-4b51-4445-9900-abf56b654575 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:44.671326 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-34d03f08-42b7-4c2f-be78-a0800de5a566 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:44.766173 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-34d03f08-42b7-4c2f-be78-a0800de5a566 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:44.766173 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-34d03f08-42b7-4c2f-be78-a0800de5a566 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:security_group_rule and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:44.766173 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-34d03f08-42b7-4c2f-be78-a0800de5a566 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:44.766173 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-34d03f08-42b7-4c2f-be78-a0800de5a566 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:44.766859 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-85f46f69-4486-474f-801e-e325a440b133 None None] Port 6c5b1642-7755-4bac-a2d6-c19418f0d858 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:31:44.791675 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-85f46f69-4486-474f-801e-e325a440b133 None None] Provisioning complete for port 15766b8e-d297-4623-81df-0feb93dc0e99 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:44.792342 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-85f46f69-4486-474f-801e-e325a440b133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:44.799757 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-34d03f08-42b7-4c2f-be78-a0800de5a566 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:44.837593 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8599-4fd4-420e-bfa4-b251adda6f42 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:44.867283 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8599-4fd4-420e-bfa4-b251adda6f42 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:44.896052 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab8599-4fd4-420e-bfa4-b251adda6f42 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] Pushing event deleted for resources: {'Network': ['ID=35ff013f-47f4-4cbb-8d06-eb70ffe5cc51,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:44.911447 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-34d03f08-42b7-4c2f-be78-a0800de5a566 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:44.978463 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d03f08-42b7-4c2f-be78-a0800de5a566 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49cc6a42-c87f-4316-805e-551990ee3ca4,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:44.978665 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d5ab8599-4fd4-420e-bfa4-b251adda6f42 tempest-ExtraDHCPOptionsTestJSON-1801880879 tempest-ExtraDHCPOptionsTestJSON-1801880879-project] 10.222.0.48 "DELETE /v2.0/networks/35ff013f-47f4-4cbb-8d06-eb70ffe5cc51 HTTP/1.1" status: 204 len: 168 time: 2.4351549 Apr 06 13:31:44.978665 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-33eefc79-5161-4985-9e1e-4ce15e995aa3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 172.20.0.3 (4a5369b0-8301-4713-81a5-ebef94e70f0e/21148ae3-b691-4753-b6f2-53632894ff80/8cf9256f-4d27-447c-8371-bb3fe28d93c0) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:45.020675 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-33eefc79-5161-4985-9e1e-4ce15e995aa3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 2001:db8::f816:3eff:fe85:e884 (4a5369b0-8301-4713-81a5-ebef94e70f0e/32e8f47d-00cc-4cd4-9c83-1a577ca0c631/8cf9256f-4d27-447c-8371-bb3fe28d93c0) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:45.053177 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-34d03f08-42b7-4c2f-be78-a0800de5a566 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:45.057597 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-34d03f08-42b7-4c2f-be78-a0800de5a566 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5367963 Apr 06 13:31:45.058351 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45460) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:45.063640 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-4569b0ee-6480-4942-82b8-dbc24191e161 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'security_group': {'name': 'tempest-secgroup-2084509467'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:45.069805 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4569b0ee-6480-4942-82b8-dbc24191e161 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:45.073999 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4569b0ee-6480-4942-82b8-dbc24191e161 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:security_group and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:45.077501 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4569b0ee-6480-4942-82b8-dbc24191e161 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:45.083872 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4569b0ee-6480-4942-82b8-dbc24191e161 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:45.098903 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2176955-14be-42e4-9c66-e2cadbd33a3d None None] Update dhcp port {'port': {'network_id': '836935bb-7b9a-4ba1-a7e2-019a7bf3b157', 'fixed_ips': [{'subnet_id': '833a948a-d794-4ae4-9861-b98f4ce9fb87', 'ip_address': '172.20.0.18'}, {'subnet_id': '168beb0d-866f-4dd4-8948-ac80aa21997e'}], 'binding:host_id': 'dv-neutron-834600-1-hyperv'}, 'id': '15766b8e-d297-4623-81df-0feb93dc0e99'} from dv-neutron-834600-1-hyperv. {{(pid=88566) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 06 13:31:45.163588 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c2176955-14be-42e4-9c66-e2cadbd33a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:45.190033 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4569b0ee-6480-4942-82b8-dbc24191e161 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:45.213785 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4569b0ee-6480-4942-82b8-dbc24191e161 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:45.219788 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4569b0ee-6480-4942-82b8-dbc24191e161 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:security_group_rule and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:45.223548 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4569b0ee-6480-4942-82b8-dbc24191e161 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:45.231462 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4569b0ee-6480-4942-82b8-dbc24191e161 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:45.286890 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-931bbd7e-4b51-4445-9900-abf56b654575 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Deleting port 4f888c36-87b4-4ce3-a9df-a2b550459152 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:45.287173 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-931bbd7e-4b51-4445-9900-abf56b654575 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:45.329004 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4569b0ee-6480-4942-82b8-dbc24191e161 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:45.394721 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4569b0ee-6480-4942-82b8-dbc24191e161 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:45.425616 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-975a53ff-0fbf-4b70-8918-330d097e7ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:45.446547 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-c2176955-14be-42e4-9c66-e2cadbd33a3d None None] Allocated IP 172.20.0.2 (836935bb-7b9a-4ba1-a7e2-019a7bf3b157/168beb0d-866f-4dd4-8948-ac80aa21997e/15766b8e-d297-4623-81df-0feb93dc0e99) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:45.448903 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569b0ee-6480-4942-82b8-dbc24191e161 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d69b7099-1538-4974-ba1d-f327b246a5db,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:45.465970 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:31:45.538895 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-33eefc79-5161-4985-9e1e-4ce15e995aa3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:45.573355 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4569b0ee-6480-4942-82b8-dbc24191e161 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:45.575484 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4569b0ee-6480-4942-82b8-dbc24191e161 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5158420 Apr 06 13:31:45.579593 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45466) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:45.586158 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-2ecf5465-3cf5-48db-9e1d-1518efe2fcf3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1347292238', 'security_groups': ['d69b7099-1538-4974-ba1d-f327b246a5db'], 'network_id': '836935bb-7b9a-4ba1-a7e2-019a7bf3b157', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '168beb0d-866f-4dd4-8948-ac80aa21997e'}]}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:45.614451 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45470) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:45.619678 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-33eefc79-5161-4985-9e1e-4ce15e995aa3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Transition to ACTIVE for port object 8cf9256f-4d27-447c-8371-bb3fe28d93c0 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:45.622007 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-c2176955-14be-42e4-9c66-e2cadbd33a3d None None] For port 15766b8e-d297-4623-81df-0feb93dc0e99, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=15766b8e-d297-4623-81df-0feb93dc0e99,segment=NetworkSegment(36c9b401-0190-4d6b-a49f-6cdaf04c4482),segment_id=36c9b401-0190-4d6b-a49f-6cdaf04c4482)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:45.663180 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c2176955-14be-42e4-9c66-e2cadbd33a3d None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:45.682845 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-931bbd7e-4b51-4445-9900-abf56b654575 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] For port 4f888c36-87b4-4ce3-a9df-a2b550459152, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=4f888c36-87b4-4ce3-a9df-a2b550459152,segment=NetworkSegment(c20f3d12-e557-41b8-af24-89ed6790822e),segment_id=c20f3d12-e557-41b8-af24-89ed6790822e)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:45.683234 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-931bbd7e-4b51-4445-9900-abf56b654575 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:45.694967 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-c2176955-14be-42e4-9c66-e2cadbd33a3d None None] Transition to ACTIVE for port object 15766b8e-d297-4623-81df-0feb93dc0e99 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:45.796028 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c2176955-14be-42e4-9c66-e2cadbd33a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:45.810916 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-33eefc79-5161-4985-9e1e-4ce15e995aa3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:45.815366 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2ecf5465-3cf5-48db-9e1d-1518efe2fcf3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:45.818550 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-931bbd7e-4b51-4445-9900-abf56b654575 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Calling delete_port for 4f888c36-87b4-4ce3-a9df-a2b550459152 owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:45.842173 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2ecf5465-3cf5-48db-9e1d-1518efe2fcf3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:45.855653 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-25eddbd6-cbb9-4792-bbef-27924395a006 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=46a10c4b2a054a5c83cba0fa026e8f81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373250 Apr 06 13:31:45.859229 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45476) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:45.932266 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d11ad925-5bb9-4ed7-b09a-bfaa4d5c1bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:45.941118 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eefc79-5161-4985-9e1e-4ce15e995aa3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:45.944740 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecf5465-3cf5-48db-9e1d-1518efe2fcf3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:31:45.954381 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-33eefc79-5161-4985-9e1e-4ce15e995aa3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:45.962395 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eefc79-5161-4985-9e1e-4ce15e995aa3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:31:45.979796 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2176955-14be-42e4-9c66-e2cadbd33a3d None None] Pushing event updated for resources: {'Port': ['ID=15766b8e-d297-4623-81df-0feb93dc0e99,revision_number=6']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:45.992290 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eefc79-5161-4985-9e1e-4ce15e995aa3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=8cf9256f-4d27-447c-8371-bb3fe28d93c0,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:46.000084 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d11ad925-5bb9-4ed7-b09a-bfaa4d5c1bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:46.084258 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eefc79-5161-4985-9e1e-4ce15e995aa3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:46.084973 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-33eefc79-5161-4985-9e1e-4ce15e995aa3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:46.173145 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5465-3cf5-48db-9e1d-1518efe2fcf3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:46.207133 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-2ecf5465-3cf5-48db-9e1d-1518efe2fcf3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] device_id is not set on port d3b03f2e-7b67-4c81-a395-d4b1a32d7634 yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:31:46.235514 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-33eefc79-5161-4985-9e1e-4ce15e995aa3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.1834817 Apr 06 13:31:46.238973 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45480) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:46.354886 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d11ad925-5bb9-4ed7-b09a-bfaa4d5c1bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:46.359300 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3b4c01-7590-44e8-bfce-b93f019014f9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:46.367514 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3b4c01-7590-44e8-bfce-b93f019014f9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:46.368478 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2c3b4c01-7590-44e8-bfce-b93f019014f9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:31:46.377742 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ad925-5bb9-4ed7-b09a-bfaa4d5c1bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2cb270-3dd8-4753-8e93-1ffbacc28244,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:46.381474 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-931bbd7e-4b51-4445-9900-abf56b654575 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:46.456152 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d11ad925-5bb9-4ed7-b09a-bfaa4d5c1bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:46.459501 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8ba56ba8-7b0e-4fd1-b233-71f97d5a087d None None] Provisioning for port 8cf9256f-4d27-447c-8371-bb3fe28d93c0 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:46.460486 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d11ad925-5bb9-4ed7-b09a-bfaa4d5c1bd2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b2cb270-3dd8-4753-8e93-1ffbacc28244 HTTP/1.1" status: 204 len: 168 time: 0.6002345 Apr 06 13:31:46.467362 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931bbd7e-4b51-4445-9900-abf56b654575 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Port': ['ID=4f888c36-87b4-4ce3-a9df-a2b550459152,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:46.469788 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8ba56ba8-7b0e-4fd1-b233-71f97d5a087d None None] Provisioning complete for port 8cf9256f-4d27-447c-8371-bb3fe28d93c0 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:46.470565 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8ba56ba8-7b0e-4fd1-b233-71f97d5a087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:46.496141 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-2ecf5465-3cf5-48db-9e1d-1518efe2fcf3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Allocated IP 172.20.0.8 (836935bb-7b9a-4ba1-a7e2-019a7bf3b157/168beb0d-866f-4dd4-8948-ac80aa21997e/d3b03f2e-7b67-4c81-a395-d4b1a32d7634) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:46.606984 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-8ba56ba8-7b0e-4fd1-b233-71f97d5a087d None None] Port 8cf9256f-4d27-447c-8371-bb3fe28d93c0 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:31:46.684743 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2c3b4c01-7590-44e8-bfce-b93f019014f9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:31:46.690731 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2c3b4c01-7590-44e8-bfce-b93f019014f9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4479706 Apr 06 13:31:46.696421 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45486) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:46.770065 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5465-3cf5-48db-9e1d-1518efe2fcf3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:46.792646 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-2ecf5465-3cf5-48db-9e1d-1518efe2fcf3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Transition to ACTIVE for port object d3b03f2e-7b67-4c81-a395-d4b1a32d7634 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:46.806221 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-931bbd7e-4b51-4445-9900-abf56b654575 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:46.819337 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-2fa848bc-5329-4699-ae9c-b1e836e4cc14 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting port 8cf9256f-4d27-447c-8371-bb3fe28d93c0 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:46.819949 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2fa848bc-5329-4699-ae9c-b1e836e4cc14 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:46.931803 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-4e32d946-b217-4a45-8c39-d0a729c18f0a None None] Provisioning complete for port 6c5b1642-7755-4bac-a2d6-c19418f0d858 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:46.932431 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4e32d946-b217-4a45-8c39-d0a729c18f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:46.946186 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5465-3cf5-48db-9e1d-1518efe2fcf3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:47.026556 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-4e32d946-b217-4a45-8c39-d0a729c18f0a None None] Port 6c5b1642-7755-4bac-a2d6-c19418f0d858 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:31:47.031405 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecf5465-3cf5-48db-9e1d-1518efe2fcf3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network 836935bb-7b9a-4ba1-a7e2-019a7bf3b157 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:47.035008 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-2ecf5465-3cf5-48db-9e1d-1518efe2fcf3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:47.039084 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecf5465-3cf5-48db-9e1d-1518efe2fcf3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:31:47.113624 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf5465-3cf5-48db-9e1d-1518efe2fcf3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Port': ['ID=d3b03f2e-7b67-4c81-a395-d4b1a32d7634,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:47.145814 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecf5465-3cf5-48db-9e1d-1518efe2fcf3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:47.146429 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5465-3cf5-48db-9e1d-1518efe2fcf3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:47.161214 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-4e32d946-b217-4a45-8c39-d0a729c18f0a None None] Provisioning for port 15766b8e-d297-4623-81df-0feb93dc0e99 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:47.169026 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-4e32d946-b217-4a45-8c39-d0a729c18f0a None None] Provisioning complete for port 15766b8e-d297-4623-81df-0feb93dc0e99 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:47.169817 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4e32d946-b217-4a45-8c39-d0a729c18f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:47.271061 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2ecf5465-3cf5-48db-9e1d-1518efe2fcf3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6900945 Apr 06 13:31:47.282550 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45500) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:47.289070 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-bc934c08-cb38-4d91-9013-4ed874df0aa2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'subnet': {'network_id': '836935bb-7b9a-4ba1-a7e2-019a7bf3b157', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:47.477316 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-bc934c08-cb38-4d91-9013-4ed874df0aa2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:47.481511 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-bc934c08-cb38-4d91-9013-4ed874df0aa2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:subnet and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:47.484879 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-bc934c08-cb38-4d91-9013-4ed874df0aa2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:47.497709 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-bc934c08-cb38-4d91-9013-4ed874df0aa2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:47.582549 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931bbd7e-4b51-4445-9900-abf56b654575 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Router 1587742b-f270-47e5-a582-48c6653c3a00 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:31:47.625189 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 15766b8e-d297-4623-81df-0feb93dc0e99 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:31:47.666892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-efcbb739-9ead-4b8b-b03e-783c68cb9fc4 None None] Provisioning for port d3b03f2e-7b67-4c81-a395-d4b1a32d7634 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:47.678182 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-efcbb739-9ead-4b8b-b03e-783c68cb9fc4 None None] Provisioning complete for port d3b03f2e-7b67-4c81-a395-d4b1a32d7634 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:47.678547 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-efcbb739-9ead-4b8b-b03e-783c68cb9fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:47.728095 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc934c08-cb38-4d91-9013-4ed874df0aa2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:31:47.733152 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bc934c08-cb38-4d91-9013-4ed874df0aa2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:47.755745 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-efcbb739-9ead-4b8b-b03e-783c68cb9fc4 None None] Port d3b03f2e-7b67-4c81-a395-d4b1a32d7634 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:31:47.758218 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 15766b8e-d297-4623-81df-0feb93dc0e99 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:47.758662 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:47.809669 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931bbd7e-4b51-4445-9900-abf56b654575 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:31:47.831039 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418bb5e7-c06c-4a97-b68f-f31459f4c7c6 None None] Sync routers for ids ['1587742b-f270-47e5-a582-48c6653c3a00'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:31:47.833535 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2fa848bc-5329-4699-ae9c-b1e836e4cc14 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:47.848797 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418bb5e7-c06c-4a97-b68f-f31459f4c7c6 None None] Routers {'1587742b-f270-47e5-a582-48c6653c3a00'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:31:47.849415 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-418bb5e7-c06c-4a97-b68f-f31459f4c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:31:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1587742b-f270-47e5-a582-48c6653c3a00'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:47.850755 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-931bbd7e-4b51-4445-9900-abf56b654575 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "PUT /v2.0/routers/1587742b-f270-47e5-a582-48c6653c3a00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8908749 Apr 06 13:31:47.851107 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45510) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:47.908178 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ed6ba3e8-b396-4b54-a020-4c351a4f9623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:48.039727 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-2fa848bc-5329-4699-ae9c-b1e836e4cc14 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Calling delete_port for 8cf9256f-4d27-447c-8371-bb3fe28d93c0 owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:48.067881 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-418bb5e7-c06c-4a97-b68f-f31459f4c7c6 None None] Set router 1587742b-f270-47e5-a582-48c6653c3a00 gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:31:48.116488 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-bde1b07c-b83c-4f95-b862-068e05473df0 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Deleting subnet c17955d0-41c2-4dd0-a067-8469c670d13c {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:31:48.121346 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bde1b07c-b83c-4f95-b862-068e05473df0 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:48.155913 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45518) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:48.180600 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.ipam_backend_mixin [None req-bc934c08-cb38-4d91-9013-4ed874df0aa2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 168beb0d-866f-4dd4-8948-ac80aa21997e (CIDR: 172.20.0.0/28) Apr 06 13:31:48.222365 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bde1b07c-b83c-4f95-b862-068e05473df0 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:48.290526 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc934c08-cb38-4d91-9013-4ed874df0aa2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:31:48.291046 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc934c08-cb38-4d91-9013-4ed874df0aa2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:31:48.379599 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bde1b07c-b83c-4f95-b862-068e05473df0 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:48.409182 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-0a9eb345-9a6f-4674-9939-223d7788dc84 tempest-SubnetPoolsTestJSON-261644937 tempest-SubnetPoolsTestJSON-261644937-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1024759876', 'prefixes': ['172.20.0.0/16']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:48.424610 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-0a9eb345-9a6f-4674-9939-223d7788dc84 tempest-SubnetPoolsTestJSON-261644937 tempest-SubnetPoolsTestJSON-261644937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:48.433056 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-bc934c08-cb38-4d91-9013-4ed874df0aa2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1493025 Apr 06 13:31:48.437067 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45528) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:48.446247 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-7eff1852-8ccc-4071-a494-a0007cfc459b tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'subnet': {'network_id': '836935bb-7b9a-4ba1-a7e2-019a7bf3b157', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:48.555303 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2fa848bc-5329-4699-ae9c-b1e836e4cc14 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:48.564246 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-418bb5e7-c06c-4a97-b68f-f31459f4c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:31:46Z', 'revision_number': 10, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None, '_interfaces': [{'id': 'c098c818-e76e-4336-9724-afdb88882060', 'name': '', 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:d0:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:33Z', 'updated_at': '2022-04-06T13:30:51Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:48.569850 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418bb5e7-c06c-4a97-b68f-f31459f4c7c6 None None] Checking router: 1587742b-f270-47e5-a582-48c6653c3a00 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:31:48.584105 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418bb5e7-c06c-4a97-b68f-f31459f4c7c6 None None] Routers {'1587742b-f270-47e5-a582-48c6653c3a00'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:31:48.585315 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-418bb5e7-c06c-4a97-b68f-f31459f4c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:31:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1587742b-f270-47e5-a582-48c6653c3a00'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:48.618187 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa848bc-5329-4699-ae9c-b1e836e4cc14 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Port': ['ID=8cf9256f-4d27-447c-8371-bb3fe28d93c0,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:48.640716 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-7eff1852-8ccc-4071-a494-a0007cfc459b tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:48.645227 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-7eff1852-8ccc-4071-a494-a0007cfc459b tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:subnet and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:48.648565 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-7eff1852-8ccc-4071-a494-a0007cfc459b tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:48.662056 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-7eff1852-8ccc-4071-a494-a0007cfc459b tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:48.682532 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bde1b07c-b83c-4f95-b862-068e05473df0 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:48.740804 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bde1b07c-b83c-4f95-b862-068e05473df0 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:48.753039 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1b07c-b83c-4f95-b862-068e05473df0 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Subnet': ['ID=c17955d0-41c2-4dd0-a067-8469c670d13c,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:48.754632 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75ea7a9-c936-45e0-8287-876530c79fed None None] Network 09597c6c-2973-49db-9158-2f8082678f8a requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:48.759257 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eff1852-8ccc-4071-a494-a0007cfc459b tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:31:48.763304 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7eff1852-8ccc-4071-a494-a0007cfc459b tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:48.785964 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-bde1b07c-b83c-4f95-b862-068e05473df0 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/subnets/c17955d0-41c2-4dd0-a067-8469c670d13c HTTP/1.1" status: 204 len: 168 time: 0.9312644 Apr 06 13:31:48.786366 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45532) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:48.818402 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2fa848bc-5329-4699-ae9c-b1e836e4cc14 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:48.956058 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-418bb5e7-c06c-4a97-b68f-f31459f4c7c6 None None] Set router 1587742b-f270-47e5-a582-48c6653c3a00 gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:31:48.960211 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.ipam_backend_mixin [None req-7eff1852-8ccc-4071-a494-a0007cfc459b tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 833a948a-d794-4ae4-9861-b98f4ce9fb87 (CIDR: 172.20.0.16/28) Apr 06 13:31:48.963606 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6e20ddb4-2e86-4f93-bf3e-091e744a5b60 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:48.976496 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-6e20ddb4-2e86-4f93-bf3e-091e744a5b60 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Deleting port 9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:48.976908 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6e20ddb4-2e86-4f93-bf3e-091e744a5b60 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:49.024288 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eff1852-8ccc-4071-a494-a0007cfc459b tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:31:49.028145 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eff1852-8ccc-4071-a494-a0007cfc459b tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:31:49.028393 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2fa848bc-5329-4699-ae9c-b1e836e4cc14 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/8cf9256f-4d27-447c-8371-bb3fe28d93c0 HTTP/1.1" status: 204 len: 168 time: 2.3276453 Apr 06 13:31:49.031486 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45536) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:49.109378 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c6a9a-5689-49c2-a7c8-1028808c5147 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:49.110980 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c6a9a-5689-49c2-a7c8-1028808c5147 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:49.111120 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0a9eb345-9a6f-4674-9939-223d7788dc84 tempest-SubnetPoolsTestJSON-261644937 tempest-SubnetPoolsTestJSON-261644937-project] Notify callbacks [] for subnetpool, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:49.114861 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0a9eb345-9a6f-4674-9939-223d7788dc84 tempest-SubnetPoolsTestJSON-261644937 tempest-SubnetPoolsTestJSON-261644937-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.9550920 Apr 06 13:31:49.115043 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c6a9a-5689-49c2-a7c8-1028808c5147 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:49.115043 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-af4c6a9a-5689-49c2-a7c8-1028808c5147 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:31:49.118138 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45540) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:49.161228 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e4ec6cba-54db-4e91-baa0-c3e45efaa44a tempest-SubnetPoolsTestJSON-261644937 tempest-SubnetPoolsTestJSON-261644937-project] 10.222.0.48 "GET /v2.0/subnetpools/a4c65cb2-9e36-4c1e-8493-4e8f78251a75 HTTP/1.1" status: 200 len: 732 time: 0.0377483 Apr 06 13:31:49.161561 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45544) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:49.167926 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-cda1e02a-2e88-4588-afe4-e7f12452c609 tempest-SubnetPoolsTestJSON-261644937 tempest-SubnetPoolsTestJSON-261644937-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1917634134'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:49.174725 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:49.175472 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:49.229466 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-6e20ddb4-2e86-4f93-bf3e-091e744a5b60 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] For port 9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56,segment=NetworkSegment(c20f3d12-e557-41b8-af24-89ed6790822e),segment_id=c20f3d12-e557-41b8-af24-89ed6790822e)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:49.230542 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6e20ddb4-2e86-4f93-bf3e-091e744a5b60 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:49.256078 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7eff1852-8ccc-4071-a494-a0007cfc459b tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8177705 Apr 06 13:31:49.256953 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-af4c6a9a-5689-49c2-a7c8-1028808c5147 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:31:49.260399 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-af4c6a9a-5689-49c2-a7c8-1028808c5147 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2254837 Apr 06 13:31:49.260587 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45548) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:49.260909 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45550) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:49.309511 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-7b18a066-198f-42af-a338-270cb2278298 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'subnet': {'network_id': '836935bb-7b9a-4ba1-a7e2-019a7bf3b157', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:49.398335 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-6e20ddb4-2e86-4f93-bf3e-091e744a5b60 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Calling delete_port for 9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56 owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:49.407423 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee402fdd-4135-41b5-a1a0-caf67deb6a00 None None] DHCP port deletion for 09597c6c-2973-49db-9158-2f8082678f8a request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:31:49.414777 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ee402fdd-4135-41b5-a1a0-caf67deb6a00 None None] Deleting port 9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:49.415213 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ee402fdd-4135-41b5-a1a0-caf67deb6a00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:49.454251 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d7e546-2d83-42b0-85f4-1909143527aa tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet 21148ae3-b691-4753-b6f2-53632894ff80 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:31:49.463846 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-06d7e546-2d83-42b0-85f4-1909143527aa tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:49.507884 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cda1e02a-2e88-4588-afe4-e7f12452c609 tempest-SubnetPoolsTestJSON-261644937 tempest-SubnetPoolsTestJSON-261644937-project] Notify callbacks [] for subnetpool, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:49.513969 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-cda1e02a-2e88-4588-afe4-e7f12452c609 tempest-SubnetPoolsTestJSON-261644937 tempest-SubnetPoolsTestJSON-261644937-project] 10.222.0.48 "PUT /v2.0/subnetpools/a4c65cb2-9e36-4c1e-8493-4e8f78251a75 HTTP/1.1" status: 200 len: 684 time: 0.3466280 Apr 06 13:31:49.522320 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45556) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:49.522562 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-418bb5e7-c06c-4a97-b68f-f31459f4c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:31:46Z', 'revision_number': 10, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None, '_interfaces': [{'id': 'c098c818-e76e-4336-9724-afdb88882060', 'name': '', 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:d0:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:33Z', 'updated_at': '2022-04-06T13:30:51Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:49.535997 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418bb5e7-c06c-4a97-b68f-f31459f4c7c6 None None] The sync data for ids ['1587742b-f270-47e5-a582-48c6653c3a00'] in dv-neutron-834600-1-hyperv is: [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:31:46Z', 'revision_number': 10, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None, '_interfaces': [{'id': 'c098c818-e76e-4336-9724-afdb88882060', 'name': '', 'network_id': '97b022a1-acd8-46ee-bd7b-b8a4d29f327a', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'mac_address': 'fa:16:3e:d0:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1587742b-f270-47e5-a582-48c6653c3a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:33Z', 'updated_at': '2022-04-06T13:30:51Z', 'revision_number': 5, 'project_id': '914bb3d1bef745388dc453a227f40127', 'subnets': [{'id': '4c9e1260-c3e9-4998-a5a5-a505f44c6f82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:31:49.563035 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:31:49.586520 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-06d7e546-2d83-42b0-85f4-1909143527aa tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:49.702326 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-7b18a066-198f-42af-a338-270cb2278298 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:49.716639 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-7b18a066-198f-42af-a338-270cb2278298 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Usage tracker for resource:subnet and tenant:a526e3e3d3c243f2855d6757315c0284 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:49.721622 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-7b18a066-198f-42af-a338-270cb2278298 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:49.741660 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-7b18a066-198f-42af-a338-270cb2278298 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:49.750093 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6e20ddb4-2e86-4f93-bf3e-091e744a5b60 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:49.764041 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ee402fdd-4135-41b5-a1a0-caf67deb6a00 None None] For port 9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56,segment=NetworkSegment(c20f3d12-e557-41b8-af24-89ed6790822e),segment_id=c20f3d12-e557-41b8-af24-89ed6790822e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:49.764481 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ee402fdd-4135-41b5-a1a0-caf67deb6a00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:49.776068 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No active binding found for port 9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56 {{(pid=88566) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 06 13:31:49.776472 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:31:49.785869 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-06d7e546-2d83-42b0-85f4-1909143527aa tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:49.804333 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20ddb4-2e86-4f93-bf3e-091e744a5b60 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Port': ['ID=9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:49.806495 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e20ddb4-2e86-4f93-bf3e-091e744a5b60 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] No DVR routers for this DVR port 9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56 on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:31:49.859843 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b18a066-198f-42af-a338-270cb2278298 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Made reservation on behalf of a526e3e3d3c243f2855d6757315c0284 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:31:49.863950 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7b18a066-198f-42af-a338-270cb2278298 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:49.921151 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8ca392c8-a4a6-4dee-be5c-831c94b6a1f2 tempest-SubnetPoolsTestJSON-261644937 tempest-SubnetPoolsTestJSON-261644937-project] Notify callbacks [] for subnetpool, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:49.925015 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8ca392c8-a4a6-4dee-be5c-831c94b6a1f2 tempest-SubnetPoolsTestJSON-261644937 tempest-SubnetPoolsTestJSON-261644937-project] 10.222.0.48 "DELETE /v2.0/subnetpools/a4c65cb2-9e36-4c1e-8493-4e8f78251a75 HTTP/1.1" status: 204 len: 168 time: 0.3981457 Apr 06 13:31:49.951893 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45560) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:49.953222 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ee402fdd-4135-41b5-a1a0-caf67deb6a00 None None] Calling delete_port for 9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:49.986768 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6e20ddb4-2e86-4f93-bf3e-091e744a5b60 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:49.995123 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-b9cda8e4-036c-41bb-81a3-aaa68930f10d tempest-SubnetPoolsTestJSON-261644937 tempest-SubnetPoolsTestJSON-261644937-project] show failed (client error): The resource could not be found. Apr 06 13:31:49.997104 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b9cda8e4-036c-41bb-81a3-aaa68930f10d tempest-SubnetPoolsTestJSON-261644937 tempest-SubnetPoolsTestJSON-261644937-project] 10.222.0.48 "GET /v2.0/subnetpools/a4c65cb2-9e36-4c1e-8493-4e8f78251a75 HTTP/1.1" status: 404 len: 346 time: 0.0429153 Apr 06 13:31:50.000153 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45564) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:50.024204 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-6e20ddb4-2e86-4f93-bf3e-091e744a5b60 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09597c6c-2973-49db-9158-2f8082678f8a']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:50.035181 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-7a20b77d-6db2-4766-8ef9-753e2ac5c3e4 tempest-SubnetPoolsTestJSON-261644937 tempest-SubnetPoolsTestJSON-261644937-project] delete failed (client error): The resource could not be found. Apr 06 13:31:50.042060 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-6e20ddb4-2e86-4f93-bf3e-091e744a5b60 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20f3d12-e557-41b8-af24-89ed6790822e') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:50.042359 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-6e20ddb4-2e86-4f93-bf3e-091e744a5b60 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20f3d12-e557-41b8-af24-89ed6790822e') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:50.052417 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7a20b77d-6db2-4766-8ef9-753e2ac5c3e4 tempest-SubnetPoolsTestJSON-261644937 tempest-SubnetPoolsTestJSON-261644937-project] 10.222.0.48 "DELETE /v2.0/subnetpools/a4c65cb2-9e36-4c1e-8493-4e8f78251a75 HTTP/1.1" status: 404 len: 346 time: 0.0495725 Apr 06 13:31:50.060019 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-06d7e546-2d83-42b0-85f4-1909143527aa tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:50.063483 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6e20ddb4-2e86-4f93-bf3e-091e744a5b60 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:50.071197 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-ee402fdd-4135-41b5-a1a0-caf67deb6a00 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:31:50.071197 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-ee402fdd-4135-41b5-a1a0-caf67deb6a00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:31:50.090921 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6e20ddb4-2e86-4f93-bf3e-091e744a5b60 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:50.099593 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e20ddb4-2e86-4f93-bf3e-091e744a5b60 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:31:50.099997 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6e20ddb4-2e86-4f93-bf3e-091e744a5b60 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:50.113650 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7e546-2d83-42b0-85f4-1909143527aa tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=21148ae3-b691-4753-b6f2-53632894ff80,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:50.118558 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-06d7e546-2d83-42b0-85f4-1909143527aa tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:31:50.125607 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:31:50.129286 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2786b3e0-1cfa-488f-8e24-c7cfbadc536f None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:50.229788 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-06d7e546-2d83-42b0-85f4-1909143527aa tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/21148ae3-b691-4753-b6f2-53632894ff80 HTTP/1.1" status: 204 len: 168 time: 0.9632034 Apr 06 13:31:50.231753 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45570) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:50.330379 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd4d8e5-2022-43fc-a339-135574d0d2f6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet 32e8f47d-00cc-4cd4-9c83-1a577ca0c631 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:31:50.335011 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cbd4d8e5-2022-43fc-a339-135574d0d2f6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:50.396589 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6e20ddb4-2e86-4f93-bf3e-091e744a5b60 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:50.400795 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:50.418938 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cbd4d8e5-2022-43fc-a339-135574d0d2f6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:50.424421 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6e20ddb4-2e86-4f93-bf3e-091e744a5b60 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:50.439481 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20ddb4-2e86-4f93-bf3e-091e744a5b60 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Network': ['ID=09597c6c-2973-49db-9158-2f8082678f8a,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:50.448672 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6e20ddb4-2e86-4f93-bf3e-091e744a5b60 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/networks/09597c6c-2973-49db-9158-2f8082678f8a HTTP/1.1" status: 204 len: 168 time: 1.6607516 Apr 06 13:31:50.455369 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45574) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:50.570148 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ee402fdd-4135-41b5-a1a0-caf67deb6a00 None None] Deleting port 9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:50.570634 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ee402fdd-4135-41b5-a1a0-caf67deb6a00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:50.651974 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7b18a066-198f-42af-a338-270cb2278298 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:50.675477 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ee402fdd-4135-41b5-a1a0-caf67deb6a00 None None] The port '9bdb9e4c-ac12-42bf-a8c9-6fb1c2034c56' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:31:50.714308 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b18a066-198f-42af-a338-270cb2278298 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Network 836935bb-7b9a-4ba1-a7e2-019a7bf3b157 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:50.724401 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-7b18a066-198f-42af-a338-270cb2278298 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:50.732385 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b18a066-198f-42af-a338-270cb2278298 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:50.733314 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7b18a066-198f-42af-a338-270cb2278298 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:50.739323 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05109866-c567-4404-85cd-619ea6506593 None None] Network 836935bb-7b9a-4ba1-a7e2-019a7bf3b157 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:50.784219 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45582) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:50.786883 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18a066-198f-42af-a338-270cb2278298 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Subnet': ['ID=934fcf32-dc4b-4b11-8e83-eebe6e1bfcd2,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:50.820684 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cbd4d8e5-2022-43fc-a339-135574d0d2f6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:50.922064 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7b18a066-198f-42af-a338-270cb2278298 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6600542 Apr 06 13:31:50.922960 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45588) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:50.929700 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-8f163e64-4c82-45d5-8d16-5a236dc184e1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1075131899', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '934fcf32-dc4b-4b11-8e83-eebe6e1bfcd2'}], 'security_groups': ['b53b941b-6070-4c3c-a56e-f4f4f8577cd6', '49cc6a42-c87f-4316-805e-551990ee3ca4']}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:51.039422 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cbd4d8e5-2022-43fc-a339-135574d0d2f6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:51.087605 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cbd4d8e5-2022-43fc-a339-135574d0d2f6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:51.103885 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-53c2cdd9-444e-4378-bae9-cc829b7b90a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:51.122959 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-53c2cdd9-444e-4378-bae9-cc829b7b90a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:51.128545 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-53c2cdd9-444e-4378-bae9-cc829b7b90a8 admin admin] Usage tracker for resource:security_group_rule and tenant:088613d403a24db396e70592f5d24ae4 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:51.132143 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-53c2cdd9-444e-4378-bae9-cc829b7b90a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:51.148161 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-53c2cdd9-444e-4378-bae9-cc829b7b90a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:51.150343 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4d8e5-2022-43fc-a339-135574d0d2f6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=32e8f47d-00cc-4cd4-9c83-1a577ca0c631,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:51.165520 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-cbd4d8e5-2022-43fc-a339-135574d0d2f6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/32e8f47d-00cc-4cd4-9c83-1a577ca0c631 HTTP/1.1" status: 204 len: 168 time: 0.9326394 Apr 06 13:31:51.168753 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45592) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:51.244990 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8b9082-95eb-403b-8246-441da3497ed7 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:51.264956 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d2462766-5edb-4105-a7b1-53e37967dfec tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0952127 Apr 06 13:31:51.273391 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45596) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:51.273391 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8f163e64-4c82-45d5-8d16-5a236dc184e1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:51.283705 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-c36c79c9-9501-415a-8b5e-182fff738b59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:51.314556 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-53c2cdd9-444e-4378-bae9-cc829b7b90a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:51.353181 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ad9c67a7-b64e-462f-b9a2-8c86cd6d4609 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:51.363286 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7e8502-4bb6-42c7-a9ea-8b7a484146d6 None None] Update dhcp port {'port': {'network_id': '836935bb-7b9a-4ba1-a7e2-019a7bf3b157', 'fixed_ips': [{'subnet_id': '833a948a-d794-4ae4-9861-b98f4ce9fb87', 'ip_address': '172.20.0.18'}, {'subnet_id': '168beb0d-866f-4dd4-8948-ac80aa21997e', 'ip_address': '172.20.0.2'}, {'subnet_id': '934fcf32-dc4b-4b11-8e83-eebe6e1bfcd2'}], 'binding:host_id': 'dv-neutron-834600-1-hyperv'}, 'id': '15766b8e-d297-4623-81df-0feb93dc0e99'} from dv-neutron-834600-1-hyperv. {{(pid=88566) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 06 13:31:51.411876 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-53c2cdd9-444e-4378-bae9-cc829b7b90a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:51.478634 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0b5089d4-f251-49da-b7fc-d4d1fa051ba2 None None] Provisioning complete for port 868943fb-82fa-4f01-80e2-a4b6b39bde23 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:51.479145 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0b5089d4-f251-49da-b7fc-d4d1fa051ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:51.528841 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-53c2cdd9-444e-4378-bae9-cc829b7b90a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=088613d403a24db396e70592f5d24ae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7406902 Apr 06 13:31:51.534437 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45600) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:51.535415 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c36c79c9-9501-415a-8b5e-182fff738b59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:51.538969 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9b7e8502-4bb6-42c7-a9ea-8b7a484146d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:51.541544 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2cdd9-444e-4378-bae9-cc829b7b90a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8d731b-db37-47fe-8252-78d952ddff2e,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:51.548910 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 4f888c36-87b4-4ce3-a9df-a2b550459152 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:31:51.571814 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c36c79c9-9501-415a-8b5e-182fff738b59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:subnet and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:51.582086 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c36c79c9-9501-415a-8b5e-182fff738b59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:51.595188 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c36c79c9-9501-415a-8b5e-182fff738b59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:51.609621 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 4f888c36-87b4-4ce3-a9df-a2b550459152 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:31:51.609974 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 4f888c36-87b4-4ce3-a9df-a2b550459152 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:31:51.721648 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4353bb21-91f6-48ad-a441-8c7028c9b202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:51.771613 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36c79c9-9501-415a-8b5e-182fff738b59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:31:51.775253 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c36c79c9-9501-415a-8b5e-182fff738b59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:51.901395 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4353bb21-91f6-48ad-a441-8c7028c9b202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:51.907379 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-ad9c67a7-b64e-462f-b9a2-8c86cd6d4609 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Deleting port c098c818-e76e-4336-9724-afdb88882060 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:51.908032 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ad9c67a7-b64e-462f-b9a2-8c86cd6d4609 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:51.935034 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed31e806-1e99-4cad-8743-5ed322353506 None None] DHCP port deletion for 4a5369b0-8301-4713-81a5-ebef94e70f0e request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:31:51.951371 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ed31e806-1e99-4cad-8743-5ed322353506 None None] Deleting port 868943fb-82fa-4f01-80e2-a4b6b39bde23 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:51.951755 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ed31e806-1e99-4cad-8743-5ed322353506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:52.014571 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-9b7e8502-4bb6-42c7-a9ea-8b7a484146d6 None None] Allocated IP 172.20.0.34 (836935bb-7b9a-4ba1-a7e2-019a7bf3b157/934fcf32-dc4b-4b11-8e83-eebe6e1bfcd2/15766b8e-d297-4623-81df-0feb93dc0e99) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:52.110688 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4353bb21-91f6-48ad-a441-8c7028c9b202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:52.116725 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-ad9c67a7-b64e-462f-b9a2-8c86cd6d4609 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] For port c098c818-e76e-4336-9724-afdb88882060, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=c098c818-e76e-4336-9724-afdb88882060,segment=NetworkSegment(177239cd-b4d7-45ea-9980-f676376b5a85),segment_id=177239cd-b4d7-45ea-9980-f676376b5a85)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:52.117340 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ad9c67a7-b64e-462f-b9a2-8c86cd6d4609 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:52.135556 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353bb21-91f6-48ad-a441-8c7028c9b202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8d731b-db37-47fe-8252-78d952ddff2e,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:52.150913 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4353bb21-91f6-48ad-a441-8c7028c9b202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:52.152353 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4353bb21-91f6-48ad-a441-8c7028c9b202 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab8d731b-db37-47fe-8252-78d952ddff2e HTTP/1.1" status: 204 len: 168 time: 0.6134992 Apr 06 13:31:52.251797 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c36c79c9-9501-415a-8b5e-182fff738b59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:52.261497 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-ad9c67a7-b64e-462f-b9a2-8c86cd6d4609 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Calling delete_port for c098c818-e76e-4336-9724-afdb88882060 owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:52.321153 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36c79c9-9501-415a-8b5e-182fff738b59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:52.324408 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-c36c79c9-9501-415a-8b5e-182fff738b59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:52.329704 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c79c9-9501-415a-8b5e-182fff738b59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:52.330003 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c36c79c9-9501-415a-8b5e-182fff738b59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:52.338137 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c79c9-9501-415a-8b5e-182fff738b59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=0aba39c3-6aef-4353-91e6-098ebafdb89f,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:52.387167 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ed31e806-1e99-4cad-8743-5ed322353506 None None] For port 868943fb-82fa-4f01-80e2-a4b6b39bde23, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=868943fb-82fa-4f01-80e2-a4b6b39bde23,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:52.387167 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ed31e806-1e99-4cad-8743-5ed322353506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:52.408371 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c36c79c9-9501-415a-8b5e-182fff738b59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1392598 Apr 06 13:31:52.411081 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45606) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:52.416920 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-e0ba018c-2057-42f7-a813-a2015cdeae2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:52.537641 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ed31e806-1e99-4cad-8743-5ed322353506 None None] Calling delete_port for 868943fb-82fa-4f01-80e2-a4b6b39bde23 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:52.562750 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ad9c67a7-b64e-462f-b9a2-8c86cd6d4609 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:52.581285 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-9b7e8502-4bb6-42c7-a9ea-8b7a484146d6 None None] For port 15766b8e-d297-4623-81df-0feb93dc0e99, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=15766b8e-d297-4623-81df-0feb93dc0e99,segment=NetworkSegment(36c9b401-0190-4d6b-a49f-6cdaf04c4482),segment_id=36c9b401-0190-4d6b-a49f-6cdaf04c4482)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:52.598452 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e0ba018c-2057-42f7-a813-a2015cdeae2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:52.606675 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e0ba018c-2057-42f7-a813-a2015cdeae2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:subnet and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:52.616384 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e0ba018c-2057-42f7-a813-a2015cdeae2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:52.621369 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e0ba018c-2057-42f7-a813-a2015cdeae2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:52.639664 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9b7e8502-4bb6-42c7-a9ea-8b7a484146d6 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:52.640614 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c67a7-b64e-462f-b9a2-8c86cd6d4609 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Port': ['ID=c098c818-e76e-4336-9724-afdb88882060,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:52.764040 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ba018c-2057-42f7-a813-a2015cdeae2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:31:52.767457 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e0ba018c-2057-42f7-a813-a2015cdeae2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:52.807477 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9b7e8502-4bb6-42c7-a9ea-8b7a484146d6 None None] Transition to ACTIVE for port object 15766b8e-d297-4623-81df-0feb93dc0e99 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:52.808265 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ed31e806-1e99-4cad-8743-5ed322353506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:52.839674 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ad9c67a7-b64e-462f-b9a2-8c86cd6d4609 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:52.857466 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31e806-1e99-4cad-8743-5ed322353506 None None] Pushing event deleted for resources: {'Port': ['ID=868943fb-82fa-4f01-80e2-a4b6b39bde23,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:52.861276 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed31e806-1e99-4cad-8743-5ed322353506 None None] No DVR routers for this DVR port 868943fb-82fa-4f01-80e2-a4b6b39bde23 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:31:52.864288 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9b7e8502-4bb6-42c7-a9ea-8b7a484146d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:52.908927 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e378b6cd-4c5a-4826-81cf-0f5a9756fbd4 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:53.133341 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e8502-4bb6-42c7-a9ea-8b7a484146d6 None None] Pushing event updated for resources: {'Port': ['ID=15766b8e-d297-4623-81df-0feb93dc0e99,revision_number=7']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:53.164810 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9c67a7-b64e-462f-b9a2-8c86cd6d4609 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Router 1587742b-f270-47e5-a582-48c6653c3a00 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:31:53.293373 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-8f163e64-4c82-45d5-8d16-5a236dc184e1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Delete allocated IP 172.20.0.8 (836935bb-7b9a-4ba1-a7e2-019a7bf3b157/168beb0d-866f-4dd4-8948-ac80aa21997e) {{(pid=88565) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 06 13:31:53.307837 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9c67a7-b64e-462f-b9a2-8c86cd6d4609 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:31:53.321922 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-8f163e64-4c82-45d5-8d16-5a236dc184e1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Allocated IP 172.20.0.36 (836935bb-7b9a-4ba1-a7e2-019a7bf3b157/934fcf32-dc4b-4b11-8e83-eebe6e1bfcd2/d3b03f2e-7b67-4c81-a395-d4b1a32d7634) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:53.326992 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b747c3-ae62-40a9-8c52-14288ea9218b None None] Sync routers for ids ['1587742b-f270-47e5-a582-48c6653c3a00'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:31:53.335187 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ad9c67a7-b64e-462f-b9a2-8c86cd6d4609 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "PUT /v2.0/routers/1587742b-f270-47e5-a582-48c6653c3a00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8745339 Apr 06 13:31:53.335411 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45610) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:53.343436 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681e3eca-0117-4fca-829a-d5dffc581407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-4a5369b0-8301-4713-81a5-ebef94e70f0e', 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'fixed_ips': [{'subnet_id': '0aba39c3-6aef-4353-91e6-098ebafdb89f'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:31:53.344677 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-681e3eca-0117-4fca-829a-d5dffc581407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:53.346109 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b747c3-ae62-40a9-8c52-14288ea9218b None None] Routers {'1587742b-f270-47e5-a582-48c6653c3a00'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:31:53.347067 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-55b747c3-ae62-40a9-8c52-14288ea9218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:31:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1587742b-f270-47e5-a582-48c6653c3a00'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:53.437501 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a7ea46b-a8a9-4174-93a6-e6ac1d1dad0a tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Deleting subnet 4c9e1260-c3e9-4998-a5a5-a505f44c6f82 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:31:53.441949 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9a7ea46b-a8a9-4174-93a6-e6ac1d1dad0a tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:53.607499 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-55b747c3-ae62-40a9-8c52-14288ea9218b None None] Set router 1587742b-f270-47e5-a582-48c6653c3a00 gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:31:53.666324 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 15766b8e-d297-4623-81df-0feb93dc0e99 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:31:53.760271 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-681e3eca-0117-4fca-829a-d5dffc581407 None None] Allocated IP 172.20.0.2 (4a5369b0-8301-4713-81a5-ebef94e70f0e/0aba39c3-6aef-4353-91e6-098ebafdb89f/0c97f68a-149c-4795-aef1-a03ffdc1eaf3) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:53.803954 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9a7ea46b-a8a9-4174-93a6-e6ac1d1dad0a tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:53.810711 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.objects.ports [None req-e0ba018c-2057-42f7-a813-a2015cdeae2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88565) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 06 13:31:53.826006 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e0ba018c-2057-42f7-a813-a2015cdeae2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:53.835730 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-55b747c3-ae62-40a9-8c52-14288ea9218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:31:52Z', 'revision_number': 11, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:53.840834 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b747c3-ae62-40a9-8c52-14288ea9218b None None] Checking router: 1587742b-f270-47e5-a582-48c6653c3a00 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:31:53.850840 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b747c3-ae62-40a9-8c52-14288ea9218b None None] Routers {'1587742b-f270-47e5-a582-48c6653c3a00'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:31:53.851666 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-55b747c3-ae62-40a9-8c52-14288ea9218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:31:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1587742b-f270-47e5-a582-48c6653c3a00'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:53.904857 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8f163e64-4c82-45d5-8d16-5a236dc184e1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:53.951672 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9a7ea46b-a8a9-4174-93a6-e6ac1d1dad0a tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:53.957299 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ba018c-2057-42f7-a813-a2015cdeae2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:53.964244 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 868943fb-82fa-4f01-80e2-a4b6b39bde23 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:31:53.967135 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-e0ba018c-2057-42f7-a813-a2015cdeae2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:53.978730 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ba018c-2057-42f7-a813-a2015cdeae2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:53.979514 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e0ba018c-2057-42f7-a813-a2015cdeae2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:53.993140 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-8f163e64-4c82-45d5-8d16-5a236dc184e1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Transition to ACTIVE for port object d3b03f2e-7b67-4c81-a395-d4b1a32d7634 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:53.998122 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba018c-2057-42f7-a813-a2015cdeae2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=b66c5ac9-b314-45f4-9e9d-1f38c255eb49,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:54.017317 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 868943fb-82fa-4f01-80e2-a4b6b39bde23 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:31:54.017677 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 868943fb-82fa-4f01-80e2-a4b6b39bde23 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:31:54.057654 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-55b747c3-ae62-40a9-8c52-14288ea9218b None None] Set router 1587742b-f270-47e5-a582-48c6653c3a00 gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:31:54.064836 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8f163e64-4c82-45d5-8d16-5a236dc184e1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:54.132948 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-681e3eca-0117-4fca-829a-d5dffc581407 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:54.149271 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-681e3eca-0117-4fca-829a-d5dffc581407 None None] Transition to ACTIVE for port object 0c97f68a-149c-4795-aef1-a03ffdc1eaf3 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:54.173084 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-55b747c3-ae62-40a9-8c52-14288ea9218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:31:52Z', 'revision_number': 11, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:54.180034 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b747c3-ae62-40a9-8c52-14288ea9218b None None] The sync data for ids ['1587742b-f270-47e5-a582-48c6653c3a00'] in dv-neutron-834600-1-hyperv is: [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:31:52Z', 'revision_number': 11, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:31:54.192858 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e0ba018c-2057-42f7-a813-a2015cdeae2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7781184 Apr 06 13:31:54.193393 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45614) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:54.199892 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-b0a07a2f-d11a-4be9-8a87-4d4aa60b9e2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'port': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'mac_address': 'fa:16:3e:5f:14:6c', 'name': 'tempest-NetworksTestDHCPv6-1259000186'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:54.206158 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-681e3eca-0117-4fca-829a-d5dffc581407 None None] Transition to ACTIVE for port object 0c97f68a-149c-4795-aef1-a03ffdc1eaf3 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:54.219501 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9a7ea46b-a8a9-4174-93a6-e6ac1d1dad0a tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:54.254539 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f163e64-4c82-45d5-8d16-5a236dc184e1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event updated for resources: {'Port': ['ID=d3b03f2e-7b67-4c81-a395-d4b1a32d7634,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:54.276416 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749abd46-4348-4ba0-ba26-b36fc35fee8c None None] Network 97b022a1-acd8-46ee-bd7b-b8a4d29f327a requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:54.277175 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9a7ea46b-a8a9-4174-93a6-e6ac1d1dad0a tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:54.283814 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-8f163e64-4c82-45d5-8d16-5a236dc184e1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] In _notify_port_updated(), no bound segment for port d3b03f2e-7b67-4c81-a395-d4b1a32d7634 on network 836935bb-7b9a-4ba1-a7e2-019a7bf3b157 {{(pid=88565) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 06 13:31:54.289331 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f163e64-4c82-45d5-8d16-5a236dc184e1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:54.289968 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8f163e64-4c82-45d5-8d16-5a236dc184e1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:54.294785 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8f163e64-4c82-45d5-8d16-5a236dc184e1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "PUT /v2.0/ports/d3b03f2e-7b67-4c81-a395-d4b1a32d7634 HTTP/1.1" status: 200 len: 960 time: 3.3674212 Apr 06 13:31:54.294785 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45620) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:54.311241 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9b8f7c73-d3be-4647-a255-b049625002f6 None None] Provisioning for port d3b03f2e-7b67-4c81-a395-d4b1a32d7634 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:54.334947 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ea46b-a8a9-4174-93a6-e6ac1d1dad0a tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Subnet': ['ID=4c9e1260-c3e9-4998-a5a5-a505f44c6f82,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:54.356127 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9a7ea46b-a8a9-4174-93a6-e6ac1d1dad0a tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/subnets/4c9e1260-c3e9-4998-a5a5-a505f44c6f82 HTTP/1.1" status: 204 len: 168 time: 1.0168712 Apr 06 13:31:54.357204 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45624) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:54.365142 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9b8f7c73-d3be-4647-a255-b049625002f6 None None] Provisioning complete for port d3b03f2e-7b67-4c81-a395-d4b1a32d7634 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:54.365334 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9b8f7c73-d3be-4647-a255-b049625002f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:54.399029 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b0a07a2f-d11a-4be9-8a87-4d4aa60b9e2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:54.405027 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-ad756654-9ffd-4588-8a46-f47adaf8269f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting port d3b03f2e-7b67-4c81-a395-d4b1a32d7634 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:54.405267 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b0a07a2f-d11a-4be9-8a87-4d4aa60b9e2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:port and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:54.405377 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-681e3eca-0117-4fca-829a-d5dffc581407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:54.405511 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ad756654-9ffd-4588-8a46-f47adaf8269f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:54.408286 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b0a07a2f-d11a-4be9-8a87-4d4aa60b9e2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:54.414288 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b0a07a2f-d11a-4be9-8a87-4d4aa60b9e2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:54.547196 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a07a2f-d11a-4be9-8a87-4d4aa60b9e2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:31:54.585611 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-523f54a4-6fb4-4923-92d2-d64ea41b2f7c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:54.598132 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681e3eca-0117-4fca-829a-d5dffc581407 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:54.623607 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-523f54a4-6fb4-4923-92d2-d64ea41b2f7c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Deleting port bd8d274a-de04-42d6-8826-2ca7015762eb {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:54.623943 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-523f54a4-6fb4-4923-92d2-d64ea41b2f7c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:54.625968 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-9b8f7c73-d3be-4647-a255-b049625002f6 None None] Port d3b03f2e-7b67-4c81-a395-d4b1a32d7634 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:31:54.641121 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-681e3eca-0117-4fca-829a-d5dffc581407 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:54.644040 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681e3eca-0117-4fca-829a-d5dffc581407 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:31:54.670902 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e3eca-0117-4fca-829a-d5dffc581407 None None] Pushing event updated for resources: {'Port': ['ID=0c97f68a-149c-4795-aef1-a03ffdc1eaf3,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:54.702328 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45628) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:54.785938 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9b8f7c73-d3be-4647-a255-b049625002f6 None None] Provisioning for port 15766b8e-d297-4623-81df-0feb93dc0e99 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:54.803856 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9b8f7c73-d3be-4647-a255-b049625002f6 None None] Provisioning complete for port 15766b8e-d297-4623-81df-0feb93dc0e99 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:54.804628 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9b8f7c73-d3be-4647-a255-b049625002f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:54.824795 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b0a07a2f-d11a-4be9-8a87-4d4aa60b9e2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:54.838039 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-681e3eca-0117-4fca-829a-d5dffc581407 None None] Attempting to bind port 0c97f68a-149c-4795-aef1-a03ffdc1eaf3 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:31:54.838039 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-681e3eca-0117-4fca-829a-d5dffc581407 None None] Attempting to bind port 0c97f68a-149c-4795-aef1-a03ffdc1eaf3 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:31:54.838039 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681e3eca-0117-4fca-829a-d5dffc581407 None None] Attempting to bind port 0c97f68a-149c-4795-aef1-a03ffdc1eaf3 on network 4a5369b0-8301-4713-81a5-ebef94e70f0e {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:31:54.862565 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681e3eca-0117-4fca-829a-d5dffc581407 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:31:54.863099 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681e3eca-0117-4fca-829a-d5dffc581407 None None] Checking segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:31:54.863368 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-681e3eca-0117-4fca-829a-d5dffc581407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:54.863740 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681e3eca-0117-4fca-829a-d5dffc581407 None None] Bound using segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:31:54.864226 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-681e3eca-0117-4fca-829a-d5dffc581407 None None] Bound port: 0c97f68a-149c-4795-aef1-a03ffdc1eaf3, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:31:54.864346 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-b0a07a2f-d11a-4be9-8a87-4d4aa60b9e2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] device_id is not set on port 317cc40b-b213-4bfa-a884-6ba865fd5b29 yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:31:54.864599 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-681e3eca-0117-4fca-829a-d5dffc581407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:54.919550 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb0acd5-85d8-4d0e-8c0a-0cde24fdde98 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:54.920175 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb0acd5-85d8-4d0e-8c0a-0cde24fdde98 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:54.920706 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb0acd5-85d8-4d0e-8c0a-0cde24fdde98 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:54.937502 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1eb0acd5-85d8-4d0e-8c0a-0cde24fdde98 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/ports?project_id=accb128fe3eb42cd83b327a0d6bf9c24&network_id=6df18f53-1a01-497a-85ec-3d44ebb99c03 HTTP/1.1" status: 200 len: 3000 time: 0.2196124 Apr 06 13:31:55.024514 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5dc2ea-24b1-4583-b3a1-4198cdc2be06 None None] DHCP port deletion for 97b022a1-acd8-46ee-bd7b-b8a4d29f327a request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:31:55.046590 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-3d5dc2ea-24b1-4583-b3a1-4198cdc2be06 None None] Deleting port bd8d274a-de04-42d6-8826-2ca7015762eb {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:55.047663 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3d5dc2ea-24b1-4583-b3a1-4198cdc2be06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:55.049664 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ad756654-9ffd-4588-8a46-f47adaf8269f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:55.088079 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-681e3eca-0117-4fca-829a-d5dffc581407 None None] For port 0c97f68a-149c-4795-aef1-a03ffdc1eaf3, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:31:55.105892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-681e3eca-0117-4fca-829a-d5dffc581407 None None] For port 0c97f68a-149c-4795-aef1-a03ffdc1eaf3, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0c97f68a-149c-4795-aef1-a03ffdc1eaf3,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:31:55.160249 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9b8f7c73-d3be-4647-a255-b049625002f6 None None] Provisioning complete for port 6c5b1642-7755-4bac-a2d6-c19418f0d858 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:55.160684 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9b8f7c73-d3be-4647-a255-b049625002f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:55.165470 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-b0a07a2f-d11a-4be9-8a87-4d4aa60b9e2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 172.20.0.5 (4a5369b0-8301-4713-81a5-ebef94e70f0e/0aba39c3-6aef-4353-91e6-098ebafdb89f/317cc40b-b213-4bfa-a884-6ba865fd5b29) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:55.175101 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-b0a07a2f-d11a-4be9-8a87-4d4aa60b9e2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 2001:db8::f816:3eff:fe5f:146c (4a5369b0-8301-4713-81a5-ebef94e70f0e/b66c5ac9-b314-45f4-9e9d-1f38c255eb49/317cc40b-b213-4bfa-a884-6ba865fd5b29) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:55.197204 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-ad756654-9ffd-4588-8a46-f47adaf8269f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Calling delete_port for d3b03f2e-7b67-4c81-a395-d4b1a32d7634 owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:55.202684 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-681e3eca-0117-4fca-829a-d5dffc581407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:55.241041 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-523f54a4-6fb4-4923-92d2-d64ea41b2f7c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] For port bd8d274a-de04-42d6-8826-2ca7015762eb, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=bd8d274a-de04-42d6-8826-2ca7015762eb,segment=NetworkSegment(177239cd-b4d7-45ea-9980-f676376b5a85),segment_id=177239cd-b4d7-45ea-9980-f676376b5a85)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:55.241436 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-523f54a4-6fb4-4923-92d2-d64ea41b2f7c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:55.379621 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-9b8f7c73-d3be-4647-a255-b049625002f6 None None] Port 6c5b1642-7755-4bac-a2d6-c19418f0d858 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:31:55.425936 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b0a07a2f-d11a-4be9-8a87-4d4aa60b9e2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:55.428226 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-3d5dc2ea-24b1-4583-b3a1-4198cdc2be06 None None] For port bd8d274a-de04-42d6-8826-2ca7015762eb, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=bd8d274a-de04-42d6-8826-2ca7015762eb,segment=NetworkSegment(177239cd-b4d7-45ea-9980-f676376b5a85),segment_id=177239cd-b4d7-45ea-9980-f676376b5a85)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:55.428966 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3d5dc2ea-24b1-4583-b3a1-4198cdc2be06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:55.445413 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-b0a07a2f-d11a-4be9-8a87-4d4aa60b9e2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Transition to ACTIVE for port object 317cc40b-b213-4bfa-a884-6ba865fd5b29 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:55.448816 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e3eca-0117-4fca-829a-d5dffc581407 None None] Pushing event updated for resources: {'Port': ['ID=0c97f68a-149c-4795-aef1-a03ffdc1eaf3,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:55.520894 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-523f54a4-6fb4-4923-92d2-d64ea41b2f7c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Calling delete_port for bd8d274a-de04-42d6-8826-2ca7015762eb owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:55.585689 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-3d5dc2ea-24b1-4583-b3a1-4198cdc2be06 None None] Calling delete_port for bd8d274a-de04-42d6-8826-2ca7015762eb owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:55.613108 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b0a07a2f-d11a-4be9-8a87-4d4aa60b9e2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:55.616461 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device bd8d274a-de04-42d6-8826-2ca7015762eb no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:31:55.732512 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ce325be4-d1a9-4e84-a9b7-86f3c99883f3 None None] Provisioning complete for port d3b03f2e-7b67-4c81-a395-d4b1a32d7634 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:55.733224 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ce325be4-d1a9-4e84-a9b7-86f3c99883f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:55.749902 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a07a2f-d11a-4be9-8a87-4d4aa60b9e2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:31:55.749902 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-b0a07a2f-d11a-4be9-8a87-4d4aa60b9e2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:31:55.752183 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a07a2f-d11a-4be9-8a87-4d4aa60b9e2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:31:55.816245 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a07a2f-d11a-4be9-8a87-4d4aa60b9e2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=317cc40b-b213-4bfa-a884-6ba865fd5b29,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:55.841710 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a07a2f-d11a-4be9-8a87-4d4aa60b9e2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:55.842366 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b0a07a2f-d11a-4be9-8a87-4d4aa60b9e2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:55.847589 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-523f54a4-6fb4-4923-92d2-d64ea41b2f7c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:55.854069 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ce325be4-d1a9-4e84-a9b7-86f3c99883f3 None None] Port d3b03f2e-7b67-4c81-a395-d4b1a32d7634 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:31:55.862276 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:55.882221 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-3d5dc2ea-24b1-4583-b3a1-4198cdc2be06 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:31:55.882579 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-3d5dc2ea-24b1-4583-b3a1-4198cdc2be06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:31:55.910942 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523f54a4-6fb4-4923-92d2-d64ea41b2f7c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] No DVR routers for this DVR port bd8d274a-de04-42d6-8826-2ca7015762eb on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:31:55.925362 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device c098c818-e76e-4336-9724-afdb88882060 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:31:55.939056 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f54a4-6fb4-4923-92d2-d64ea41b2f7c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Port': ['ID=bd8d274a-de04-42d6-8826-2ca7015762eb,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:55.944852 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ad756654-9ffd-4588-8a46-f47adaf8269f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:55.958510 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: c098c818-e76e-4336-9724-afdb88882060 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:31:55.958875 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device c098c818-e76e-4336-9724-afdb88882060 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:31:55.996009 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b0a07a2f-d11a-4be9-8a87-4d4aa60b9e2c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8014238 Apr 06 13:31:55.998659 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45636) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:56.018116 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad756654-9ffd-4588-8a46-f47adaf8269f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Port': ['ID=d3b03f2e-7b67-4c81-a395-d4b1a32d7634,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:56.100718 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0840912c-21b4-4908-bc16-afdf6214f70a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:56.108111 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0840912c-21b4-4908-bc16-afdf6214f70a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:56.109087 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0840912c-21b4-4908-bc16-afdf6214f70a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:31:56.199951 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-523f54a4-6fb4-4923-92d2-d64ea41b2f7c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:56.213078 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0840912c-21b4-4908-bc16-afdf6214f70a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:31:56.218442 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45640) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:56.221553 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0840912c-21b4-4908-bc16-afdf6214f70a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2207508 Apr 06 13:31:56.269557 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ad756654-9ffd-4588-8a46-f47adaf8269f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:56.284618 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-523f54a4-6fb4-4923-92d2-d64ea41b2f7c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b022a1-acd8-46ee-bd7b-b8a4d29f327a']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:56.313409 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-523f54a4-6fb4-4923-92d2-d64ea41b2f7c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177239cd-b4d7-45ea-9980-f676376b5a85') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:56.313751 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-523f54a4-6fb4-4923-92d2-d64ea41b2f7c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177239cd-b4d7-45ea-9980-f676376b5a85') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:56.327094 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ad756654-9ffd-4588-8a46-f47adaf8269f tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/ports/d3b03f2e-7b67-4c81-a395-d4b1a32d7634 HTTP/1.1" status: 204 len: 168 time: 2.0311139 Apr 06 13:31:56.331465 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45644) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:56.339992 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-523f54a4-6fb4-4923-92d2-d64ea41b2f7c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:56.360515 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c22a7-1542-4a0b-b522-224d982084b7 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting port 317cc40b-b213-4bfa-a884-6ba865fd5b29 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:56.360858 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fa4c22a7-1542-4a0b-b522-224d982084b7 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:56.383909 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-3d5dc2ea-24b1-4583-b3a1-4198cdc2be06 None None] Deleting port bd8d274a-de04-42d6-8826-2ca7015762eb {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:31:56.384294 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3d5dc2ea-24b1-4583-b3a1-4198cdc2be06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:56.405096 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1d1f61-1912-4eb5-8400-e56e273c3b06 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] GET failed (client error): The resource could not be found. Apr 06 13:31:56.410640 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-523f54a4-6fb4-4923-92d2-d64ea41b2f7c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:56.412480 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ab1d1f61-1912-4eb5-8400-e56e273c3b06 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "GET /v2.0/ports/d3b03f2e-7b67-4c81-a395-d4b1a32d7634 HTTP/1.1" status: 404 len: 333 time: 0.0795286 Apr 06 13:31:56.413580 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45648) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:56.424919 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523f54a4-6fb4-4923-92d2-d64ea41b2f7c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:31:56.425374 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-523f54a4-6fb4-4923-92d2-d64ea41b2f7c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:31:56.445963 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:31:56.476320 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-3d5dc2ea-24b1-4583-b3a1-4198cdc2be06 None None] The port 'bd8d274a-de04-42d6-8826-2ca7015762eb' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:31:56.522956 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ec58f8bd-9a96-4b6a-b843-5365f34714c9 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:56.567047 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ec58f8bd-9a96-4b6a-b843-5365f34714c9 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:56.629231 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b743229-4f86-43be-ac19-59f5c8407fdf None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:56.759104 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fa4c22a7-1542-4a0b-b522-224d982084b7 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:56.761235 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ec58f8bd-9a96-4b6a-b843-5365f34714c9 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:56.771367 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-523f54a4-6fb4-4923-92d2-d64ea41b2f7c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:56.785371 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58f8bd-9a96-4b6a-b843-5365f34714c9 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69b7099-1538-4974-ba1d-f327b246a5db,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:56.794750 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-523f54a4-6fb4-4923-92d2-d64ea41b2f7c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:56.796549 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ec58f8bd-9a96-4b6a-b843-5365f34714c9 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:56.800212 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ec58f8bd-9a96-4b6a-b843-5365f34714c9 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/security-groups/d69b7099-1538-4974-ba1d-f327b246a5db HTTP/1.1" status: 204 len: 168 time: 0.3827908 Apr 06 13:31:56.800468 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45654) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:56.856774 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f54a4-6fb4-4923-92d2-d64ea41b2f7c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Pushing event deleted for resources: {'Network': ['ID=97b022a1-acd8-46ee-bd7b-b8a4d29f327a,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:56.858521 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-96043cb8-58d8-4930-8d43-20e1b62f8646 None None] Provisioning for port 0c97f68a-149c-4795-aef1-a03ffdc1eaf3 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:56.882461 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3310f73a-64de-42cb-8c75-ec8bf211cc74 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:56.912078 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3310f73a-64de-42cb-8c75-ec8bf211cc74 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:56.917396 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-523f54a4-6fb4-4923-92d2-d64ea41b2f7c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/networks/97b022a1-acd8-46ee-bd7b-b8a4d29f327a HTTP/1.1" status: 204 len: 168 time: 2.5566411 Apr 06 13:31:56.921961 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c22a7-1542-4a0b-b522-224d982084b7 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Calling delete_port for 317cc40b-b213-4bfa-a884-6ba865fd5b29 owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:31:56.922720 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45658) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:56.935023 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-162d2707-fed5-44ef-8e15-8cb800d0070e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'router': {'routes': None}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:57.055210 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc73f2e-3c22-46c8-8a4c-9d5efe4afafc None None] Update dhcp port {'port': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'fixed_ips': [{'subnet_id': '0aba39c3-6aef-4353-91e6-098ebafdb89f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b66c5ac9-b314-45f4-9e9d-1f38c255eb49'}], 'binding:host_id': 'dv-neutron-834600-1-hyperv'}, 'id': '0c97f68a-149c-4795-aef1-a03ffdc1eaf3'} from dv-neutron-834600-1-hyperv. {{(pid=88566) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 06 13:31:57.128902 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8fc73f2e-3c22-46c8-8a4c-9d5efe4afafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:57.286201 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fa4c22a7-1542-4a0b-b522-224d982084b7 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:57.289944 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:57.372641 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-8fc73f2e-3c22-46c8-8a4c-9d5efe4afafc None None] Allocated IP 2001:db8::f816:3eff:fe53:4fa6 (4a5369b0-8301-4713-81a5-ebef94e70f0e/b66c5ac9-b314-45f4-9e9d-1f38c255eb49/0c97f68a-149c-4795-aef1-a03ffdc1eaf3) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:31:57.373401 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c22a7-1542-4a0b-b522-224d982084b7 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Port': ['ID=317cc40b-b213-4bfa-a884-6ba865fd5b29,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:57.386234 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3310f73a-64de-42cb-8c75-ec8bf211cc74 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:57.390584 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.extraroute_db [None req-162d2707-fed5-44ef-8e15-8cb800d0070e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Added routes are [] {{(pid=88564) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 06 13:31:57.390911 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.extraroute_db [None req-162d2707-fed5-44ef-8e15-8cb800d0070e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Removed routes are [] {{(pid=88564) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 06 13:31:57.391266 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-162d2707-fed5-44ef-8e15-8cb800d0070e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:57.552383 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-8fc73f2e-3c22-46c8-8a4c-9d5efe4afafc None None] For port 0c97f68a-149c-4795-aef1-a03ffdc1eaf3, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0c97f68a-149c-4795-aef1-a03ffdc1eaf3,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:57.582890 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8fc73f2e-3c22-46c8-8a4c-9d5efe4afafc None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:57.607744 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0c97f68a-149c-4795-aef1-a03ffdc1eaf3 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:31:57.624803 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310f73a-64de-42cb-8c75-ec8bf211cc74 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cc6a42-c87f-4316-805e-551990ee3ca4,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:57.638388 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fa4c22a7-1542-4a0b-b522-224d982084b7 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:57.639880 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3310f73a-64de-42cb-8c75-ec8bf211cc74 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:57.643910 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3310f73a-64de-42cb-8c75-ec8bf211cc74 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/security-groups/49cc6a42-c87f-4316-805e-551990ee3ca4 HTTP/1.1" status: 204 len: 168 time: 0.8395016 Apr 06 13:31:57.644328 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45664) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:57.663724 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8fc73f2e-3c22-46c8-8a4c-9d5efe4afafc None None] Transition to ACTIVE for port object 0c97f68a-149c-4795-aef1-a03ffdc1eaf3 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:31:57.717071 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-162d2707-fed5-44ef-8e15-8cb800d0070e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:57.720710 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-162d2707-fed5-44ef-8e15-8cb800d0070e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1624175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625362'] for router, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:57.735297 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2189ece5-2145-4861-a7f4-9ec2a9cfb076 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:57.762055 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2189ece5-2145-4861-a7f4-9ec2a9cfb076 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:57.812950 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8fc73f2e-3c22-46c8-8a4c-9d5efe4afafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:57.838785 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-fa4c22a7-1542-4a0b-b522-224d982084b7 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/317cc40b-b213-4bfa-a884-6ba865fd5b29 HTTP/1.1" status: 204 len: 168 time: 1.6081393 Apr 06 13:31:57.839257 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45668) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:57.852671 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 0c97f68a-149c-4795-aef1-a03ffdc1eaf3 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:57.858981 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162d2707-fed5-44ef-8e15-8cb800d0070e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Router 1587742b-f270-47e5-a582-48c6653c3a00 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:31:57.914894 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff434f96-4ac7-4555-8142-f560ff341684 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:57.916626 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff434f96-4ac7-4555-8142-f560ff341684 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:57.919021 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff434f96-4ac7-4555-8142-f560ff341684 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:57.920572 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ff434f96-4ac7-4555-8142-f560ff341684 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:31:57.944016 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2189ece5-2145-4861-a7f4-9ec2a9cfb076 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:57.963400 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189ece5-2145-4861-a7f4-9ec2a9cfb076 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53b941b-6070-4c3c-a56e-f4f4f8577cd6,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:57.968342 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2189ece5-2145-4861-a7f4-9ec2a9cfb076 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:57.971016 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc73f2e-3c22-46c8-8a4c-9d5efe4afafc None None] Pushing event updated for resources: {'Port': ['ID=0c97f68a-149c-4795-aef1-a03ffdc1eaf3,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:57.972202 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2189ece5-2145-4861-a7f4-9ec2a9cfb076 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/security-groups/b53b941b-6070-4c3c-a56e-f4f4f8577cd6 HTTP/1.1" status: 204 len: 168 time: 0.3266997 Apr 06 13:31:57.973117 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45672) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:58.012779 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162d2707-fed5-44ef-8e15-8cb800d0070e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:31:58.020132 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-162d2707-fed5-44ef-8e15-8cb800d0070e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:58.024995 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-162d2707-fed5-44ef-8e15-8cb800d0070e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "PUT /v2.0/routers/1587742b-f270-47e5-a582-48c6653c3a00 HTTP/1.1" status: 200 len: 704 time: 1.0995157 Apr 06 13:31:58.032867 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45676) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:58.033007 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab35338-792a-43c6-a1ec-d0b6b9a4a65e None None] Sync routers for ids ['1587742b-f270-47e5-a582-48c6653c3a00'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:31:58.033097 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ff434f96-4ac7-4555-8142-f560ff341684 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:31:58.033097 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ff434f96-4ac7-4555-8142-f560ff341684 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1915231 Apr 06 13:31:58.035874 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45680) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:58.045106 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab35338-792a-43c6-a1ec-d0b6b9a4a65e None None] Routers {'1587742b-f270-47e5-a582-48c6653c3a00'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:31:58.046097 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-dab35338-792a-43c6-a1ec-d0b6b9a4a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:31:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1587742b-f270-47e5-a582-48c6653c3a00'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:58.093720 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-71a6fb56-41fc-4ac6-a6e1-946198c54386 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Synchronizing usage tracker for tenant:914bb3d1bef745388dc453a227f40127 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:31:58.108794 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-43db6b1c-5cca-45b0-a00d-8697a5eb34e2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting subnet 168beb0d-866f-4dd4-8948-ac80aa21997e {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:31:58.113139 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-43db6b1c-5cca-45b0-a00d-8697a5eb34e2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:58.116695 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c8d3ec-bb6b-48cf-8d8c-96f6cbcba519 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet 0aba39c3-6aef-4353-91e6-098ebafdb89f {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:31:58.122380 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a4c8d3ec-bb6b-48cf-8d8c-96f6cbcba519 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:58.192420 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a4c8d3ec-bb6b-48cf-8d8c-96f6cbcba519 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:58.216829 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-43db6b1c-5cca-45b0-a00d-8697a5eb34e2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:58.250034 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-dab35338-792a-43c6-a1ec-d0b6b9a4a65e None None] Set router 1587742b-f270-47e5-a582-48c6653c3a00 gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:31:58.310899 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a4c8d3ec-bb6b-48cf-8d8c-96f6cbcba519 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:58.326864 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-43db6b1c-5cca-45b0-a00d-8697a5eb34e2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:58.356478 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-71a6fb56-41fc-4ac6-a6e1-946198c54386 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Unset dirty status for tenant:914bb3d1bef745388dc453a227f40127 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:31:58.357821 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-71a6fb56-41fc-4ac6-a6e1-946198c54386 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "GET /v2.0/ports?device_id=1587742b-f270-47e5-a582-48c6653c3a00 HTTP/1.1" status: 200 len: 205 time: 0.3311057 Apr 06 13:31:58.360726 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45684) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:58.375757 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-dab35338-792a-43c6-a1ec-d0b6b9a4a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:31:52Z', 'revision_number': 11, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:58.380328 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab35338-792a-43c6-a1ec-d0b6b9a4a65e None None] Checking router: 1587742b-f270-47e5-a582-48c6653c3a00 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:31:58.391898 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab35338-792a-43c6-a1ec-d0b6b9a4a65e None None] Routers {'1587742b-f270-47e5-a582-48c6653c3a00'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:31:58.392760 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-dab35338-792a-43c6-a1ec-d0b6b9a4a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:31:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1587742b-f270-47e5-a582-48c6653c3a00'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:58.421665 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45688) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:58.490639 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cd9a9d-3eb3-4d3b-a2c2-b310df9e2a07 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:31:58.492171 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-06cd9a9d-3eb3-4d3b-a2c2-b310df9e2a07 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622 HTTP/1.1" status: 200 len: 814 time: 0.0697284 Apr 06 13:31:58.535006 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-db5c7b73-2626-4717-ab36-0f5884c33d9e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:58.535611 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-dab35338-792a-43c6-a1ec-d0b6b9a4a65e None None] Set router 1587742b-f270-47e5-a582-48c6653c3a00 gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:31:58.545529 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-43db6b1c-5cca-45b0-a00d-8697a5eb34e2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:58.601858 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db6b1c-5cca-45b0-a00d-8697a5eb34e2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Subnet': ['ID=168beb0d-866f-4dd4-8948-ac80aa21997e,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:58.609777 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-43db6b1c-5cca-45b0-a00d-8697a5eb34e2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:58.623492 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-43db6b1c-5cca-45b0-a00d-8697a5eb34e2 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/subnets/168beb0d-866f-4dd4-8948-ac80aa21997e HTTP/1.1" status: 204 len: 168 time: 0.6438112 Apr 06 13:31:58.623492 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45694) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:58.715507 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e5e703-a1cb-46cb-b185-dddf038012eb None None] Network 836935bb-7b9a-4ba1-a7e2-019a7bf3b157 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:58.726307 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ebc787-e739-4cb3-a260-71ead01690c1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting subnet 934fcf32-dc4b-4b11-8e83-eebe6e1bfcd2 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:31:58.730118 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b7ebc787-e739-4cb3-a260-71ead01690c1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:58.763766 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-dab35338-792a-43c6-a1ec-d0b6b9a4a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:31:52Z', 'revision_number': 11, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:31:58.779024 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab35338-792a-43c6-a1ec-d0b6b9a4a65e None None] The sync data for ids ['1587742b-f270-47e5-a582-48c6653c3a00'] in dv-neutron-834600-1-hyperv is: [{'id': '1587742b-f270-47e5-a582-48c6653c3a00', 'name': 'tempest-RoutersIpV6Test-router-957167473', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:27Z', 'updated_at': '2022-04-06T13:31:52Z', 'revision_number': 11, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:31:58.814354 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b7ebc787-e739-4cb3-a260-71ead01690c1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:58.903795 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-cd4d5def-77c4-4e24-a4af-1e8c68918df1 None None] Could not find standard attr ID for object 317cc40b-b213-4bfa-a884-6ba865fd5b29. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:31:58.954855 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b7ebc787-e739-4cb3-a260-71ead01690c1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:59.021899 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a4c8d3ec-bb6b-48cf-8d8c-96f6cbcba519 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:59.031776 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-cd4d5def-77c4-4e24-a4af-1e8c68918df1 None None] Provisioning for port 0c97f68a-149c-4795-aef1-a03ffdc1eaf3 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:31:59.045989 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-cd4d5def-77c4-4e24-a4af-1e8c68918df1 None None] Provisioning complete for port 0c97f68a-149c-4795-aef1-a03ffdc1eaf3 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:59.047237 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cd4d5def-77c4-4e24-a4af-1e8c68918df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:59.159047 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df76b8ed-ab69-4e4f-876c-6e446fc7b8b4 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:31:59.160480 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a4c8d3ec-bb6b-48cf-8d8c-96f6cbcba519 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:59.163452 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8d3ec-bb6b-48cf-8d8c-96f6cbcba519 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=0aba39c3-6aef-4353-91e6-098ebafdb89f,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:59.178284 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-db5c7b73-2626-4717-ab36-0f5884c33d9e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:59.180839 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-db5c7b73-2626-4717-ab36-0f5884c33d9e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:59.206592 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b7ebc787-e739-4cb3-a260-71ead01690c1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:59.258999 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b7ebc787-e739-4cb3-a260-71ead01690c1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:59.267004 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebc787-e739-4cb3-a260-71ead01690c1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Subnet': ['ID=934fcf32-dc4b-4b11-8e83-eebe6e1bfcd2,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:59.271991 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b7ebc787-e739-4cb3-a260-71ead01690c1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/subnets/934fcf32-dc4b-4b11-8e83-eebe6e1bfcd2 HTTP/1.1" status: 204 len: 168 time: 0.6495023 Apr 06 13:31:59.274658 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45700) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:59.311019 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a4c8d3ec-bb6b-48cf-8d8c-96f6cbcba519 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/0aba39c3-6aef-4353-91e6-098ebafdb89f HTTP/1.1" status: 204 len: 168 time: 1.2740068 Apr 06 13:31:59.314445 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45704) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:59.316948 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7ba450-8743-4ffd-9d56-f621a75e5b69 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] DELETE failed (client error): The resource could not be found. Apr 06 13:31:59.317577 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7ba450-8743-4ffd-9d56-f621a75e5b69 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:31:59.318005 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cd4d5def-77c4-4e24-a4af-1e8c68918df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:59.319774 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-bc7ba450-8743-4ffd-9d56-f621a75e5b69 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/subnets/168beb0d-866f-4dd4-8948-ac80aa21997e HTTP/1.1" status: 404 len: 337 time: 0.0438955 Apr 06 13:31:59.324279 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45708) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:59.365295 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-db5c7b73-2626-4717-ab36-0f5884c33d9e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:59.365947 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5c7b73-2626-4717-ab36-0f5884c33d9e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Fanout notify agent at l3_agent the message router_deleted on router 1587742b-f270-47e5-a582-48c6653c3a00 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:31:59.400550 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e120923-4a2f-4878-a23d-9ef97af1b200 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting subnet 833a948a-d794-4ae4-9861-b98f4ce9fb87 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:31:59.405517 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4e120923-4a2f-4878-a23d-9ef97af1b200 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:59.430673 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-db5c7b73-2626-4717-ab36-0f5884c33d9e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:59.431827 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-db5c7b73-2626-4717-ab36-0f5884c33d9e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/routers/1587742b-f270-47e5-a582-48c6653c3a00 HTTP/1.1" status: 204 len: 168 time: 1.0699694 Apr 06 13:31:59.436811 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45712) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:59.437505 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-cd4d5def-77c4-4e24-a4af-1e8c68918df1 None None] For port 0c97f68a-149c-4795-aef1-a03ffdc1eaf3, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0c97f68a-149c-4795-aef1-a03ffdc1eaf3,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:31:59.446940 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-b84b3527-378c-4775-a93b-3ae87756cb51 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-244721356', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:59.457858 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b84b3527-378c-4775-a93b-3ae87756cb51 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:59.467428 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b84b3527-378c-4775-a93b-3ae87756cb51 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Usage tracker for resource:router and tenant:914bb3d1bef745388dc453a227f40127 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:31:59.472979 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b84b3527-378c-4775-a93b-3ae87756cb51 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:31:59.480383 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bb7f02-825a-4b2e-8b02-42c8e315a3d6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet b66c5ac9-b314-45f4-9e9d-1f38c255eb49 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:31:59.486269 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b84b3527-378c-4775-a93b-3ae87756cb51 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:59.487828 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4e120923-4a2f-4878-a23d-9ef97af1b200 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:59.488427 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7f02-825a-4b2e-8b02-42c8e315a3d6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:59.587275 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0c97f68a-149c-4795-aef1-a03ffdc1eaf3 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:31:59.590049 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7f02-825a-4b2e-8b02-42c8e315a3d6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:59.605058 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4e120923-4a2f-4878-a23d-9ef97af1b200 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:59.618467 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cd4d5def-77c4-4e24-a4af-1e8c68918df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:59.635965 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45716) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:59.645924 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-609634df-23ac-4073-81d6-e8ea88ad7a0e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'network': {'name': 'tempest-network-smoke--794360247', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'port_security_enabled': True}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:31:59.655338 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-609634df-23ac-4073-81d6-e8ea88ad7a0e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:31:59.674298 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-609634df-23ac-4073-81d6-e8ea88ad7a0e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:31:59.682151 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b84b3527-378c-4775-a93b-3ae87756cb51 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:59.683322 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b84b3527-378c-4775-a93b-3ae87756cb51 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:59.720086 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7f02-825a-4b2e-8b02-42c8e315a3d6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:59.745649 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b297d5-7822-4fe4-bdfd-7abcc066c26d None None] Update dhcp port {'port': {'network_id': '836935bb-7b9a-4ba1-a7e2-019a7bf3b157', 'fixed_ips': [{'subnet_id': '833a948a-d794-4ae4-9861-b98f4ce9fb87', 'ip_address': '172.20.0.18'}, {'subnet_id': '934fcf32-dc4b-4b11-8e83-eebe6e1bfcd2'}], 'binding:host_id': 'dv-neutron-834600-1-hyperv'}, 'id': '15766b8e-d297-4623-81df-0feb93dc0e99'} from dv-neutron-834600-1-hyperv. {{(pid=88566) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 06 13:31:59.786465 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-41f94e07-80cd-4dcf-9f39-a4171137993a None None] Could not find standard attr ID for object 317cc40b-b213-4bfa-a884-6ba865fd5b29. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:31:59.792577 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d5def-77c4-4e24-a4af-1e8c68918df1 None None] Pushing event updated for resources: {'Port': ['ID=0c97f68a-149c-4795-aef1-a03ffdc1eaf3,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:59.813733 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4e120923-4a2f-4878-a23d-9ef97af1b200 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:59.832593 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-97b297d5-7822-4fe4-bdfd-7abcc066c26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:59.835417 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609634df-23ac-4073-81d6-e8ea88ad7a0e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Made reservation on behalf of accb128fe3eb42cd83b327a0d6bf9c24 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:31:59.839660 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-609634df-23ac-4073-81d6-e8ea88ad7a0e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:59.841343 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 0c97f68a-149c-4795-aef1-a03ffdc1eaf3 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:31:59.841646 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:59.852290 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e120923-4a2f-4878-a23d-9ef97af1b200 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Subnet': ['ID=833a948a-d794-4ae4-9861-b98f4ce9fb87,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:31:59.858099 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4e120923-4a2f-4878-a23d-9ef97af1b200 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:59.867045 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4e120923-4a2f-4878-a23d-9ef97af1b200 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/subnets/833a948a-d794-4ae4-9861-b98f4ce9fb87 HTTP/1.1" status: 204 len: 168 time: 0.5390763 Apr 06 13:31:59.867348 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45720) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:31:59.921922 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609634df-23ac-4073-81d6-e8ea88ad7a0e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:31:59.924492 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7f02-825a-4b2e-8b02-42c8e315a3d6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:31:59.972979 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-a109169e-7065-46e8-9212-60260cf93c75 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] DELETE failed (client error): The resource could not be found. Apr 06 13:31:59.973452 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a109169e-7065-46e8-9212-60260cf93c75 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:31:59.977594 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b84b3527-378c-4775-a93b-3ae87756cb51 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:00.003549 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb7f02-825a-4b2e-8b02-42c8e315a3d6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=b66c5ac9-b314-45f4-9e9d-1f38c255eb49,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:00.005788 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7f02-825a-4b2e-8b02-42c8e315a3d6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:00.010696 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-609634df-23ac-4073-81d6-e8ea88ad7a0e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:00.011068 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-609634df-23ac-4073-81d6-e8ea88ad7a0e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Added segment 447a17bd-f215-47b0-bf8d-e3f7f1058726 of type vlan for network a83cae79-c042-499e-b738-19ebbf114a55 Apr 06 13:32:00.024397 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a109169e-7065-46e8-9212-60260cf93c75 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/subnets/9fb27ea8-a63b-4697-910d-2b5288c9d5ab HTTP/1.1" status: 404 len: 337 time: 0.1488318 Apr 06 13:32:00.025089 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45724) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:00.033510 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a8bb7f02-825a-4b2e-8b02-42c8e315a3d6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/b66c5ac9-b314-45f4-9e9d-1f38c255eb49 HTTP/1.1" status: 204 len: 168 time: 0.7136495 Apr 06 13:32:00.034566 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45728) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:00.101182 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3fe119e8-f366-4e81-b328-fefbaa8faf2e tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b06022e-ac31-4536-8a92-17f99d11ff89 HTTP/1.1" status: 200 len: 205 time: 0.0752251 Apr 06 13:32:00.104815 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45732) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:00.118699 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d4bbc825-6886-431c-9778-66924e3f7ff4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0823038 Apr 06 13:32:00.121887 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45736) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:00.172122 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b88cc3-e71b-4638-9194-16a1c612be0e None None] Network 836935bb-7b9a-4ba1-a7e2-019a7bf3b157 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:32:00.194994 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-609634df-23ac-4073-81d6-e8ea88ad7a0e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:00.208259 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b84b3527-378c-4775-a93b-3ae87756cb51 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:00.219201 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-ff889faf-9620-46cc-a952-f13119f69709 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] delete failed (client error): The resource could not be found. Apr 06 13:32:00.223352 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ff889faf-9620-46cc-a952-f13119f69709 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/routers/6b06022e-ac31-4536-8a92-17f99d11ff89 HTTP/1.1" status: 404 len: 336 time: 0.1146579 Apr 06 13:32:00.225598 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45740) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:00.275548 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32836f03-43a9-449a-992a-45141c76760d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:00.276305 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-32836f03-43a9-449a-992a-45141c76760d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:00.287202 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea1ee9b-5339-44ea-b903-f9845c3c1368 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] DELETE failed (client error): The resource could not be found. Apr 06 13:32:00.287655 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aea1ee9b-5339-44ea-b903-f9845c3c1368 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:32:00.289340 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-aea1ee9b-5339-44ea-b903-f9845c3c1368 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/subnets/59107714-844b-4eb4-bdf1-b5757bd9e84d HTTP/1.1" status: 404 len: 337 time: 0.0576258 Apr 06 13:32:00.292137 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45744) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:00.306099 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ff7ca284-1511-4f6f-a9d0-7ba5bb90f663 None None] Provisioning complete for port 6c5b1642-7755-4bac-a2d6-c19418f0d858 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:00.306558 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ff7ca284-1511-4f6f-a9d0-7ba5bb90f663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:00.337936 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd4831cb-52a3-4e6f-8c46-0a7fd573c2d1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] DELETE failed (client error): The resource could not be found. Apr 06 13:32:00.338387 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd4831cb-52a3-4e6f-8c46-0a7fd573c2d1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:32:00.341282 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-cd4831cb-52a3-4e6f-8c46-0a7fd573c2d1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/subnets/15c10649-833b-4f78-8802-a11981207f98 HTTP/1.1" status: 404 len: 337 time: 0.0475576 Apr 06 13:32:00.343543 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45748) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:00.367094 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b84b3527-378c-4775-a93b-3ae87756cb51 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:00.368285 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b84b3527-378c-4775-a93b-3ae87756cb51 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9308424 Apr 06 13:32:00.372649 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45752) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:00.384398 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-ee121f78-4e32-4313-a3a4-d36b1a8a758a tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:00.398705 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2c7325-f62f-41c7-9fdf-30ee3f49d5e3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] DELETE failed (client error): The resource could not be found. Apr 06 13:32:00.399489 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc2c7325-f62f-41c7-9fdf-30ee3f49d5e3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:32:00.401606 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-cc2c7325-f62f-41c7-9fdf-30ee3f49d5e3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/subnets/e6f9d087-677c-41d6-bfda-381a9998ec37 HTTP/1.1" status: 404 len: 337 time: 0.0569026 Apr 06 13:32:00.404634 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45756) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:00.431380 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ff7ca284-1511-4f6f-a9d0-7ba5bb90f663 None None] Port 6c5b1642-7755-4bac-a2d6-c19418f0d858 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:32:00.444147 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-32836f03-43a9-449a-992a-45141c76760d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:00.447654 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-32836f03-43a9-449a-992a-45141c76760d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3225029 Apr 06 13:32:00.449585 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45760) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:00.452638 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ff7ca284-1511-4f6f-a9d0-7ba5bb90f663 None None] Provisioning complete for port 15766b8e-d297-4623-81df-0feb93dc0e99 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:00.453026 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ff7ca284-1511-4f6f-a9d0-7ba5bb90f663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:00.454574 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a8bd315-3345-4ba6-a0e8-953f6001b8b1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] DELETE failed (client error): The resource could not be found. Apr 06 13:32:00.455082 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a8bd315-3345-4ba6-a0e8-953f6001b8b1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:32:00.459629 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5a8bd315-3345-4ba6-a0e8-953f6001b8b1 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/ports/8d50d4a9-ea11-4014-afe7-ef973b6b626d HTTP/1.1" status: 404 len: 333 time: 0.0540140 Apr 06 13:32:00.460340 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45762) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:00.471500 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-609634df-23ac-4073-81d6-e8ea88ad7a0e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:00.478081 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609634df-23ac-4073-81d6-e8ea88ad7a0e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:00.478979 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-609634df-23ac-4073-81d6-e8ea88ad7a0e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:00.505725 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-32efa159-a47d-4c2a-9e6f-9e0fc64c17e3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] DELETE failed (client error): The resource could not be found. Apr 06 13:32:00.505946 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32efa159-a47d-4c2a-9e6f-9e0fc64c17e3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:32:00.511077 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-32efa159-a47d-4c2a-9e6f-9e0fc64c17e3 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/subnets/79d1ecaa-2938-4085-8e97-69f55d52f6b7 HTTP/1.1" status: 404 len: 337 time: 0.0497112 Apr 06 13:32:00.511719 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45768) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:00.569092 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-360ea9ff-b895-45a3-b337-806829eac2d8 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] DELETE failed (client error): The resource could not be found. Apr 06 13:32:00.569559 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-360ea9ff-b895-45a3-b337-806829eac2d8 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:32:00.571511 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-360ea9ff-b895-45a3-b337-806829eac2d8 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/subnets/958548b8-6637-4a98-a619-6b65a3e536b6 HTTP/1.1" status: 404 len: 337 time: 0.0588021 Apr 06 13:32:00.574083 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45772) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:00.618461 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc1be5e-bf66-4992-b152-eb105022a72c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] DELETE failed (client error): The resource could not be found. Apr 06 13:32:00.619310 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc1be5e-bf66-4992-b152-eb105022a72c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:32:00.621122 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0cc1be5e-bf66-4992-b152-eb105022a72c tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/ports/90611a2d-8e78-4313-abd2-1a1ce23d967c HTTP/1.1" status: 404 len: 333 time: 0.0457842 Apr 06 13:32:00.624514 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45776) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:00.626066 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b88b22-6a82-45f7-a7e2-1a24f8ac221b None None] DHCP port deletion for 836935bb-7b9a-4ba1-a7e2-019a7bf3b157 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:32:00.628198 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af769308-331d-4ffd-9125-c6876786bbf9 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:32:00.663913 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a018994-a24f-467c-88ac-4646a981444a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] DELETE failed (client error): The resource could not be found. Apr 06 13:32:00.664305 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a018994-a24f-467c-88ac-4646a981444a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:32:00.666023 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9a018994-a24f-467c-88ac-4646a981444a tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/subnets/e22513d3-30a7-4d47-94e9-a9dcba28c50f HTTP/1.1" status: 404 len: 337 time: 0.0408900 Apr 06 13:32:00.668337 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-92b88b22-6a82-45f7-a7e2-1a24f8ac221b None None] Deleting port 15766b8e-d297-4623-81df-0feb93dc0e99 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:32:00.668827 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-92b88b22-6a82-45f7-a7e2-1a24f8ac221b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:00.669288 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45780) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:00.712208 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-5023ea8c-0b3a-4de6-9669-c50b16a53251 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] DELETE failed (client error): The resource could not be found. Apr 06 13:32:00.712591 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5023ea8c-0b3a-4de6-9669-c50b16a53251 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:32:00.714860 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5023ea8c-0b3a-4de6-9669-c50b16a53251 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/subnets/4e428cf5-1b75-4feb-8354-4e464b661165 HTTP/1.1" status: 404 len: 337 time: 0.0438750 Apr 06 13:32:00.717576 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45784) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:00.803986 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-777043d3-3928-4d73-801b-88934c99047b tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Deleting port 6c5b1642-7755-4bac-a2d6-c19418f0d858 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:32:00.804575 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-777043d3-3928-4d73-801b-88934c99047b tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:00.813462 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-609634df-23ac-4073-81d6-e8ea88ad7a0e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1732044 Apr 06 13:32:00.832875 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45788) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:00.999213 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-99f75d81-a21d-4c1e-b9de-4c38d4b7cb91 None None] Provisioning complete for port 0c97f68a-149c-4795-aef1-a03ffdc1eaf3 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:00.999501 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-99f75d81-a21d-4c1e-b9de-4c38d4b7cb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:01.001102 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc94688-2cf3-42b0-8c8e-5f590e95d675 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:01.001770 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6dc94688-2cf3-42b0-8c8e-5f590e95d675 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:01.012220 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609634df-23ac-4073-81d6-e8ea88ad7a0e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Network': ['ID=a83cae79-c042-499e-b738-19ebbf114a55,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:01.033506 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network a83cae79-c042-499e-b738-19ebbf114a55 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:32:01.112618 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e4f7b0-594b-4ebf-97a5-3eb6f38143c4 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:01.116697 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-68e4f7b0-594b-4ebf-97a5-3eb6f38143c4 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=accb128fe3eb42cd83b327a0d6bf9c24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2803280 Apr 06 13:32:01.118214 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45792) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:01.170701 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ee121f78-4e32-4313-a3a4-d36b1a8a758a tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:01.218307 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-92b88b22-6a82-45f7-a7e2-1a24f8ac221b None None] For port 15766b8e-d297-4623-81df-0feb93dc0e99, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=15766b8e-d297-4623-81df-0feb93dc0e99,segment=NetworkSegment(36c9b401-0190-4d6b-a49f-6cdaf04c4482),segment_id=36c9b401-0190-4d6b-a49f-6cdaf04c4482)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:01.218960 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-92b88b22-6a82-45f7-a7e2-1a24f8ac221b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:01.270065 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ee121f78-4e32-4313-a3a4-d36b1a8a758a tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1624175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625362'] for router, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:01.327464 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-777043d3-3928-4d73-801b-88934c99047b tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:01.341853 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6dc94688-2cf3-42b0-8c8e-5f590e95d675 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:01.345670 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6dc94688-2cf3-42b0-8c8e-5f590e95d675 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8867850 Apr 06 13:32:01.346252 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45796) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:01.364265 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-92b88b22-6a82-45f7-a7e2-1a24f8ac221b None None] Calling delete_port for 15766b8e-d297-4623-81df-0feb93dc0e99 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:32:01.467000 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-777043d3-3928-4d73-801b-88934c99047b tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Calling delete_port for 6c5b1642-7755-4bac-a2d6-c19418f0d858 owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:32:01.488606 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-424e69db-b124-47c1-a95d-072099dbfb18 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1393733 Apr 06 13:32:01.489221 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45800) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:01.499158 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-9752552a-8df9-48eb-ab6e-52c5a5ab7327 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:01.532238 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc9e686-ddb4-4a1c-8e58-43c619627504 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:01.533709 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0fc9e686-ddb4-4a1c-8e58-43c619627504 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4154816 Apr 06 13:32:01.536433 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45804) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:01.574227 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298d5267-73e9-4e45-87d8-bc10fcf77f70 None None] DHCP port deletion for 4a5369b0-8301-4713-81a5-ebef94e70f0e request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:32:01.583660 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-298d5267-73e9-4e45-87d8-bc10fcf77f70 None None] Deleting port 0c97f68a-149c-4795-aef1-a03ffdc1eaf3 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:32:01.584376 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-298d5267-73e9-4e45-87d8-bc10fcf77f70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:01.592888 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e8dc225c-5614-48ea-a2e9-c54dabcdf92c tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0553861 Apr 06 13:32:01.605964 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45808) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:01.674830 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-92b88b22-6a82-45f7-a7e2-1a24f8ac221b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:01.680768 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7cb78952-f21a-4434-a3e1-dbd4364a7045 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=accb128fe3eb42cd83b327a0d6bf9c24&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0712407 Apr 06 13:32:01.681267 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45812) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:01.691847 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-9752552a-8df9-48eb-ab6e-52c5a5ab7327 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:01.704283 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-9752552a-8df9-48eb-ab6e-52c5a5ab7327 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:01.720118 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 15766b8e-d297-4623-81df-0feb93dc0e99 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:32:01.765833 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 15766b8e-d297-4623-81df-0feb93dc0e99 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:32:01.766173 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 15766b8e-d297-4623-81df-0feb93dc0e99 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:32:01.772461 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee121f78-4e32-4313-a3a4-d36b1a8a758a tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Router 93ef72ac-4b47-4e1f-a16d-6c6736d5b6bc is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:32:01.781173 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b88b22-6a82-45f7-a7e2-1a24f8ac221b None None] Pushing event deleted for resources: {'Port': ['ID=15766b8e-d297-4623-81df-0feb93dc0e99,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:01.789340 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b88b22-6a82-45f7-a7e2-1a24f8ac221b None None] No DVR routers for this DVR port 15766b8e-d297-4623-81df-0feb93dc0e99 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:32:01.815032 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-777043d3-3928-4d73-801b-88934c99047b tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:01.855760 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9752552a-8df9-48eb-ab6e-52c5a5ab7327 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:01.859921 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9752552a-8df9-48eb-ab6e-52c5a5ab7327 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:01.861373 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-9752552a-8df9-48eb-ab6e-52c5a5ab7327 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:32:01.861801 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9752552a-8df9-48eb-ab6e-52c5a5ab7327 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:32:01.881491 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777043d3-3928-4d73-801b-88934c99047b tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Port': ['ID=6c5b1642-7755-4bac-a2d6-c19418f0d858,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:01.890096 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-777043d3-3928-4d73-801b-88934c99047b tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:01.914371 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d83d1d-3aab-4622-acf6-e36f0b18d870 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:01.916018 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f0d83d1d-3aab-4622-acf6-e36f0b18d870 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2321928 Apr 06 13:32:01.917411 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-777043d3-3928-4d73-801b-88934c99047b tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/ports/6c5b1642-7755-4bac-a2d6-c19418f0d858 HTTP/1.1" status: 204 len: 168 time: 1.1988165 Apr 06 13:32:01.920907 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45816) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:01.943851 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-298d5267-73e9-4e45-87d8-bc10fcf77f70 None None] For port 0c97f68a-149c-4795-aef1-a03ffdc1eaf3, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0c97f68a-149c-4795-aef1-a03ffdc1eaf3,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:01.944637 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-298d5267-73e9-4e45-87d8-bc10fcf77f70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:01.947936 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45818) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:01.966309 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-572857ab-1325-4006-9ec3-d6e3459a8ae7 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437665 Apr 06 13:32:01.967109 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45824) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:01.973065 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-19a3a58f-b0d2-4067-a1f7-be678838eb89 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1209219720', 'network_id': 'a83cae79-c042-499e-b738-19ebbf114a55', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:01.982846 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9752552a-8df9-48eb-ab6e-52c5a5ab7327 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4903243 Apr 06 13:32:01.984469 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee121f78-4e32-4313-a3a4-d36b1a8a758a tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:32:01.991732 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ee121f78-4e32-4313-a3a4-d36b1a8a758a tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:01.992513 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45828) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:01.994130 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ee121f78-4e32-4313-a3a4-d36b1a8a758a tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "PUT /v2.0/routers/93ef72ac-4b47-4e1f-a16d-6c6736d5b6bc HTTP/1.1" status: 200 len: 697 time: 1.6200671 Apr 06 13:32:01.999305 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baa4970-71a7-4336-bfd0-fc7980190239 None None] Sync routers for ids ['93ef72ac-4b47-4e1f-a16d-6c6736d5b6bc'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:32:02.008001 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45832) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:02.012159 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-c22847b6-afbf-48ad-b5a5-7e3f51d74d3c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:02.013208 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baa4970-71a7-4336-bfd0-fc7980190239 None None] Routers {'93ef72ac-4b47-4e1f-a16d-6c6736d5b6bc'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:32:02.014057 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-3baa4970-71a7-4336-bfd0-fc7980190239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:31:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['93ef72ac-4b47-4e1f-a16d-6c6736d5b6bc'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:02.125597 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-298d5267-73e9-4e45-87d8-bc10fcf77f70 None None] Calling delete_port for 0c97f68a-149c-4795-aef1-a03ffdc1eaf3 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:32:02.208499 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-3baa4970-71a7-4336-bfd0-fc7980190239 None None] Set router 93ef72ac-4b47-4e1f-a16d-6c6736d5b6bc gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:32:02.223622 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-19a3a58f-b0d2-4067-a1f7-be678838eb89 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:02.232394 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-19a3a58f-b0d2-4067-a1f7-be678838eb89 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:subnet and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:02.241095 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b8de683d-1a61-4141-83cd-dd7aebd9bb68 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "GET /v2.0/routers/93ef72ac-4b47-4e1f-a16d-6c6736d5b6bc HTTP/1.1" status: 200 len: 703 time: 0.2291849 Apr 06 13:32:02.241647 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-19a3a58f-b0d2-4067-a1f7-be678838eb89 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:02.244540 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45836) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:02.253291 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-19a3a58f-b0d2-4067-a1f7-be678838eb89 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:02.253844 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0ca98a0-180a-4840-9247-233b32366a95 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:02.270212 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c22847b6-afbf-48ad-b5a5-7e3f51d74d3c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:02.283296 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c22847b6-afbf-48ad-b5a5-7e3f51d74d3c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:02.315341 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4845c385-8a27-46a9-bfdb-bf984fdf3849 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Synchronizing usage tracker for tenant:914bb3d1bef745388dc453a227f40127 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:02.329233 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a3a58f-b0d2-4067-a1f7-be678838eb89 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Made reservation on behalf of accb128fe3eb42cd83b327a0d6bf9c24 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:02.335362 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-19a3a58f-b0d2-4067-a1f7-be678838eb89 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:02.351245 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-3baa4970-71a7-4336-bfd0-fc7980190239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ef72ac-4b47-4e1f-a16d-6c6736d5b6bc', 'name': 'tempest-RoutersIpV6Test-router-244721356', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:31:59Z', 'updated_at': '2022-04-06T13:32:01Z', 'revision_number': 2, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:02.356367 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baa4970-71a7-4336-bfd0-fc7980190239 None None] Checking router: 93ef72ac-4b47-4e1f-a16d-6c6736d5b6bc for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:32:02.361679 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4845c385-8a27-46a9-bfdb-bf984fdf3849 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Unset dirty status for tenant:914bb3d1bef745388dc453a227f40127 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:02.362841 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4845c385-8a27-46a9-bfdb-bf984fdf3849 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "GET /v2.0/ports?device_id=93ef72ac-4b47-4e1f-a16d-6c6736d5b6bc HTTP/1.1" status: 200 len: 205 time: 0.1165457 Apr 06 13:32:02.366397 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45840) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:02.369563 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baa4970-71a7-4336-bfd0-fc7980190239 None None] Routers {'93ef72ac-4b47-4e1f-a16d-6c6736d5b6bc'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:32:02.370220 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-3baa4970-71a7-4336-bfd0-fc7980190239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:31:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['93ef72ac-4b47-4e1f-a16d-6c6736d5b6bc'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:02.381555 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22847b6-afbf-48ad-b5a5-7e3f51d74d3c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:02.381555 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c22847b6-afbf-48ad-b5a5-7e3f51d74d3c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:02.383226 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22847b6-afbf-48ad-b5a5-7e3f51d74d3c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:32:02.383995 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c22847b6-afbf-48ad-b5a5-7e3f51d74d3c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:32:02.461613 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-298d5267-73e9-4e45-87d8-bc10fcf77f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:02.514933 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-3baa4970-71a7-4336-bfd0-fc7980190239 None None] Set router 93ef72ac-4b47-4e1f-a16d-6c6736d5b6bc gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:32:02.551508 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298d5267-73e9-4e45-87d8-bc10fcf77f70 None None] No DVR routers for this DVR port 0c97f68a-149c-4795-aef1-a03ffdc1eaf3 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:32:02.566875 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d5267-73e9-4e45-87d8-bc10fcf77f70 None None] Pushing event deleted for resources: {'Port': ['ID=0c97f68a-149c-4795-aef1-a03ffdc1eaf3,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:02.623546 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c22847b6-afbf-48ad-b5a5-7e3f51d74d3c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6298447 Apr 06 13:32:02.627091 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45844) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:02.635463 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-0cf05354-2e3c-4aa8-9f56-10d50a3fa3c0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:02.645439 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-3baa4970-71a7-4336-bfd0-fc7980190239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ef72ac-4b47-4e1f-a16d-6c6736d5b6bc', 'name': 'tempest-RoutersIpV6Test-router-244721356', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:31:59Z', 'updated_at': '2022-04-06T13:32:01Z', 'revision_number': 2, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:02.650504 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baa4970-71a7-4336-bfd0-fc7980190239 None None] The sync data for ids ['93ef72ac-4b47-4e1f-a16d-6c6736d5b6bc'] in dv-neutron-834600-1-hyperv is: [{'id': '93ef72ac-4b47-4e1f-a16d-6c6736d5b6bc', 'name': 'tempest-RoutersIpV6Test-router-244721356', 'tenant_id': '914bb3d1bef745388dc453a227f40127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:31:59Z', 'updated_at': '2022-04-06T13:32:01Z', 'revision_number': 2, 'project_id': '914bb3d1bef745388dc453a227f40127', 'gw_port_host': None}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:32:02.748596 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9d00b6ce-aeae-4f6e-860e-9e717cd9bb88 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:02.772488 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0cf05354-2e3c-4aa8-9f56-10d50a3fa3c0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:02.784005 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0cf05354-2e3c-4aa8-9f56-10d50a3fa3c0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:02.795471 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-19a3a58f-b0d2-4067-a1f7-be678838eb89 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:02.809178 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0ca98a0-180a-4840-9247-233b32366a95 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:02.888230 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3a58f-b0d2-4067-a1f7-be678838eb89 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Subnet': ['ID=d70acde1-30c9-419c-9be5-ca802692931b,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:02.897038 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a3a58f-b0d2-4067-a1f7-be678838eb89 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Checking segment: {'id': '447a17bd-f215-47b0-bf8d-e3f7f1058726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a83cae79-c042-499e-b738-19ebbf114a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:32:02.897593 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a3a58f-b0d2-4067-a1f7-be678838eb89 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network hostable DHCP agents. Network: a83cae79-c042-499e-b738-19ebbf114a55, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:32:02.917999 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-f0ca98a0-180a-4840-9247-233b32366a95 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['836935bb-7b9a-4ba1-a7e2-019a7bf3b157']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:03.033967 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-f0ca98a0-180a-4840-9247-233b32366a95 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c9b401-0190-4d6b-a49f-6cdaf04c4482') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:03.034240 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-f0ca98a0-180a-4840-9247-233b32366a95 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c9b401-0190-4d6b-a49f-6cdaf04c4482') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:03.035358 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf05354-2e3c-4aa8-9f56-10d50a3fa3c0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:03.039492 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0cf05354-2e3c-4aa8-9f56-10d50a3fa3c0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:03.041065 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf05354-2e3c-4aa8-9f56-10d50a3fa3c0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:32:03.041600 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf05354-2e3c-4aa8-9f56-10d50a3fa3c0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:32:03.056847 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0ca98a0-180a-4840-9247-233b32366a95 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:03.131332 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9d00b6ce-aeae-4f6e-860e-9e717cd9bb88 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:03.136067 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9d00b6ce-aeae-4f6e-860e-9e717cd9bb88 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:03.146207 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0ca98a0-180a-4840-9247-233b32366a95 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:03.160721 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ca98a0-180a-4840-9247-233b32366a95 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:32:03.163764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0ca98a0-180a-4840-9247-233b32366a95 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:32:03.178009 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:32:03.180541 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a3a58f-b0d2-4067-a1f7-be678838eb89 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network a83cae79-c042-499e-b738-19ebbf114a55 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:32:03.273979 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-19a3a58f-b0d2-4067-a1f7-be678838eb89 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, a83cae79-c042-499e-b738-19ebbf114a55) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:03.281622 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a3a58f-b0d2-4067-a1f7-be678838eb89 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:03.282997 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-19a3a58f-b0d2-4067-a1f7-be678838eb89 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:03.283706 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bda8c9e-a593-4abc-bd3a-b19e2e6a7086 None None] Network a83cae79-c042-499e-b738-19ebbf114a55 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:32:03.291566 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9d00b6ce-aeae-4f6e-860e-9e717cd9bb88 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:03.292203 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d00b6ce-aeae-4f6e-860e-9e717cd9bb88 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Fanout notify agent at l3_agent the message router_deleted on router 93ef72ac-4b47-4e1f-a16d-6c6736d5b6bc {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:32:03.300250 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0cf05354-2e3c-4aa8-9f56-10d50a3fa3c0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6698372 Apr 06 13:32:03.305316 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45848) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:03.316644 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-9218e382-5535-4bf1-869d-72d3efe4f306 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:03.341936 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9d00b6ce-aeae-4f6e-860e-9e717cd9bb88 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:03.349382 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9d00b6ce-aeae-4f6e-860e-9e717cd9bb88 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/routers/93ef72ac-4b47-4e1f-a16d-6c6736d5b6bc HTTP/1.1" status: 204 len: 168 time: 0.9755723 Apr 06 13:32:03.349682 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45852) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:03.408801 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ed97ee7a-0599-4f41-a129-3b22a68f86e1 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "GET /v2.0/ports?device_id=93ef72ac-4b47-4e1f-a16d-6c6736d5b6bc HTTP/1.1" status: 200 len: 205 time: 0.0578294 Apr 06 13:32:03.411011 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45856) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:03.415869 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0ca98a0-180a-4840-9247-233b32366a95 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:03.441119 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0ca98a0-180a-4840-9247-233b32366a95 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:03.446041 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f0ca98a0-180a-4840-9247-233b32366a95 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] 10.222.0.48 "DELETE /v2.0/networks/836935bb-7b9a-4ba1-a7e2-019a7bf3b157 HTTP/1.1" status: 204 len: 168 time: 1.4962959 Apr 06 13:32:03.470579 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca98a0-180a-4840-9247-233b32366a95 tempest-PortsTestJSON-1788947842 tempest-PortsTestJSON-1788947842-project] Pushing event deleted for resources: {'Network': ['ID=836935bb-7b9a-4ba1-a7e2-019a7bf3b157,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:03.482236 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-9218e382-5535-4bf1-869d-72d3efe4f306 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:03.493704 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-9218e382-5535-4bf1-869d-72d3efe4f306 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:03.533642 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-19a3a58f-b0d2-4067-a1f7-be678838eb89 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5652933 Apr 06 13:32:03.536797 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-ceefca44-7d2d-44f5-80b2-e9ba02134b2d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] delete failed (client error): The resource could not be found. Apr 06 13:32:03.542138 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ceefca44-7d2d-44f5-80b2-e9ba02134b2d tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/routers/93ef72ac-4b47-4e1f-a16d-6c6736d5b6bc HTTP/1.1" status: 404 len: 336 time: 0.1271527 Apr 06 13:32:03.544825 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45864) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:03.565246 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0c97f68a-149c-4795-aef1-a03ffdc1eaf3 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:32:03.589642 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9218e382-5535-4bf1-869d-72d3efe4f306 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:03.593467 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9218e382-5535-4bf1-869d-72d3efe4f306 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:03.595136 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-9218e382-5535-4bf1-869d-72d3efe4f306 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:32:03.599888 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9218e382-5535-4bf1-869d-72d3efe4f306 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:32:03.604203 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-c61d400e-a986-4530-a20f-9c0af9387e9e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] DELETE failed (client error): The resource could not be found. Apr 06 13:32:03.604656 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c61d400e-a986-4530-a20f-9c0af9387e9e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:32:03.607576 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c61d400e-a986-4530-a20f-9c0af9387e9e tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/subnets/8670cf4a-8eea-4a63-b0d5-4c48d25a6c32 HTTP/1.1" status: 404 len: 337 time: 0.0615768 Apr 06 13:32:03.611727 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45868) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:03.652020 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042d440b-88b3-4107-b060-de9691c1b44c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-a83cae79-c042-499e-b738-19ebbf114a55', 'network_id': 'a83cae79-c042-499e-b738-19ebbf114a55', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ips': [{'subnet_id': 'd70acde1-30c9-419c-9be5-ca802692931b'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:32:03.657322 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-042d440b-88b3-4107-b060-de9691c1b44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:03.661069 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1c47cd-cbb2-4661-bbf9-99814edaa9bc tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] DELETE failed (client error): The resource could not be found. Apr 06 13:32:03.661655 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1c47cd-cbb2-4661-bbf9-99814edaa9bc tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:32:03.663416 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-da1c47cd-cbb2-4661-bbf9-99814edaa9bc tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/subnets/ae2cdb94-9001-454c-9c12-1c11abde6ffd HTTP/1.1" status: 404 len: 337 time: 0.0506623 Apr 06 13:32:03.665948 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45872) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:03.668928 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 0c97f68a-149c-4795-aef1-a03ffdc1eaf3 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:32:03.669274 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0c97f68a-149c-4795-aef1-a03ffdc1eaf3 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:32:03.706518 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-284d6c49-e43f-4420-8106-9094fd26e1a4 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] DELETE failed (client error): The resource could not be found. Apr 06 13:32:03.707005 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-284d6c49-e43f-4420-8106-9094fd26e1a4 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:32:03.711031 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-284d6c49-e43f-4420-8106-9094fd26e1a4 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/subnets/c17955d0-41c2-4dd0-a067-8469c670d13c HTTP/1.1" status: 404 len: 337 time: 0.0418103 Apr 06 13:32:03.711543 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45876) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:03.757317 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-e387dcea-cf0b-4142-8876-7c660e56968f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] DELETE failed (client error): The resource could not be found. Apr 06 13:32:03.757773 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e387dcea-cf0b-4142-8876-7c660e56968f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:32:03.759596 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e387dcea-cf0b-4142-8876-7c660e56968f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/subnets/4c9e1260-c3e9-4998-a5a5-a505f44c6f82 HTTP/1.1" status: 404 len: 337 time: 0.0469496 Apr 06 13:32:03.763357 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45880) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:03.811382 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9218e382-5535-4bf1-869d-72d3efe4f306 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5044506 Apr 06 13:32:03.813542 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f8746b6d-0c57-4970-a950-729cbe93a18a tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "GET /v2.0/ports?device_id=1587742b-f270-47e5-a582-48c6653c3a00 HTTP/1.1" status: 200 len: 205 time: 0.0490835 Apr 06 13:32:03.814835 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45884) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:03.816038 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45886) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:03.820540 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-627e5650-2375-484e-91d4-adecea43abf5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:03.877150 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45892) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:03.882970 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-335abda8-737c-4814-b56e-a2d61d9763f6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2090188410', 'description': 'tempest-secgroup-smoke-2090188410 description', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:03.890310 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-042d440b-88b3-4107-b060-de9691c1b44c None None] Allocated IP 172.20.0.18 (a83cae79-c042-499e-b738-19ebbf114a55/d70acde1-30c9-419c-9be5-ca802692931b/569f0c63-9860-4383-b2ac-5195bc114cee) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:32:03.892650 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-335abda8-737c-4814-b56e-a2d61d9763f6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:03.933282 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-7945bab5-9c44-4545-978c-7be2086f7589 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] delete failed (client error): The resource could not be found. Apr 06 13:32:03.933282 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7945bab5-9c44-4545-978c-7be2086f7589 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/routers/1587742b-f270-47e5-a582-48c6653c3a00 HTTP/1.1" status: 404 len: 336 time: 0.1102223 Apr 06 13:32:03.933282 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45896) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:03.965502 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-335abda8-737c-4814-b56e-a2d61d9763f6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:03.982240 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8999ea1f-5cd2-4cec-9a74-329bf4ac08a3 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "GET /v2.0/ports?device_id=7279cd67-528f-4c80-a56e-0e5da8b81909 HTTP/1.1" status: 200 len: 205 time: 0.0507870 Apr 06 13:32:03.984641 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45900) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:04.011720 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-627e5650-2375-484e-91d4-adecea43abf5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:04.028829 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-627e5650-2375-484e-91d4-adecea43abf5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:04.058034 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-0b998037-f0a4-4005-a228-1e3257f6b691 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] delete failed (client error): The resource could not be found. Apr 06 13:32:04.061656 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0b998037-f0a4-4005-a228-1e3257f6b691 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/routers/7279cd67-528f-4c80-a56e-0e5da8b81909 HTTP/1.1" status: 404 len: 336 time: 0.0735300 Apr 06 13:32:04.061962 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45906) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:04.105471 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-8044a3e8-f6ea-4e4e-b573-b0f8f60162cd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] DELETE failed (client error): The resource could not be found. Apr 06 13:32:04.105981 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8044a3e8-f6ea-4e4e-b573-b0f8f60162cd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:32:04.110898 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8044a3e8-f6ea-4e4e-b573-b0f8f60162cd tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/subnets/48063740-17fa-4dda-8b54-59a506c05677 HTTP/1.1" status: 404 len: 337 time: 0.0453355 Apr 06 13:32:04.110898 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-335abda8-737c-4814-b56e-a2d61d9763f6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:04.112305 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45910) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:04.128103 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627e5650-2375-484e-91d4-adecea43abf5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:04.133128 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-627e5650-2375-484e-91d4-adecea43abf5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:04.134062 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-042d440b-88b3-4107-b060-de9691c1b44c None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:04.135392 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-627e5650-2375-484e-91d4-adecea43abf5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:32:04.137243 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-627e5650-2375-484e-91d4-adecea43abf5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:32:04.162345 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-335abda8-737c-4814-b56e-a2d61d9763f6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:04.162545 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-042d440b-88b3-4107-b060-de9691c1b44c None None] Transition to ACTIVE for port object 569f0c63-9860-4383-b2ac-5195bc114cee will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:04.162673 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-335abda8-737c-4814-b56e-a2d61d9763f6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:04.162673 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-335abda8-737c-4814-b56e-a2d61d9763f6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:04.162673 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-335abda8-737c-4814-b56e-a2d61d9763f6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:04.170184 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-042d440b-88b3-4107-b060-de9691c1b44c None None] Transition to ACTIVE for port object 569f0c63-9860-4383-b2ac-5195bc114cee will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:04.178460 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45914) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:04.197182 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c25e0561-fdf6-4bb4-af98-c44fa230028b tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "GET /v2.0/ports?device_id=4932f45c-dfcf-45c0-9576-5ca900dde982 HTTP/1.1" status: 200 len: 205 time: 0.0809789 Apr 06 13:32:04.197678 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45920) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:04.229482 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-042d440b-88b3-4107-b060-de9691c1b44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:04.264228 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-335abda8-737c-4814-b56e-a2d61d9763f6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:04.287393 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-a91fbb7b-ce1a-4bd7-8863-a551793bdf4c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] delete failed (client error): The resource could not be found. Apr 06 13:32:04.291242 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a91fbb7b-ce1a-4bd7-8863-a551793bdf4c tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/routers/4932f45c-dfcf-45c0-9576-5ca900dde982 HTTP/1.1" status: 404 len: 336 time: 0.0924311 Apr 06 13:32:04.291552 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45924) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:04.300965 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042d440b-88b3-4107-b060-de9691c1b44c None None] Network a83cae79-c042-499e-b738-19ebbf114a55 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:04.303864 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-042d440b-88b3-4107-b060-de9691c1b44c None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:04.313309 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042d440b-88b3-4107-b060-de9691c1b44c None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:32:04.325407 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d440b-88b3-4107-b060-de9691c1b44c None None] Pushing event updated for resources: {'Port': ['ID=569f0c63-9860-4383-b2ac-5195bc114cee,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:04.338083 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-335abda8-737c-4814-b56e-a2d61d9763f6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:04.342569 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-627e5650-2375-484e-91d4-adecea43abf5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5269039 Apr 06 13:32:04.346315 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45928) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:04.352596 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-e4627a4c-e70a-41bb-a7fd-4be9b98c63ac tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:04.377586 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5550071a-1327-437f-8451-4e842f6f050b tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "GET /v2.0/ports?device_id=553a6aeb-d87f-4be9-9a3f-a3ebf792f252 HTTP/1.1" status: 200 len: 205 time: 0.0833478 Apr 06 13:32:04.387669 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45932) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:04.428795 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-042d440b-88b3-4107-b060-de9691c1b44c None None] Attempting to bind port 569f0c63-9860-4383-b2ac-5195bc114cee on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:32:04.429171 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-042d440b-88b3-4107-b060-de9691c1b44c None None] Attempting to bind port 569f0c63-9860-4383-b2ac-5195bc114cee by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '447a17bd-f215-47b0-bf8d-e3f7f1058726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a83cae79-c042-499e-b738-19ebbf114a55'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:32:04.429562 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042d440b-88b3-4107-b060-de9691c1b44c None None] Attempting to bind port 569f0c63-9860-4383-b2ac-5195bc114cee on network a83cae79-c042-499e-b738-19ebbf114a55 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:32:04.435821 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042d440b-88b3-4107-b060-de9691c1b44c None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:32:04.436201 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042d440b-88b3-4107-b060-de9691c1b44c None None] Checking segment: {'id': '447a17bd-f215-47b0-bf8d-e3f7f1058726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a83cae79-c042-499e-b738-19ebbf114a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:32:04.436636 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-042d440b-88b3-4107-b060-de9691c1b44c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:04.437701 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042d440b-88b3-4107-b060-de9691c1b44c None None] Bound using segment: {'id': '447a17bd-f215-47b0-bf8d-e3f7f1058726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a83cae79-c042-499e-b738-19ebbf114a55'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:32:04.437701 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-042d440b-88b3-4107-b060-de9691c1b44c None None] Bound port: 569f0c63-9860-4383-b2ac-5195bc114cee, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447a17bd-f215-47b0-bf8d-e3f7f1058726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a83cae79-c042-499e-b738-19ebbf114a55'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:32:04.437970 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-042d440b-88b3-4107-b060-de9691c1b44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:04.485238 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e4627a4c-e70a-41bb-a7fd-4be9b98c63ac tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:04.489698 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335abda8-737c-4814-b56e-a2d61d9763f6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fd9f9f-6849-4e58-acfd-15f6f9b97fd2,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:04.494872 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-335abda8-737c-4814-b56e-a2d61d9763f6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:04.496106 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e4627a4c-e70a-41bb-a7fd-4be9b98c63ac tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:04.496706 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-335abda8-737c-4814-b56e-a2d61d9763f6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6185799 Apr 06 13:32:04.499613 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45936) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:04.500467 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-01b8b85c-731f-4b91-a0b9-dfb86bb7a92f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] delete failed (client error): The resource could not be found. Apr 06 13:32:04.502554 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-01b8b85c-731f-4b91-a0b9-dfb86bb7a92f tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/routers/553a6aeb-d87f-4be9-9a3f-a3ebf792f252 HTTP/1.1" status: 404 len: 336 time: 0.1130669 Apr 06 13:32:04.508787 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-5d1c0187-f09d-4935-b7eb-1fd13c6a841f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'a9fd9f9f-6849-4e58-acfd-15f6f9b97fd2', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:04.508914 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45940) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:04.512827 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-5d1c0187-f09d-4935-b7eb-1fd13c6a841f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:04.520494 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-5d1c0187-f09d-4935-b7eb-1fd13c6a841f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:04.523966 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-5d1c0187-f09d-4935-b7eb-1fd13c6a841f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:04.530130 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-5d1c0187-f09d-4935-b7eb-1fd13c6a841f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:04.548607 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-042d440b-88b3-4107-b060-de9691c1b44c None None] For port 569f0c63-9860-4383-b2ac-5195bc114cee, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:32:04.551939 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-042d440b-88b3-4107-b060-de9691c1b44c None None] For port 569f0c63-9860-4383-b2ac-5195bc114cee, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=569f0c63-9860-4383-b2ac-5195bc114cee,segment=NetworkSegment(447a17bd-f215-47b0-bf8d-e3f7f1058726),segment_id=447a17bd-f215-47b0-bf8d-e3f7f1058726)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:32:04.555567 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-217923ce-0c53-4e66-958a-288f1e768826 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a526e3e3d3c243f2855d6757315c0284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705666 Apr 06 13:32:04.556727 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d4874d-c7c1-4e24-a321-1d102272f0fe tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] DELETE failed (client error): The resource could not be found. Apr 06 13:32:04.557177 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d4874d-c7c1-4e24-a321-1d102272f0fe tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:32:04.559163 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-16d4874d-c7c1-4e24-a321-1d102272f0fe tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/subnets/cc22cf9c-abc8-4613-a1bd-64d433109412 HTTP/1.1" status: 404 len: 337 time: 0.0493035 Apr 06 13:32:04.559601 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45944) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:04.562194 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45948) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:04.607023 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-70aa4490-5e06-43b1-8cba-15bd96896791 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ee91f39-b253-400c-a72c-4867cb34312a HTTP/1.1" status: 200 len: 205 time: 0.0435958 Apr 06 13:32:04.609435 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45952) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:04.624328 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4627a4c-e70a-41bb-a7fd-4be9b98c63ac tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:04.627891 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e4627a4c-e70a-41bb-a7fd-4be9b98c63ac tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:04.629363 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4627a4c-e70a-41bb-a7fd-4be9b98c63ac tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:32:04.629860 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4627a4c-e70a-41bb-a7fd-4be9b98c63ac tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:32:04.646322 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d1a2f8d-cc42-4195-8a22-7af11bbcbe72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:04.659188 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-042d440b-88b3-4107-b060-de9691c1b44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:04.677343 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5d1c0187-f09d-4935-b7eb-1fd13c6a841f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:04.681020 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-9a18fa25-61fe-43b8-9288-9f39c85447cc tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] delete failed (client error): The resource could not be found. Apr 06 13:32:04.685134 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9a18fa25-61fe-43b8-9288-9f39c85447cc tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/routers/9ee91f39-b253-400c-a72c-4867cb34312a HTTP/1.1" status: 404 len: 336 time: 0.0717134 Apr 06 13:32:04.685414 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45956) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:04.691683 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d1a2f8d-cc42-4195-8a22-7af11bbcbe72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:04.733600 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-50db71fd-dc5a-497c-b268-a7b7cea212c3 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] DELETE failed (client error): The resource could not be found. Apr 06 13:32:04.734039 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50db71fd-dc5a-497c-b268-a7b7cea212c3 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:32:04.739580 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-50db71fd-dc5a-497c-b268-a7b7cea212c3 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/subnets/803d8174-69e1-47c1-bad0-7c0873573eec HTTP/1.1" status: 404 len: 337 time: 0.0493910 Apr 06 13:32:04.739580 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45960) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:04.775060 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5d1c0187-f09d-4935-b7eb-1fd13c6a841f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:04.794075 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d440b-88b3-4107-b060-de9691c1b44c None None] Pushing event updated for resources: {'Port': ['ID=569f0c63-9860-4383-b2ac-5195bc114cee,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:04.799489 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8e8c71fb-1cbe-4f43-b3a3-4c0f30371ea5 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c7dabc9-638d-4032-a148-97177f6cd699 HTTP/1.1" status: 200 len: 205 time: 0.0543244 Apr 06 13:32:04.799640 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e4627a4c-e70a-41bb-a7fd-4be9b98c63ac tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4479384 Apr 06 13:32:04.799739 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45964) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:04.799836 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45966) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:04.844962 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-23036d8d-99de-43e7-8813-f729ea81e7d4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0452590 Apr 06 13:32:04.847562 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45972) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:04.867967 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-223b18a1-db16-4c93-8072-77f28434cc78 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] delete failed (client error): The resource could not be found. Apr 06 13:32:04.871758 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-223b18a1-db16-4c93-8072-77f28434cc78 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/routers/9c7dabc9-638d-4032-a148-97177f6cd699 HTTP/1.1" status: 404 len: 336 time: 0.0704198 Apr 06 13:32:04.873922 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45976) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:04.920779 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3c5d07-fb81-4b53-80a3-edf91518aca8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] DELETE failed (client error): The resource could not be found. Apr 06 13:32:04.921511 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd3c5d07-fb81-4b53-80a3-edf91518aca8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:32:04.923421 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-bd3c5d07-fb81-4b53-80a3-edf91518aca8 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/subnets/fee73ce7-7807-4c11-9968-605d8286a31f HTTP/1.1" status: 404 len: 337 time: 0.0482748 Apr 06 13:32:04.926053 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45980) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:04.970109 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4daec4c-b0fd-4e64-9653-44d5dae78074 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] DELETE failed (client error): The resource could not be found. Apr 06 13:32:04.970851 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4daec4c-b0fd-4e64-9653-44d5dae78074 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:32:04.973380 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a4daec4c-b0fd-4e64-9653-44d5dae78074 tempest-RoutersIpV6Test-840038368 tempest-RoutersIpV6Test-840038368-project] 10.222.0.48 "DELETE /v2.0/subnets/6b1bc246-d2cb-474d-863e-f10dc7fd47fe HTTP/1.1" status: 404 len: 337 time: 0.0458858 Apr 06 13:32:05.005774 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5d1c0187-f09d-4935-b7eb-1fd13c6a841f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:05.007785 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d1a2f8d-cc42-4195-8a22-7af11bbcbe72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:05.063419 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c0187-f09d-4935-b7eb-1fd13c6a841f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c38405-dc31-4e1f-b416-4140caefffe1,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:05.069977 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a2f8d-cc42-4195-8a22-7af11bbcbe72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615b877d-87f6-4cc6-8da5-6d4553e3253f,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:05.091893 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d1a2f8d-cc42-4195-8a22-7af11bbcbe72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:05.096564 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2d1a2f8d-cc42-4195-8a22-7af11bbcbe72 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/615b877d-87f6-4cc6-8da5-6d4553e3253f HTTP/1.1" status: 204 len: 168 time: 0.5359216 Apr 06 13:32:05.105876 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d025515c-4f5e-47c7-9e68-68f50351283b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:05.107580 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d025515c-4f5e-47c7-9e68-68f50351283b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2591317 Apr 06 13:32:05.110987 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45988) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:05.177463 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5d1c0187-f09d-4935-b7eb-1fd13c6a841f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:05.183748 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5d1c0187-f09d-4935-b7eb-1fd13c6a841f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6808529 Apr 06 13:32:05.185129 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 45992) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:05.192867 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-b97553ab-331c-460b-b68f-07b1696adf0c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'a9fd9f9f-6849-4e58-acfd-15f6f9b97fd2', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:05.202022 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b97553ab-331c-460b-b68f-07b1696adf0c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:05.206880 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b97553ab-331c-460b-b68f-07b1696adf0c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:05.210038 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b97553ab-331c-460b-b68f-07b1696adf0c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:05.217263 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b97553ab-331c-460b-b68f-07b1696adf0c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:05.222920 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-06b1f63a-9a71-4e08-bfc9-c4e2f4a0de78 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1062264 Apr 06 13:32:05.225142 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 45996) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:05.238379 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-44bd289a-19e1-4bdf-beeb-4d797facfddf tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:05.371412 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b97553ab-331c-460b-b68f-07b1696adf0c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:05.461827 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b97553ab-331c-460b-b68f-07b1696adf0c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:05.499473 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-44bd289a-19e1-4bdf-beeb-4d797facfddf tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:05.512922 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-44bd289a-19e1-4bdf-beeb-4d797facfddf tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:05.543456 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46002) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:05.568512 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b97553ab-331c-460b-b68f-07b1696adf0c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:05.577412 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 569f0c63-9860-4383-b2ac-5195bc114cee up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:32:05.606965 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bd289a-19e1-4bdf-beeb-4d797facfddf tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:05.610588 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97553ab-331c-460b-b68f-07b1696adf0c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1052c578-ca0a-4838-900a-d6f910298a75,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:05.610715 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-44bd289a-19e1-4bdf-beeb-4d797facfddf tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:05.743961 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b97553ab-331c-460b-b68f-07b1696adf0c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:05.748997 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b97553ab-331c-460b-b68f-07b1696adf0c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5588238 Apr 06 13:32:05.748997 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46016) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:05.754184 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-85bb66af-4ed2-4269-b13b-b58ed9ec0875 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'a9fd9f9f-6849-4e58-acfd-15f6f9b97fd2', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:05.762754 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-85bb66af-4ed2-4269-b13b-b58ed9ec0875 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:05.772853 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-85bb66af-4ed2-4269-b13b-b58ed9ec0875 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:05.778747 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-85bb66af-4ed2-4269-b13b-b58ed9ec0875 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:05.779003 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 569f0c63-9860-4383-b2ac-5195bc114cee completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:32:05.786516 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-85bb66af-4ed2-4269-b13b-b58ed9ec0875 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:05.829079 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1a669559-06bb-464d-a600-86c9db6dcf8f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=914bb3d1bef745388dc453a227f40127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2822382 Apr 06 13:32:05.829929 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46020) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:05.891999 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-85bb66af-4ed2-4269-b13b-b58ed9ec0875 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:05.973062 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cc704777-52bd-4379-92f9-fa57b163ed87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:06.018990 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cc704777-52bd-4379-92f9-fa57b163ed87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:06.032305 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-85bb66af-4ed2-4269-b13b-b58ed9ec0875 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:06.127624 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb3b734-b397-4f40-ad73-e09a901a6adf None None] Network a83cae79-c042-499e-b738-19ebbf114a55 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:32:06.206455 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-85bb66af-4ed2-4269-b13b-b58ed9ec0875 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:06.241199 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.objects.ports [None req-44bd289a-19e1-4bdf-beeb-4d797facfddf tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88565) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 06 13:32:06.244747 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cc704777-52bd-4379-92f9-fa57b163ed87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:06.246438 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-44bd289a-19e1-4bdf-beeb-4d797facfddf tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:06.274098 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb66af-4ed2-4269-b13b-b58ed9ec0875 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f6339f5-3c76-4305-b30f-d1e5dd1f0357,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:06.293184 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc704777-52bd-4379-92f9-fa57b163ed87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d5c093-b0ce-4b7f-8589-2644af8ef7f1,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:06.312328 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cc704777-52bd-4379-92f9-fa57b163ed87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:06.313466 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-cc704777-52bd-4379-92f9-fa57b163ed87 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/75d5c093-b0ce-4b7f-8589-2644af8ef7f1 HTTP/1.1" status: 204 len: 168 time: 0.4823308 Apr 06 13:32:06.327758 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bd289a-19e1-4bdf-beeb-4d797facfddf tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:06.331953 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-44bd289a-19e1-4bdf-beeb-4d797facfddf tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:06.343103 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bd289a-19e1-4bdf-beeb-4d797facfddf tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:06.343851 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-44bd289a-19e1-4bdf-beeb-4d797facfddf tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:06.368184 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf02807-322b-47fc-aa18-8dbb0da7dc79 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:32:06.378106 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-85bb66af-4ed2-4269-b13b-b58ed9ec0875 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:06.383753 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-85bb66af-4ed2-4269-b13b-b58ed9ec0875 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6338727 Apr 06 13:32:06.388337 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46036) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:06.397125 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-db524e21-f2d3-4262-88cf-8b6303a3e36a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'a9fd9f9f-6849-4e58-acfd-15f6f9b97fd2', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:06.405780 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd289a-19e1-4bdf-beeb-4d797facfddf tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=2621bbb2-1c18-417d-89f9-7a786bdb6ba3,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:06.410654 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-db524e21-f2d3-4262-88cf-8b6303a3e36a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:06.416292 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-db524e21-f2d3-4262-88cf-8b6303a3e36a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:06.421362 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-db524e21-f2d3-4262-88cf-8b6303a3e36a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:06.435313 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-db524e21-f2d3-4262-88cf-8b6303a3e36a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:06.460563 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-6f86d390-66ad-4a8c-8270-de5fd25095dc None None] Provisioning for port 569f0c63-9860-4383-b2ac-5195bc114cee completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:32:06.471425 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-6f86d390-66ad-4a8c-8270-de5fd25095dc None None] Provisioning complete for port 569f0c63-9860-4383-b2ac-5195bc114cee triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:06.472222 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6f86d390-66ad-4a8c-8270-de5fd25095dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:06.496058 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-44bd289a-19e1-4bdf-beeb-4d797facfddf tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2612267 Apr 06 13:32:06.496058 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46040) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:06.501787 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-76efb35d-9274-426f-9e1f-90876a3de52f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'port': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'mac_address': 'fa:16:3e:01:d4:8d', 'name': 'tempest-NetworksTestDHCPv6-1099816638'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:06.532131 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46044) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:06.556437 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-db524e21-f2d3-4262-88cf-8b6303a3e36a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:06.663369 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-db524e21-f2d3-4262-88cf-8b6303a3e36a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:06.721739 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-76efb35d-9274-426f-9e1f-90876a3de52f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:06.729307 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-76efb35d-9274-426f-9e1f-90876a3de52f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:port and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:06.734138 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-76efb35d-9274-426f-9e1f-90876a3de52f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:06.743580 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-76efb35d-9274-426f-9e1f-90876a3de52f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:06.795389 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-db524e21-f2d3-4262-88cf-8b6303a3e36a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:06.829476 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76efb35d-9274-426f-9e1f-90876a3de52f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:06.836317 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6f86d390-66ad-4a8c-8270-de5fd25095dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:06.842564 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db524e21-f2d3-4262-88cf-8b6303a3e36a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c99e17a-ab13-4464-bf4a-828ff3af4791,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:06.887409 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dec9f2-cd86-4369-9f75-a34a50d8ad34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-4a5369b0-8301-4713-81a5-ebef94e70f0e', 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'fixed_ips': [{'subnet_id': '2621bbb2-1c18-417d-89f9-7a786bdb6ba3'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:32:06.889981 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-58dec9f2-cd86-4369-9f75-a34a50d8ad34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:06.921238 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-b13a1b05-d148-4579-9579-69bca58bb8fe tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Request body: {'security_group': {'name': 'tempest-secgroup--609064191'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:06.933823 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b13a1b05-d148-4579-9579-69bca58bb8fe tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:06.946127 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b13a1b05-d148-4579-9579-69bca58bb8fe tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Usage tracker for resource:security_group and tenant:85ce3bf22c2b421086f68579aae70803 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:06.955143 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b13a1b05-d148-4579-9579-69bca58bb8fe tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:06.963143 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b13a1b05-d148-4579-9579-69bca58bb8fe tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:06.972024 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-db524e21-f2d3-4262-88cf-8b6303a3e36a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:06.973994 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-db524e21-f2d3-4262-88cf-8b6303a3e36a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5842180 Apr 06 13:32:06.978359 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46058) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:06.985349 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-f49af902-3995-4746-bf4a-bbbd5acb03f8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'a9fd9f9f-6849-4e58-acfd-15f6f9b97fd2', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:06.992977 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f49af902-3995-4746-bf4a-bbbd5acb03f8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:07.001123 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f49af902-3995-4746-bf4a-bbbd5acb03f8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:07.008331 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f49af902-3995-4746-bf4a-bbbd5acb03f8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:07.010319 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-76efb35d-9274-426f-9e1f-90876a3de52f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:07.013878 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-6f86d390-66ad-4a8c-8270-de5fd25095dc None None] For port 569f0c63-9860-4383-b2ac-5195bc114cee, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=569f0c63-9860-4383-b2ac-5195bc114cee,segment=NetworkSegment(447a17bd-f215-47b0-bf8d-e3f7f1058726),segment_id=447a17bd-f215-47b0-bf8d-e3f7f1058726)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:07.021385 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f49af902-3995-4746-bf4a-bbbd5acb03f8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:07.035854 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b13a1b05-d148-4579-9579-69bca58bb8fe tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:07.070601 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b13a1b05-d148-4579-9579-69bca58bb8fe tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:07.071319 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-76efb35d-9274-426f-9e1f-90876a3de52f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] device_id is not set on port ecb41219-914b-4cab-b09d-72896b75599f yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:32:07.096739 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b13a1b05-d148-4579-9579-69bca58bb8fe tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:07.116519 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b13a1b05-d148-4579-9579-69bca58bb8fe tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Usage tracker for resource:security_group_rule and tenant:85ce3bf22c2b421086f68579aae70803 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:07.119414 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6f86d390-66ad-4a8c-8270-de5fd25095dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:07.121373 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b13a1b05-d148-4579-9579-69bca58bb8fe tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:07.130012 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.securitygroups_db [None req-f49af902-3995-4746-bf4a-bbbd5acb03f8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Project accb128fe3eb42cd83b327a0d6bf9c24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:32:07.134335 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b13a1b05-d148-4579-9579-69bca58bb8fe tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:07.140870 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f49af902-3995-4746-bf4a-bbbd5acb03f8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:07.164592 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-58dec9f2-cd86-4369-9f75-a34a50d8ad34 None None] Allocated IP 2001:db8::f816:3eff:feb4:e016 (4a5369b0-8301-4713-81a5-ebef94e70f0e/2621bbb2-1c18-417d-89f9-7a786bdb6ba3/60b56b10-fde9-4794-b37e-74352176332b) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:32:07.248280 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f49af902-3995-4746-bf4a-bbbd5acb03f8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:07.302937 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b13a1b05-d148-4579-9579-69bca58bb8fe tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:07.376946 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86d390-66ad-4a8c-8270-de5fd25095dc None None] Pushing event updated for resources: {'Port': ['ID=569f0c63-9860-4383-b2ac-5195bc114cee,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:07.383286 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-96b29971-b735-4586-8416-8f1d1769da63 None None] Provisioning complete for port 569f0c63-9860-4383-b2ac-5195bc114cee triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:07.383654 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-96b29971-b735-4586-8416-8f1d1769da63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:07.388453 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f49af902-3995-4746-bf4a-bbbd5acb03f8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:07.420921 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49af902-3995-4746-bf4a-bbbd5acb03f8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c376b02e-44d8-402c-8f69-02c22d831874,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:07.431938 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b13a1b05-d148-4579-9579-69bca58bb8fe tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:07.448937 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b13a1b05-d148-4579-9579-69bca58bb8fe tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:07.461961 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b13a1b05-d148-4579-9579-69bca58bb8fe tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Usage tracker for resource:security_group_rule and tenant:85ce3bf22c2b421086f68579aae70803 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:07.468421 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b13a1b05-d148-4579-9579-69bca58bb8fe tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:07.474526 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a1b05-d148-4579-9579-69bca58bb8fe tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5ff793-0d88-4d49-b647-f0c693945feb,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:07.478391 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b13a1b05-d148-4579-9579-69bca58bb8fe tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:07.541126 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 569f0c63-9860-4383-b2ac-5195bc114cee up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:32:07.552367 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f49af902-3995-4746-bf4a-bbbd5acb03f8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:07.553762 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f49af902-3995-4746-bf4a-bbbd5acb03f8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5740769 Apr 06 13:32:07.556732 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46070) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:07.564223 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-b4d9c9d8-f6bc-42c0-9728-c8d6dae9c333 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'a9fd9f9f-6849-4e58-acfd-15f6f9b97fd2', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:07.574071 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b4d9c9d8-f6bc-42c0-9728-c8d6dae9c333 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:07.580211 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b4d9c9d8-f6bc-42c0-9728-c8d6dae9c333 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:07.583968 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b4d9c9d8-f6bc-42c0-9728-c8d6dae9c333 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:07.592530 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b4d9c9d8-f6bc-42c0-9728-c8d6dae9c333 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:07.627311 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-58dec9f2-cd86-4369-9f75-a34a50d8ad34 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:07.634729 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b13a1b05-d148-4579-9579-69bca58bb8fe tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:07.666412 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-58dec9f2-cd86-4369-9f75-a34a50d8ad34 None None] Transition to ACTIVE for port object 60b56b10-fde9-4794-b37e-74352176332b will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:07.692561 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.securitygroups_db [None req-b4d9c9d8-f6bc-42c0-9728-c8d6dae9c333 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Project accb128fe3eb42cd83b327a0d6bf9c24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:32:07.695839 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-58dec9f2-cd86-4369-9f75-a34a50d8ad34 None None] Transition to ACTIVE for port object 60b56b10-fde9-4794-b37e-74352176332b will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:07.701805 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b4d9c9d8-f6bc-42c0-9728-c8d6dae9c333 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:07.707926 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 569f0c63-9860-4383-b2ac-5195bc114cee triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:07.708513 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:07.721571 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b13a1b05-d148-4579-9579-69bca58bb8fe tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:07.774873 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46076) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:07.775343 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-58dec9f2-cd86-4369-9f75-a34a50d8ad34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:07.785283 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a1b05-d148-4579-9579-69bca58bb8fe tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b8d804-3225-4d52-9809-fdd07147eae9,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:07.834735 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b13a1b05-d148-4579-9579-69bca58bb8fe tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:07.836771 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b13a1b05-d148-4579-9579-69bca58bb8fe tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3032563 Apr 06 13:32:07.837631 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b4d9c9d8-f6bc-42c0-9728-c8d6dae9c333 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:07.839541 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46082) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:07.855686 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dec9f2-cd86-4369-9f75-a34a50d8ad34 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:07.863069 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-58dec9f2-cd86-4369-9f75-a34a50d8ad34 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:07.865612 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dec9f2-cd86-4369-9f75-a34a50d8ad34 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:32:07.866781 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-76efb35d-9274-426f-9e1f-90876a3de52f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 2001:db8::f816:3eff:fe01:d48d (4a5369b0-8301-4713-81a5-ebef94e70f0e/2621bbb2-1c18-417d-89f9-7a786bdb6ba3/ecb41219-914b-4cab-b09d-72896b75599f) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:32:07.947811 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-485ff0f9-3f20-4d3c-a9d4-49f82da87f3f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-380610203-network', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:07.956109 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b4d9c9d8-f6bc-42c0-9728-c8d6dae9c333 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:07.959452 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-485ff0f9-3f20-4d3c-a9d4-49f82da87f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:07.967971 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-36912210-ebff-4890-ad73-24aa1155c727 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Synchronizing usage tracker for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:07.971883 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-485ff0f9-3f20-4d3c-a9d4-49f82da87f3f admin admin] Usage tracker for resource:network and tenant:6f961cdd2806417f9eeecf800dc5c9c4 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:07.975163 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-485ff0f9-3f20-4d3c-a9d4-49f82da87f3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:07.985735 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-485ff0f9-3f20-4d3c-a9d4-49f82da87f3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:08.022335 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dec9f2-cd86-4369-9f75-a34a50d8ad34 None None] Pushing event updated for resources: {'Port': ['ID=60b56b10-fde9-4794-b37e-74352176332b,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:08.045715 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-58dec9f2-cd86-4369-9f75-a34a50d8ad34 None None] Attempting to bind port 60b56b10-fde9-4794-b37e-74352176332b on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:32:08.046081 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-58dec9f2-cd86-4369-9f75-a34a50d8ad34 None None] Attempting to bind port 60b56b10-fde9-4794-b37e-74352176332b by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:32:08.046441 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dec9f2-cd86-4369-9f75-a34a50d8ad34 None None] Attempting to bind port 60b56b10-fde9-4794-b37e-74352176332b on network 4a5369b0-8301-4713-81a5-ebef94e70f0e {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:32:08.055258 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9c9d8-f6bc-42c0-9728-c8d6dae9c333 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2a742b-136a-489e-b3ff-6052873ab9d9,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:08.058913 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dec9f2-cd86-4369-9f75-a34a50d8ad34 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:32:08.059486 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dec9f2-cd86-4369-9f75-a34a50d8ad34 None None] Checking segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:32:08.059922 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-58dec9f2-cd86-4369-9f75-a34a50d8ad34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:08.060298 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dec9f2-cd86-4369-9f75-a34a50d8ad34 None None] Bound using segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:32:08.060774 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-58dec9f2-cd86-4369-9f75-a34a50d8ad34 None None] Bound port: 60b56b10-fde9-4794-b37e-74352176332b, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:32:08.061160 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-58dec9f2-cd86-4369-9f75-a34a50d8ad34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:08.104133 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-36912210-ebff-4890-ad73-24aa1155c727 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Unset dirty status for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:08.110881 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46086) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:08.116260 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-36912210-ebff-4890-ad73-24aa1155c727 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2705081 Apr 06 13:32:08.118371 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-59f7fe81-aff3-4d38-96c8-90f959906567 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Request body: {'security_group': {'name': 'tempest-security--1500664467', 'description': 'tempest-security-description-985793943'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:08.138093 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485ff0f9-3f20-4d3c-a9d4-49f82da87f3f admin admin] Made reservation on behalf of 6f961cdd2806417f9eeecf800dc5c9c4 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:08.140918 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-485ff0f9-3f20-4d3c-a9d4-49f82da87f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:08.146466 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-76efb35d-9274-426f-9e1f-90876a3de52f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:08.166067 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-485ff0f9-3f20-4d3c-a9d4-49f82da87f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:08.166480 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-58dec9f2-cd86-4369-9f75-a34a50d8ad34 None None] For port 60b56b10-fde9-4794-b37e-74352176332b, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:32:08.172733 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-58dec9f2-cd86-4369-9f75-a34a50d8ad34 None None] For port 60b56b10-fde9-4794-b37e-74352176332b, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=60b56b10-fde9-4794-b37e-74352176332b,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:32:08.176337 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-59f7fe81-aff3-4d38-96c8-90f959906567 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:08.184100 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-485ff0f9-3f20-4d3c-a9d4-49f82da87f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:08.188692 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-485ff0f9-3f20-4d3c-a9d4-49f82da87f3f admin admin] Usage tracker for resource:security_group_rule and tenant:6f961cdd2806417f9eeecf800dc5c9c4 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:08.191304 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-76efb35d-9274-426f-9e1f-90876a3de52f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Transition to ACTIVE for port object ecb41219-914b-4cab-b09d-72896b75599f will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:08.192250 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-485ff0f9-3f20-4d3c-a9d4-49f82da87f3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:08.199607 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b4d9c9d8-f6bc-42c0-9728-c8d6dae9c333 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:08.211076 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b4d9c9d8-f6bc-42c0-9728-c8d6dae9c333 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6415110 Apr 06 13:32:08.211336 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-485ff0f9-3f20-4d3c-a9d4-49f82da87f3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:08.261061 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-59f7fe81-aff3-4d38-96c8-90f959906567 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:08.270483 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-58dec9f2-cd86-4369-9f75-a34a50d8ad34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:08.309853 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-59f7fe81-aff3-4d38-96c8-90f959906567 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:08.313715 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-59f7fe81-aff3-4d38-96c8-90f959906567 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:08.315271 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-59f7fe81-aff3-4d38-96c8-90f959906567 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "PUT /v2.0/security-groups/18b8d804-3225-4d52-9809-fdd07147eae9 HTTP/1.1" status: 200 len: 1779 time: 0.2034397 Apr 06 13:32:08.320123 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46092) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:08.331569 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-485ff0f9-3f20-4d3c-a9d4-49f82da87f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:08.336025 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-76efb35d-9274-426f-9e1f-90876a3de52f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:08.375506 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dec9f2-cd86-4369-9f75-a34a50d8ad34 None None] Pushing event updated for resources: {'Port': ['ID=60b56b10-fde9-4794-b37e-74352176332b,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:08.398295 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-99b66c52-bb89-4754-9b4c-1834f206ad68 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-groups/18b8d804-3225-4d52-9809-fdd07147eae9 HTTP/1.1" status: 200 len: 1779 time: 0.0677335 Apr 06 13:32:08.398857 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46098) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:08.415092 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-485ff0f9-3f20-4d3c-a9d4-49f82da87f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:08.429060 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7fe81-aff3-4d38-96c8-90f959906567 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b8d804-3225-4d52-9809-fdd07147eae9,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:08.474618 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76efb35d-9274-426f-9e1f-90876a3de52f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=ecb41219-914b-4cab-b09d-72896b75599f,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:08.483939 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76efb35d-9274-426f-9e1f-90876a3de52f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:08.486602 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485ff0f9-3f20-4d3c-a9d4-49f82da87f3f admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:32:08.498114 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-76efb35d-9274-426f-9e1f-90876a3de52f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:08.501398 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76efb35d-9274-426f-9e1f-90876a3de52f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:32:08.506890 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76efb35d-9274-426f-9e1f-90876a3de52f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:08.507874 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-76efb35d-9274-426f-9e1f-90876a3de52f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:08.511443 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ff0f9-3f20-4d3c-a9d4-49f82da87f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa817cd-d5aa-485e-b28b-370903711a9a,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:08.514671 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-485ff0f9-3f20-4d3c-a9d4-49f82da87f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:08.515037 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-485ff0f9-3f20-4d3c-a9d4-49f82da87f3f admin admin] Added segment ad0f3491-5818-4d1f-8d68-284d1a30d5e3 of type vlan for network 07d8a801-9673-412c-b97f-9a98a83af4f7 Apr 06 13:32:08.547162 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1cecac63-ec24-479a-b7dc-0796d73df6d0 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:08.553129 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-5d907504-441b-4a8d-b76a-04248f2b8693 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:08.579920 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-485ff0f9-3f20-4d3c-a9d4-49f82da87f3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:08.601645 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1cecac63-ec24-479a-b7dc-0796d73df6d0 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:08.675882 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-76efb35d-9274-426f-9e1f-90876a3de52f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1788015 Apr 06 13:32:08.678963 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46110) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:08.743523 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-5d907504-441b-4a8d-b76a-04248f2b8693 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:08.745014 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-5d907504-441b-4a8d-b76a-04248f2b8693 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090188410&fields=id&tenant_id=accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 267 time: 0.2656267 Apr 06 13:32:08.809010 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694aff6e-6ed6-433e-9666-c0f638c21744 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:08.814754 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694aff6e-6ed6-433e-9666-c0f638c21744 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:08.815540 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-694aff6e-6ed6-433e-9666-c0f638c21744 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:08.829618 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-485ff0f9-3f20-4d3c-a9d4-49f82da87f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:08.846206 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485ff0f9-3f20-4d3c-a9d4-49f82da87f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:08.846206 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-485ff0f9-3f20-4d3c-a9d4-49f82da87f3f admin admin] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:08.940070 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1cecac63-ec24-479a-b7dc-0796d73df6d0 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:08.941334 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-781f5309-0a7d-4cfd-a77b-f2e5de4f24af tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:08.942891 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-781f5309-0a7d-4cfd-a77b-f2e5de4f24af tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/networks?id=a83cae79-c042-499e-b738-19ebbf114a55 HTTP/1.1" status: 200 len: 796 time: 0.1836421 Apr 06 13:32:08.959498 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-0002336b-80ff-4717-a7f7-e9c80de2ccfc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/quotas/accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 375 time: 0.0105875 Apr 06 13:32:08.967147 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ff0f9-3f20-4d3c-a9d4-49f82da87f3f admin admin] Pushing event updated for resources: {'Network': ['ID=07d8a801-9673-412c-b97f-9a98a83af4f7,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:08.980152 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 07d8a801-9673-412c-b97f-9a98a83af4f7 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:32:08.982521 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecac63-ec24-479a-b7dc-0796d73df6d0 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b8d804-3225-4d52-9809-fdd07147eae9,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:09.010230 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-694aff6e-6ed6-433e-9666-c0f638c21744 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:09.013344 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-694aff6e-6ed6-433e-9666-c0f638c21744 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3328512 Apr 06 13:32:09.014352 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46114) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:09.079578 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-17bc35fc-a751-4689-b12c-5502f057d3b1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1128080 Apr 06 13:32:09.092577 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46118) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:09.093072 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-485ff0f9-3f20-4d3c-a9d4-49f82da87f3f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3164401 Apr 06 13:32:09.097713 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1cecac63-ec24-479a-b7dc-0796d73df6d0 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:09.099627 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1cecac63-ec24-479a-b7dc-0796d73df6d0 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "DELETE /v2.0/security-groups/18b8d804-3225-4d52-9809-fdd07147eae9 HTTP/1.1" status: 204 len: 168 time: 0.6991503 Apr 06 13:32:09.105767 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-d8f30ebd-6312-4538-98cf-1c07b1c197b2 admin admin] Request body: {'subnet': {'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-380610203-subnet', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'ip_version': 4}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:09.105935 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-98456521-d51e-43ef-8b21-72bc94c4f415 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting port ecb41219-914b-4cab-b09d-72896b75599f {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:32:09.105935 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-98456521-d51e-43ef-8b21-72bc94c4f415 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:09.126975 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46122) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:09.131128 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d8f30ebd-6312-4538-98cf-1c07b1c197b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:09.168013 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d8f30ebd-6312-4538-98cf-1c07b1c197b2 admin admin] Usage tracker for resource:subnet and tenant:6f961cdd2806417f9eeecf800dc5c9c4 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:09.178222 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d8f30ebd-6312-4538-98cf-1c07b1c197b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:09.194466 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d8f30ebd-6312-4538-98cf-1c07b1c197b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:09.426076 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-98456521-d51e-43ef-8b21-72bc94c4f415 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:09.447960 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6a25357d-ac56-4ee5-8ed4-7ad9dde2db70 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3151665 Apr 06 13:32:09.449076 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46126) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:09.506720 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-1f9e1aff-0a71-426f-b79d-4f7e0164c842 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] delete failed (client error): The resource could not be found. Apr 06 13:32:09.508456 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1f9e1aff-0a71-426f-b79d-4f7e0164c842 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "DELETE /v2.0/security-groups/18b8d804-3225-4d52-9809-fdd07147eae9 HTTP/1.1" status: 404 len: 347 time: 0.0580294 Apr 06 13:32:09.513784 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46130) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:09.521231 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-0b227b4a-f5b1-4a1e-b6c8-8dfbe24a1904 service neutron] 10.222.0.48 "GET /v2.0/networks/a83cae79-c042-499e-b738-19ebbf114a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246125 Apr 06 13:32:09.524613 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-dbe24ec5-a618-405e-80ee-830ec0325dca tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Request body: {'security_group': {'name': 'tempest-secgroup--2137607780'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:09.533660 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f30ebd-6312-4538-98cf-1c07b1c197b2 admin admin] Made reservation on behalf of 6f961cdd2806417f9eeecf800dc5c9c4 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:09.537392 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d8f30ebd-6312-4538-98cf-1c07b1c197b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:09.574669 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-98456521-d51e-43ef-8b21-72bc94c4f415 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Calling delete_port for ecb41219-914b-4cab-b09d-72896b75599f owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:32:09.583325 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 60b56b10-fde9-4794-b37e-74352176332b up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:32:09.588180 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-dbe24ec5-a618-405e-80ee-830ec0325dca tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:09.666736 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-dbe24ec5-a618-405e-80ee-830ec0325dca tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Usage tracker for resource:security_group and tenant:85ce3bf22c2b421086f68579aae70803 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:09.675510 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-dbe24ec5-a618-405e-80ee-830ec0325dca tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:09.683606 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-dbe24ec5-a618-405e-80ee-830ec0325dca tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:09.739060 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 60b56b10-fde9-4794-b37e-74352176332b completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:32:09.790217 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-5074455b-0044-4676-90dc-94b70e5557cd None None] Provisioning for port 60b56b10-fde9-4794-b37e-74352176332b completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:32:09.799020 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-5074455b-0044-4676-90dc-94b70e5557cd None None] Provisioning complete for port 60b56b10-fde9-4794-b37e-74352176332b triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:09.800301 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5074455b-0044-4676-90dc-94b70e5557cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:09.812011 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-98456521-d51e-43ef-8b21-72bc94c4f415 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:09.816492 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dbe24ec5-a618-405e-80ee-830ec0325dca tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:09.876141 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98456521-d51e-43ef-8b21-72bc94c4f415 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Port': ['ID=ecb41219-914b-4cab-b09d-72896b75599f,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:09.881878 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-dbe24ec5-a618-405e-80ee-830ec0325dca tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:09.923259 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-dbe24ec5-a618-405e-80ee-830ec0325dca tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Usage tracker for resource:security_group_rule and tenant:85ce3bf22c2b421086f68579aae70803 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:09.934643 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-0c3956a9-9792-412e-9e72-de46407f42fb service neutron] 10.222.0.48 "GET /v2.0/networks/a83cae79-c042-499e-b738-19ebbf114a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478076 Apr 06 13:32:09.990045 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-dbe24ec5-a618-405e-80ee-830ec0325dca tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:10.019507 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-dbe24ec5-a618-405e-80ee-830ec0325dca tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:10.020186 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5074455b-0044-4676-90dc-94b70e5557cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:10.090709 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-5074455b-0044-4676-90dc-94b70e5557cd None None] For port 60b56b10-fde9-4794-b37e-74352176332b, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=60b56b10-fde9-4794-b37e-74352176332b,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:10.113052 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-98456521-d51e-43ef-8b21-72bc94c4f415 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:10.119964 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dbe24ec5-a618-405e-80ee-830ec0325dca tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:10.172892 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d8f30ebd-6312-4538-98cf-1c07b1c197b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:10.195820 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5074455b-0044-4676-90dc-94b70e5557cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:10.251453 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f30ebd-6312-4538-98cf-1c07b1c197b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bec31d0f-ca58-4f44-a0f5-7b9820419a31,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:10.260337 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f30ebd-6312-4538-98cf-1c07b1c197b2 admin admin] Checking segment: {'id': 'ad0f3491-5818-4d1f-8d68-284d1a30d5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:32:10.261652 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f30ebd-6312-4538-98cf-1c07b1c197b2 admin admin] Network hostable DHCP agents. Network: 07d8a801-9673-412c-b97f-9a98a83af4f7, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:32:10.268688 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074455b-0044-4676-90dc-94b70e5557cd None None] Pushing event updated for resources: {'Port': ['ID=60b56b10-fde9-4794-b37e-74352176332b,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:10.308127 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-acb2a8f2-ec05-4d53-9ce2-fce3ddaf68db None None] Could not find standard attr ID for object ecb41219-914b-4cab-b09d-72896b75599f. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:32:10.343892 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dbe24ec5-a618-405e-80ee-830ec0325dca tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:10.344668 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-98456521-d51e-43ef-8b21-72bc94c4f415 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/ecb41219-914b-4cab-b09d-72896b75599f HTTP/1.1" status: 204 len: 168 time: 1.3289366 Apr 06 13:32:10.347307 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46134) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:10.395135 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f30ebd-6312-4538-98cf-1c07b1c197b2 admin admin] Network 07d8a801-9673-412c-b97f-9a98a83af4f7 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:32:10.398038 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe24ec5-a618-405e-80ee-830ec0325dca tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3c9124-c4d8-4879-8ece-4e1c858fc5b1,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:10.423272 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b46158-7e63-43e9-9366-0ce95feac8f6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:10.428714 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b46158-7e63-43e9-9366-0ce95feac8f6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:10.428714 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-67b46158-7e63-43e9-9366-0ce95feac8f6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0782251 Apr 06 13:32:10.430554 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46140) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:10.516411 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0cecdf97-47a8-4a51-8e7e-41febfe1ddc2 req-fd978fd4-57fd-4ec1-a730-5a61bc1317e7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=3408d9cd-c72f-42ce-8ecc-4aa363b00a2b HTTP/1.1" status: 200 len: 210 time: 0.0615301 Apr 06 13:32:10.517649 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dbe24ec5-a618-405e-80ee-830ec0325dca tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:10.521853 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-dbe24ec5-a618-405e-80ee-830ec0325dca tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0035565 Apr 06 13:32:10.531983 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba92959c-6d95-4845-bd53-fe71018d865f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet 2621bbb2-1c18-417d-89f9-7a786bdb6ba3 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:32:10.532365 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46146) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:10.532492 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ba92959c-6d95-4845-bd53-fe71018d865f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:10.532598 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-d8f30ebd-6312-4538-98cf-1c07b1c197b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 07d8a801-9673-412c-b97f-9a98a83af4f7) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:10.533763 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-cbd2cd80-52fb-4d3d-b29b-d414013ef35b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Request body: {'security_group_rule': {'security_group_id': '0f3c9124-c4d8-4879-8ece-4e1c858fc5b1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:10.538460 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c5bd75-51a4-48df-9414-63142bd1440e None None] Network 07d8a801-9673-412c-b97f-9a98a83af4f7 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:32:10.558740 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f30ebd-6312-4538-98cf-1c07b1c197b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:10.559344 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d8f30ebd-6312-4538-98cf-1c07b1c197b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:10.583811 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-cbd2cd80-52fb-4d3d-b29b-d414013ef35b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:10.594285 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-cbd2cd80-52fb-4d3d-b29b-d414013ef35b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Usage tracker for resource:security_group_rule and tenant:85ce3bf22c2b421086f68579aae70803 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:10.599151 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-cbd2cd80-52fb-4d3d-b29b-d414013ef35b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:10.610428 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-cbd2cd80-52fb-4d3d-b29b-d414013ef35b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:10.612671 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ba92959c-6d95-4845-bd53-fe71018d865f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:10.730694 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ba92959c-6d95-4845-bd53-fe71018d865f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:10.755420 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d8f30ebd-6312-4538-98cf-1c07b1c197b2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6605949 Apr 06 13:32:10.758450 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46154) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:10.764863 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-82acfba9-97ee-4d7c-87d8-fff571bf67b9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-380610203-router', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:10.770413 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-82acfba9-97ee-4d7c-87d8-fff571bf67b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:10.774965 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-82acfba9-97ee-4d7c-87d8-fff571bf67b9 admin admin] Usage tracker for resource:router and tenant:6f961cdd2806417f9eeecf800dc5c9c4 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:10.779125 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-82acfba9-97ee-4d7c-87d8-fff571bf67b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:10.785388 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-82acfba9-97ee-4d7c-87d8-fff571bf67b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:10.847633 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc13c806-d88f-4c63-a0bf-a68229c3de33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-07d8a801-9673-412c-b97f-9a98a83af4f7', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'fixed_ips': [{'subnet_id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:32:10.848484 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fc13c806-d88f-4c63-a0bf-a68229c3de33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:10.905915 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-82acfba9-97ee-4d7c-87d8-fff571bf67b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:10.905915 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-82acfba9-97ee-4d7c-87d8-fff571bf67b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:10.922848 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cbd2cd80-52fb-4d3d-b29b-d414013ef35b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:10.982085 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ba92959c-6d95-4845-bd53-fe71018d865f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:10.996352 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cbd2cd80-52fb-4d3d-b29b-d414013ef35b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:10.997547 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-82acfba9-97ee-4d7c-87d8-fff571bf67b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:11.031129 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-fc13c806-d88f-4c63-a0bf-a68229c3de33 None None] Allocated IP 172.20.0.2 (07d8a801-9673-412c-b97f-9a98a83af4f7/bec31d0f-ca58-4f44-a0f5-7b9820419a31/f695b13a-4d43-40a0-b05b-13cd8e984463) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:32:11.037057 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92959c-6d95-4845-bd53-fe71018d865f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=2621bbb2-1c18-417d-89f9-7a786bdb6ba3,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:11.044538 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ba92959c-6d95-4845-bd53-fe71018d865f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:11.060237 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ba92959c-6d95-4845-bd53-fe71018d865f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/2621bbb2-1c18-417d-89f9-7a786bdb6ba3 HTTP/1.1" status: 204 len: 168 time: 0.6243067 Apr 06 13:32:11.060459 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46158) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:11.063913 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1811045a-ba36-4e43-b079-c9cd37548430 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:32:11.137707 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-072e81a9-6292-4d41-9e76-c2d31e606595 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0726202 Apr 06 13:32:11.137707 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cbd2cd80-52fb-4d3d-b29b-d414013ef35b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:11.139232 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46162) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:11.147521 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-549d6cfd-2d55-4362-ae43-844f8df99520 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:11.156363 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2cd80-52fb-4d3d-b29b-d414013ef35b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3594c14d-1396-40b8-ab1e-bb9a73f24a27,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:11.296750 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-549d6cfd-2d55-4362-ae43-844f8df99520 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:11.302477 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-549d6cfd-2d55-4362-ae43-844f8df99520 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:subnet and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:11.305672 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-549d6cfd-2d55-4362-ae43-844f8df99520 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:11.313927 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-549d6cfd-2d55-4362-ae43-844f8df99520 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:11.390538 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cbd2cd80-52fb-4d3d-b29b-d414013ef35b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:11.391135 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-cbd2cd80-52fb-4d3d-b29b-d414013ef35b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8676462 Apr 06 13:32:11.395609 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46168) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:11.429327 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8fdb4e7a-76e9-4cb0-8be2-fc75e1ca7152 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:11.431954 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fc13c806-d88f-4c63-a0bf-a68229c3de33 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:11.442237 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8fdb4e7a-76e9-4cb0-8be2-fc75e1ca7152 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:11.446079 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-fc13c806-d88f-4c63-a0bf-a68229c3de33 None None] Transition to ACTIVE for port object f695b13a-4d43-40a0-b05b-13cd8e984463 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:11.477248 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-82acfba9-97ee-4d7c-87d8-fff571bf67b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:11.483555 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549d6cfd-2d55-4362-ae43-844f8df99520 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:11.488821 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-549d6cfd-2d55-4362-ae43-844f8df99520 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:11.488998 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-fc13c806-d88f-4c63-a0bf-a68229c3de33 None None] Transition to ACTIVE for port object f695b13a-4d43-40a0-b05b-13cd8e984463 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:11.547178 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243c2027-cba7-4dcc-a27a-cd1666ffc164 None None] DHCP port deletion for 4a5369b0-8301-4713-81a5-ebef94e70f0e request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:32:11.559161 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-243c2027-cba7-4dcc-a27a-cd1666ffc164 None None] Deleting port 60b56b10-fde9-4794-b37e-74352176332b {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:32:11.559161 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-243c2027-cba7-4dcc-a27a-cd1666ffc164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:11.588973 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fc13c806-d88f-4c63-a0bf-a68229c3de33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:11.624111 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8fdb4e7a-76e9-4cb0-8be2-fc75e1ca7152 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:11.653364 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb4e7a-76e9-4cb0-8be2-fc75e1ca7152 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3594c14d-1396-40b8-ab1e-bb9a73f24a27,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:11.658362 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3fe04a7b-e6f2-41a5-a1c0-268a82ef6afc req-68d91c76-732f-4881-aa96-d5028c270777 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=3408d9cd-c72f-42ce-8ecc-4aa363b00a2b HTTP/1.1" status: 200 len: 210 time: 0.0536077 Apr 06 13:32:11.672144 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8fdb4e7a-76e9-4cb0-8be2-fc75e1ca7152 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:11.677258 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8fdb4e7a-76e9-4cb0-8be2-fc75e1ca7152 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/3594c14d-1396-40b8-ab1e-bb9a73f24a27 HTTP/1.1" status: 204 len: 168 time: 0.2767820 Apr 06 13:32:11.677258 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46174) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:11.685476 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc13c806-d88f-4c63-a0bf-a68229c3de33 None None] Network 07d8a801-9673-412c-b97f-9a98a83af4f7 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:11.692399 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-fc13c806-d88f-4c63-a0bf-a68229c3de33 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:11.704744 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc13c806-d88f-4c63-a0bf-a68229c3de33 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:32:11.770549 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2ace8cb7-26db-4f9e-9337-3b0d8db99811 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Synchronizing usage tracker for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group_rule {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:11.788097 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13c806-d88f-4c63-a0bf-a68229c3de33 None None] Pushing event updated for resources: {'Port': ['ID=f695b13a-4d43-40a0-b05b-13cd8e984463,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:11.889408 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-fc13c806-d88f-4c63-a0bf-a68229c3de33 None None] Attempting to bind port f695b13a-4d43-40a0-b05b-13cd8e984463 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:32:11.891281 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-fc13c806-d88f-4c63-a0bf-a68229c3de33 None None] Attempting to bind port f695b13a-4d43-40a0-b05b-13cd8e984463 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'ad0f3491-5818-4d1f-8d68-284d1a30d5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:32:11.891281 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc13c806-d88f-4c63-a0bf-a68229c3de33 None None] Attempting to bind port f695b13a-4d43-40a0-b05b-13cd8e984463 on network 07d8a801-9673-412c-b97f-9a98a83af4f7 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:32:11.921791 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2ace8cb7-26db-4f9e-9337-3b0d8db99811 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Unset dirty status for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group_rule {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:11.928818 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2ace8cb7-26db-4f9e-9337-3b0d8db99811 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2497489 Apr 06 13:32:11.930024 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46178) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:11.950894 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc13c806-d88f-4c63-a0bf-a68229c3de33 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:32:11.955167 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc13c806-d88f-4c63-a0bf-a68229c3de33 None None] Checking segment: {'id': 'ad0f3491-5818-4d1f-8d68-284d1a30d5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:32:11.955167 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fc13c806-d88f-4c63-a0bf-a68229c3de33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:11.955167 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc13c806-d88f-4c63-a0bf-a68229c3de33 None None] Bound using segment: {'id': 'ad0f3491-5818-4d1f-8d68-284d1a30d5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:32:11.955167 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-fc13c806-d88f-4c63-a0bf-a68229c3de33 None None] Bound port: f695b13a-4d43-40a0-b05b-13cd8e984463, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad0f3491-5818-4d1f-8d68-284d1a30d5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:32:11.955167 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fc13c806-d88f-4c63-a0bf-a68229c3de33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:11.988894 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-243c2027-cba7-4dcc-a27a-cd1666ffc164 None None] For port 60b56b10-fde9-4794-b37e-74352176332b, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=60b56b10-fde9-4794-b37e-74352176332b,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:11.989296 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-243c2027-cba7-4dcc-a27a-cd1666ffc164 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:12.011955 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-606220bb-b58a-4612-b02f-caab0afdf42d tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:12.044801 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-606220bb-b58a-4612-b02f-caab0afdf42d tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:12.150559 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-82acfba9-97ee-4d7c-87d8-fff571bf67b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:12.160371 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-243c2027-cba7-4dcc-a27a-cd1666ffc164 None None] Calling delete_port for 60b56b10-fde9-4794-b37e-74352176332b owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:32:12.223363 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-82acfba9-97ee-4d7c-87d8-fff571bf67b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:12.243499 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-fc13c806-d88f-4c63-a0bf-a68229c3de33 None None] For port f695b13a-4d43-40a0-b05b-13cd8e984463, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:32:12.266388 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.objects.ports [None req-549d6cfd-2d55-4362-ae43-844f8df99520 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88564) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 06 13:32:12.275164 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-fc13c806-d88f-4c63-a0bf-a68229c3de33 None None] For port f695b13a-4d43-40a0-b05b-13cd8e984463, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f695b13a-4d43-40a0-b05b-13cd8e984463,segment=NetworkSegment(ad0f3491-5818-4d1f-8d68-284d1a30d5e3),segment_id=ad0f3491-5818-4d1f-8d68-284d1a30d5e3)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:32:12.315580 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-606220bb-b58a-4612-b02f-caab0afdf42d tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:12.344482 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-243c2027-cba7-4dcc-a27a-cd1666ffc164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:12.353267 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606220bb-b58a-4612-b02f-caab0afdf42d tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3c9124-c4d8-4879-8ece-4e1c858fc5b1,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:12.397329 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fc13c806-d88f-4c63-a0bf-a68229c3de33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:12.412448 dv-neutron-834600-1-hyperv neutron-server[88564]: WARNING neutron.services.revisions.revision_plugin [None req-549d6cfd-2d55-4362-ae43-844f8df99520 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Could not find related port for resource to bump revision. Apr 06 13:32:12.441602 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-82acfba9-97ee-4d7c-87d8-fff571bf67b9 admin admin] Allocated IP 172.26.4.117 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/84a9d997-c79c-4799-9ee0-a4097b698b2a) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:32:12.455179 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c2027-cba7-4dcc-a27a-cd1666ffc164 None None] Pushing event deleted for resources: {'Port': ['ID=60b56b10-fde9-4794-b37e-74352176332b,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:12.458759 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243c2027-cba7-4dcc-a27a-cd1666ffc164 None None] No DVR routers for this DVR port 60b56b10-fde9-4794-b37e-74352176332b on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:32:12.465051 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-606220bb-b58a-4612-b02f-caab0afdf42d tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:12.466580 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-606220bb-b58a-4612-b02f-caab0afdf42d tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "DELETE /v2.0/security-groups/0f3c9124-c4d8-4879-8ece-4e1c858fc5b1 HTTP/1.1" status: 204 len: 168 time: 0.5321569 Apr 06 13:32:12.468314 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.ipam_pluggable_backend [None req-549d6cfd-2d55-4362-ae43-844f8df99520 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Port 60b56b10-fde9-4794-b37e-74352176332b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88564) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 06 13:32:12.468780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.ipam_pluggable_backend [None req-549d6cfd-2d55-4362-ae43-844f8df99520 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Reverting IP allocation for 2001:db8::f816:3eff:feb4:e016 {{(pid=88564) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 06 13:32:12.486462 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46182) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:12.486462 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-549d6cfd-2d55-4362-ae43-844f8df99520 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:12.539895 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13c806-d88f-4c63-a0bf-a68229c3de33 None None] Pushing event updated for resources: {'Port': ['ID=f695b13a-4d43-40a0-b05b-13cd8e984463,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:12.615972 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549d6cfd-2d55-4362-ae43-844f8df99520 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:12.621379 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-549d6cfd-2d55-4362-ae43-844f8df99520 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:12.628235 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549d6cfd-2d55-4362-ae43-844f8df99520 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:12.629011 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-549d6cfd-2d55-4362-ae43-844f8df99520 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:12.633224 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d4dee0-6413-4f32-b574-b26ddf865d37 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:32:12.656858 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-82acfba9-97ee-4d7c-87d8-fff571bf67b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:12.673246 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d6cfd-2d55-4362-ae43-844f8df99520 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=9cf081f1-6dd8-41a2-8b78-ab86bee3fca4,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:12.678666 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2578c3b5-df2e-4ea5-9870-a749b236c97b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Synchronizing usage tracker for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:12.752174 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-549d6cfd-2d55-4362-ae43-844f8df99520 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6110630 Apr 06 13:32:12.755172 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46188) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:12.764339 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-e395bd64-4b95-48aa-b07b-7c64ca12a4ab tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'port': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'mac_address': 'fa:16:3e:ce:0e:90', 'name': 'tempest-NetworksTestDHCPv6-2032434511'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:12.808474 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2578c3b5-df2e-4ea5-9870-a749b236c97b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Unset dirty status for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:12.815712 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2578c3b5-df2e-4ea5-9870-a749b236c97b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3208759 Apr 06 13:32:12.819223 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46192) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:12.837893 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-82acfba9-97ee-4d7c-87d8-fff571bf67b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:12.855310 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-1b8705ad-da04-4502-9907-5bda4701af96 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Request body: {'security_group': {'name': 'tempest-secgroup--598659162'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:12.909371 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1b8705ad-da04-4502-9907-5bda4701af96 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:12.960673 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8325306d-d65f-4fa9-b315-ba285850205b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-4a5369b0-8301-4713-81a5-ebef94e70f0e', 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'fixed_ips': [{'subnet_id': '9cf081f1-6dd8-41a2-8b78-ab86bee3fca4'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:32:12.961619 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8325306d-d65f-4fa9-b315-ba285850205b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:13.041680 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1b8705ad-da04-4502-9907-5bda4701af96 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:13.051965 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c9cde0c4-0f73-47d4-9ebc-eaa91b24be3c req-061aa21a-fee7-4b78-af04-3d783b291741 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=3408d9cd-c72f-42ce-8ecc-4aa363b00a2b HTTP/1.1" status: 200 len: 210 time: 0.1527402 Apr 06 13:32:13.066724 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82acfba9-97ee-4d7c-87d8-fff571bf67b9 admin admin] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:13.077210 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-82acfba9-97ee-4d7c-87d8-fff571bf67b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:13.084770 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82acfba9-97ee-4d7c-87d8-fff571bf67b9 admin admin] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:32:13.114705 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acfba9-97ee-4d7c-87d8-fff571bf67b9 admin admin] Pushing event updated for resources: {'Port': ['ID=84a9d997-c79c-4799-9ee0-a4097b698b2a,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:13.149595 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-8325306d-d65f-4fa9-b315-ba285850205b None None] Allocated IP 2001:db8::f816:3eff:fe18:f180 (4a5369b0-8301-4713-81a5-ebef94e70f0e/9cf081f1-6dd8-41a2-8b78-ab86bee3fca4/a51dad8c-1b7c-4d8b-924b-474a7df87b6a) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:32:13.170472 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e395bd64-4b95-48aa-b07b-7c64ca12a4ab tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:13.228780 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e395bd64-4b95-48aa-b07b-7c64ca12a4ab tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:port and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:13.240416 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e395bd64-4b95-48aa-b07b-7c64ca12a4ab tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:13.245649 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1b8705ad-da04-4502-9907-5bda4701af96 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:13.267114 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e395bd64-4b95-48aa-b07b-7c64ca12a4ab tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:13.399017 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1b8705ad-da04-4502-9907-5bda4701af96 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:13.426115 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-1b8705ad-da04-4502-9907-5bda4701af96 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Usage tracker for resource:security_group_rule and tenant:85ce3bf22c2b421086f68579aae70803 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:13.431786 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-1b8705ad-da04-4502-9907-5bda4701af96 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:13.444221 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1b8705ad-da04-4502-9907-5bda4701af96 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:13.479945 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e395bd64-4b95-48aa-b07b-7c64ca12a4ab tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:13.502866 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8325306d-d65f-4fa9-b315-ba285850205b None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:13.523036 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8325306d-d65f-4fa9-b315-ba285850205b None None] Transition to ACTIVE for port object a51dad8c-1b7c-4d8b-924b-474a7df87b6a will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:13.555891 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8325306d-d65f-4fa9-b315-ba285850205b None None] Transition to ACTIVE for port object a51dad8c-1b7c-4d8b-924b-474a7df87b6a will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:13.655430 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f695b13a-4d43-40a0-b05b-13cd8e984463 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:32:13.738268 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1b8705ad-da04-4502-9907-5bda4701af96 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:13.747821 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8325306d-d65f-4fa9-b315-ba285850205b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:13.750875 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-7590e431-dd37-4cdd-a321-80b1ff691f86 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:13.758094 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-7590e431-dd37-4cdd-a321-80b1ff691f86 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:network {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:13.835824 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-7590e431-dd37-4cdd-a321-80b1ff691f86 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:network {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:13.837627 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-7590e431-dd37-4cdd-a321-80b1ff691f86 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/networks?id=a83cae79-c042-499e-b738-19ebbf114a55 HTTP/1.1" status: 200 len: 796 time: 0.3534822 Apr 06 13:32:13.842794 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1b8705ad-da04-4502-9907-5bda4701af96 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:13.861336 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8325306d-d65f-4fa9-b315-ba285850205b None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:13.866574 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-8325306d-d65f-4fa9-b315-ba285850205b None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:13.869452 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8325306d-d65f-4fa9-b315-ba285850205b None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:32:13.884729 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e395bd64-4b95-48aa-b07b-7c64ca12a4ab tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:13.947022 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325306d-d65f-4fa9-b315-ba285850205b None None] Pushing event updated for resources: {'Port': ['ID=a51dad8c-1b7c-4d8b-924b-474a7df87b6a,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:13.970540 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-de5445e8-cdb2-447c-be94-12940315353c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 472 time: 0.1224830 Apr 06 13:32:13.977689 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-82acfba9-97ee-4d7c-87d8-fff571bf67b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:13.980588 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3db81e0b-8a93-459b-8563-fb4b5f5e9896 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'port': {'device_id': '3408d9cd-c72f-42ce-8ecc-4aa363b00a2b', 'network_id': 'a83cae79-c042-499e-b738-19ebbf114a55', 'admin_state_up': True, 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'security_groups': ['a9fd9f9f-6849-4e58-acfd-15f6f9b97fd2']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:14.060868 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f94d647-61a3-4678-83a3-5e4d3826ee41 None None] Network 07d8a801-9673-412c-b97f-9a98a83af4f7 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:32:14.068371 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8705ad-da04-4502-9907-5bda4701af96 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00ccbed7-b90e-4e7c-a923-fc227dede165,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:14.073243 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-e395bd64-4b95-48aa-b07b-7c64ca12a4ab tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] device_id is not set on port 58d08874-cd45-46d9-b240-20b943de08ff yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:32:14.202931 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3db81e0b-8a93-459b-8563-fb4b5f5e9896 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:14.208429 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3db81e0b-8a93-459b-8563-fb4b5f5e9896 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:port and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:14.212909 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3db81e0b-8a93-459b-8563-fb4b5f5e9896 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:14.231955 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3db81e0b-8a93-459b-8563-fb4b5f5e9896 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:14.275858 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-8325306d-d65f-4fa9-b315-ba285850205b None None] Attempting to bind port a51dad8c-1b7c-4d8b-924b-474a7df87b6a on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:32:14.277051 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-8325306d-d65f-4fa9-b315-ba285850205b None None] Attempting to bind port a51dad8c-1b7c-4d8b-924b-474a7df87b6a by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:32:14.277600 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8325306d-d65f-4fa9-b315-ba285850205b None None] Attempting to bind port a51dad8c-1b7c-4d8b-924b-474a7df87b6a on network 4a5369b0-8301-4713-81a5-ebef94e70f0e {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:32:14.288613 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port f695b13a-4d43-40a0-b05b-13cd8e984463 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:32:14.306734 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8325306d-d65f-4fa9-b315-ba285850205b None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:32:14.307636 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8325306d-d65f-4fa9-b315-ba285850205b None None] Checking segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:32:14.308571 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8325306d-d65f-4fa9-b315-ba285850205b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:14.309230 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3db81e0b-8a93-459b-8563-fb4b5f5e9896 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Made reservation on behalf of accb128fe3eb42cd83b327a0d6bf9c24 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:14.309693 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8325306d-d65f-4fa9-b315-ba285850205b None None] Bound using segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:32:14.310752 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-8325306d-d65f-4fa9-b315-ba285850205b None None] Bound port: a51dad8c-1b7c-4d8b-924b-474a7df87b6a, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:32:14.311669 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8325306d-d65f-4fa9-b315-ba285850205b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:14.314602 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3db81e0b-8a93-459b-8563-fb4b5f5e9896 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:14.337227 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1b8705ad-da04-4502-9907-5bda4701af96 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:14.341685 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1b8705ad-da04-4502-9907-5bda4701af96 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5178869 Apr 06 13:32:14.345078 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-fc69c659-4b27-4553-8fcb-ee59701200e8 None None] Provisioning for port f695b13a-4d43-40a0-b05b-13cd8e984463 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:32:14.351737 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46202) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:14.356952 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-fc69c659-4b27-4553-8fcb-ee59701200e8 None None] Provisioning complete for port f695b13a-4d43-40a0-b05b-13cd8e984463 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:14.357696 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fc69c659-4b27-4553-8fcb-ee59701200e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:14.368463 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-0d180379-4e4f-44cc-a369-45460903bb46 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Request body: {'security_group_rule': {'security_group_id': '00ccbed7-b90e-4e7c-a923-fc227dede165', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:14.383955 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-0d180379-4e4f-44cc-a369-45460903bb46 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:14.393722 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 60b56b10-fde9-4794-b37e-74352176332b no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:32:14.413135 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e5c9925f-8529-40fa-811c-819d4284de46 req-ef9de9ac-52e2-4972-a8a8-9cf54c299aed tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=3408d9cd-c72f-42ce-8ecc-4aa363b00a2b HTTP/1.1" status: 200 len: 210 time: 0.0810163 Apr 06 13:32:14.427952 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0d180379-4e4f-44cc-a369-45460903bb46 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Usage tracker for resource:security_group_rule and tenant:85ce3bf22c2b421086f68579aae70803 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:14.431884 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0d180379-4e4f-44cc-a369-45460903bb46 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:14.448929 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-0d180379-4e4f-44cc-a369-45460903bb46 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:14.522919 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 60b56b10-fde9-4794-b37e-74352176332b {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:32:14.523296 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 60b56b10-fde9-4794-b37e-74352176332b not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:32:14.692829 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0d180379-4e4f-44cc-a369-45460903bb46 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:14.708629 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-8325306d-d65f-4fa9-b315-ba285850205b None None] For port a51dad8c-1b7c-4d8b-924b-474a7df87b6a, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:32:14.733396 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-e395bd64-4b95-48aa-b07b-7c64ca12a4ab tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 2001:db8::f816:3eff:fece:e90 (4a5369b0-8301-4713-81a5-ebef94e70f0e/9cf081f1-6dd8-41a2-8b78-ab86bee3fca4/58d08874-cd45-46d9-b240-20b943de08ff) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:32:14.737143 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-8325306d-d65f-4fa9-b315-ba285850205b None None] For port a51dad8c-1b7c-4d8b-924b-474a7df87b6a, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a51dad8c-1b7c-4d8b-924b-474a7df87b6a,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:32:14.739510 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fc69c659-4b27-4553-8fcb-ee59701200e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:14.774726 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3db81e0b-8a93-459b-8563-fb4b5f5e9896 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.20.0.21 (a83cae79-c042-499e-b738-19ebbf114a55/d70acde1-30c9-419c-9be5-ca802692931b/c03d5583-3357-4478-886b-2942ccadeccb) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:32:14.793413 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-fc69c659-4b27-4553-8fcb-ee59701200e8 None None] For port f695b13a-4d43-40a0-b05b-13cd8e984463, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f695b13a-4d43-40a0-b05b-13cd8e984463,segment=NetworkSegment(ad0f3491-5818-4d1f-8d68-284d1a30d5e3),segment_id=ad0f3491-5818-4d1f-8d68-284d1a30d5e3)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:14.817179 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0d180379-4e4f-44cc-a369-45460903bb46 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:14.824545 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8325306d-d65f-4fa9-b315-ba285850205b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:14.887606 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-82acfba9-97ee-4d7c-87d8-fff571bf67b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:14.893746 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fc69c659-4b27-4553-8fcb-ee59701200e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:14.943439 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325306d-d65f-4fa9-b315-ba285850205b None None] Pushing event updated for resources: {'Port': ['ID=a51dad8c-1b7c-4d8b-924b-474a7df87b6a,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:14.983704 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0d180379-4e4f-44cc-a369-45460903bb46 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:15.064827 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d180379-4e4f-44cc-a369-45460903bb46 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5980dbe3-a9c3-4954-a013-16db5a85cbfb,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:15.066619 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69c659-4b27-4553-8fcb-ee59701200e8 None None] Pushing event updated for resources: {'Port': ['ID=f695b13a-4d43-40a0-b05b-13cd8e984463,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:15.149540 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0d180379-4e4f-44cc-a369-45460903bb46 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:15.154862 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0d180379-4e4f-44cc-a369-45460903bb46 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7977920 Apr 06 13:32:15.155633 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3db81e0b-8a93-459b-8563-fb4b5f5e9896 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:15.158849 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46206) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:15.165438 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-16425375-91ec-452e-acd5-2aa2d117f5a9 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Request body: {'security_group_rule': {'security_group_id': '00ccbed7-b90e-4e7c-a923-fc227dede165', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:15.196103 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3db81e0b-8a93-459b-8563-fb4b5f5e9896 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Transition to ACTIVE for port object c03d5583-3357-4478-886b-2942ccadeccb will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:15.233268 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-c115a7cd-6daf-41ca-a37a-8917b0958105 None None] Provisioning complete for port f695b13a-4d43-40a0-b05b-13cd8e984463 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:15.240476 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c115a7cd-6daf-41ca-a37a-8917b0958105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:15.275686 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-16425375-91ec-452e-acd5-2aa2d117f5a9 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:15.306181 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-16425375-91ec-452e-acd5-2aa2d117f5a9 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Usage tracker for resource:security_group_rule and tenant:85ce3bf22c2b421086f68579aae70803 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:15.313531 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-16425375-91ec-452e-acd5-2aa2d117f5a9 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:15.331946 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-16425375-91ec-452e-acd5-2aa2d117f5a9 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:15.376701 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e395bd64-4b95-48aa-b07b-7c64ca12a4ab tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:15.384090 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3db81e0b-8a93-459b-8563-fb4b5f5e9896 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:15.397697 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-e395bd64-4b95-48aa-b07b-7c64ca12a4ab tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Transition to ACTIVE for port object 58d08874-cd45-46d9-b240-20b943de08ff will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:15.429317 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82acfba9-97ee-4d7c-87d8-fff571bf67b9 admin admin] Router af1dcf33-cb2f-4c5f-9859-150dd859536f is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:32:15.473666 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-16425375-91ec-452e-acd5-2aa2d117f5a9 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:15.495273 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-23636505-fd61-4c56-b532-bace7b872334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:15.515294 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3db81e0b-8a93-459b-8563-fb4b5f5e9896 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network a83cae79-c042-499e-b738-19ebbf114a55 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:15.528065 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3db81e0b-8a93-459b-8563-fb4b5f5e9896 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:15.530873 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e395bd64-4b95-48aa-b07b-7c64ca12a4ab tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:15.547033 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3db81e0b-8a93-459b-8563-fb4b5f5e9896 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:32:15.660243 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db81e0b-8a93-459b-8563-fb4b5f5e9896 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=c03d5583-3357-4478-886b-2942ccadeccb,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:15.722942 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-16425375-91ec-452e-acd5-2aa2d117f5a9 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:15.730772 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3db81e0b-8a93-459b-8563-fb4b5f5e9896 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:15.731462 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3db81e0b-8a93-459b-8563-fb4b5f5e9896 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:15.749482 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f695b13a-4d43-40a0-b05b-13cd8e984463 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:32:15.772407 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-16425375-91ec-452e-acd5-2aa2d117f5a9 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:15.795947 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82acfba9-97ee-4d7c-87d8-fff571bf67b9 admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:32:15.796895 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16425375-91ec-452e-acd5-2aa2d117f5a9 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca698fa-4436-444f-929e-dab6aaa544b9,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:15.815958 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e395bd64-4b95-48aa-b07b-7c64ca12a4ab tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:15.831010 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a808ad-a342-4ba5-80ba-3056c755325e None None] Sync routers for ids ['af1dcf33-cb2f-4c5f-9859-150dd859536f'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:32:15.832651 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-e395bd64-4b95-48aa-b07b-7c64ca12a4ab tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:15.852440 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a808ad-a342-4ba5-80ba-3056c755325e None None] Routers {'af1dcf33-cb2f-4c5f-9859-150dd859536f'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:32:15.853086 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-a1a808ad-a342-4ba5-80ba-3056c755325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:31:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['af1dcf33-cb2f-4c5f-9859-150dd859536f'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:15.853910 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3db81e0b-8a93-459b-8563-fb4b5f5e9896 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8796177 Apr 06 13:32:15.866113 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3ccbce31-3964-4cd7-9046-c93a67488a01 service neutron] Request body: {'port': {'device_id': '3408d9cd-c72f-42ce-8ecc-4aa363b00a2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:15.882633 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e395bd64-4b95-48aa-b07b-7c64ca12a4ab tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:32:15.893338 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e395bd64-4b95-48aa-b07b-7c64ca12a4ab tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:15.899519 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e395bd64-4b95-48aa-b07b-7c64ca12a4ab tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:15.984278 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-16425375-91ec-452e-acd5-2aa2d117f5a9 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:15.984493 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395bd64-4b95-48aa-b07b-7c64ca12a4ab tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=58d08874-cd45-46d9-b240-20b943de08ff,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:15.988777 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-16425375-91ec-452e-acd5-2aa2d117f5a9 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8292005 Apr 06 13:32:15.991860 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46212) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:15.993622 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port f695b13a-4d43-40a0-b05b-13cd8e984463 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:15.994059 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:15.999525 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-caa7c60c-d0b1-4b9e-9198-6043a80044bf tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Request body: {'security_group_rule': {'security_group_id': '00ccbed7-b90e-4e7c-a923-fc227dede165', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:16.019174 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-caa7c60c-d0b1-4b9e-9198-6043a80044bf tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:16.023985 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-caa7c60c-d0b1-4b9e-9198-6043a80044bf tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Usage tracker for resource:security_group_rule and tenant:85ce3bf22c2b421086f68579aae70803 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:16.031132 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3ccbce31-3964-4cd7-9046-c93a67488a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:16.042712 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-caa7c60c-d0b1-4b9e-9198-6043a80044bf tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:16.053880 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-caa7c60c-d0b1-4b9e-9198-6043a80044bf tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:16.067917 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-82acfba9-97ee-4d7c-87d8-fff571bf67b9 admin admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:16.070339 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-82acfba9-97ee-4d7c-87d8-fff571bf67b9 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3106382 Apr 06 13:32:16.075884 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46216) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:16.152820 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2f8e6556-f7e6-441d-8d53-d11fb9f12127 None None] Provisioning for port c03d5583-3357-4478-886b-2942ccadeccb completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:32:16.173123 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e395bd64-4b95-48aa-b07b-7c64ca12a4ab tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4167392 Apr 06 13:32:16.188930 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46220) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:16.189361 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa85741-1b66-42ec-8063-4e35d0231e8d req-a63bb5ea-d92c-44e3-adbc-f42d57751f62 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:16.192242 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8fa85741-1b66-42ec-8063-4e35d0231e8d req-a63bb5ea-d92c-44e3-adbc-f42d57751f62 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=3408d9cd-c72f-42ce-8ecc-4aa363b00a2b HTTP/1.1" status: 200 len: 932 time: 0.3936770 Apr 06 13:32:16.218371 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2f8e6556-f7e6-441d-8d53-d11fb9f12127 None None] Provisioning complete for port c03d5583-3357-4478-886b-2942ccadeccb triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:16.218747 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2f8e6556-f7e6-441d-8d53-d11fb9f12127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:16.274606 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8fa85741-1b66-42ec-8063-4e35d0231e8d req-3c6a8b4d-48ca-4ad6-b03e-228258a8e129 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9fd9f9f-6849-4e58-acfd-15f6f9b97fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701032 Apr 06 13:32:16.307123 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-caa7c60c-d0b1-4b9e-9198-6043a80044bf tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:16.436574 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-a1a808ad-a342-4ba5-80ba-3056c755325e None None] Set router af1dcf33-cb2f-4c5f-9859-150dd859536f gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:32:16.461344 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6f8500-6ac3-46f1-a7bd-6a0b1775a28b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:16.470494 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6f8500-6ac3-46f1-a7bd-6a0b1775a28b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:16.471671 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-9b6f8500-6ac3-46f1-a7bd-6a0b1775a28b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:16.577755 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device a51dad8c-1b7c-4d8b-924b-474a7df87b6a up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:32:16.638185 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-2f8e6556-f7e6-441d-8d53-d11fb9f12127 None None] Port c03d5583-3357-4478-886b-2942ccadeccb cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:32:16.642869 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-9b6f8500-6ac3-46f1-a7bd-6a0b1775a28b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:16.646484 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9b6f8500-6ac3-46f1-a7bd-6a0b1775a28b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4543633 Apr 06 13:32:16.653561 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46224) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:16.742922 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-caa7c60c-d0b1-4b9e-9198-6043a80044bf tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:16.752881 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3ccbce31-3964-4cd7-9046-c93a67488a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c03d5583-3357-4478-886b-2942ccadeccb {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:32:16.766588 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3ccbce31-3964-4cd7-9046-c93a67488a01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:16.772567 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-9847968c-c33d-484d-aac6-32e00c36ce64 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting port 58d08874-cd45-46d9-b240-20b943de08ff {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:32:16.772567 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9847968c-c33d-484d-aac6-32e00c36ce64 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:16.829120 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-caa7c60c-d0b1-4b9e-9198-6043a80044bf tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:16.833024 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3ccbce31-3964-4cd7-9046-c93a67488a01 service neutron] Transition to ACTIVE for port object c03d5583-3357-4478-886b-2942ccadeccb will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:16.867277 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-a1a808ad-a342-4ba5-80ba-3056c755325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'name': 'tempest-TestVolumeBootPattern-380610203-router', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:10Z', 'updated_at': '2022-04-06T13:32:13Z', 'revision_number': 3, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'gw_port': {'id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:12Z', 'updated_at': '2022-04-06T13:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:16.872421 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a808ad-a342-4ba5-80ba-3056c755325e None None] Checking router: af1dcf33-cb2f-4c5f-9859-150dd859536f for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:32:16.872874 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a808ad-a342-4ba5-80ba-3056c755325e None None] Updating router af1dcf33-cb2f-4c5f-9859-150dd859536f port 84a9d997-c79c-4799-9ee0-a4097b698b2a binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:32:16.914998 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-4c24860d-86cc-4aab-91b9-3f86322649ce None None] Provisioning for port a51dad8c-1b7c-4d8b-924b-474a7df87b6a completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:32:16.928072 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7c60c-d0b1-4b9e-9198-6043a80044bf tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc8d2c5d-27aa-4953-a4fe-6050480df67f,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:16.935700 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a1a808ad-a342-4ba5-80ba-3056c755325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:16.949732 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3ccbce31-3964-4cd7-9046-c93a67488a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:16.976127 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port a51dad8c-1b7c-4d8b-924b-474a7df87b6a completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:32:16.987485 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port a51dad8c-1b7c-4d8b-924b-474a7df87b6a triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:16.987947 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:17.035906 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-caa7c60c-d0b1-4b9e-9198-6043a80044bf tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:17.040796 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-caa7c60c-d0b1-4b9e-9198-6043a80044bf tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0446713 Apr 06 13:32:17.041005 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46228) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:17.050235 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-2d256290-7775-4026-a213-f2ee53510dd6 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Request body: {'security_group_rule': {'security_group_id': '00ccbed7-b90e-4e7c-a923-fc227dede165', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:17.056398 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2d256290-7775-4026-a213-f2ee53510dd6 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:17.061090 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2d256290-7775-4026-a213-f2ee53510dd6 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Usage tracker for resource:security_group_rule and tenant:85ce3bf22c2b421086f68579aae70803 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:17.064994 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2d256290-7775-4026-a213-f2ee53510dd6 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:17.072227 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2d256290-7775-4026-a213-f2ee53510dd6 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:17.097206 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-4c24860d-86cc-4aab-91b9-3f86322649ce None None] Provisioning for port 58d08874-cd45-46d9-b240-20b943de08ff completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:32:17.129526 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-4c24860d-86cc-4aab-91b9-3f86322649ce None None] Provisioning complete for port 58d08874-cd45-46d9-b240-20b943de08ff triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:17.130357 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4c24860d-86cc-4aab-91b9-3f86322649ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:17.173724 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2d256290-7775-4026-a213-f2ee53510dd6 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:17.370763 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2d256290-7775-4026-a213-f2ee53510dd6 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:17.397364 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-94e268fe-25fb-4ee9-91b6-484793354dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:17.447006 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:17.465483 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-4c24860d-86cc-4aab-91b9-3f86322649ce None None] Port 58d08874-cd45-46d9-b240-20b943de08ff cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:32:17.475919 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2d256290-7775-4026-a213-f2ee53510dd6 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:17.514974 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port a51dad8c-1b7c-4d8b-924b-474a7df87b6a, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a51dad8c-1b7c-4d8b-924b-474a7df87b6a,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:17.537108 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbce31-3964-4cd7-9046-c93a67488a01 service neutron] Pushing event updated for resources: {'Port': ['ID=c03d5583-3357-4478-886b-2942ccadeccb,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:17.582564 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9847968c-c33d-484d-aac6-32e00c36ce64 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:17.601835 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d256290-7775-4026-a213-f2ee53510dd6 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da1247cc-f9f0-4e1f-a568-8a43f24ea57f,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:17.639860 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:17.670435 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3ccbce31-3964-4cd7-9046-c93a67488a01 service neutron] Attempting to bind port c03d5583-3357-4478-886b-2942ccadeccb on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:32:17.670783 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3ccbce31-3964-4cd7-9046-c93a67488a01 service neutron] Attempting to bind port c03d5583-3357-4478-886b-2942ccadeccb by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '447a17bd-f215-47b0-bf8d-e3f7f1058726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a83cae79-c042-499e-b738-19ebbf114a55'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:32:17.671373 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3ccbce31-3964-4cd7-9046-c93a67488a01 service neutron] Attempting to bind port c03d5583-3357-4478-886b-2942ccadeccb on network a83cae79-c042-499e-b738-19ebbf114a55 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:32:17.693706 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2d256290-7775-4026-a213-f2ee53510dd6 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:17.695289 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2d256290-7775-4026-a213-f2ee53510dd6 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6532724 Apr 06 13:32:17.700927 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46234) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:17.712636 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-c3655802-ac6e-4db8-b24b-067ae5474da5 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Request body: {'security_group_rule': {'security_group_id': '00ccbed7-b90e-4e7c-a923-fc227dede165', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:17.729892 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabbb59-6208-41df-baef-3f97f6abc39e req-241bad17-51bf-4f04-bd68-a504227caf28 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:17.731729 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8cabbb59-6208-41df-baef-3f97f6abc39e req-241bad17-51bf-4f04-bd68-a504227caf28 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=3408d9cd-c72f-42ce-8ecc-4aa363b00a2b HTTP/1.1" status: 200 len: 944 time: 0.2576017 Apr 06 13:32:17.735470 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c3655802-ac6e-4db8-b24b-067ae5474da5 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:17.746429 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a1a808ad-a342-4ba5-80ba-3056c755325e None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:17.749303 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c3655802-ac6e-4db8-b24b-067ae5474da5 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Usage tracker for resource:security_group_rule and tenant:85ce3bf22c2b421086f68579aae70803 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:17.755103 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-9847968c-c33d-484d-aac6-32e00c36ce64 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Calling delete_port for 58d08874-cd45-46d9-b240-20b943de08ff owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:32:17.761013 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=a51dad8c-1b7c-4d8b-924b-474a7df87b6a,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:17.770157 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-a1a808ad-a342-4ba5-80ba-3056c755325e None None] Transition to ACTIVE for port object 84a9d997-c79c-4799-9ee0-a4097b698b2a will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:17.778301 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a7fe44df-7d82-42fb-9ab0-89a0cc5f218b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:17.789794 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3ccbce31-3964-4cd7-9046-c93a67488a01 service neutron] Port c03d5583-3357-4478-886b-2942ccadeccb on network a83cae79-c042-499e-b738-19ebbf114a55 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:32:17.790112 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3ccbce31-3964-4cd7-9046-c93a67488a01 service neutron] Attempting to bind port c03d5583-3357-4478-886b-2942ccadeccb on network a83cae79-c042-499e-b738-19ebbf114a55 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:32:17.803479 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c3655802-ac6e-4db8-b24b-067ae5474da5 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:17.804613 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3ccbce31-3964-4cd7-9046-c93a67488a01 service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:32:17.804953 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3ccbce31-3964-4cd7-9046-c93a67488a01 service neutron] Checking segment: {'id': '447a17bd-f215-47b0-bf8d-e3f7f1058726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a83cae79-c042-499e-b738-19ebbf114a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:32:17.805617 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3ccbce31-3964-4cd7-9046-c93a67488a01 service neutron] Bound using segment: {'id': '447a17bd-f215-47b0-bf8d-e3f7f1058726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a83cae79-c042-499e-b738-19ebbf114a55'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:32:17.806050 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3ccbce31-3964-4cd7-9046-c93a67488a01 service neutron] Bound port: c03d5583-3357-4478-886b-2942ccadeccb, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447a17bd-f215-47b0-bf8d-e3f7f1058726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a83cae79-c042-499e-b738-19ebbf114a55'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:32:17.806395 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3ccbce31-3964-4cd7-9046-c93a67488a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:17.825944 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c3655802-ac6e-4db8-b24b-067ae5474da5 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:17.863469 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-94e268fe-25fb-4ee9-91b6-484793354dae admin admin] Allocated IP 172.20.0.1 (07d8a801-9673-412c-b97f-9a98a83af4f7/bec31d0f-ca58-4f44-a0f5-7b9820419a31/ed1bccca-f7f5-43d9-9020-42d75027d86d) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:32:17.867828 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8cabbb59-6208-41df-baef-3f97f6abc39e req-3f8e5fe0-34e2-45c8-8a1a-eb54a0f85213 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9fd9f9f-6849-4e58-acfd-15f6f9b97fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273377 Apr 06 13:32:17.883293 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a1a808ad-a342-4ba5-80ba-3056c755325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:17.979929 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3ccbce31-3964-4cd7-9046-c93a67488a01 service neutron] For port c03d5583-3357-4478-886b-2942ccadeccb, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:32:17.989319 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-a1a808ad-a342-4ba5-80ba-3056c755325e None None] Attempting to bind port 84a9d997-c79c-4799-9ee0-a4097b698b2a on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:32:17.989679 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-a1a808ad-a342-4ba5-80ba-3056c755325e None None] Attempting to bind port 84a9d997-c79c-4799-9ee0-a4097b698b2a by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:32:17.990035 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a808ad-a342-4ba5-80ba-3056c755325e None None] Attempting to bind port 84a9d997-c79c-4799-9ee0-a4097b698b2a on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:32:17.998535 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3ccbce31-3964-4cd7-9046-c93a67488a01 service neutron] For port c03d5583-3357-4478-886b-2942ccadeccb, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c03d5583-3357-4478-886b-2942ccadeccb,segment=NetworkSegment(447a17bd-f215-47b0-bf8d-e3f7f1058726),segment_id=447a17bd-f215-47b0-bf8d-e3f7f1058726)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:32:18.007234 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8d39c-8d81-43e6-ac20-aad845265f26 None None] Pushing event updated for resources: {'Port': ['ID=84a9d997-c79c-4799-9ee0-a4097b698b2a,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:18.009773 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a808ad-a342-4ba5-80ba-3056c755325e None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:32:18.010155 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a808ad-a342-4ba5-80ba-3056c755325e None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:32:18.010768 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a1a808ad-a342-4ba5-80ba-3056c755325e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:18.012182 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c3655802-ac6e-4db8-b24b-067ae5474da5 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:18.012301 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a808ad-a342-4ba5-80ba-3056c755325e None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:32:18.012301 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-a1a808ad-a342-4ba5-80ba-3056c755325e None None] Bound port: 84a9d997-c79c-4799-9ee0-a4097b698b2a, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:32:18.012516 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a1a808ad-a342-4ba5-80ba-3056c755325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:18.093952 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-a1a808ad-a342-4ba5-80ba-3056c755325e None None] For port 84a9d997-c79c-4799-9ee0-a4097b698b2a, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:32:18.097466 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3ccbce31-3964-4cd7-9046-c93a67488a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:18.098201 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-a1a808ad-a342-4ba5-80ba-3056c755325e None None] For port 84a9d997-c79c-4799-9ee0-a4097b698b2a, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=84a9d997-c79c-4799-9ee0-a4097b698b2a,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:32:18.115364 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-94e268fe-25fb-4ee9-91b6-484793354dae admin admin] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:18.138068 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9847968c-c33d-484d-aac6-32e00c36ce64 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:18.145845 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c3655802-ac6e-4db8-b24b-067ae5474da5 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:18.149032 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-94e268fe-25fb-4ee9-91b6-484793354dae admin admin] Transition to ACTIVE for port object ed1bccca-f7f5-43d9-9020-42d75027d86d will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:18.177361 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a1a808ad-a342-4ba5-80ba-3056c755325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:18.206286 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3ccbce31-3964-4cd7-9046-c93a67488a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:18.206913 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3ccbce31-3964-4cd7-9046-c93a67488a01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:18.208787 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-3ccbce31-3964-4cd7-9046-c93a67488a01 service neutron] 10.222.0.61 "PUT /v2.0/ports/c03d5583-3357-4478-886b-2942ccadeccb HTTP/1.1" status: 200 len: 1094 time: 2.3474054 Apr 06 13:32:18.209220 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3408d9cd-c72f-42ce-8ecc-4aa363b00a2b', 'tag': 'c03d5583-3357-4478-886b-2942ccadeccb'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:32:18.233860 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9847968c-c33d-484d-aac6-32e00c36ce64 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:18.240576 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c3655802-ac6e-4db8-b24b-067ae5474da5 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:18.250934 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbce31-3964-4cd7-9046-c93a67488a01 service neutron] Pushing event updated for resources: {'Port': ['ID=c03d5583-3357-4478-886b-2942ccadeccb,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:18.311245 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-94e268fe-25fb-4ee9-91b6-484793354dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:18.340512 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847968c-c33d-484d-aac6-32e00c36ce64 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Port': ['ID=58d08874-cd45-46d9-b240-20b943de08ff,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:18.363182 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9847968c-c33d-484d-aac6-32e00c36ce64 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/58d08874-cd45-46d9-b240-20b943de08ff HTTP/1.1" status: 204 len: 168 time: 1.7082865 Apr 06 13:32:18.365861 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46240) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:18.371407 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a808ad-a342-4ba5-80ba-3056c755325e None None] Routers {'af1dcf33-cb2f-4c5f-9859-150dd859536f'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:32:18.371720 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93af1a73-3960-452b-a166-b27c5d8f7c90'] response: {'name': 'network-changed', 'server_uuid': '3408d9cd-c72f-42ce-8ecc-4aa363b00a2b', 'tag': 'c03d5583-3357-4478-886b-2942ccadeccb', 'status': 'completed', 'code': 200} Apr 06 13:32:18.372059 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-a1a808ad-a342-4ba5-80ba-3056c755325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:32:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['af1dcf33-cb2f-4c5f-9859-150dd859536f'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:18.410347 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3655802-ac6e-4db8-b24b-067ae5474da5 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374f7640-d642-4b6b-8087-2e8c6c7d54ff,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:18.451172 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e268fe-25fb-4ee9-91b6-484793354dae admin admin] Network 07d8a801-9673-412c-b97f-9a98a83af4f7 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:18.454759 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-94e268fe-25fb-4ee9-91b6-484793354dae admin admin] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:18.458697 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e268fe-25fb-4ee9-91b6-484793354dae admin admin] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:32:18.465764 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8d39c-8d81-43e6-ac20-aad845265f26 None None] Pushing event updated for resources: {'Port': ['ID=84a9d997-c79c-4799-9ee0-a4097b698b2a,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:18.557599 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c3655802-ac6e-4db8-b24b-067ae5474da5 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:18.558815 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c3655802-ac6e-4db8-b24b-067ae5474da5 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8562448 Apr 06 13:32:18.560934 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb12f271-b4ef-4a24-97df-698811b36790 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:18.566521 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46244) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:18.570018 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb12f271-b4ef-4a24-97df-698811b36790 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:18.571090 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-bb12f271-b4ef-4a24-97df-698811b36790 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:18.576850 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e268fe-25fb-4ee9-91b6-484793354dae admin admin] Pushing event updated for resources: {'Port': ['ID=ed1bccca-f7f5-43d9-9020-42d75027d86d,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:18.631286 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-94e268fe-25fb-4ee9-91b6-484793354dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:18.654334 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-a1a808ad-a342-4ba5-80ba-3056c755325e None None] Set router af1dcf33-cb2f-4c5f-9859-150dd859536f gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:32:18.654487 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2c52c601-ef25-4e96-a545-69fb53180c5e tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:18.663261 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-888fb7cc-4b88-48b0-ad7a-178000b138fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:18.665575 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-888fb7cc-4b88-48b0-ad7a-178000b138fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=3408d9cd-c72f-42ce-8ecc-4aa363b00a2b HTTP/1.1" status: 200 len: 1097 time: 0.1814055 Apr 06 13:32:18.674752 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2c52c601-ef25-4e96-a545-69fb53180c5e tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:18.745803 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-bb12f271-b4ef-4a24-97df-698811b36790 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:18.751447 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-bb12f271-b4ef-4a24-97df-698811b36790 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3798137 Apr 06 13:32:18.753914 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46248) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:18.814536 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-12b17aad-4d97-4c71-9e64-8eedfb2f08a7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=c03d5583-3357-4478-886b-2942ccadeccb HTTP/1.1" status: 200 len: 217 time: 0.1423168 Apr 06 13:32:18.907762 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72a226f-5df4-424b-843a-bd2c07a8334d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet 9cf081f1-6dd8-41a2-8b78-ab86bee3fca4 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:32:18.909022 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2c52c601-ef25-4e96-a545-69fb53180c5e tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:18.915616 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d72a226f-5df4-424b-843a-bd2c07a8334d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:18.929247 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52c601-ef25-4e96-a545-69fb53180c5e tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=374f7640-d642-4b6b-8087-2e8c6c7d54ff,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:18.935668 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:18.960379 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-8aa26c7f-2dbc-44a9-9eac-50003e3b2d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:18.961830 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-8aa26c7f-2dbc-44a9-9eac-50003e3b2d60 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d70acde1-30c9-419c-9be5-ca802692931b HTTP/1.1" status: 200 len: 838 time: 0.1418040 Apr 06 13:32:18.999820 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2c52c601-ef25-4e96-a545-69fb53180c5e tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:18.999820 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2c52c601-ef25-4e96-a545-69fb53180c5e tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/374f7640-d642-4b6b-8087-2e8c6c7d54ff HTTP/1.1" status: 204 len: 168 time: 0.4323945 Apr 06 13:32:19.002870 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46254) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:19.013064 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:19.048892 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d72a226f-5df4-424b-843a-bd2c07a8334d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:19.070019 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-a1a808ad-a342-4ba5-80ba-3056c755325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'name': 'tempest-TestVolumeBootPattern-380610203-router', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:10Z', 'updated_at': '2022-04-06T13:32:13Z', 'revision_number': 3, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'gw_port': {'id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:12Z', 'updated_at': '2022-04-06T13:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:19.076470 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a808ad-a342-4ba5-80ba-3056c755325e None None] The sync data for ids ['af1dcf33-cb2f-4c5f-9859-150dd859536f'] in dv-neutron-834600-1-hyperv is: [{'id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'name': 'tempest-TestVolumeBootPattern-380610203-router', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:10Z', 'updated_at': '2022-04-06T13:32:13Z', 'revision_number': 3, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'gw_port': {'id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:12Z', 'updated_at': '2022-04-06T13:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:32:19.087891 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-94e268fe-25fb-4ee9-91b6-484793354dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:19.143984 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-caef7490-5dfc-4a27-8b09-6813e4bb02a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:19.145725 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-caef7490-5dfc-4a27-8b09-6813e4bb02a9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a83cae79-c042-499e-b738-19ebbf114a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1761315 Apr 06 13:32:19.183928 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-07bc7875-a84f-48a6-866b-336d556d08a2 None None] Provisioning for port ed1bccca-f7f5-43d9-9020-42d75027d86d completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:32:19.199352 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-07bc7875-a84f-48a6-866b-336d556d08a2 None None] Provisioning complete for port ed1bccca-f7f5-43d9-9020-42d75027d86d triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:19.200106 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-07bc7875-a84f-48a6-866b-336d556d08a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:19.285348 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-07bc7875-a84f-48a6-866b-336d556d08a2 None None] Port ed1bccca-f7f5-43d9-9020-42d75027d86d cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:32:19.309416 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d72a226f-5df4-424b-843a-bd2c07a8334d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:19.326560 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-86d91405-2c1a-4b66-8cbc-96e962932900 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Synchronizing usage tracker for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group_rule {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:19.373128 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-ffcf1e87-8e9c-43ff-982e-167155f0d74d service neutron] 10.222.0.61 "GET /v2.0/networks/a83cae79-c042-499e-b738-19ebbf114a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169313 Apr 06 13:32:19.502277 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44c8c4-aefa-4663-861b-c1a0d030229f req-c0e1cda0-09bf-46ae-b77b-3fcb639e4272 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:19.503884 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4a44c8c4-aefa-4663-861b-c1a0d030229f req-c0e1cda0-09bf-46ae-b77b-3fcb639e4272 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=3408d9cd-c72f-42ce-8ecc-4aa363b00a2b HTTP/1.1" status: 200 len: 944 time: 0.4574392 Apr 06 13:32:19.504538 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-86d91405-2c1a-4b66-8cbc-96e962932900 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Unset dirty status for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group_rule {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:19.505786 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-86d91405-2c1a-4b66-8cbc-96e962932900 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.5020103 Apr 06 13:32:19.512849 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46258) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:19.554542 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2f7339c1-9bc9-40e4-8369-3b71769d0c91 req-e7a54bda-ec23-4e33-ab8d-6fd1128bed1f service neutron] 10.222.0.61 "GET /v2.0/networks/a83cae79-c042-499e-b738-19ebbf114a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757596 Apr 06 13:32:19.596145 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d72a226f-5df4-424b-843a-bd2c07a8334d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:19.617039 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8864a8d7-5131-4a57-bd58-97566c933c62 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:19.637305 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4a44c8c4-aefa-4663-861b-c1a0d030229f req-909f9390-6930-47f6-9ce2-f21592fafc05 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9fd9f9f-6849-4e58-acfd-15f6f9b97fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253848 Apr 06 13:32:19.638928 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8864a8d7-5131-4a57-bd58-97566c933c62 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:19.642760 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a226f-5df4-424b-843a-bd2c07a8334d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=9cf081f1-6dd8-41a2-8b78-ab86bee3fca4,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:19.646264 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d72a226f-5df4-424b-843a-bd2c07a8334d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:19.673130 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c1e08d-95f6-4205-9f3e-9d00613f40d0 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:32:19.720667 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-94e268fe-25fb-4ee9-91b6-484793354dae admin admin] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:19.772885 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d72a226f-5df4-424b-843a-bd2c07a8334d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/9cf081f1-6dd8-41a2-8b78-ab86bee3fca4 HTTP/1.1" status: 204 len: 168 time: 1.0177839 Apr 06 13:32:19.775448 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46262) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:19.863415 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 84a9d997-c79c-4799-9ee0-a4097b698b2a up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:32:19.887768 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8864a8d7-5131-4a57-bd58-97566c933c62 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:19.923589 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-94e268fe-25fb-4ee9-91b6-484793354dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:19.966673 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864a8d7-5131-4a57-bd58-97566c933c62 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da1247cc-f9f0-4e1f-a568-8a43f24ea57f,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:20.016354 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e33b1-8866-4d22-9aa5-2c6d72e7c3f9 req-62bc8669-a008-485b-abc1-b895a8b5cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:20.019220 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3cdf1695-eaad-419e-b05b-abe291589b7f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2422268 Apr 06 13:32:20.020313 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5d6e33b1-8866-4d22-9aa5-2c6d72e7c3f9 req-62bc8669-a008-485b-abc1-b895a8b5cad3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=3408d9cd-c72f-42ce-8ecc-4aa363b00a2b HTTP/1.1" status: 200 len: 1097 time: 0.3150947 Apr 06 13:32:20.022471 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46266) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:20.064052 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 84a9d997-c79c-4799-9ee0-a4097b698b2a completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:32:20.083270 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e268fe-25fb-4ee9-91b6-484793354dae admin admin] Pushing event updated for resources: {'Port': ['ID=ed1bccca-f7f5-43d9-9020-42d75027d86d,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:20.084376 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 84a9d997-c79c-4799-9ee0-a4097b698b2a triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:20.085089 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:20.098623 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-94e268fe-25fb-4ee9-91b6-484793354dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:20.125900 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b054b6c9-760f-4246-b915-25b327117d46 None None] DHCP port deletion for 4a5369b0-8301-4713-81a5-ebef94e70f0e request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:32:20.153547 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-b054b6c9-760f-4246-b915-25b327117d46 None None] Deleting port a51dad8c-1b7c-4d8b-924b-474a7df87b6a {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:32:20.154612 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b054b6c9-760f-4246-b915-25b327117d46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:20.209934 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e33b1-8866-4d22-9aa5-2c6d72e7c3f9 req-8e2304d0-f9cc-45d7-88d9-a585e4d67ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:20.211398 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5d6e33b1-8866-4d22-9aa5-2c6d72e7c3f9 req-8e2304d0-f9cc-45d7-88d9-a585e4d67ab6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a83cae79-c042-499e-b738-19ebbf114a55 HTTP/1.1" status: 200 len: 897 time: 0.1501157 Apr 06 13:32:20.281903 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8864a8d7-5131-4a57-bd58-97566c933c62 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:20.283239 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8864a8d7-5131-4a57-bd58-97566c933c62 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/da1247cc-f9f0-4e1f-a568-8a43f24ea57f HTTP/1.1" status: 204 len: 168 time: 0.7693219 Apr 06 13:32:20.292470 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46270) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:20.312183 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:20.320384 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5d6e33b1-8866-4d22-9aa5-2c6d72e7c3f9 req-ea641979-f1c8-4b4c-a802-a423957a4c3a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=c03d5583-3357-4478-886b-2942ccadeccb HTTP/1.1" status: 200 len: 217 time: 0.0966232 Apr 06 13:32:20.374433 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3ab2d7ca-1165-431e-923f-5851619918d7 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Synchronizing usage tracker for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group_rule {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:20.390663 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e268fe-25fb-4ee9-91b6-484793354dae admin admin] Network 07d8a801-9673-412c-b97f-9a98a83af4f7 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:20.395497 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-94e268fe-25fb-4ee9-91b6-484793354dae admin admin] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:20.425124 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a002222-5aa8-4d9f-b7c9-4c2e368a2d5a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:20.426679 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-5a002222-5aa8-4d9f-b7c9-4c2e368a2d5a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:20.455933 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e33b1-8866-4d22-9aa5-2c6d72e7c3f9 req-ce608d5e-2cfa-4033-8148-675dd141aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:20.457490 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5d6e33b1-8866-4d22-9aa5-2c6d72e7c3f9 req-ce608d5e-2cfa-4033-8148-675dd141aebf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d70acde1-30c9-419c-9be5-ca802692931b HTTP/1.1" status: 200 len: 838 time: 0.1283698 Apr 06 13:32:20.504245 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3ab2d7ca-1165-431e-923f-5851619918d7 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Unset dirty status for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group_rule {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:20.505294 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:20.506109 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3ab2d7ca-1165-431e-923f-5851619918d7 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2124074 Apr 06 13:32:20.514598 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46274) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:20.542528 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-5a002222-5aa8-4d9f-b7c9-4c2e368a2d5a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:20.543875 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5a002222-5aa8-4d9f-b7c9-4c2e368a2d5a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5203707 Apr 06 13:32:20.546704 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46278) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:20.546906 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 84a9d997-c79c-4799-9ee0-a4097b698b2a, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=84a9d997-c79c-4799-9ee0-a4097b698b2a,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:20.549135 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-b054b6c9-760f-4246-b915-25b327117d46 None None] For port a51dad8c-1b7c-4d8b-924b-474a7df87b6a, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a51dad8c-1b7c-4d8b-924b-474a7df87b6a,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:20.549562 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b054b6c9-760f-4246-b915-25b327117d46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:20.574045 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-af011876-37b2-47e6-9001-106d34b6d216 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:20.590515 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-af011876-37b2-47e6-9001-106d34b6d216 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:20.624000 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e33b1-8866-4d22-9aa5-2c6d72e7c3f9 req-4170cef1-0d0c-43ad-9387-e9a283631c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:20.625838 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5d6e33b1-8866-4d22-9aa5-2c6d72e7c3f9 req-4170cef1-0d0c-43ad-9387-e9a283631c00 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a83cae79-c042-499e-b738-19ebbf114a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1606691 Apr 06 13:32:20.721564 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:20.722354 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device a51dad8c-1b7c-4d8b-924b-474a7df87b6a up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:32:20.736737 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-af011876-37b2-47e6-9001-106d34b6d216 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:20.747439 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48fd59e-c59e-42e8-a932-24c48d4bb825 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:20.748265 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c48fd59e-c59e-42e8-a932-24c48d4bb825 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:20.770698 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-b054b6c9-760f-4246-b915-25b327117d46 None None] Calling delete_port for a51dad8c-1b7c-4d8b-924b-474a7df87b6a owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:32:20.775343 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af011876-37b2-47e6-9001-106d34b6d216 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc8d2c5d-27aa-4953-a4fe-6050480df67f,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:20.814735 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5d6e33b1-8866-4d22-9aa5-2c6d72e7c3f9 req-43f1f114-9b77-4a89-8ee8-2589635e806b service neutron] 10.222.0.61 "GET /v2.0/networks/a83cae79-c042-499e-b738-19ebbf114a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820633 Apr 06 13:32:20.844405 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-af011876-37b2-47e6-9001-106d34b6d216 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:20.847983 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-af011876-37b2-47e6-9001-106d34b6d216 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/bc8d2c5d-27aa-4953-a4fe-6050480df67f HTTP/1.1" status: 204 len: 168 time: 0.3299406 Apr 06 13:32:20.848783 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46284) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:20.914452 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e268fe-25fb-4ee9-91b6-484793354dae admin admin] Router af1dcf33-cb2f-4c5f-9859-150dd859536f has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:32:20.925989 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c48fd59e-c59e-42e8-a932-24c48d4bb825 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:20.927474 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c48fd59e-c59e-42e8-a932-24c48d4bb825 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3790703 Apr 06 13:32:20.934915 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46288) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:20.960755 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-963a1125-00a2-4310-b21e-b4bab5bfde90 None None] Provisioning complete for port ed1bccca-f7f5-43d9-9020-42d75027d86d triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:20.961321 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-963a1125-00a2-4310-b21e-b4bab5bfde90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:20.987403 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c10a75cb-f2ad-4671-aeeb-731f9a7274dd tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Synchronizing usage tracker for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group_rule {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:21.023046 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=84a9d997-c79c-4799-9ee0-a4097b698b2a,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:21.031415 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5d6e33b1-8866-4d22-9aa5-2c6d72e7c3f9 req-30d93900-fa0f-4f6b-b679-ee207d4ed0c5 service neutron] 10.222.0.61 "GET /v2.0/networks/a83cae79-c042-499e-b738-19ebbf114a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060397 Apr 06 13:32:21.078594 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-963a1125-00a2-4310-b21e-b4bab5bfde90 None None] Port ed1bccca-f7f5-43d9-9020-42d75027d86d cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:32:21.081047 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port a51dad8c-1b7c-4d8b-924b-474a7df87b6a triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:21.081744 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:21.091095 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5910c1e9-2a57-4c03-8be8-3f5f34591b9b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1002781 Apr 06 13:32:21.095536 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46292) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:21.098433 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c10a75cb-f2ad-4671-aeeb-731f9a7274dd tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Unset dirty status for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group_rule {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:21.101091 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c10a75cb-f2ad-4671-aeeb-731f9a7274dd tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2507460 Apr 06 13:32:21.102520 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-825cc4d9-302b-4b0d-a9df-ee6681074b95 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:21.108622 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46296) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:21.127907 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b054b6c9-760f-4246-b915-25b327117d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:21.145020 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-acdadbce-deff-4907-8a33-36111cffcbf8 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:21.155002 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe68c9-aac7-43fb-89cd-c1e3cb79b9fa req-668424f4-c422-4eb7-b882-19e590112787 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:21.156507 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4dfe68c9-aac7-43fb-89cd-c1e3cb79b9fa req-668424f4-c422-4eb7-b882-19e590112787 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=3408d9cd-c72f-42ce-8ecc-4aa363b00a2b HTTP/1.1" status: 200 len: 944 time: 0.3619661 Apr 06 13:32:21.165313 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-acdadbce-deff-4907-8a33-36111cffcbf8 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:21.229362 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b054b6c9-760f-4246-b915-25b327117d46 None None] No DVR routers for this DVR port a51dad8c-1b7c-4d8b-924b-474a7df87b6a on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:32:21.231489 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054b6c9-760f-4246-b915-25b327117d46 None None] Pushing event deleted for resources: {'Port': ['ID=a51dad8c-1b7c-4d8b-924b-474a7df87b6a,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:21.236613 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Could not find standard attr ID for object a51dad8c-1b7c-4d8b-924b-474a7df87b6a. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:32:21.240316 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No ports have port_id starting with a51dad8c-1b7c-4d8b-924b-474a7df87b6a Apr 06 13:32:21.275372 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-acdadbce-deff-4907-8a33-36111cffcbf8 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:21.294157 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdadbce-deff-4907-8a33-36111cffcbf8 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ca698fa-4436-444f-929e-dab6aaa544b9,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:21.406629 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-acdadbce-deff-4907-8a33-36111cffcbf8 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:21.408051 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-acdadbce-deff-4907-8a33-36111cffcbf8 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/0ca698fa-4436-444f-929e-dab6aaa544b9 HTTP/1.1" status: 204 len: 168 time: 0.2981522 Apr 06 13:32:21.410785 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46300) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:21.463732 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-abfc7c9f-bc9a-4854-b1a7-66a751daac8d tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Synchronizing usage tracker for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group_rule {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:21.516817 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-825cc4d9-302b-4b0d-a9df-ee6681074b95 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:21.519521 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e268fe-25fb-4ee9-91b6-484793354dae admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:32:21.527712 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-94e268fe-25fb-4ee9-91b6-484793354dae admin admin] 10.222.0.48 "PUT /v2.0/routers/af1dcf33-cb2f-4c5f-9859-150dd859536f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4507613 Apr 06 13:32:21.529191 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed465d33-b252-4ce9-b2c5-67f78983140f None None] Sync routers for ids ['af1dcf33-cb2f-4c5f-9859-150dd859536f'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:32:21.558586 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4dfe68c9-aac7-43fb-89cd-c1e3cb79b9fa req-1a211650-56eb-4329-beef-dbfb292e4ca6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9fd9f9f-6849-4e58-acfd-15f6f9b97fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3107557 Apr 06 13:32:21.558839 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed465d33-b252-4ce9-b2c5-67f78983140f None None] Routers {'af1dcf33-cb2f-4c5f-9859-150dd859536f'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:32:21.558839 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-ed465d33-b252-4ce9-b2c5-67f78983140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:32:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['af1dcf33-cb2f-4c5f-9859-150dd859536f'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:21.559219 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-825cc4d9-302b-4b0d-a9df-ee6681074b95 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:21.595878 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-abfc7c9f-bc9a-4854-b1a7-66a751daac8d tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Unset dirty status for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group_rule {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:21.609204 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-abfc7c9f-bc9a-4854-b1a7-66a751daac8d tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1862822 Apr 06 13:32:21.611662 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46306) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:21.628673 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device c03d5583-3357-4478-886b-2942ccadeccb details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:32:21.659614 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4e73ec02-d0b9-4f1d-8ce8-fb457663ac83 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:21.678378 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4e73ec02-d0b9-4f1d-8ce8-fb457663ac83 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:21.693596 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825cc4d9-302b-4b0d-a9df-ee6681074b95 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:21.701440 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-825cc4d9-302b-4b0d-a9df-ee6681074b95 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:21.772274 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-ed465d33-b252-4ce9-b2c5-67f78983140f None None] Set router af1dcf33-cb2f-4c5f-9859-150dd859536f gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:32:21.777642 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4e73ec02-d0b9-4f1d-8ce8-fb457663ac83 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:21.797925 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73ec02-d0b9-4f1d-8ce8-fb457663ac83 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5980dbe3-a9c3-4954-a013-16db5a85cbfb,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:21.808197 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 84a9d997-c79c-4799-9ee0-a4097b698b2a up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:32:21.898001 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4e73ec02-d0b9-4f1d-8ce8-fb457663ac83 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:21.903191 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46314) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:21.903571 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4e73ec02-d0b9-4f1d-8ce8-fb457663ac83 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/5980dbe3-a9c3-4954-a013-16db5a85cbfb HTTP/1.1" status: 204 len: 168 time: 0.2906203 Apr 06 13:32:21.921144 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port c03d5583-3357-4478-886b-2942ccadeccb, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c03d5583-3357-4478-886b-2942ccadeccb,segment=NetworkSegment(447a17bd-f215-47b0-bf8d-e3f7f1058726),segment_id=447a17bd-f215-47b0-bf8d-e3f7f1058726)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:21.941290 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': 'c03d5583-3357-4478-886b-2942ccadeccb', 'network_id': 'a83cae79-c042-499e-b738-19ebbf114a55', 'port_id': 'c03d5583-3357-4478-886b-2942ccadeccb', 'mac_address': 'fa:16:3e:69:ae:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd70acde1-30c9-419c-9be5-ca802692931b', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:32:21.944427 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 84a9d997-c79c-4799-9ee0-a4097b698b2a triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:21.944803 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:22.008912 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7b90103f-b1aa-4416-8d0e-6a09a8706127 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1040280 Apr 06 13:32:22.014928 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46318) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:22.072911 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:22.098094 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c03d5583-3357-4478-886b-2942ccadeccb {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:32:22.167392 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port c03d5583-3357-4478-886b-2942ccadeccb, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c03d5583-3357-4478-886b-2942ccadeccb,segment=NetworkSegment(447a17bd-f215-47b0-bf8d-e3f7f1058726),segment_id=447a17bd-f215-47b0-bf8d-e3f7f1058726)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:22.202006 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b7766e09-6010-423f-8e9e-ad95d3cfbf52 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:22.240418 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:22.287906 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b7766e09-6010-423f-8e9e-ad95d3cfbf52 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:22.292897 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device a51dad8c-1b7c-4d8b-924b-474a7df87b6a no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:32:22.315046 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.objects.ports [None req-825cc4d9-302b-4b0d-a9df-ee6681074b95 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88565) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 06 13:32:22.316205 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-825cc4d9-302b-4b0d-a9df-ee6681074b95 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:22.341234 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: a51dad8c-1b7c-4d8b-924b-474a7df87b6a {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:32:22.341473 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device a51dad8c-1b7c-4d8b-924b-474a7df87b6a not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:32:22.354303 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-ed465d33-b252-4ce9-b2c5-67f78983140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'name': 'tempest-TestVolumeBootPattern-380610203-router', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:10Z', 'updated_at': '2022-04-06T13:32:18Z', 'revision_number': 4, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'gw_port': {'id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:12Z', 'updated_at': '2022-04-06T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ed1bccca-f7f5-43d9-9020-42d75027d86d', 'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'mac_address': 'fa:16:3e:70:b2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:17Z', 'updated_at': '2022-04-06T13:32:19Z', 'revision_number': 2, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'subnets': [{'id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:22.365314 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed465d33-b252-4ce9-b2c5-67f78983140f None None] Checking router: af1dcf33-cb2f-4c5f-9859-150dd859536f for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:32:22.365821 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed465d33-b252-4ce9-b2c5-67f78983140f None None] Updating router af1dcf33-cb2f-4c5f-9859-150dd859536f port ed1bccca-f7f5-43d9-9020-42d75027d86d binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:32:22.382977 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=c03d5583-3357-4478-886b-2942ccadeccb,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:22.410775 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825cc4d9-302b-4b0d-a9df-ee6681074b95 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:22.413916 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-825cc4d9-302b-4b0d-a9df-ee6681074b95 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:22.418686 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825cc4d9-302b-4b0d-a9df-ee6681074b95 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:22.419295 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-825cc4d9-302b-4b0d-a9df-ee6681074b95 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:22.425769 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a58aaa-ebec-4326-8494-dc3a79f9c00e None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:32:22.435015 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b7766e09-6010-423f-8e9e-ad95d3cfbf52 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:22.437333 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-ed465d33-b252-4ce9-b2c5-67f78983140f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:22.459512 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825cc4d9-302b-4b0d-a9df-ee6681074b95 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=f52cd563-44bd-4126-a4b4-a427bd53897d,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:22.477033 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7766e09-6010-423f-8e9e-ad95d3cfbf52 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ccbed7-b90e-4e7c-a923-fc227dede165,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:22.486610 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:32:22.496339 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b7766e09-6010-423f-8e9e-ad95d3cfbf52 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:22.497951 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b7766e09-6010-423f-8e9e-ad95d3cfbf52 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "DELETE /v2.0/security-groups/00ccbed7-b90e-4e7c-a923-fc227dede165 HTTP/1.1" status: 204 len: 168 time: 0.4816437 Apr 06 13:32:22.501096 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46330) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:22.509054 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46334) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:22.516775 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-98787210-2943-4c8c-9dba-5d779086fd30 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1606591559-network', 'tenant_id': '52eea84fda4145edb2079b946d4ccaaa'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:22.521946 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-825cc4d9-302b-4b0d-a9df-ee6681074b95 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4248543 Apr 06 13:32:22.522339 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-98787210-2943-4c8c-9dba-5d779086fd30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:22.524678 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46338) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:22.534324 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-59b11d15-133d-40aa-bb69-1080667399d5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'port': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'mac_address': 'fa:16:3e:79:50:32', 'name': 'tempest-NetworksTestDHCPv6-1052340295'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:22.552803 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-98787210-2943-4c8c-9dba-5d779086fd30 admin admin] Usage tracker for resource:network and tenant:52eea84fda4145edb2079b946d4ccaaa is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:22.577133 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f88cb187-196d-47b9-b9b0-d1c688519a25 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Synchronizing usage tracker for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:22.577875 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-98787210-2943-4c8c-9dba-5d779086fd30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:22.599647 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-98787210-2943-4c8c-9dba-5d779086fd30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:22.653806 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['c03d5583-3357-4478-886b-2942ccadeccb'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:32:22.675419 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f88cb187-196d-47b9-b9b0-d1c688519a25 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Unset dirty status for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:22.688079 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f88cb187-196d-47b9-b9b0-d1c688519a25 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1858118 Apr 06 13:32:22.692802 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46344) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:22.698699 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-602adfda-aff8-4fc4-a737-780ff18772fd tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Request body: {'security_group': {'name': 'tempest-secgroup--1345358580'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:22.707616 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-602adfda-aff8-4fc4-a737-780ff18772fd tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:22.736950 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-602adfda-aff8-4fc4-a737-780ff18772fd tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:22.761030 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98787210-2943-4c8c-9dba-5d779086fd30 admin admin] Made reservation on behalf of 52eea84fda4145edb2079b946d4ccaaa for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:22.764305 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-98787210-2943-4c8c-9dba-5d779086fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:22.787835 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-98787210-2943-4c8c-9dba-5d779086fd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:22.813241 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-4a5369b0-8301-4713-81a5-ebef94e70f0e', 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'fixed_ips': [{'subnet_id': 'f52cd563-44bd-4126-a4b4-a427bd53897d'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:32:22.813522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-98787210-2943-4c8c-9dba-5d779086fd30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:22.815901 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:22.828926 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-98787210-2943-4c8c-9dba-5d779086fd30 admin admin] Usage tracker for resource:security_group_rule and tenant:52eea84fda4145edb2079b946d4ccaaa is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:22.833616 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-98787210-2943-4c8c-9dba-5d779086fd30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:22.839081 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-602adfda-aff8-4fc4-a737-780ff18772fd tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:22.847874 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-98787210-2943-4c8c-9dba-5d779086fd30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:22.850358 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-59b11d15-133d-40aa-bb69-1080667399d5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:22.866518 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-602adfda-aff8-4fc4-a737-780ff18772fd tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:22.871690 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-602adfda-aff8-4fc4-a737-780ff18772fd tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Usage tracker for resource:security_group_rule and tenant:85ce3bf22c2b421086f68579aae70803 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:22.876045 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-59b11d15-133d-40aa-bb69-1080667399d5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:22.876280 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-602adfda-aff8-4fc4-a737-780ff18772fd tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:22.887794 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-602adfda-aff8-4fc4-a737-780ff18772fd tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:22.897746 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba15ce-47be-4d5f-a266-07e417f491a3 req-bd3dfd00-bf05-438a-b5f8-8ad10107a2d4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:22.899464 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b7ba15ce-47be-4d5f-a266-07e417f491a3 req-bd3dfd00-bf05-438a-b5f8-8ad10107a2d4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=3408d9cd-c72f-42ce-8ecc-4aa363b00a2b HTTP/1.1" status: 200 len: 945 time: 0.2102840 Apr 06 13:32:22.954220 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-ed465d33-b252-4ce9-b2c5-67f78983140f None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:22.973960 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-ed465d33-b252-4ce9-b2c5-67f78983140f None None] Transition to ACTIVE for port object ed1bccca-f7f5-43d9-9020-42d75027d86d will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:22.980580 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b7ba15ce-47be-4d5f-a266-07e417f491a3 req-1adc0205-9840-4fa9-b25f-2bed7f19e4b7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9fd9f9f-6849-4e58-acfd-15f6f9b97fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713887 Apr 06 13:32:23.004509 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b11d15-133d-40aa-bb69-1080667399d5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:23.042861 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-602adfda-aff8-4fc4-a737-780ff18772fd tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:23.043504 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-98787210-2943-4c8c-9dba-5d779086fd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:23.067433 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-ed465d33-b252-4ce9-b2c5-67f78983140f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:23.130661 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-98787210-2943-4c8c-9dba-5d779086fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:23.165848 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-602adfda-aff8-4fc4-a737-780ff18772fd tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:23.173011 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Allocated IP 2001:db8::f816:3eff:fea6:bd99 (4a5369b0-8301-4713-81a5-ebef94e70f0e/f52cd563-44bd-4126-a4b4-a427bd53897d/bbd016f4-2942-4041-88e7-66aca7b91a44) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:32:23.185433 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2d8f7-b77b-4f15-86e3-7a76837bbe8c None None] Pushing event updated for resources: {'Port': ['ID=ed1bccca-f7f5-43d9-9020-42d75027d86d,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:23.195066 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2d8f7-b77b-4f15-86e3-7a76837bbe8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:23.195433 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2d8f7-b77b-4f15-86e3-7a76837bbe8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:23.195777 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2d8f7-b77b-4f15-86e3-7a76837bbe8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:23.196105 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2d8f7-b77b-4f15-86e3-7a76837bbe8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:23.196427 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2d8f7-b77b-4f15-86e3-7a76837bbe8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:23.196746 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2d8f7-b77b-4f15-86e3-7a76837bbe8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:23.197061 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2d8f7-b77b-4f15-86e3-7a76837bbe8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:23.197376 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2d8f7-b77b-4f15-86e3-7a76837bbe8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:23.198361 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2d8f7-b77b-4f15-86e3-7a76837bbe8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:23.198564 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2d8f7-b77b-4f15-86e3-7a76837bbe8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:23.198935 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2d8f7-b77b-4f15-86e3-7a76837bbe8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:23.199252 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2d8f7-b77b-4f15-86e3-7a76837bbe8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:23.219496 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-59b11d15-133d-40aa-bb69-1080667399d5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:23.248313 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98787210-2943-4c8c-9dba-5d779086fd30 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:32:23.278409 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602adfda-aff8-4fc4-a737-780ff18772fd tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc31faa-feb1-4ac6-9312-3cd0995350ba,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:23.302549 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-98787210-2943-4c8c-9dba-5d779086fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:23.303598 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-98787210-2943-4c8c-9dba-5d779086fd30 admin admin] Added segment 593ce4ce-4496-4cb2-a532-928840993c9a of type vlan for network 2127241d-abd4-4991-bac7-8f764e969753 Apr 06 13:32:23.339722 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-602adfda-aff8-4fc4-a737-780ff18772fd tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:23.341843 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-602adfda-aff8-4fc4-a737-780ff18772fd tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6493635 Apr 06 13:32:23.344553 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46348) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:23.351603 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-b840ac01-ee14-4d47-bec5-2aa3ae11eaf9 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Request body: {'security_group_rule': {'security_group_id': 'ecc31faa-feb1-4ac6-9312-3cd0995350ba', 'direction': 'ingress', 'protocol': 17}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:23.356848 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98787210-2943-4c8c-9dba-5d779086fd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2607d223-0635-4c68-b770-6fedbf403385,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:23.367853 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b840ac01-ee14-4d47-bec5-2aa3ae11eaf9 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:23.376017 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b840ac01-ee14-4d47-bec5-2aa3ae11eaf9 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Usage tracker for resource:security_group_rule and tenant:85ce3bf22c2b421086f68579aae70803 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:23.382560 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b840ac01-ee14-4d47-bec5-2aa3ae11eaf9 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:23.387317 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-59b11d15-133d-40aa-bb69-1080667399d5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] device_id is not set on port 0e7aaab5-c097-4ba8-95ee-aa8e0b9a0eff yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:32:23.391717 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-ed465d33-b252-4ce9-b2c5-67f78983140f None None] Attempting to bind port ed1bccca-f7f5-43d9-9020-42d75027d86d on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:32:23.392229 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-ed465d33-b252-4ce9-b2c5-67f78983140f None None] Attempting to bind port ed1bccca-f7f5-43d9-9020-42d75027d86d by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'ad0f3491-5818-4d1f-8d68-284d1a30d5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:32:23.392638 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed465d33-b252-4ce9-b2c5-67f78983140f None None] Attempting to bind port ed1bccca-f7f5-43d9-9020-42d75027d86d on network 07d8a801-9673-412c-b97f-9a98a83af4f7 {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:32:23.397657 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b840ac01-ee14-4d47-bec5-2aa3ae11eaf9 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:23.399476 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed465d33-b252-4ce9-b2c5-67f78983140f None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:32:23.399693 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed465d33-b252-4ce9-b2c5-67f78983140f None None] Checking segment: {'id': 'ad0f3491-5818-4d1f-8d68-284d1a30d5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:32:23.400095 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-ed465d33-b252-4ce9-b2c5-67f78983140f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:23.400486 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed465d33-b252-4ce9-b2c5-67f78983140f None None] Bound using segment: {'id': 'ad0f3491-5818-4d1f-8d68-284d1a30d5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:32:23.401607 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-ed465d33-b252-4ce9-b2c5-67f78983140f None None] Bound port: ed1bccca-f7f5-43d9-9020-42d75027d86d, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad0f3491-5818-4d1f-8d68-284d1a30d5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:32:23.401607 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-ed465d33-b252-4ce9-b2c5-67f78983140f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:23.440696 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-98787210-2943-4c8c-9dba-5d779086fd30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:23.500656 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b840ac01-ee14-4d47-bec5-2aa3ae11eaf9 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:23.521557 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-ed465d33-b252-4ce9-b2c5-67f78983140f None None] For port ed1bccca-f7f5-43d9-9020-42d75027d86d, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:32:23.526341 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-ed465d33-b252-4ce9-b2c5-67f78983140f None None] For port ed1bccca-f7f5-43d9-9020-42d75027d86d, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ed1bccca-f7f5-43d9-9020-42d75027d86d,segment=NetworkSegment(ad0f3491-5818-4d1f-8d68-284d1a30d5e3),segment_id=ad0f3491-5818-4d1f-8d68-284d1a30d5e3)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:32:23.591269 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b840ac01-ee14-4d47-bec5-2aa3ae11eaf9 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:23.606136 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-98787210-2943-4c8c-9dba-5d779086fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:23.607263 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98787210-2943-4c8c-9dba-5d779086fd30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:23.607960 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-98787210-2943-4c8c-9dba-5d779086fd30 admin admin] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:23.630166 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-ed465d33-b252-4ce9-b2c5-67f78983140f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:23.638267 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:23.652481 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Transition to ACTIVE for port object bbd016f4-2942-4041-88e7-66aca7b91a44 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:23.675723 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Transition to ACTIVE for port object bbd016f4-2942-4041-88e7-66aca7b91a44 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:23.680536 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b840ac01-ee14-4d47-bec5-2aa3ae11eaf9 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:23.712376 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b840ac01-ee14-4d47-bec5-2aa3ae11eaf9 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322b5f49-b678-49b3-90be-6a05c1c17240,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:23.721697 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed465d33-b252-4ce9-b2c5-67f78983140f None None] Routers {'af1dcf33-cb2f-4c5f-9859-150dd859536f'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:32:23.722345 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-ed465d33-b252-4ce9-b2c5-67f78983140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:32:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['af1dcf33-cb2f-4c5f-9859-150dd859536f'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:23.744516 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:23.809000 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2d8f7-b77b-4f15-86e3-7a76837bbe8c None None] Pushing event updated for resources: {'Port': ['ID=ed1bccca-f7f5-43d9-9020-42d75027d86d,revision_number=4']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:23.818232 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b840ac01-ee14-4d47-bec5-2aa3ae11eaf9 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:23.822463 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b840ac01-ee14-4d47-bec5-2aa3ae11eaf9 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4740393 Apr 06 13:32:23.824002 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46352) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:23.850660 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:23.862445 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:23.875341 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:32:23.882948 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Pushing event updated for resources: {'Port': ['ID=bbd016f4-2942-4041-88e7-66aca7b91a44,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:23.928228 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fec3063c-2605-4492-b450-524aaccfcb89 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:23.974220 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-ed465d33-b252-4ce9-b2c5-67f78983140f None None] Set router af1dcf33-cb2f-4c5f-9859-150dd859536f gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:32:23.994873 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98787210-2943-4c8c-9dba-5d779086fd30 admin admin] Pushing event updated for resources: {'Network': ['ID=2127241d-abd4-4991-bac7-8f764e969753,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:23.997110 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fec3063c-2605-4492-b450-524aaccfcb89 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:24.009735 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 2127241d-abd4-4991-bac7-8f764e969753 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:32:24.015449 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-98787210-2943-4c8c-9dba-5d779086fd30 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5049012 Apr 06 13:32:24.018731 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46358) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:24.026492 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-e4660351-65de-4336-be9b-8e9810deb146 admin admin] Request body: {'subnet': {'network_id': '2127241d-abd4-4991-bac7-8f764e969753', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1606591559-subnet', 'tenant_id': '52eea84fda4145edb2079b946d4ccaaa', 'ip_version': 4}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:24.032165 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Attempting to bind port bbd016f4-2942-4041-88e7-66aca7b91a44 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:32:24.032539 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Attempting to bind port bbd016f4-2942-4041-88e7-66aca7b91a44 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:32:24.032937 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Attempting to bind port bbd016f4-2942-4041-88e7-66aca7b91a44 on network 4a5369b0-8301-4713-81a5-ebef94e70f0e {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:32:24.058865 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:32:24.059882 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Checking segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:32:24.062956 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:24.062956 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Bound using segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:32:24.062956 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Bound port: bbd016f4-2942-4041-88e7-66aca7b91a44, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:32:24.062956 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:24.064246 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e4660351-65de-4336-be9b-8e9810deb146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:24.066993 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-59b11d15-133d-40aa-bb69-1080667399d5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 2001:db8::f816:3eff:fe79:5032 (4a5369b0-8301-4713-81a5-ebef94e70f0e/f52cd563-44bd-4126-a4b4-a427bd53897d/0e7aaab5-c097-4ba8-95ee-aa8e0b9a0eff) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:32:24.072244 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e4660351-65de-4336-be9b-8e9810deb146 admin admin] Usage tracker for resource:subnet and tenant:52eea84fda4145edb2079b946d4ccaaa is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:24.076761 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e4660351-65de-4336-be9b-8e9810deb146 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:24.086058 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e4660351-65de-4336-be9b-8e9810deb146 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:24.256886 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62873a74-3cf0-4f0a-9ba7-550f5d7a09b0 req-e8adc467-43ad-4e67-bd4e-a9cf00fc6aae tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:24.267064 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-62873a74-3cf0-4f0a-9ba7-550f5d7a09b0 req-e8adc467-43ad-4e67-bd4e-a9cf00fc6aae tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=3408d9cd-c72f-42ce-8ecc-4aa363b00a2b HTTP/1.1" status: 200 len: 945 time: 0.1118162 Apr 06 13:32:24.289580 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fec3063c-2605-4492-b450-524aaccfcb89 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:24.324609 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-59b11d15-133d-40aa-bb69-1080667399d5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:24.330503 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-377c97d3-4112-467c-bba3-6671f14789de None None] For port bbd016f4-2942-4041-88e7-66aca7b91a44, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:32:24.334592 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3063c-2605-4492-b450-524aaccfcb89 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc31faa-feb1-4ac6-9312-3cd0995350ba,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:24.342995 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-59b11d15-133d-40aa-bb69-1080667399d5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Transition to ACTIVE for port object 0e7aaab5-c097-4ba8-95ee-aa8e0b9a0eff will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:24.359531 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4660351-65de-4336-be9b-8e9810deb146 admin admin] Made reservation on behalf of 52eea84fda4145edb2079b946d4ccaaa for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:24.361842 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e4660351-65de-4336-be9b-8e9810deb146 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:24.364689 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-377c97d3-4112-467c-bba3-6671f14789de None None] For port bbd016f4-2942-4041-88e7-66aca7b91a44, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=bbd016f4-2942-4041-88e7-66aca7b91a44,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:32:24.378488 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fec3063c-2605-4492-b450-524aaccfcb89 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:24.379977 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-fec3063c-2605-4492-b450-524aaccfcb89 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "DELETE /v2.0/security-groups/ecc31faa-feb1-4ac6-9312-3cd0995350ba HTTP/1.1" status: 204 len: 168 time: 0.5547736 Apr 06 13:32:24.384828 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46362) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:24.413048 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-62873a74-3cf0-4f0a-9ba7-550f5d7a09b0 req-7a7930be-30fb-49af-bf09-45b9ab490e75 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9fd9f9f-6849-4e58-acfd-15f6f9b97fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450920 Apr 06 13:32:24.431490 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:24.465651 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-62fabf38-bd97-46f3-b212-b96c4b727ce4 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Synchronizing usage tracker for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:24.467954 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-59b11d15-133d-40aa-bb69-1080667399d5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:24.481939 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-ed465d33-b252-4ce9-b2c5-67f78983140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'name': 'tempest-TestVolumeBootPattern-380610203-router', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:10Z', 'updated_at': '2022-04-06T13:32:18Z', 'revision_number': 4, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'gw_port': {'id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:12Z', 'updated_at': '2022-04-06T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ed1bccca-f7f5-43d9-9020-42d75027d86d', 'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'mac_address': 'fa:16:3e:70:b2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:17Z', 'updated_at': '2022-04-06T13:32:23Z', 'revision_number': 4, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'subnets': [{'id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:24.486769 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed465d33-b252-4ce9-b2c5-67f78983140f None None] The sync data for ids ['af1dcf33-cb2f-4c5f-9859-150dd859536f'] in dv-neutron-834600-1-hyperv is: [{'id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'name': 'tempest-TestVolumeBootPattern-380610203-router', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:10Z', 'updated_at': '2022-04-06T13:32:18Z', 'revision_number': 4, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'gw_port': {'id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:12Z', 'updated_at': '2022-04-06T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ed1bccca-f7f5-43d9-9020-42d75027d86d', 'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'mac_address': 'fa:16:3e:70:b2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:17Z', 'updated_at': '2022-04-06T13:32:23Z', 'revision_number': 4, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'subnets': [{'id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:32:24.567169 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-62fabf38-bd97-46f3-b212-b96c4b727ce4 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Unset dirty status for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:24.569496 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-62fabf38-bd97-46f3-b212-b96c4b727ce4 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1816332 Apr 06 13:32:24.574125 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46366) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:24.585369 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Pushing event updated for resources: {'Port': ['ID=bbd016f4-2942-4041-88e7-66aca7b91a44,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:24.586582 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-185fe296-9cf6-4c44-987e-e57349bcea6b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Request body: {'security_group': {'name': 'tempest-secgroup--1589345126'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:24.591354 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b11d15-133d-40aa-bb69-1080667399d5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:24.594646 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:24.595033 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:24.595377 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:24.595713 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:24.596281 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:24.596620 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:24.596951 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:24.597280 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:24.597607 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:24.597931 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:24.598330 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:24.598655 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c97d3-4112-467c-bba3-6671f14789de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:24.601519 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-59b11d15-133d-40aa-bb69-1080667399d5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:24.603547 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-185fe296-9cf6-4c44-987e-e57349bcea6b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:24.611327 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b11d15-133d-40aa-bb69-1080667399d5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:32:24.623877 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b11d15-133d-40aa-bb69-1080667399d5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:24.624550 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-59b11d15-133d-40aa-bb69-1080667399d5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:24.631474 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b11d15-133d-40aa-bb69-1080667399d5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=0e7aaab5-c097-4ba8-95ee-aa8e0b9a0eff,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:24.642901 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-185fe296-9cf6-4c44-987e-e57349bcea6b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:24.732073 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-59b11d15-133d-40aa-bb69-1080667399d5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2014017 Apr 06 13:32:24.732181 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46370) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:24.779679 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-185fe296-9cf6-4c44-987e-e57349bcea6b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:24.809407 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-185fe296-9cf6-4c44-987e-e57349bcea6b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:24.816599 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-185fe296-9cf6-4c44-987e-e57349bcea6b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Usage tracker for resource:security_group_rule and tenant:85ce3bf22c2b421086f68579aae70803 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:24.824365 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-185fe296-9cf6-4c44-987e-e57349bcea6b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:24.834345 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e4660351-65de-4336-be9b-8e9810deb146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:24.839853 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-185fe296-9cf6-4c44-987e-e57349bcea6b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:24.874549 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3507cb54-3ec6-4f0d-9802-395175d284ab tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:24.880373 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3507cb54-3ec6-4f0d-9802-395175d284ab tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:24.881163 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3507cb54-3ec6-4f0d-9802-395175d284ab tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:24.948964 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4660351-65de-4336-be9b-8e9810deb146 admin admin] Checking segment: {'id': '593ce4ce-4496-4cb2-a532-928840993c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2127241d-abd4-4991-bac7-8f764e969753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:32:24.949789 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4660351-65de-4336-be9b-8e9810deb146 admin admin] Network hostable DHCP agents. Network: 2127241d-abd4-4991-bac7-8f764e969753, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:32:24.966150 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4660351-65de-4336-be9b-8e9810deb146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ded8823-707e-48ed-a74c-5a9f69ddae8a,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:24.971300 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-185fe296-9cf6-4c44-987e-e57349bcea6b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:24.989108 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3507cb54-3ec6-4f0d-9802-395175d284ab tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:24.993076 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3507cb54-3ec6-4f0d-9802-395175d284ab tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2574284 Apr 06 13:32:24.993344 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46374) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:25.065964 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-185fe296-9cf6-4c44-987e-e57349bcea6b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:25.088044 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-cd96a43c-04e4-4016-bc92-3244fb2885ea tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting port 0e7aaab5-c097-4ba8-95ee-aa8e0b9a0eff {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:32:25.088279 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cd96a43c-04e4-4016-bc92-3244fb2885ea tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:25.097417 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4660351-65de-4336-be9b-8e9810deb146 admin admin] Network 2127241d-abd4-4991-bac7-8f764e969753 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:32:25.175211 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185fe296-9cf6-4c44-987e-e57349bcea6b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a874b1-54ca-4c2b-910a-d2bb1c8af2d4,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:25.193084 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185fe296-9cf6-4c44-987e-e57349bcea6b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:25.193418 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185fe296-9cf6-4c44-987e-e57349bcea6b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:25.193748 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185fe296-9cf6-4c44-987e-e57349bcea6b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:25.194071 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185fe296-9cf6-4c44-987e-e57349bcea6b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:25.194413 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185fe296-9cf6-4c44-987e-e57349bcea6b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:25.194738 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185fe296-9cf6-4c44-987e-e57349bcea6b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:25.195177 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185fe296-9cf6-4c44-987e-e57349bcea6b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:25.195407 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185fe296-9cf6-4c44-987e-e57349bcea6b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:25.195768 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185fe296-9cf6-4c44-987e-e57349bcea6b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:25.196088 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185fe296-9cf6-4c44-987e-e57349bcea6b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:25.196430 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185fe296-9cf6-4c44-987e-e57349bcea6b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:25.196714 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185fe296-9cf6-4c44-987e-e57349bcea6b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:25.223592 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-e4660351-65de-4336-be9b-8e9810deb146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 2127241d-abd4-4991-bac7-8f764e969753) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:25.227766 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4660351-65de-4336-be9b-8e9810deb146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:25.228342 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e4660351-65de-4336-be9b-8e9810deb146 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:25.234046 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3de34bd-9469-446e-b153-b96604fb50a3 None None] Network 2127241d-abd4-4991-bac7-8f764e969753 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:32:25.293242 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-185fe296-9cf6-4c44-987e-e57349bcea6b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:25.293242 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-185fe296-9cf6-4c44-987e-e57349bcea6b tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7108884 Apr 06 13:32:25.293987 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46378) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:25.298109 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-200d46db-5d70-4b43-a134-ab1bcceace56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Request body: {'security_group': {'name': 'tempest-secgroup--1125635161'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:25.311385 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-200d46db-5d70-4b43-a134-ab1bcceace56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:25.315901 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-200d46db-5d70-4b43-a134-ab1bcceace56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Usage tracker for resource:security_group and tenant:85ce3bf22c2b421086f68579aae70803 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:25.321260 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-200d46db-5d70-4b43-a134-ab1bcceace56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:25.332782 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-200d46db-5d70-4b43-a134-ab1bcceace56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:25.360076 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e4660351-65de-4336-be9b-8e9810deb146 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3405216 Apr 06 13:32:25.369041 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46382) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:25.375092 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-9c663a65-6a4d-4da4-81c2-4aa7f5b1281d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1606591559-router', 'tenant_id': '52eea84fda4145edb2079b946d4ccaaa', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:25.379802 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-9c663a65-6a4d-4da4-81c2-4aa7f5b1281d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:25.395701 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-9c663a65-6a4d-4da4-81c2-4aa7f5b1281d admin admin] Usage tracker for resource:router and tenant:52eea84fda4145edb2079b946d4ccaaa is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:25.403429 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-9c663a65-6a4d-4da4-81c2-4aa7f5b1281d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:25.414751 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-9c663a65-6a4d-4da4-81c2-4aa7f5b1281d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:25.449816 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-200d46db-5d70-4b43-a134-ab1bcceace56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:25.491093 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-200d46db-5d70-4b43-a134-ab1bcceace56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:25.498518 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-200d46db-5d70-4b43-a134-ab1bcceace56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Usage tracker for resource:security_group_rule and tenant:85ce3bf22c2b421086f68579aae70803 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:25.500479 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cd96a43c-04e4-4016-bc92-3244fb2885ea tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:25.507039 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-200d46db-5d70-4b43-a134-ab1bcceace56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:25.512739 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9c663a65-6a4d-4da4-81c2-4aa7f5b1281d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:25.516141 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9c663a65-6a4d-4da4-81c2-4aa7f5b1281d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:25.532577 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7971b0f4-7939-4b23-819d-5feb5c0663a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-2127241d-abd4-4991-bac7-8f764e969753', 'network_id': '2127241d-abd4-4991-bac7-8f764e969753', 'tenant_id': '52eea84fda4145edb2079b946d4ccaaa', 'fixed_ips': [{'subnet_id': '7ded8823-707e-48ed-a74c-5a9f69ddae8a'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:32:25.534138 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7971b0f4-7939-4b23-819d-5feb5c0663a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:25.542230 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-200d46db-5d70-4b43-a134-ab1bcceace56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:25.599082 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9c663a65-6a4d-4da4-81c2-4aa7f5b1281d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:25.692458 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device c03d5583-3357-4478-886b-2942ccadeccb up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:32:25.728743 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-200d46db-5d70-4b43-a134-ab1bcceace56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:25.772433 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-cd96a43c-04e4-4016-bc92-3244fb2885ea tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Calling delete_port for 0e7aaab5-c097-4ba8-95ee-aa8e0b9a0eff owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:32:25.860993 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-200d46db-5d70-4b43-a134-ab1bcceace56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:25.910555 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device bbd016f4-2942-4041-88e7-66aca7b91a44 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:32:25.930750 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d46db-5d70-4b43-a134-ab1bcceace56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=425f17ea-d50f-40cd-a7a8-885fa06fc783,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:25.944728 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d46db-5d70-4b43-a134-ab1bcceace56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:25.945204 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d46db-5d70-4b43-a134-ab1bcceace56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:25.945764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d46db-5d70-4b43-a134-ab1bcceace56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:25.946321 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d46db-5d70-4b43-a134-ab1bcceace56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:25.946779 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d46db-5d70-4b43-a134-ab1bcceace56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:25.947256 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d46db-5d70-4b43-a134-ab1bcceace56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:25.948236 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d46db-5d70-4b43-a134-ab1bcceace56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:25.948726 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d46db-5d70-4b43-a134-ab1bcceace56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:25.949226 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d46db-5d70-4b43-a134-ab1bcceace56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:25.949631 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d46db-5d70-4b43-a134-ab1bcceace56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:25.951161 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d46db-5d70-4b43-a134-ab1bcceace56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:25.951161 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d46db-5d70-4b43-a134-ab1bcceace56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:32:26.035787 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-7971b0f4-7939-4b23-819d-5feb5c0663a1 None None] Allocated IP 172.20.0.2 (2127241d-abd4-4991-bac7-8f764e969753/7ded8823-707e-48ed-a74c-5a9f69ddae8a/01ebfeec-e7c7-4f66-bda6-7f352a914d7c) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:32:26.069869 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a458d-d9a5-4d3c-acc1-23a9fbeec9ee req-8f806ded-1972-4726-b74f-9e1a6edb8ea2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:26.071800 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-309a458d-d9a5-4d3c-acc1-23a9fbeec9ee req-8f806ded-1972-4726-b74f-9e1a6edb8ea2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=3408d9cd-c72f-42ce-8ecc-4aa363b00a2b HTTP/1.1" status: 200 len: 945 time: 0.4497564 Apr 06 13:32:26.075297 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port c03d5583-3357-4478-886b-2942ccadeccb completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:32:26.093758 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port c03d5583-3357-4478-886b-2942ccadeccb triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:26.094544 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:26.150188 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port bbd016f4-2942-4041-88e7-66aca7b91a44 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:32:26.153654 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-df6a71f7-73f8-47ba-95f8-8e46f825e112 None None] Provisioning for port bbd016f4-2942-4041-88e7-66aca7b91a44 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:32:26.179750 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port bbd016f4-2942-4041-88e7-66aca7b91a44 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:26.180124 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:26.215448 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-df6a71f7-73f8-47ba-95f8-8e46f825e112 None None] Provisioning complete for port bbd016f4-2942-4041-88e7-66aca7b91a44 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:26.215822 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-df6a71f7-73f8-47ba-95f8-8e46f825e112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:26.220691 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9c663a65-6a4d-4da4-81c2-4aa7f5b1281d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:26.224966 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-200d46db-5d70-4b43-a134-ab1bcceace56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:26.229612 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-200d46db-5d70-4b43-a134-ab1bcceace56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9354806 Apr 06 13:32:26.232336 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46388) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:26.238576 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-55e4a58f-cb08-473c-a729-3c2c61ed2b31 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Request body: {'security_group_rule': {'security_group_id': 'e6a874b1-54ca-4c2b-910a-d2bb1c8af2d4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '425f17ea-d50f-40cd-a7a8-885fa06fc783', 'remote_ip_prefix': None}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:26.248548 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-55e4a58f-cb08-473c-a729-3c2c61ed2b31 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:26.252462 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-55e4a58f-cb08-473c-a729-3c2c61ed2b31 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Usage tracker for resource:security_group_rule and tenant:85ce3bf22c2b421086f68579aae70803 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:26.255066 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-55e4a58f-cb08-473c-a729-3c2c61ed2b31 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:26.269784 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-55e4a58f-cb08-473c-a729-3c2c61ed2b31 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:26.338616 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cd96a43c-04e4-4016-bc92-3244fb2885ea tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:26.406054 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96a43c-04e4-4016-bc92-3244fb2885ea tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Port': ['ID=0e7aaab5-c097-4ba8-95ee-aa8e0b9a0eff,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:26.427652 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-55e4a58f-cb08-473c-a729-3c2c61ed2b31 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:26.458279 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-309a458d-d9a5-4d3c-acc1-23a9fbeec9ee req-7c0c5cbd-2b79-4271-bf3e-6af70cb9db6a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9fd9f9f-6849-4e58-acfd-15f6f9b97fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3795805 Apr 06 13:32:26.467065 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cd96a43c-04e4-4016-bc92-3244fb2885ea tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:26.574334 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-cd96a43c-04e4-4016-bc92-3244fb2885ea tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/0e7aaab5-c097-4ba8-95ee-aa8e0b9a0eff HTTP/1.1" status: 204 len: 168 time: 1.5771921 Apr 06 13:32:26.575103 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46392) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:26.662359 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3a19eb-cf25-40fa-ab5f-bd3de6254be8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:26.664092 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3a19eb-cf25-40fa-ab5f-bd3de6254be8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:26.664927 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0d3a19eb-cf25-40fa-ab5f-bd3de6254be8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:26.691942 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:26.704297 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-55e4a58f-cb08-473c-a729-3c2c61ed2b31 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:26.755119 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0d3a19eb-cf25-40fa-ab5f-bd3de6254be8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:26.758774 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0d3a19eb-cf25-40fa-ab5f-bd3de6254be8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1802328 Apr 06 13:32:26.759704 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46396) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:26.769966 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:26.830671 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-df6a71f7-73f8-47ba-95f8-8e46f825e112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:26.839814 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d5d3d4-ef7e-4aa1-aab5-bafadde06e66 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet f52cd563-44bd-4126-a4b4-a427bd53897d {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:32:26.844565 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-54d5d3d4-ef7e-4aa1-aab5-bafadde06e66 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:26.860836 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3408d9cd-c72f-42ce-8ecc-4aa363b00a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03d5583-3357-4478-886b-2942ccadeccb'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:32:26.870306 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-55e4a58f-cb08-473c-a729-3c2c61ed2b31 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:26.889414 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7971b0f4-7939-4b23-819d-5feb5c0663a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:26.909685 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-54d5d3d4-ef7e-4aa1-aab5-bafadde06e66 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:26.913828 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4a58f-cb08-473c-a729-3c2c61ed2b31 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4763742-8adb-442d-b2e0-95a27f725ec3,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:26.927877 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7971b0f4-7939-4b23-819d-5feb5c0663a1 None None] Transition to ACTIVE for port object 01ebfeec-e7c7-4f66-bda6-7f352a914d7c will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:26.930273 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9c663a65-6a4d-4da4-81c2-4aa7f5b1281d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:26.947151 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port c03d5583-3357-4478-886b-2942ccadeccb, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c03d5583-3357-4478-886b-2942ccadeccb,segment=NetworkSegment(447a17bd-f215-47b0-bf8d-e3f7f1058726),segment_id=447a17bd-f215-47b0-bf8d-e3f7f1058726)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:26.949553 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e608115-2030-45d5-8b18-4a4a9c67fab9'] response: {'server_uuid': '3408d9cd-c72f-42ce-8ecc-4aa363b00a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03d5583-3357-4478-886b-2942ccadeccb', 'code': 200} Apr 06 13:32:26.962059 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9c663a65-6a4d-4da4-81c2-4aa7f5b1281d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:26.974513 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port bbd016f4-2942-4041-88e7-66aca7b91a44, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=bbd016f4-2942-4041-88e7-66aca7b91a44,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:26.988786 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7971b0f4-7939-4b23-819d-5feb5c0663a1 None None] Transition to ACTIVE for port object 01ebfeec-e7c7-4f66-bda6-7f352a914d7c will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:27.019024 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-55e4a58f-cb08-473c-a729-3c2c61ed2b31 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:27.028507 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-55e4a58f-cb08-473c-a729-3c2c61ed2b31 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7869587 Apr 06 13:32:27.029585 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46402) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:27.061389 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-54d5d3d4-ef7e-4aa1-aab5-bafadde06e66 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:27.094151 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d0a851d9-421e-4757-8fd5-45d941ee0e5d tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:27.101061 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:27.120999 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d0a851d9-421e-4757-8fd5-45d941ee0e5d tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:27.152623 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-9c663a65-6a4d-4da4-81c2-4aa7f5b1281d admin admin] Allocated IP 172.26.4.61 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/1b37ec3b-077a-4bb6-9035-35f9ec6d54e9) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:32:27.162061 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:27.167852 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ed1bccca-f7f5-43d9-9020-42d75027d86d up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:32:27.227739 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7971b0f4-7939-4b23-819d-5feb5c0663a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:27.240291 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:27.280355 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d0a851d9-421e-4757-8fd5-45d941ee0e5d tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:27.298467 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a851d9-421e-4757-8fd5-45d941ee0e5d tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4763742-8adb-442d-b2e0-95a27f725ec3,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:27.312517 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-54d5d3d4-ef7e-4aa1-aab5-bafadde06e66 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:27.316382 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7971b0f4-7939-4b23-819d-5feb5c0663a1 None None] Network 2127241d-abd4-4991-bac7-8f764e969753 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:27.324045 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-7971b0f4-7939-4b23-819d-5feb5c0663a1 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:27.327297 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-df6a71f7-73f8-47ba-95f8-8e46f825e112 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:32:27.327639 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-df6a71f7-73f8-47ba-95f8-8e46f825e112 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:32:27.328250 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=c03d5583-3357-4478-886b-2942ccadeccb,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:27.330948 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7971b0f4-7939-4b23-819d-5feb5c0663a1 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:32:27.343233 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d0a851d9-421e-4757-8fd5-45d941ee0e5d tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:27.343849 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9c663a65-6a4d-4da4-81c2-4aa7f5b1281d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:27.344576 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d0a851d9-421e-4757-8fd5-45d941ee0e5d tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/a4763742-8adb-442d-b2e0-95a27f725ec3 HTTP/1.1" status: 204 len: 168 time: 0.3190145 Apr 06 13:32:27.349363 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46406) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:27.363225 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5d3d4-ef7e-4aa1-aab5-bafadde06e66 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=f52cd563-44bd-4126-a4b4-a427bd53897d,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:27.367125 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-54d5d3d4-ef7e-4aa1-aab5-bafadde06e66 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:27.372737 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-54d5d3d4-ef7e-4aa1-aab5-bafadde06e66 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/f52cd563-44bd-4126-a4b4-a427bd53897d HTTP/1.1" status: 204 len: 168 time: 0.6082916 Apr 06 13:32:27.374469 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46410) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:27.384548 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ed71eb-4f76-4891-aa5d-2a69b5cad25a None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:32:27.432769 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-73f7fc44-0508-4ca8-8cea-efaf4a83ad11 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Synchronizing usage tracker for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group_rule {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:27.450822 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f1ff69ff-26a6-44dd-814f-5aaea7df4a14 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747743 Apr 06 13:32:27.453553 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46414) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:27.459465 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-8309f0dc-e59c-4f0a-a84d-9bb9a7be7f6b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:27.541722 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d4bc9-7889-47b9-801a-b569b2b16e2d req-35196a5d-4f63-4492-84ce-69484f0a54af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:27.544254 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-929d4bc9-7889-47b9-801a-b569b2b16e2d req-35196a5d-4f63-4492-84ce-69484f0a54af service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3408d9cd-c72f-42ce-8ecc-4aa363b00a2b HTTP/1.1" status: 200 len: 1099 time: 0.1073108 Apr 06 13:32:27.587039 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-8309f0dc-e59c-4f0a-a84d-9bb9a7be7f6b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:27.596593 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-929d4bc9-7889-47b9-801a-b569b2b16e2d req-23f1b48f-fea8-4a27-b476-20b8231a4cee service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a9fd9f9f-6849-4e58-acfd-15f6f9b97fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459521 Apr 06 13:32:27.599034 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-8309f0dc-e59c-4f0a-a84d-9bb9a7be7f6b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:27.636628 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=bbd016f4-2942-4041-88e7-66aca7b91a44,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:27.639327 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7971b0f4-7939-4b23-819d-5feb5c0663a1 None None] Attempting to bind port 01ebfeec-e7c7-4f66-bda6-7f352a914d7c on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:32:27.639765 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7971b0f4-7939-4b23-819d-5feb5c0663a1 None None] Attempting to bind port 01ebfeec-e7c7-4f66-bda6-7f352a914d7c by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '593ce4ce-4496-4cb2-a532-928840993c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2127241d-abd4-4991-bac7-8f764e969753'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:32:27.640188 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7971b0f4-7939-4b23-819d-5feb5c0663a1 None None] Attempting to bind port 01ebfeec-e7c7-4f66-bda6-7f352a914d7c on network 2127241d-abd4-4991-bac7-8f764e969753 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:32:27.673035 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port ed1bccca-f7f5-43d9-9020-42d75027d86d completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:32:27.680394 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-73f7fc44-0508-4ca8-8cea-efaf4a83ad11 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Unset dirty status for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group_rule {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:27.686073 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-73f7fc44-0508-4ca8-8cea-efaf4a83ad11 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3315921 Apr 06 13:32:27.686073 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9c663a65-6a4d-4da4-81c2-4aa7f5b1281d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:27.688524 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46420) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:27.723893 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port ed1bccca-f7f5-43d9-9020-42d75027d86d triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:27.724537 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:27.746120 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1296f-a5b7-456a-b412-98072b401f7a req-361cd3fd-27c4-47f8-9690-a9c947942448 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:27.747698 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6ac1296f-a5b7-456a-b412-98072b401f7a req-361cd3fd-27c4-47f8-9690-a9c947942448 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=3408d9cd-c72f-42ce-8ecc-4aa363b00a2b HTTP/1.1" status: 200 len: 946 time: 0.1232204 Apr 06 13:32:27.748930 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7971b0f4-7939-4b23-819d-5feb5c0663a1 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:32:27.753233 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7971b0f4-7939-4b23-819d-5feb5c0663a1 None None] Checking segment: {'id': '593ce4ce-4496-4cb2-a532-928840993c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2127241d-abd4-4991-bac7-8f764e969753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:32:27.753233 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7971b0f4-7939-4b23-819d-5feb5c0663a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:27.753233 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7971b0f4-7939-4b23-819d-5feb5c0663a1 None None] Bound using segment: {'id': '593ce4ce-4496-4cb2-a532-928840993c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2127241d-abd4-4991-bac7-8f764e969753'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:32:27.753233 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7971b0f4-7939-4b23-819d-5feb5c0663a1 None None] Bound port: 01ebfeec-e7c7-4f66-bda6-7f352a914d7c, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593ce4ce-4496-4cb2-a532-928840993c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2127241d-abd4-4991-bac7-8f764e969753'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:32:27.753639 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c663a65-6a4d-4da4-81c2-4aa7f5b1281d admin admin] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:27.753730 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7971b0f4-7939-4b23-819d-5feb5c0663a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:27.754714 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-9c663a65-6a4d-4da4-81c2-4aa7f5b1281d admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:27.756119 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8309f0dc-e59c-4f0a-a84d-9bb9a7be7f6b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:27.756412 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c663a65-6a4d-4da4-81c2-4aa7f5b1281d admin admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:32:27.759507 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8309f0dc-e59c-4f0a-a84d-9bb9a7be7f6b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:27.814661 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c663a65-6a4d-4da4-81c2-4aa7f5b1281d admin admin] Pushing event updated for resources: {'Port': ['ID=1b37ec3b-077a-4bb6-9035-35f9ec6d54e9,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:27.902210 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971b0f4-7939-4b23-819d-5feb5c0663a1 None None] Pushing event updated for resources: {'Port': ['ID=01ebfeec-e7c7-4f66-bda6-7f352a914d7c,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:27.920775 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-993b6265-251b-446a-8536-4cafd62822a0 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:27.933973 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6ac1296f-a5b7-456a-b412-98072b401f7a req-e09c1aec-53bb-470f-a46c-d6ae0ac39b61 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9fd9f9f-6849-4e58-acfd-15f6f9b97fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563687 Apr 06 13:32:27.978421 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-993b6265-251b-446a-8536-4cafd62822a0 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:28.011860 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-7971b0f4-7939-4b23-819d-5feb5c0663a1 None None] For port 01ebfeec-e7c7-4f66-bda6-7f352a914d7c, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:32:28.040782 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-7971b0f4-7939-4b23-819d-5feb5c0663a1 None None] For port 01ebfeec-e7c7-4f66-bda6-7f352a914d7c, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=01ebfeec-e7c7-4f66-bda6-7f352a914d7c,segment=NetworkSegment(593ce4ce-4496-4cb2-a532-928840993c9a),segment_id=593ce4ce-4496-4cb2-a532-928840993c9a)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:32:28.063439 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:28.091226 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-a5d5fef0-9eba-45e6-b3a5-abacd9660276 None None] Could not find standard attr ID for object 0e7aaab5-c097-4ba8-95ee-aa8e0b9a0eff. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:32:28.109706 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7971b0f4-7939-4b23-819d-5feb5c0663a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:28.145504 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port ed1bccca-f7f5-43d9-9020-42d75027d86d, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ed1bccca-f7f5-43d9-9020-42d75027d86d,segment=NetworkSegment(ad0f3491-5818-4d1f-8d68-284d1a30d5e3),segment_id=ad0f3491-5818-4d1f-8d68-284d1a30d5e3)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:28.146575 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca004b1-6340-4c9b-9c9a-f0e989af5146 None None] DHCP port deletion for 4a5369b0-8301-4713-81a5-ebef94e70f0e request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:32:28.168655 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-5ca004b1-6340-4c9b-9c9a-f0e989af5146 None None] Deleting port bbd016f4-2942-4041-88e7-66aca7b91a44 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:32:28.168951 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5ca004b1-6340-4c9b-9c9a-f0e989af5146 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:28.172486 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-993b6265-251b-446a-8536-4cafd62822a0 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:28.189550 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b6265-251b-446a-8536-4cafd62822a0 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=425f17ea-d50f-40cd-a7a8-885fa06fc783,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:28.256024 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:28.296564 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-993b6265-251b-446a-8536-4cafd62822a0 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:28.297766 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-993b6265-251b-446a-8536-4cafd62822a0 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "DELETE /v2.0/security-groups/425f17ea-d50f-40cd-a7a8-885fa06fc783 HTTP/1.1" status: 204 len: 168 time: 0.6082952 Apr 06 13:32:28.301350 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46424) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:28.321597 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971b0f4-7939-4b23-819d-5feb5c0663a1 None None] Pushing event updated for resources: {'Port': ['ID=01ebfeec-e7c7-4f66-bda6-7f352a914d7c,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:28.408495 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device bbd016f4-2942-4041-88e7-66aca7b91a44 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:32:28.441425 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.objects.ports [None req-8309f0dc-e59c-4f0a-a84d-9bb9a7be7f6b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88565) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 06 13:32:28.447372 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-eba257bc-98d4-4b01-a51b-b30f814f655c tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Synchronizing usage tracker for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:28.450234 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9c663a65-6a4d-4da4-81c2-4aa7f5b1281d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:28.613245 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-eba257bc-98d4-4b01-a51b-b30f814f655c tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Unset dirty status for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:28.623869 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-eba257bc-98d4-4b01-a51b-b30f814f655c tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3214166 Apr 06 13:32:28.626410 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46428) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:28.702224 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=ed1bccca-f7f5-43d9-9020-42d75027d86d,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:28.742994 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e99e9257-f3cf-445d-9cb1-1ee843866011 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:28.792471 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e99e9257-f3cf-445d-9cb1-1ee843866011 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:28.927743 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:28.941531 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e99e9257-f3cf-445d-9cb1-1ee843866011 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:28.955235 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-5ca004b1-6340-4c9b-9c9a-f0e989af5146 None None] For port bbd016f4-2942-4041-88e7-66aca7b91a44, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=bbd016f4-2942-4041-88e7-66aca7b91a44,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:28.955235 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5ca004b1-6340-4c9b-9c9a-f0e989af5146 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:29.012244 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9c663a65-6a4d-4da4-81c2-4aa7f5b1281d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:29.052629 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8309f0dc-e59c-4f0a-a84d-9bb9a7be7f6b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:29.077363 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e9257-f3cf-445d-9cb1-1ee843866011 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a874b1-54ca-4c2b-910a-d2bb1c8af2d4,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:29.091929 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-5ca004b1-6340-4c9b-9c9a-f0e989af5146 None None] Calling delete_port for bbd016f4-2942-4041-88e7-66aca7b91a44 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:32:29.232001 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:32:29.233920 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:32:29.322084 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-5ca004b1-6340-4c9b-9c9a-f0e989af5146 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:32:29.323216 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-5ca004b1-6340-4c9b-9c9a-f0e989af5146 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:32:29.342480 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e99e9257-f3cf-445d-9cb1-1ee843866011 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:29.346495 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e99e9257-f3cf-445d-9cb1-1ee843866011 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "DELETE /v2.0/security-groups/e6a874b1-54ca-4c2b-910a-d2bb1c8af2d4 HTTP/1.1" status: 204 len: 168 time: 0.7162066 Apr 06 13:32:29.353689 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46434) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:29.475058 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c663a65-6a4d-4da4-81c2-4aa7f5b1281d admin admin] Router fe77e907-1bcd-4d81-a992-da9079cb8909 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:32:29.533408 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f99c4441-e747-41dd-b7b1-37feeee753b8 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Synchronizing usage tracker for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:29.551032 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f800eb-7840-4867-a6ad-b2b0c6f08667 req-cf183691-3188-455c-bb76-b66d7bccb26f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:29.552542 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-50f800eb-7840-4867-a6ad-b2b0c6f08667 req-cf183691-3188-455c-bb76-b66d7bccb26f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=3408d9cd-c72f-42ce-8ecc-4aa363b00a2b HTTP/1.1" status: 200 len: 946 time: 0.2924817 Apr 06 13:32:29.572459 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7873f68d-b3f5-4390-9fe4-c3d348ea1ffc None None] Network 2127241d-abd4-4991-bac7-8f764e969753 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:32:29.624050 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-8309f0dc-e59c-4f0a-a84d-9bb9a7be7f6b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] For port bbd016f4-2942-4041-88e7-66aca7b91a44, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=bbd016f4-2942-4041-88e7-66aca7b91a44,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:29.638435 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-50f800eb-7840-4867-a6ad-b2b0c6f08667 req-ca23646a-da4d-41e9-977c-f31c2a8e1161 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9fd9f9f-6849-4e58-acfd-15f6f9b97fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710182 Apr 06 13:32:29.661658 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8309f0dc-e59c-4f0a-a84d-9bb9a7be7f6b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:29.687105 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c663a65-6a4d-4da4-81c2-4aa7f5b1281d admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:32:29.699878 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f99c4441-e747-41dd-b7b1-37feeee753b8 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Unset dirty status for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:29.702315 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f99c4441-e747-41dd-b7b1-37feeee753b8 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3427613 Apr 06 13:32:29.706461 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46440) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:29.711694 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ac258e-e132-43cc-bc95-70f86a38dc63 None None] Sync routers for ids ['fe77e907-1bcd-4d81-a992-da9079cb8909'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:32:29.711880 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-80c7548d-4558-4ae6-9ead-5cb60d124248 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Request body: {'security_group': {'name': 'tempest-secgroup--1273402864'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:29.719642 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-80c7548d-4558-4ae6-9ead-5cb60d124248 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:29.731651 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-80c7548d-4558-4ae6-9ead-5cb60d124248 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:29.747850 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8309f0dc-e59c-4f0a-a84d-9bb9a7be7f6b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:29.748869 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8309f0dc-e59c-4f0a-a84d-9bb9a7be7f6b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:29.795705 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-1de6c7a6-fc99-42f8-ab42-02ddf6be0059 None None] Provisioning for port 01ebfeec-e7c7-4f66-bda6-7f352a914d7c completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:32:29.807998 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ac258e-e132-43cc-bc95-70f86a38dc63 None None] Routers {'fe77e907-1bcd-4d81-a992-da9079cb8909'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:32:29.808971 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-35ac258e-e132-43cc-bc95-70f86a38dc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:32:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['fe77e907-1bcd-4d81-a992-da9079cb8909'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:29.841166 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9c663a65-6a4d-4da4-81c2-4aa7f5b1281d admin admin] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:29.842934 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9c663a65-6a4d-4da4-81c2-4aa7f5b1281d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4722273 Apr 06 13:32:29.845875 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46444) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:29.868999 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-5ca004b1-6340-4c9b-9c9a-f0e989af5146 None None] Deleting port bbd016f4-2942-4041-88e7-66aca7b91a44 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:32:29.869876 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5ca004b1-6340-4c9b-9c9a-f0e989af5146 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:29.902653 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-80c7548d-4558-4ae6-9ead-5cb60d124248 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:29.938564 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8309f0dc-e59c-4f0a-a84d-9bb9a7be7f6b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:29.951032 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-8309f0dc-e59c-4f0a-a84d-9bb9a7be7f6b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:29.965813 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8309f0dc-e59c-4f0a-a84d-9bb9a7be7f6b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:29.966383 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8309f0dc-e59c-4f0a-a84d-9bb9a7be7f6b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:29.973483 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:29.974454 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-80c7548d-4558-4ae6-9ead-5cb60d124248 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:29.980467 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309f0dc-e59c-4f0a-a84d-9bb9a7be7f6b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=0a2e15a5-24e0-4f25-b9ed-4213be724220,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:29.991995 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-80c7548d-4558-4ae6-9ead-5cb60d124248 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Usage tracker for resource:security_group_rule and tenant:85ce3bf22c2b421086f68579aae70803 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:29.995359 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309f0dc-e59c-4f0a-a84d-9bb9a7be7f6b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=bbd016f4-2942-4041-88e7-66aca7b91a44,revision_number=6']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:30.002171 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-80c7548d-4558-4ae6-9ead-5cb60d124248 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:30.016683 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-80c7548d-4558-4ae6-9ead-5cb60d124248 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:30.065678 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cc7c3-4ae1-49fa-8ba8-f96b89540ceb req-79975a56-156c-43ba-b57c-6c6e9bcc464e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:30.067808 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bc1cc7c3-4ae1-49fa-8ba8-f96b89540ceb req-79975a56-156c-43ba-b57c-6c6e9bcc464e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=3408d9cd-c72f-42ce-8ecc-4aa363b00a2b HTTP/1.1" status: 200 len: 946 time: 0.2319896 Apr 06 13:32:30.135440 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8309f0dc-e59c-4f0a-a84d-9bb9a7be7f6b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6782923 Apr 06 13:32:30.139872 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46448) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:30.163615 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-b6a7d1be-1620-46a1-b861-a9b519d0f409 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'port': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'mac_address': 'fa:16:3e:a3:a5:e4', 'name': 'tempest-NetworksTestDHCPv6-2539878'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:30.178363 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port bbd016f4-2942-4041-88e7-66aca7b91a44, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=bbd016f4-2942-4041-88e7-66aca7b91a44,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:30.193021 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-35ac258e-e132-43cc-bc95-70f86a38dc63 None None] Set router fe77e907-1bcd-4d81-a992-da9079cb8909 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:32:30.259154 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-80c7548d-4558-4ae6-9ead-5cb60d124248 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:30.321037 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bc1cc7c3-4ae1-49fa-8ba8-f96b89540ceb req-7598893f-6b9c-41c1-a944-a3d9aaca0e00 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9fd9f9f-6849-4e58-acfd-15f6f9b97fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228591 Apr 06 13:32:30.331237 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:30.372132 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-80c7548d-4558-4ae6-9ead-5cb60d124248 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:30.523985 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7548d-4558-4ae6-9ead-5cb60d124248 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d58ae95a-be63-4f76-a676-14bcc4f0a1cc,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:30.561337 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b6a7d1be-1620-46a1-b861-a9b519d0f409 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:30.565961 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b6a7d1be-1620-46a1-b861-a9b519d0f409 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:port and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:30.569031 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b6a7d1be-1620-46a1-b861-a9b519d0f409 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:30.576460 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b6a7d1be-1620-46a1-b861-a9b519d0f409 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:30.687634 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 01ebfeec-e7c7-4f66-bda6-7f352a914d7c up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:32:30.701225 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-80c7548d-4558-4ae6-9ead-5cb60d124248 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:30.705329 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-80c7548d-4558-4ae6-9ead-5cb60d124248 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9950302 Apr 06 13:32:30.706501 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46456) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:30.713089 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-2623da03-d7ee-4f65-8dd1-65e9d483b32d tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Request body: {'security_group_rule': {'security_group_id': 'd58ae95a-be63-4f76-a676-14bcc4f0a1cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:30.720254 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2623da03-d7ee-4f65-8dd1-65e9d483b32d tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:30.726112 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2623da03-d7ee-4f65-8dd1-65e9d483b32d tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Usage tracker for resource:security_group_rule and tenant:85ce3bf22c2b421086f68579aae70803 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:30.731632 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2623da03-d7ee-4f65-8dd1-65e9d483b32d tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:30.740571 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2623da03-d7ee-4f65-8dd1-65e9d483b32d tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:30.777356 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=bbd016f4-2942-4041-88e7-66aca7b91a44,revision_number=7']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:30.802395 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-5ca004b1-6340-4c9b-9c9a-f0e989af5146 None None] For port bbd016f4-2942-4041-88e7-66aca7b91a44, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=bbd016f4-2942-4041-88e7-66aca7b91a44,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:30.802781 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5ca004b1-6340-4c9b-9c9a-f0e989af5146 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:30.805648 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a7d1be-1620-46a1-b861-a9b519d0f409 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:30.870714 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-757d4f8c-a9b7-4448-a1c8-66cf67a17dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:30.934894 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2623da03-d7ee-4f65-8dd1-65e9d483b32d tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:30.983680 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-5ca004b1-6340-4c9b-9c9a-f0e989af5146 None None] Calling delete_port for bbd016f4-2942-4041-88e7-66aca7b91a44 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:32:31.015014 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d1be-1620-46a1-b861-a9b519d0f409 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:31.047670 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-b6a7d1be-1620-46a1-b861-a9b519d0f409 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] device_id is not set on port 1bc0b93f-cf7a-4187-8c87-53be6a95a32f yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:32:31.109990 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-757d4f8c-a9b7-4448-a1c8-66cf67a17dc7 admin admin] Allocated IP 172.20.0.1 (2127241d-abd4-4991-bac7-8f764e969753/7ded8823-707e-48ed-a74c-5a9f69ddae8a/6af6b5dd-f49d-4532-8d85-132360d28ac2) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:32:31.125299 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2623da03-d7ee-4f65-8dd1-65e9d483b32d tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:31.131015 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 01ebfeec-e7c7-4f66-bda6-7f352a914d7c completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:32:31.143002 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 01ebfeec-e7c7-4f66-bda6-7f352a914d7c triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:31.143900 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:31.195730 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-35ac258e-e132-43cc-bc95-70f86a38dc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe77e907-1bcd-4d81-a992-da9079cb8909', 'name': 'tempest-TestVolumeBootPattern-1606591559-router', 'tenant_id': '52eea84fda4145edb2079b946d4ccaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '1b37ec3b-077a-4bb6-9035-35f9ec6d54e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:25Z', 'updated_at': '2022-04-06T13:32:28Z', 'revision_number': 3, 'project_id': '52eea84fda4145edb2079b946d4ccaaa', 'gw_port': {'id': '1b37ec3b-077a-4bb6-9035-35f9ec6d54e9', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:57:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe77e907-1bcd-4d81-a992-da9079cb8909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:27Z', 'updated_at': '2022-04-06T13:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:31.198751 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-5ca004b1-6340-4c9b-9c9a-f0e989af5146 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:32:31.199227 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-5ca004b1-6340-4c9b-9c9a-f0e989af5146 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:32:31.208212 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ac258e-e132-43cc-bc95-70f86a38dc63 None None] Checking router: fe77e907-1bcd-4d81-a992-da9079cb8909 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:32:31.208708 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ac258e-e132-43cc-bc95-70f86a38dc63 None None] Updating router fe77e907-1bcd-4d81-a992-da9079cb8909 port 1b37ec3b-077a-4bb6-9035-35f9ec6d54e9 binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:32:31.225062 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-b6a7d1be-1620-46a1-b861-a9b519d0f409 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 2001:db8::f816:3eff:fea3:a5e4 (4a5369b0-8301-4713-81a5-ebef94e70f0e/0a2e15a5-24e0-4f25-b9ed-4213be724220/1bc0b93f-cf7a-4187-8c87-53be6a95a32f) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:32:31.240498 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2623da03-d7ee-4f65-8dd1-65e9d483b32d tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:31.298685 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-35ac258e-e132-43cc-bc95-70f86a38dc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:31.301001 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623da03-d7ee-4f65-8dd1-65e9d483b32d tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7349c15-b18b-47de-8b88-671a75c24bf2,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:31.391985 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-5ca004b1-6340-4c9b-9c9a-f0e989af5146 None None] Deleting port bbd016f4-2942-4041-88e7-66aca7b91a44 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:32:31.392465 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5ca004b1-6340-4c9b-9c9a-f0e989af5146 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:31.419564 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-757d4f8c-a9b7-4448-a1c8-66cf67a17dc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:31.424889 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2623da03-d7ee-4f65-8dd1-65e9d483b32d tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:31.428978 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2623da03-d7ee-4f65-8dd1-65e9d483b32d tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7185378 Apr 06 13:32:31.430337 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46460) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:31.453167 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-757d4f8c-a9b7-4448-a1c8-66cf67a17dc7 admin admin] Transition to ACTIVE for port object 6af6b5dd-f49d-4532-8d85-132360d28ac2 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:31.472080 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-db9d17ac-8111-4f52-bb6d-97639c1ebeb3 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:31.485755 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-db9d17ac-8111-4f52-bb6d-97639c1ebeb3 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:31.495999 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d1be-1620-46a1-b861-a9b519d0f409 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:31.512569 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:31.599095 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-b6a7d1be-1620-46a1-b861-a9b519d0f409 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Transition to ACTIVE for port object 1bc0b93f-cf7a-4187-8c87-53be6a95a32f will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:31.599647 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-db9d17ac-8111-4f52-bb6d-97639c1ebeb3 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:31.614672 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d17ac-8111-4f52-bb6d-97639c1ebeb3 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7349c15-b18b-47de-8b88-671a75c24bf2,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:31.631476 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-db9d17ac-8111-4f52-bb6d-97639c1ebeb3 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:31.632634 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-db9d17ac-8111-4f52-bb6d-97639c1ebeb3 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/d7349c15-b18b-47de-8b88-671a75c24bf2 HTTP/1.1" status: 204 len: 168 time: 0.2019732 Apr 06 13:32:31.634379 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 01ebfeec-e7c7-4f66-bda6-7f352a914d7c, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=01ebfeec-e7c7-4f66-bda6-7f352a914d7c,segment=NetworkSegment(593ce4ce-4496-4cb2-a532-928840993c9a),segment_id=593ce4ce-4496-4cb2-a532-928840993c9a)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:31.636183 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46464) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:31.654989 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-757d4f8c-a9b7-4448-a1c8-66cf67a17dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:31.724096 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757d4f8c-a9b7-4448-a1c8-66cf67a17dc7 admin admin] Network 2127241d-abd4-4991-bac7-8f764e969753 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:31.738471 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-757d4f8c-a9b7-4448-a1c8-66cf67a17dc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:31.745167 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757d4f8c-a9b7-4448-a1c8-66cf67a17dc7 admin admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:32:31.761873 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d1be-1620-46a1-b861-a9b519d0f409 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:31.815243 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:31.815515 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-757d4f8c-a9b7-4448-a1c8-66cf67a17dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:31.816796 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ed1bccca-f7f5-43d9-9020-42d75027d86d up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:32:31.835353 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d4f8c-a9b7-4448-a1c8-66cf67a17dc7 admin admin] Pushing event updated for resources: {'Port': ['ID=6af6b5dd-f49d-4532-8d85-132360d28ac2,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:31.845933 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a7d1be-1620-46a1-b861-a9b519d0f409 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:31.875978 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-b6a7d1be-1620-46a1-b861-a9b519d0f409 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:31.881519 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46468) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:31.884387 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a7d1be-1620-46a1-b861-a9b519d0f409 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:32:31.891016 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a7d1be-1620-46a1-b861-a9b519d0f409 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:31.891871 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d1be-1620-46a1-b861-a9b519d0f409 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:31.896700 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7d1be-1620-46a1-b861-a9b519d0f409 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=1bc0b93f-cf7a-4187-8c87-53be6a95a32f,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:31.952755 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-9cef8d09-de0f-48a9-9227-3ddc3b289859 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Synchronizing usage tracker for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group_rule {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:32.057414 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-9cef8d09-de0f-48a9-9227-3ddc3b289859 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Unset dirty status for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group_rule {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:32.058697 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9cef8d09-de0f-48a9-9227-3ddc3b289859 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4214694 Apr 06 13:32:32.063683 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46472) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:32.096660 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-5ca004b1-6340-4c9b-9c9a-f0e989af5146 None None] For port bbd016f4-2942-4041-88e7-66aca7b91a44, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=bbd016f4-2942-4041-88e7-66aca7b91a44,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:32.097272 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5ca004b1-6340-4c9b-9c9a-f0e989af5146 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:32.129449 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=01ebfeec-e7c7-4f66-bda6-7f352a914d7c,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:32.225315 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-939fbd03-8523-4c7c-9deb-9f22a4b549df tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:32.259177 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-939fbd03-8523-4c7c-9deb-9f22a4b549df tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:32.292947 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b6a7d1be-1620-46a1-b861-a9b519d0f409 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.1445980 Apr 06 13:32:32.293792 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46476) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:32.307315 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-757d4f8c-a9b7-4448-a1c8-66cf67a17dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:32.354139 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-5ca004b1-6340-4c9b-9c9a-f0e989af5146 None None] Calling delete_port for bbd016f4-2942-4041-88e7-66aca7b91a44 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:32:32.380593 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e0b1c828-5767-4b4e-9161-b3a412d0cacf None None] Provisioning for port 6af6b5dd-f49d-4532-8d85-132360d28ac2 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:32:32.413679 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port ed1bccca-f7f5-43d9-9020-42d75027d86d triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:32.414050 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:32.445568 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e0b1c828-5767-4b4e-9161-b3a412d0cacf None None] Provisioning complete for port 6af6b5dd-f49d-4532-8d85-132360d28ac2 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:32.445993 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e0b1c828-5767-4b4e-9161-b3a412d0cacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:32.506269 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-939fbd03-8523-4c7c-9deb-9f22a4b549df tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:32.518279 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f546e8d-0185-456c-b311-2f674c874e9e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:32.524087 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f546e8d-0185-456c-b311-2f674c874e9e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:32.524863 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8f546e8d-0185-456c-b311-2f674c874e9e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:32.539363 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fbd03-8523-4c7c-9deb-9f22a4b549df tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58ae95a-be63-4f76-a676-14bcc4f0a1cc,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:32.543857 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-35ac258e-e132-43cc-bc95-70f86a38dc63 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:32.564618 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-e0b1c828-5767-4b4e-9161-b3a412d0cacf None None] Port 6af6b5dd-f49d-4532-8d85-132360d28ac2 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:32:32.593163 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-35ac258e-e132-43cc-bc95-70f86a38dc63 None None] Transition to ACTIVE for port object 1b37ec3b-077a-4bb6-9035-35f9ec6d54e9 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:32.612020 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-757d4f8c-a9b7-4448-a1c8-66cf67a17dc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:32.636889 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-939fbd03-8523-4c7c-9deb-9f22a4b549df tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:32.636889 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-939fbd03-8523-4c7c-9deb-9f22a4b549df tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "DELETE /v2.0/security-groups/d58ae95a-be63-4f76-a676-14bcc4f0a1cc HTTP/1.1" status: 204 len: 168 time: 0.5708261 Apr 06 13:32:32.638418 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46480) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:32.694643 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2ec28cde-247d-4979-b1be-4225ab549282 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Synchronizing usage tracker for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:32.706102 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8f546e8d-0185-456c-b311-2f674c874e9e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:32.710360 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8f546e8d-0185-456c-b311-2f674c874e9e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.4154603 Apr 06 13:32:32.717835 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46484) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:32.742906 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-35ac258e-e132-43cc-bc95-70f86a38dc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:32.751749 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-757d4f8c-a9b7-4448-a1c8-66cf67a17dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:32.793464 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 01ebfeec-e7c7-4f66-bda6-7f352a914d7c up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:32:32.818078 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5ca004b1-6340-4c9b-9c9a-f0e989af5146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:32.841740 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2ec28cde-247d-4979-b1be-4225ab549282 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Unset dirty status for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:32.846844 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2ec28cde-247d-4979-b1be-4225ab549282 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2035117 Apr 06 13:32:32.847557 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46488) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:32.852573 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-0f9ef75b-37a1-4b89-960e-0797cca87a43 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Request body: {'security_group': {'name': 'tempest-secgroup--1563862482'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:32.864040 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0f9ef75b-37a1-4b89-960e-0797cca87a43 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:32.883686 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d4f8c-a9b7-4448-a1c8-66cf67a17dc7 admin admin] Pushing event updated for resources: {'Port': ['ID=6af6b5dd-f49d-4532-8d85-132360d28ac2,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:32.888444 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-757d4f8c-a9b7-4448-a1c8-66cf67a17dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:32.906821 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-64989e5b-9248-4e8a-94a9-bd8a2b761c19 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting port 1bc0b93f-cf7a-4187-8c87-53be6a95a32f {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:32:32.907157 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-64989e5b-9248-4e8a-94a9-bd8a2b761c19 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:32.938152 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-35ac258e-e132-43cc-bc95-70f86a38dc63 None None] Attempting to bind port 1b37ec3b-077a-4bb6-9035-35f9ec6d54e9 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:32:32.938398 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-35ac258e-e132-43cc-bc95-70f86a38dc63 None None] Attempting to bind port 1b37ec3b-077a-4bb6-9035-35f9ec6d54e9 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:32:32.938668 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ac258e-e132-43cc-bc95-70f86a38dc63 None None] Attempting to bind port 1b37ec3b-077a-4bb6-9035-35f9ec6d54e9 on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:32:32.939594 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0f9ef75b-37a1-4b89-960e-0797cca87a43 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:32.971842 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f16ec-dd0e-4805-b718-780924ca229d None None] Pushing event updated for resources: {'Port': ['ID=1b37ec3b-077a-4bb6-9035-35f9ec6d54e9,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:33.028792 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca004b1-6340-4c9b-9c9a-f0e989af5146 None None] No DVR routers for this DVR port bbd016f4-2942-4041-88e7-66aca7b91a44 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:32:33.033463 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ac258e-e132-43cc-bc95-70f86a38dc63 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:32:33.034100 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ac258e-e132-43cc-bc95-70f86a38dc63 None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:32:33.034736 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-35ac258e-e132-43cc-bc95-70f86a38dc63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:33.035430 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ac258e-e132-43cc-bc95-70f86a38dc63 None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:32:33.036100 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-35ac258e-e132-43cc-bc95-70f86a38dc63 None None] Bound port: 1b37ec3b-077a-4bb6-9035-35f9ec6d54e9, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:32:33.036703 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-35ac258e-e132-43cc-bc95-70f86a38dc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:33.043435 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757d4f8c-a9b7-4448-a1c8-66cf67a17dc7 admin admin] Network 2127241d-abd4-4991-bac7-8f764e969753 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:33.045560 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-757d4f8c-a9b7-4448-a1c8-66cf67a17dc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:33.086927 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca004b1-6340-4c9b-9c9a-f0e989af5146 None None] Pushing event deleted for resources: {'Port': ['ID=bbd016f4-2942-4041-88e7-66aca7b91a44,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:33.112049 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7aec483-ee48-459b-bd28-16292007b4a8 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:32:33.126709 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0f9ef75b-37a1-4b89-960e-0797cca87a43 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:33.163251 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 01ebfeec-e7c7-4f66-bda6-7f352a914d7c triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:33.163750 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:33.273515 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0f9ef75b-37a1-4b89-960e-0797cca87a43 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:33.282770 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0f9ef75b-37a1-4b89-960e-0797cca87a43 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Usage tracker for resource:security_group_rule and tenant:85ce3bf22c2b421086f68579aae70803 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:33.336993 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-35ac258e-e132-43cc-bc95-70f86a38dc63 None None] For port 1b37ec3b-077a-4bb6-9035-35f9ec6d54e9, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:32:33.340686 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0f9ef75b-37a1-4b89-960e-0797cca87a43 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:33.340874 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-35ac258e-e132-43cc-bc95-70f86a38dc63 None None] For port 1b37ec3b-077a-4bb6-9035-35f9ec6d54e9, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=1b37ec3b-077a-4bb6-9035-35f9ec6d54e9,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:32:33.345417 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757d4f8c-a9b7-4448-a1c8-66cf67a17dc7 admin admin] Router fe77e907-1bcd-4d81-a992-da9079cb8909 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:32:33.354557 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0f9ef75b-37a1-4b89-960e-0797cca87a43 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:33.440866 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-35ac258e-e132-43cc-bc95-70f86a38dc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:33.480197 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-64989e5b-9248-4e8a-94a9-bd8a2b761c19 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:33.503294 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cb9303f0-2c0b-4867-aadf-945080f9544e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:33.528435 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-460e4a1a-4304-4008-b111-d98281c57061 None None] Provisioning complete for port 6af6b5dd-f49d-4532-8d85-132360d28ac2 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:33.528435 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-460e4a1a-4304-4008-b111-d98281c57061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:33.557325 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757d4f8c-a9b7-4448-a1c8-66cf67a17dc7 admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:32:33.565546 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-757d4f8c-a9b7-4448-a1c8-66cf67a17dc7 admin admin] 10.222.0.48 "PUT /v2.0/routers/fe77e907-1bcd-4d81-a992-da9079cb8909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7168384 Apr 06 13:32:33.657354 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-64989e5b-9248-4e8a-94a9-bd8a2b761c19 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Calling delete_port for 1bc0b93f-cf7a-4187-8c87-53be6a95a32f owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:32:33.695478 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ac258e-e132-43cc-bc95-70f86a38dc63 None None] Routers {'fe77e907-1bcd-4d81-a992-da9079cb8909'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:32:33.696011 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-35ac258e-e132-43cc-bc95-70f86a38dc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:32:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['fe77e907-1bcd-4d81-a992-da9079cb8909'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:33.807105 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0f9ef75b-37a1-4b89-960e-0797cca87a43 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:33.807786 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-460e4a1a-4304-4008-b111-d98281c57061 None None] Port 6af6b5dd-f49d-4532-8d85-132360d28ac2 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:32:33.808957 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f16ec-dd0e-4805-b718-780924ca229d None None] Pushing event updated for resources: {'Port': ['ID=1b37ec3b-077a-4bb6-9035-35f9ec6d54e9,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:34.021816 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-35ac258e-e132-43cc-bc95-70f86a38dc63 None None] Set router fe77e907-1bcd-4d81-a992-da9079cb8909 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:32:34.057730 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0f9ef75b-37a1-4b89-960e-0797cca87a43 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:34.064857 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ffa351-6a19-4032-a7c8-0c5d003be682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-4a5369b0-8301-4713-81a5-ebef94e70f0e', 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'fixed_ips': [{'subnet_id': '0a2e15a5-24e0-4f25-b9ed-4213be724220'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:32:34.065690 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-91ffa351-6a19-4032-a7c8-0c5d003be682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:34.238097 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ef75b-37a1-4b89-960e-0797cca87a43 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d925da74-5eee-4d3f-8cf4-b618d2e36a7f,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:34.273842 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46498) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:34.280314 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-53823e60-b847-400b-8b95-e1b09a607ceb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2076387592', 'description': 'tempest-secgroup-smoke-2076387592 description', 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:34.286444 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-53823e60-b847-400b-8b95-e1b09a607ceb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:34.290290 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-53823e60-b847-400b-8b95-e1b09a607ceb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Usage tracker for resource:security_group and tenant:6f961cdd2806417f9eeecf800dc5c9c4 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:34.293941 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-53823e60-b847-400b-8b95-e1b09a607ceb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:34.300092 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-53823e60-b847-400b-8b95-e1b09a607ceb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:34.389189 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0f9ef75b-37a1-4b89-960e-0797cca87a43 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:34.391176 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0f9ef75b-37a1-4b89-960e-0797cca87a43 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5420103 Apr 06 13:32:34.398385 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46502) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:34.399052 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-b2150eeb-194c-4cd6-84e0-389c84c64c8c tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Request body: {'security_group_rule': {'security_group_id': 'd925da74-5eee-4d3f-8cf4-b618d2e36a7f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:34.405080 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b2150eeb-194c-4cd6-84e0-389c84c64c8c tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:34.409318 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b2150eeb-194c-4cd6-84e0-389c84c64c8c tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Usage tracker for resource:security_group_rule and tenant:85ce3bf22c2b421086f68579aae70803 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:34.412449 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b2150eeb-194c-4cd6-84e0-389c84c64c8c tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:34.422379 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-64989e5b-9248-4e8a-94a9-bd8a2b761c19 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:34.423969 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-35ac258e-e132-43cc-bc95-70f86a38dc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe77e907-1bcd-4d81-a992-da9079cb8909', 'name': 'tempest-TestVolumeBootPattern-1606591559-router', 'tenant_id': '52eea84fda4145edb2079b946d4ccaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '1b37ec3b-077a-4bb6-9035-35f9ec6d54e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:25Z', 'updated_at': '2022-04-06T13:32:32Z', 'revision_number': 4, 'project_id': '52eea84fda4145edb2079b946d4ccaaa', 'gw_port': {'id': '1b37ec3b-077a-4bb6-9035-35f9ec6d54e9', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:57:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe77e907-1bcd-4d81-a992-da9079cb8909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:27Z', 'updated_at': '2022-04-06T13:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '6af6b5dd-f49d-4532-8d85-132360d28ac2', 'name': '', 'network_id': '2127241d-abd4-4991-bac7-8f764e969753', 'tenant_id': '52eea84fda4145edb2079b946d4ccaaa', 'mac_address': 'fa:16:3e:c8:17:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe77e907-1bcd-4d81-a992-da9079cb8909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '7ded8823-707e-48ed-a74c-5a9f69ddae8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:30Z', 'updated_at': '2022-04-06T13:32:32Z', 'revision_number': 2, 'project_id': '52eea84fda4145edb2079b946d4ccaaa', 'subnets': [{'id': '7ded8823-707e-48ed-a74c-5a9f69ddae8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:34.444964 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ac258e-e132-43cc-bc95-70f86a38dc63 None None] The sync data for ids ['fe77e907-1bcd-4d81-a992-da9079cb8909'] in dv-neutron-834600-1-hyperv is: [{'id': 'fe77e907-1bcd-4d81-a992-da9079cb8909', 'name': 'tempest-TestVolumeBootPattern-1606591559-router', 'tenant_id': '52eea84fda4145edb2079b946d4ccaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '1b37ec3b-077a-4bb6-9035-35f9ec6d54e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:25Z', 'updated_at': '2022-04-06T13:32:32Z', 'revision_number': 4, 'project_id': '52eea84fda4145edb2079b946d4ccaaa', 'gw_port': {'id': '1b37ec3b-077a-4bb6-9035-35f9ec6d54e9', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:57:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe77e907-1bcd-4d81-a992-da9079cb8909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:27Z', 'updated_at': '2022-04-06T13:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '6af6b5dd-f49d-4532-8d85-132360d28ac2', 'name': '', 'network_id': '2127241d-abd4-4991-bac7-8f764e969753', 'tenant_id': '52eea84fda4145edb2079b946d4ccaaa', 'mac_address': 'fa:16:3e:c8:17:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe77e907-1bcd-4d81-a992-da9079cb8909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '7ded8823-707e-48ed-a74c-5a9f69ddae8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:30Z', 'updated_at': '2022-04-06T13:32:32Z', 'revision_number': 2, 'project_id': '52eea84fda4145edb2079b946d4ccaaa', 'subnets': [{'id': '7ded8823-707e-48ed-a74c-5a9f69ddae8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:32:34.498182 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64989e5b-9248-4e8a-94a9-bd8a2b761c19 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Port': ['ID=1bc0b93f-cf7a-4187-8c87-53be6a95a32f,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:34.555021 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-91ffa351-6a19-4032-a7c8-0c5d003be682 None None] Allocated IP 2001:db8::f816:3eff:fee4:f9b8 (4a5369b0-8301-4713-81a5-ebef94e70f0e/0a2e15a5-24e0-4f25-b9ed-4213be724220/ae359b5c-1011-432b-92f7-bde570aa3cbb) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:32:34.565036 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b2150eeb-194c-4cd6-84e0-389c84c64c8c tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:34.575038 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-53823e60-b847-400b-8b95-e1b09a607ceb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:34.599146 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-53823e60-b847-400b-8b95-e1b09a607ceb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:34.607547 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-53823e60-b847-400b-8b95-e1b09a607ceb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Usage tracker for resource:security_group_rule and tenant:6f961cdd2806417f9eeecf800dc5c9c4 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:34.612368 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-53823e60-b847-400b-8b95-e1b09a607ceb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:34.616457 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-64989e5b-9248-4e8a-94a9-bd8a2b761c19 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:34.623713 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-53823e60-b847-400b-8b95-e1b09a607ceb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:34.633257 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-64989e5b-9248-4e8a-94a9-bd8a2b761c19 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/1bc0b93f-cf7a-4187-8c87-53be6a95a32f HTTP/1.1" status: 204 len: 168 time: 1.9189923 Apr 06 13:32:34.638016 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46506) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:34.721425 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b2150eeb-194c-4cd6-84e0-389c84c64c8c tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:34.735392 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-cb9303f0-2c0b-4867-aadf-945080f9544e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.20.0.17 (a83cae79-c042-499e-b738-19ebbf114a55/d70acde1-30c9-419c-9be5-ca802692931b/141ba351-76ce-4101-a8bb-ea01900709c4) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:32:34.795305 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66b7486-f1ab-4607-bd7a-556269e6532e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:34.797152 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66b7486-f1ab-4607-bd7a-556269e6532e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:34.797999 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d66b7486-f1ab-4607-bd7a-556269e6532e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:34.852560 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-53823e60-b847-400b-8b95-e1b09a607ceb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:34.855238 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d66b7486-f1ab-4607-bd7a-556269e6532e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:34.859250 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d66b7486-f1ab-4607-bd7a-556269e6532e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2210643 Apr 06 13:32:34.859942 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46510) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:34.885433 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-91ffa351-6a19-4032-a7c8-0c5d003be682 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:34.897339 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-91ffa351-6a19-4032-a7c8-0c5d003be682 None None] Transition to ACTIVE for port object ae359b5c-1011-432b-92f7-bde570aa3cbb will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:34.944524 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-91ffa351-6a19-4032-a7c8-0c5d003be682 None None] Transition to ACTIVE for port object ae359b5c-1011-432b-92f7-bde570aa3cbb will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:34.957856 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b2150eeb-194c-4cd6-84e0-389c84c64c8c tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:34.957856 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-53823e60-b847-400b-8b95-e1b09a607ceb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:35.016161 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cb9303f0-2c0b-4867-aadf-945080f9544e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:35.023694 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-91ffa351-6a19-4032-a7c8-0c5d003be682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:35.042675 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-827f282f-5c57-4854-a6b2-98cd1cc7f496 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet 0a2e15a5-24e0-4f25-b9ed-4213be724220 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:32:35.045781 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53823e60-b847-400b-8b95-e1b09a607ceb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75cd8e99-0e1f-4039-9c08-2402be58742e,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:35.050466 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-827f282f-5c57-4854-a6b2-98cd1cc7f496 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:35.061231 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-cb9303f0-2c0b-4867-aadf-945080f9544e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Transition to ACTIVE for port object 141ba351-76ce-4101-a8bb-ea01900709c4 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:35.086479 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b2150eeb-194c-4cd6-84e0-389c84c64c8c tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:35.090152 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ffa351-6a19-4032-a7c8-0c5d003be682 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:35.091002 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-91ffa351-6a19-4032-a7c8-0c5d003be682 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:35.099353 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ffa351-6a19-4032-a7c8-0c5d003be682 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:32:35.110373 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffa351-6a19-4032-a7c8-0c5d003be682 None None] Pushing event updated for resources: {'Port': ['ID=ae359b5c-1011-432b-92f7-bde570aa3cbb,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:35.127641 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-53823e60-b847-400b-8b95-e1b09a607ceb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:35.128866 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-53823e60-b847-400b-8b95-e1b09a607ceb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8540342 Apr 06 13:32:35.132341 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46514) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:35.143259 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-54711e76-f705-4848-91e1-40831c5c2726 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Request body: {'security_group_rule': {'security_group_id': '75cd8e99-0e1f-4039-9c08-2402be58742e', 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:35.143728 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2150eeb-194c-4cd6-84e0-389c84c64c8c tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac33d90-ccfc-4b1b-8e27-7f2c0092d89a,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:35.153893 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-827f282f-5c57-4854-a6b2-98cd1cc7f496 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:35.159702 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-54711e76-f705-4848-91e1-40831c5c2726 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:35.168104 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-54711e76-f705-4848-91e1-40831c5c2726 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Usage tracker for resource:security_group_rule and tenant:6f961cdd2806417f9eeecf800dc5c9c4 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:35.183137 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-54711e76-f705-4848-91e1-40831c5c2726 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:35.193841 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-54711e76-f705-4848-91e1-40831c5c2726 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:35.196689 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cb9303f0-2c0b-4867-aadf-945080f9544e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:35.207073 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c0a4026c-56ff-46f8-9d19-1ab2c1c483cd req-f0ad591e-a157-4ff4-9b2d-bef7aa86f8b7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f903cb52-eaac-45ed-8f32-cd340680cda6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3092909 Apr 06 13:32:35.242915 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b2150eeb-194c-4cd6-84e0-389c84c64c8c tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:35.244936 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b2150eeb-194c-4cd6-84e0-389c84c64c8c tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8502092 Apr 06 13:32:35.250329 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-91ffa351-6a19-4032-a7c8-0c5d003be682 None None] Attempting to bind port ae359b5c-1011-432b-92f7-bde570aa3cbb on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:32:35.257809 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46518) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:35.258107 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-91ffa351-6a19-4032-a7c8-0c5d003be682 None None] Attempting to bind port ae359b5c-1011-432b-92f7-bde570aa3cbb by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:32:35.258107 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ffa351-6a19-4032-a7c8-0c5d003be682 None None] Attempting to bind port ae359b5c-1011-432b-92f7-bde570aa3cbb on network 4a5369b0-8301-4713-81a5-ebef94e70f0e {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:32:35.262451 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ffa351-6a19-4032-a7c8-0c5d003be682 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:32:35.263448 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ffa351-6a19-4032-a7c8-0c5d003be682 None None] Checking segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:32:35.264150 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-91ffa351-6a19-4032-a7c8-0c5d003be682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:35.264967 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ffa351-6a19-4032-a7c8-0c5d003be682 None None] Bound using segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:32:35.266954 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-91ffa351-6a19-4032-a7c8-0c5d003be682 None None] Bound port: ae359b5c-1011-432b-92f7-bde570aa3cbb, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:32:35.268304 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-91ffa351-6a19-4032-a7c8-0c5d003be682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:35.278690 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5347c5ad-6a2d-4206-9a08-b6030396a121 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-group-rules/eac33d90-ccfc-4b1b-8e27-7f2c0092d89a HTTP/1.1" status: 200 len: 763 time: 0.0252621 Apr 06 13:32:35.282540 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46522) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:35.313030 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-827f282f-5c57-4854-a6b2-98cd1cc7f496 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:35.327624 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9303f0-2c0b-4867-aadf-945080f9544e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network a83cae79-c042-499e-b738-19ebbf114a55 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:35.335813 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-cb9303f0-2c0b-4867-aadf-945080f9544e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:35.339945 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9303f0-2c0b-4867-aadf-945080f9544e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:32:35.390652 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9303f0-2c0b-4867-aadf-945080f9544e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=141ba351-76ce-4101-a8bb-ea01900709c4,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:35.408442 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-54711e76-f705-4848-91e1-40831c5c2726 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:35.453195 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cb9303f0-2c0b-4867-aadf-945080f9544e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:35.486482 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d605c1b0-6223-490c-9dda-f93b7bea6de2 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Synchronizing usage tracker for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group_rule {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:35.536312 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-54711e76-f705-4848-91e1-40831c5c2726 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:35.536493 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4026c-56ff-46f8-9d19-1ab2c1c483cd req-fbd25644-f95f-4ab2-adab-612bbb1b9cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:35.537483 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c0a4026c-56ff-46f8-9d19-1ab2c1c483cd req-fbd25644-f95f-4ab2-adab-612bbb1b9cda service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=f903cb52-eaac-45ed-8f32-cd340680cda6 HTTP/1.1" status: 200 len: 1099 time: 0.1878653 Apr 06 13:32:35.601822 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d605c1b0-6223-490c-9dda-f93b7bea6de2 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Unset dirty status for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group_rule {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:35.603699 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d605c1b0-6223-490c-9dda-f93b7bea6de2 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3195307 Apr 06 13:32:35.606602 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46526) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:35.624394 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-91ffa351-6a19-4032-a7c8-0c5d003be682 None None] For port ae359b5c-1011-432b-92f7-bde570aa3cbb, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:32:35.630678 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-91ffa351-6a19-4032-a7c8-0c5d003be682 None None] For port ae359b5c-1011-432b-92f7-bde570aa3cbb, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ae359b5c-1011-432b-92f7-bde570aa3cbb,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:32:35.631426 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-827f282f-5c57-4854-a6b2-98cd1cc7f496 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:35.639566 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-54711e76-f705-4848-91e1-40831c5c2726 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:35.691491 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54711e76-f705-4848-91e1-40831c5c2726 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4111b477-b499-4f20-ac77-2da5e2215a06,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:35.703545 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-91ffa351-6a19-4032-a7c8-0c5d003be682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:35.753508 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f282f-5c57-4854-a6b2-98cd1cc7f496 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=0a2e15a5-24e0-4f25-b9ed-4213be724220,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:35.764591 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-827f282f-5c57-4854-a6b2-98cd1cc7f496 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:35.779673 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-54711e76-f705-4848-91e1-40831c5c2726 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:35.783383 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-54711e76-f705-4848-91e1-40831c5c2726 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6474950 Apr 06 13:32:35.784373 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46530) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:35.790616 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-28ae2332-c09b-4ff8-a4b4-b9b7f18351db tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:35.799131 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-696db42c-46c0-4508-91f1-a6d2ba78aee8 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Request body: {'security_group_rule': {'security_group_id': '75cd8e99-0e1f-4039-9c08-2402be58742e', 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:35.806962 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-696db42c-46c0-4508-91f1-a6d2ba78aee8 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:35.810267 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-28ae2332-c09b-4ff8-a4b4-b9b7f18351db tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:35.813836 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-696db42c-46c0-4508-91f1-a6d2ba78aee8 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Usage tracker for resource:security_group_rule and tenant:6f961cdd2806417f9eeecf800dc5c9c4 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:35.816645 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cb9303f0-2c0b-4867-aadf-945080f9544e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:35.819720 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-696db42c-46c0-4508-91f1-a6d2ba78aee8 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:35.837272 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-696db42c-46c0-4508-91f1-a6d2ba78aee8 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:35.851349 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4026c-56ff-46f8-9d19-1ab2c1c483cd req-426a649d-f63f-4e26-8794-e31a57efe8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:35.852811 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c0a4026c-56ff-46f8-9d19-1ab2c1c483cd req-426a649d-f63f-4e26-8794-e31a57efe8f7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6df18f53-1a01-497a-85ec-3d44ebb99c03 HTTP/1.1" status: 200 len: 897 time: 0.2750890 Apr 06 13:32:35.854841 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffa351-6a19-4032-a7c8-0c5d003be682 None None] Pushing event updated for resources: {'Port': ['ID=ae359b5c-1011-432b-92f7-bde570aa3cbb,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:35.932599 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-827f282f-5c57-4854-a6b2-98cd1cc7f496 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/0a2e15a5-24e0-4f25-b9ed-4213be724220 HTTP/1.1" status: 204 len: 168 time: 1.0672503 Apr 06 13:32:35.939201 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46534) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:35.960104 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-975fc240-e2d5-45de-8321-e2250dd8b207 None None] Provisioning for port 141ba351-76ce-4101-a8bb-ea01900709c4 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:32:35.965804 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-975fc240-e2d5-45de-8321-e2250dd8b207 None None] Provisioning complete for port 141ba351-76ce-4101-a8bb-ea01900709c4 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:35.966179 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-975fc240-e2d5-45de-8321-e2250dd8b207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:36.012945 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-28ae2332-c09b-4ff8-a4b4-b9b7f18351db tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:36.050274 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-975fc240-e2d5-45de-8321-e2250dd8b207 None None] Port 141ba351-76ce-4101-a8bb-ea01900709c4 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:32:36.073973 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-696db42c-46c0-4508-91f1-a6d2ba78aee8 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:36.086162 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-aacc420d-a023-4c6f-865a-bd5b9c972465 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1457310 Apr 06 13:32:36.089325 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46538) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:36.110225 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae2332-c09b-4ff8-a4b4-b9b7f18351db tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eac33d90-ccfc-4b1b-8e27-7f2c0092d89a,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:36.182280 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-28ae2332-c09b-4ff8-a4b4-b9b7f18351db tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:36.187249 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-28ae2332-c09b-4ff8-a4b4-b9b7f18351db tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/eac33d90-ccfc-4b1b-8e27-7f2c0092d89a HTTP/1.1" status: 204 len: 168 time: 0.5719671 Apr 06 13:32:36.187249 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46542) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:36.240901 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c0a4026c-56ff-46f8-9d19-1ab2c1c483cd req-d39c9077-6a27-452b-a425-6b40c20bc2ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baf46332-bf69-4bb6-af5d-89377108b9c9 HTTP/1.1" status: 200 len: 1001 time: 0.3810294 Apr 06 13:32:36.358329 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4026c-56ff-46f8-9d19-1ab2c1c483cd req-36fcd662-abce-45aa-925f-fa31a9dbf546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:36.359862 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c0a4026c-56ff-46f8-9d19-1ab2c1c483cd req-36fcd662-abce-45aa-925f-fa31a9dbf546 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aabaa642-b3ff-412a-b146-d4f458a62441 HTTP/1.1" status: 200 len: 834 time: 0.1087344 Apr 06 13:32:36.362276 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6422d216-6ca5-4424-85e5-841bab12c1db tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Synchronizing usage tracker for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group_rule {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:36.375420 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee3d86d-30c3-4f13-9241-a9d59efcb406 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:36.376144 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-3ee3d86d-30c3-4f13-9241-a9d59efcb406 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:36.429386 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-696db42c-46c0-4508-91f1-a6d2ba78aee8 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:36.449043 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cb9303f0-2c0b-4867-aadf-945080f9544e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:36.463555 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6422d216-6ca5-4424-85e5-841bab12c1db tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Unset dirty status for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group_rule {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:36.467212 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6422d216-6ca5-4424-85e5-841bab12c1db tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2784021 Apr 06 13:32:36.469295 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46546) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:36.474606 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-8eb31e64-f647-4a50-a9ca-a6d924ddc0bd tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Request body: {'security_group_rule': {'security_group_id': 'd925da74-5eee-4d3f-8cf4-b618d2e36a7f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:36.479661 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4026c-56ff-46f8-9d19-1ab2c1c483cd req-88b2e142-cd0f-4243-8496-4e88eb944fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:36.481288 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c0a4026c-56ff-46f8-9d19-1ab2c1c483cd req-88b2e142-cd0f-4243-8496-4e88eb944fed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6df18f53-1a01-497a-85ec-3d44ebb99c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1149175 Apr 06 13:32:36.481607 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-8eb31e64-f647-4a50-a9ca-a6d924ddc0bd tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:36.492918 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-8eb31e64-f647-4a50-a9ca-a6d924ddc0bd tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:36.529741 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-696db42c-46c0-4508-91f1-a6d2ba78aee8 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:36.554909 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cb9303f0-2c0b-4867-aadf-945080f9544e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:36.607363 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-3ee3d86d-30c3-4f13-9241-a9d59efcb406 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:36.610897 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3ee3d86d-30c3-4f13-9241-a9d59efcb406 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5161905 Apr 06 13:32:36.616369 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696db42c-46c0-4508-91f1-a6d2ba78aee8 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf24be23-a9ce-41e3-ab16-8c65a4cd7839,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:36.618490 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46550) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:36.658498 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8eb31e64-f647-4a50-a9ca-a6d924ddc0bd tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:36.709928 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9303f0-2c0b-4867-aadf-945080f9544e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=141ba351-76ce-4101-a8bb-ea01900709c4,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:36.718180 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c0a4026c-56ff-46f8-9d19-1ab2c1c483cd req-9f679589-3e7c-4f9b-99e8-11bd9223d781 service neutron] 10.222.0.61 "GET /v2.0/networks/6df18f53-1a01-497a-85ec-3d44ebb99c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271824 Apr 06 13:32:36.721108 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae57b0d-5546-4804-bcef-d11bb48d06d5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:36.725888 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-fae57b0d-5546-4804-bcef-d11bb48d06d5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:36.732050 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cb9303f0-2c0b-4867-aadf-945080f9544e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:36.747865 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-696db42c-46c0-4508-91f1-a6d2ba78aee8 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:36.754890 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-696db42c-46c0-4508-91f1-a6d2ba78aee8 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9654336 Apr 06 13:32:36.755412 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46554) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:36.768695 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-dd1328c8-7cdd-4bc2-9c0e-0019718ee30d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Request body: {'security_group_rule': {'security_group_id': '75cd8e99-0e1f-4039-9c08-2402be58742e', 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:36.921229 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ae359b5c-1011-432b-92f7-bde570aa3cbb up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:32:36.931239 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-dd1328c8-7cdd-4bc2-9c0e-0019718ee30d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:36.943499 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-dd1328c8-7cdd-4bc2-9c0e-0019718ee30d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Usage tracker for resource:security_group_rule and tenant:6f961cdd2806417f9eeecf800dc5c9c4 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:36.952867 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-dd1328c8-7cdd-4bc2-9c0e-0019718ee30d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:37.008481 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8eb31e64-f647-4a50-a9ca-a6d924ddc0bd tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:37.014152 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-dd1328c8-7cdd-4bc2-9c0e-0019718ee30d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:37.034565 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-fae57b0d-5546-4804-bcef-d11bb48d06d5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:37.035913 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-fae57b0d-5546-4804-bcef-d11bb48d06d5 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4076381 Apr 06 13:32:37.038498 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c0a4026c-56ff-46f8-9d19-1ab2c1c483cd req-c32b7a87-b7f6-48c5-83b0-9aa85a007639 service neutron] 10.222.0.61 "GET /v2.0/networks/6df18f53-1a01-497a-85ec-3d44ebb99c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138223 Apr 06 13:32:37.038646 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46558) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:37.097253 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port ae359b5c-1011-432b-92f7-bde570aa3cbb completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:32:37.104527 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 1b37ec3b-077a-4bb6-9035-35f9ec6d54e9 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:32:37.131992 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8eb31e64-f647-4a50-a9ca-a6d924ddc0bd tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:37.152836 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ba3910ec-d21c-4228-8ae3-d6eb2b776c4a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1104629 Apr 06 13:32:37.157777 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46562) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:37.163517 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-db6c24aa-7aef-4a54-a4ec-025ee6d6d535 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:37.202439 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dd1328c8-7cdd-4bc2-9c0e-0019718ee30d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:37.219211 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb31e64-f647-4a50-a9ca-a6d924ddc0bd tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51fec5a1-9329-47d9-89b4-2b9454aef72e,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:37.246694 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 1b37ec3b-077a-4bb6-9035-35f9ec6d54e9 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:32:37.253560 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 1b37ec3b-077a-4bb6-9035-35f9ec6d54e9 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:37.254535 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:37.265491 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9303f0-2c0b-4867-aadf-945080f9544e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network a83cae79-c042-499e-b738-19ebbf114a55 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:37.280243 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-cb9303f0-2c0b-4867-aadf-945080f9544e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:37.311373 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f97b98-f55e-4b05-b2e2-c9dbf0384f81 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:32:37.370633 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-db6c24aa-7aef-4a54-a4ec-025ee6d6d535 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:37.374318 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d10187e3-8edb-4455-8d6b-6283f71a18f0 None None] Could not find standard attr ID for object 1bc0b93f-cf7a-4187-8c87-53be6a95a32f. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:32:37.382992 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-db6c24aa-7aef-4a54-a4ec-025ee6d6d535 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:37.413538 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dd1328c8-7cdd-4bc2-9c0e-0019718ee30d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:37.415144 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8eb31e64-f647-4a50-a9ca-a6d924ddc0bd tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:37.420284 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8eb31e64-f647-4a50-a9ca-a6d924ddc0bd tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9499376 Apr 06 13:32:37.422136 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46566) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:37.468733 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0df39e53-8b09-4a6d-8642-1c63826afa73 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-group-rules/51fec5a1-9329-47d9-89b4-2b9454aef72e HTTP/1.1" status: 200 len: 763 time: 0.0334249 Apr 06 13:32:37.469746 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46570) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:37.505799 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6c24aa-7aef-4a54-a4ec-025ee6d6d535 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:37.510348 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-db6c24aa-7aef-4a54-a4ec-025ee6d6d535 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:37.592588 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dd1328c8-7cdd-4bc2-9c0e-0019718ee30d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:37.599166 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d10187e3-8edb-4455-8d6b-6283f71a18f0 None None] Provisioning for port ae359b5c-1011-432b-92f7-bde570aa3cbb completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:32:37.613643 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d10187e3-8edb-4455-8d6b-6283f71a18f0 None None] Provisioning complete for port ae359b5c-1011-432b-92f7-bde570aa3cbb triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:37.614078 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d10187e3-8edb-4455-8d6b-6283f71a18f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:37.624608 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1328c8-7cdd-4bc2-9c0e-0019718ee30d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329ff1d0-0330-4459-9d5b-4c5ecbe07bd6,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:37.627641 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9303f0-2c0b-4867-aadf-945080f9544e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router dfc385cf-f590-4be2-80bb-b545ce653735 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:32:37.672954 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e6c82990-3b16-4840-805e-e62a123e652d tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2018359 Apr 06 13:32:37.677081 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46574) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:37.717836 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dd1328c8-7cdd-4bc2-9c0e-0019718ee30d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:37.722369 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-dd1328c8-7cdd-4bc2-9c0e-0019718ee30d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9644315 Apr 06 13:32:37.726247 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:37.726409 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46578) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:37.730653 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-74f7fd62-0ea3-4f46-8006-e4e00d37c748 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Request body: {'security_group_rule': {'security_group_id': '75cd8e99-0e1f-4039-9c08-2402be58742e', 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:37.734476 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-15765dd4-9431-4beb-b3c3-8553973041eb tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:37.741263 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-74f7fd62-0ea3-4f46-8006-e4e00d37c748 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:37.743471 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdce5d3-181c-4170-ab3b-896ca2a1b979 None None] Sync routers for ids ['fe77e907-1bcd-4d81-a992-da9079cb8909'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:32:37.749224 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-15765dd4-9431-4beb-b3c3-8553973041eb tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:37.761751 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-74f7fd62-0ea3-4f46-8006-e4e00d37c748 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Usage tracker for resource:security_group_rule and tenant:6f961cdd2806417f9eeecf800dc5c9c4 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:37.766284 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-74f7fd62-0ea3-4f46-8006-e4e00d37c748 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:37.767110 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdce5d3-181c-4170-ab3b-896ca2a1b979 None None] Routers {'fe77e907-1bcd-4d81-a992-da9079cb8909'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:32:37.769336 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-4bdce5d3-181c-4170-ab3b-896ca2a1b979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:32:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['fe77e907-1bcd-4d81-a992-da9079cb8909'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:37.772745 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 1b37ec3b-077a-4bb6-9035-35f9ec6d54e9, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=1b37ec3b-077a-4bb6-9035-35f9ec6d54e9,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:37.782627 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-74f7fd62-0ea3-4f46-8006-e4e00d37c748 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:37.848522 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d10187e3-8edb-4455-8d6b-6283f71a18f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:37.882265 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:37.919602 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9303f0-2c0b-4867-aadf-945080f9544e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:32:37.929221 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-15765dd4-9431-4beb-b3c3-8553973041eb tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:37.933775 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-cb9303f0-2c0b-4867-aadf-945080f9544e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "PUT /v2.0/routers/dfc385cf-f590-4be2-80bb-b545ce653735/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0507984 Apr 06 13:32:37.941397 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a914ed-3d04-45bd-8a5c-aebb4097fd1b None None] DHCP port deletion for 4a5369b0-8301-4713-81a5-ebef94e70f0e request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:32:37.946096 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-d10187e3-8edb-4455-8d6b-6283f71a18f0 None None] For port ae359b5c-1011-432b-92f7-bde570aa3cbb, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ae359b5c-1011-432b-92f7-bde570aa3cbb,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:37.947701 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15765dd4-9431-4beb-b3c3-8553973041eb tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51fec5a1-9329-47d9-89b4-2b9454aef72e,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:37.958057 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffac4c0e-8af7-4b8d-9e21-dae13e46bdcf None None] Sync routers for ids ['dfc385cf-f590-4be2-80bb-b545ce653735'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:32:37.961910 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-15765dd4-9431-4beb-b3c3-8553973041eb tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:37.964095 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-15765dd4-9431-4beb-b3c3-8553973041eb tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/51fec5a1-9329-47d9-89b4-2b9454aef72e HTTP/1.1" status: 204 len: 168 time: 0.2861049 Apr 06 13:32:37.966022 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-a7a914ed-3d04-45bd-8a5c-aebb4097fd1b None None] Deleting port ae359b5c-1011-432b-92f7-bde570aa3cbb {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:32:37.966399 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a7a914ed-3d04-45bd-8a5c-aebb4097fd1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:37.967983 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46584) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:38.016499 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9c181d8a-01d5-4415-a441-dcb6e717cb56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Synchronizing usage tracker for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group_rule {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:38.030406 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-74f7fd62-0ea3-4f46-8006-e4e00d37c748 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:38.038158 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffac4c0e-8af7-4b8d-9e21-dae13e46bdcf None None] Routers {'dfc385cf-f590-4be2-80bb-b545ce653735'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:32:38.039329 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ffac4c0e-8af7-4b8d-9e21-dae13e46bdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:32:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['dfc385cf-f590-4be2-80bb-b545ce653735'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:38.041161 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-4bdce5d3-181c-4170-ab3b-896ca2a1b979 None None] Set router fe77e907-1bcd-4d81-a992-da9079cb8909 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:32:38.051678 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-db6c24aa-7aef-4a54-a4ec-025ee6d6d535 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:38.098944 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-74f7fd62-0ea3-4f46-8006-e4e00d37c748 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:38.115542 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6c24aa-7aef-4a54-a4ec-025ee6d6d535 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:38.120513 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-db6c24aa-7aef-4a54-a4ec-025ee6d6d535 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:38.124952 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6c24aa-7aef-4a54-a4ec-025ee6d6d535 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:38.125644 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-db6c24aa-7aef-4a54-a4ec-025ee6d6d535 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:38.138827 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d10187e3-8edb-4455-8d6b-6283f71a18f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:38.148570 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c24aa-7aef-4a54-a4ec-025ee6d6d535 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=8a13b0b7-07b0-4557-b9d5-c61354fdfc25,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:38.154212 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9c181d8a-01d5-4415-a441-dcb6e717cb56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Unset dirty status for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group_rule {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:38.158130 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9c181d8a-01d5-4415-a441-dcb6e717cb56 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1866572 Apr 06 13:32:38.158868 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46590) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:38.175148 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-fc13c0e0-6305-4113-ba11-d000124246a5 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Request body: {'security_group_rule': {'security_group_id': 'd925da74-5eee-4d3f-8cf4-b618d2e36a7f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:38.182169 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=1b37ec3b-077a-4bb6-9035-35f9ec6d54e9,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:38.182394 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-fc13c0e0-6305-4113-ba11-d000124246a5 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:38.184870 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-74f7fd62-0ea3-4f46-8006-e4e00d37c748 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:38.227805 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-fc13c0e0-6305-4113-ba11-d000124246a5 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:38.232426 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7fd62-0ea3-4f46-8006-e4e00d37c748 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e3c7636-63b5-4ed7-9f74-586c6327a147,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:38.247977 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-db6c24aa-7aef-4a54-a4ec-025ee6d6d535 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0884893 Apr 06 13:32:38.254440 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46594) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:38.263072 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-8927aa4f-982e-4443-a978-ec8fc5cd0587 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'port': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'mac_address': 'fa:16:3e:23:64:db', 'name': 'tempest-NetworksTestDHCPv6-590549865'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:38.357644 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-74f7fd62-0ea3-4f46-8006-e4e00d37c748 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:38.359147 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-74f7fd62-0ea3-4f46-8006-e4e00d37c748 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6336572 Apr 06 13:32:38.362182 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46598) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:38.367924 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-cacf5775-7839-44a9-91d7-507a513e4148 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Request body: {'security_group_rule': {'security_group_id': '75cd8e99-0e1f-4039-9c08-2402be58742e', 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:38.374525 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-cacf5775-7839-44a9-91d7-507a513e4148 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:38.380000 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-cacf5775-7839-44a9-91d7-507a513e4148 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Usage tracker for resource:security_group_rule and tenant:6f961cdd2806417f9eeecf800dc5c9c4 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:38.382890 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fc13c0e0-6305-4113-ba11-d000124246a5 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:38.383501 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-cacf5775-7839-44a9-91d7-507a513e4148 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:38.392894 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-cacf5775-7839-44a9-91d7-507a513e4148 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:38.412293 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-bc4d046c-73ea-4fdd-9de1-b067c48f0bbf None None] Provisioning complete for port 141ba351-76ce-4101-a8bb-ea01900709c4 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:38.412664 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bc4d046c-73ea-4fdd-9de1-b067c48f0bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:38.473960 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-8927aa4f-982e-4443-a978-ec8fc5cd0587 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:38.477272 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.securitygroups_db [None req-cacf5775-7839-44a9-91d7-507a513e4148 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Project 6f961cdd2806417f9eeecf800dc5c9c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:32:38.490695 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cacf5775-7839-44a9-91d7-507a513e4148 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:38.493695 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-8927aa4f-982e-4443-a978-ec8fc5cd0587 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:38.504394 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10187e3-8edb-4455-8d6b-6283f71a18f0 None None] Pushing event updated for resources: {'Port': ['ID=ae359b5c-1011-432b-92f7-bde570aa3cbb,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:38.512302 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fc13c0e0-6305-4113-ba11-d000124246a5 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:38.518270 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-4bdce5d3-181c-4170-ab3b-896ca2a1b979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe77e907-1bcd-4d81-a992-da9079cb8909', 'name': 'tempest-TestVolumeBootPattern-1606591559-router', 'tenant_id': '52eea84fda4145edb2079b946d4ccaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '1b37ec3b-077a-4bb6-9035-35f9ec6d54e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:25Z', 'updated_at': '2022-04-06T13:32:32Z', 'revision_number': 4, 'project_id': '52eea84fda4145edb2079b946d4ccaaa', 'gw_port': {'id': '1b37ec3b-077a-4bb6-9035-35f9ec6d54e9', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:57:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe77e907-1bcd-4d81-a992-da9079cb8909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:27Z', 'updated_at': '2022-04-06T13:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '6af6b5dd-f49d-4532-8d85-132360d28ac2', 'name': '', 'network_id': '2127241d-abd4-4991-bac7-8f764e969753', 'tenant_id': '52eea84fda4145edb2079b946d4ccaaa', 'mac_address': 'fa:16:3e:c8:17:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe77e907-1bcd-4d81-a992-da9079cb8909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '7ded8823-707e-48ed-a74c-5a9f69ddae8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:30Z', 'updated_at': '2022-04-06T13:32:32Z', 'revision_number': 2, 'project_id': '52eea84fda4145edb2079b946d4ccaaa', 'subnets': [{'id': '7ded8823-707e-48ed-a74c-5a9f69ddae8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:38.526337 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdce5d3-181c-4170-ab3b-896ca2a1b979 None None] Checking router: fe77e907-1bcd-4d81-a992-da9079cb8909 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:32:38.527416 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdce5d3-181c-4170-ab3b-896ca2a1b979 None None] Updating router fe77e907-1bcd-4d81-a992-da9079cb8909 port 6af6b5dd-f49d-4532-8d85-132360d28ac2 binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:32:38.532685 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-ffac4c0e-8af7-4b8d-9e21-dae13e46bdcf None None] Set router dfc385cf-f590-4be2-80bb-b545ce653735 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:32:38.574375 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cacf5775-7839-44a9-91d7-507a513e4148 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:38.600476 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fc13c0e0-6305-4113-ba11-d000124246a5 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:38.619743 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-bc4d046c-73ea-4fdd-9de1-b067c48f0bbf None None] Port 141ba351-76ce-4101-a8bb-ea01900709c4 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:32:38.621190 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-4bdce5d3-181c-4170-ab3b-896ca2a1b979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:38.627219 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13c0e0-6305-4113-ba11-d000124246a5 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219f4fbc-2102-47ed-aca8-0fecf0fb04f5,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:38.644681 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8927aa4f-982e-4443-a978-ec8fc5cd0587 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:38.744484 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cacf5775-7839-44a9-91d7-507a513e4148 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:38.787102 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8927aa4f-982e-4443-a978-ec8fc5cd0587 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:38.799290 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fc13c0e0-6305-4113-ba11-d000124246a5 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:38.800354 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-fc13c0e0-6305-4113-ba11-d000124246a5 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6408114 Apr 06 13:32:38.804989 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46602) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:38.818190 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 1b37ec3b-077a-4bb6-9035-35f9ec6d54e9 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:32:38.819574 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf5775-7839-44a9-91d7-507a513e4148 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a54250c-52c6-48ca-bf9e-aa2102627548,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:38.832853 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-30bd1bef-48f5-4d35-b083-b70dcf4e5b71 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-group-rules/219f4fbc-2102-47ed-aca8-0fecf0fb04f5 HTTP/1.1" status: 200 len: 764 time: 0.0267494 Apr 06 13:32:38.835653 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46606) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:38.840782 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-8927aa4f-982e-4443-a978-ec8fc5cd0587 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] device_id is not set on port d5c22808-5bac-4886-a58f-fa43919c6c8d yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:32:38.890097 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-24805c0a-0472-47a9-8e91-0e01cc1e89a5 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Synchronizing usage tracker for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group_rule {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:38.910431 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cacf5775-7839-44a9-91d7-507a513e4148 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:38.910431 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-cacf5775-7839-44a9-91d7-507a513e4148 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5450988 Apr 06 13:32:38.911256 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46610) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:38.918218 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-ba67ccaa-3d84-4e96-941a-97fc740b7bde tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Request body: {'security_group_rule': {'security_group_id': '75cd8e99-0e1f-4039-9c08-2402be58742e', 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:38.925951 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ba67ccaa-3d84-4e96-941a-97fc740b7bde tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:38.931918 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ba67ccaa-3d84-4e96-941a-97fc740b7bde tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Usage tracker for resource:security_group_rule and tenant:6f961cdd2806417f9eeecf800dc5c9c4 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:38.936057 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ba67ccaa-3d84-4e96-941a-97fc740b7bde tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:38.942089 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ba67ccaa-3d84-4e96-941a-97fc740b7bde tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:38.952438 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-a7a914ed-3d04-45bd-8a5c-aebb4097fd1b None None] For port ae359b5c-1011-432b-92f7-bde570aa3cbb, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ae359b5c-1011-432b-92f7-bde570aa3cbb,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:38.953025 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a7a914ed-3d04-45bd-8a5c-aebb4097fd1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:38.977093 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-24805c0a-0472-47a9-8e91-0e01cc1e89a5 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Unset dirty status for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group_rule {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:38.981126 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-24805c0a-0472-47a9-8e91-0e01cc1e89a5 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1418378 Apr 06 13:32:38.981302 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46614) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:39.019030 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.securitygroups_db [None req-ba67ccaa-3d84-4e96-941a-97fc740b7bde tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Project 6f961cdd2806417f9eeecf800dc5c9c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:32:39.028186 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ba67ccaa-3d84-4e96-941a-97fc740b7bde tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:39.029577 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-8927aa4f-982e-4443-a978-ec8fc5cd0587 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 2001:db8::166 (4a5369b0-8301-4713-81a5-ebef94e70f0e/8a13b0b7-07b0-4557-b9d5-c61354fdfc25/d5c22808-5bac-4886-a58f-fa43919c6c8d) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:32:39.038044 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3e0da2b-0449-4ad4-a247-564e28c49bea tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:39.061435 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3e0da2b-0449-4ad4-a247-564e28c49bea tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:39.088891 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-4bdce5d3-181c-4170-ab3b-896ca2a1b979 None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:39.106264 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-4bdce5d3-181c-4170-ab3b-896ca2a1b979 None None] Transition to ACTIVE for port object 6af6b5dd-f49d-4532-8d85-132360d28ac2 will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:39.110289 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-a7a914ed-3d04-45bd-8a5c-aebb4097fd1b None None] Calling delete_port for ae359b5c-1011-432b-92f7-bde570aa3cbb owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:32:39.124189 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ba67ccaa-3d84-4e96-941a-97fc740b7bde tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:39.218343 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-4bdce5d3-181c-4170-ab3b-896ca2a1b979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:39.248463 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 1b37ec3b-077a-4bb6-9035-35f9ec6d54e9 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:39.248901 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:39.269049 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3e0da2b-0449-4ad4-a247-564e28c49bea tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:39.271777 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8927aa4f-982e-4443-a978-ec8fc5cd0587 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:39.277137 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ba67ccaa-3d84-4e96-941a-97fc740b7bde tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:39.304712 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0da2b-0449-4ad4-a247-564e28c49bea tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=219f4fbc-2102-47ed-aca8-0fecf0fb04f5,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:39.345635 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67ccaa-3d84-4e96-941a-97fc740b7bde tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db960b06-54bc-4603-8ac4-0dccda53d1b6,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:39.393935 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ed906-ecec-4fe3-a106-a36fbae5bd47 None None] Pushing event updated for resources: {'Port': ['ID=6af6b5dd-f49d-4532-8d85-132360d28ac2,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:39.401059 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-8927aa4f-982e-4443-a978-ec8fc5cd0587 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Transition to ACTIVE for port object d5c22808-5bac-4886-a58f-fa43919c6c8d will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:39.403817 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a7a914ed-3d04-45bd-8a5c-aebb4097fd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:39.434933 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ba67ccaa-3d84-4e96-941a-97fc740b7bde tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:39.437289 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ba67ccaa-3d84-4e96-941a-97fc740b7bde tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5239429 Apr 06 13:32:39.439023 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3e0da2b-0449-4ad4-a247-564e28c49bea tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:39.440247 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ffac4c0e-8af7-4b8d-9e21-dae13e46bdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'name': 'tempest-TestNetworkBasicOps-router-927354710', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:21Z', 'updated_at': '2022-04-06T13:32:35Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:23Z', 'updated_at': '2022-04-06T13:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': 'd737a845-37d4-4b28-b102-b3f992312cf3', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.65', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'port_id': 'baf46332-bf69-4bb6-af5d-89377108b9c9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03', 'mac_address': 'fa:16:3e:78:e9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f903cb52-eaac-45ed-8f32-cd340680cda6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:31:25Z', 'updated_at': '2022-04-06T13:31:32Z', 'revision_number': 1, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141ba351-76ce-4101-a8bb-ea01900709c4', 'name': '', 'network_id': 'a83cae79-c042-499e-b738-19ebbf114a55', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:95:a9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'd70acde1-30c9-419c-9be5-ca802692931b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:34Z', 'updated_at': '2022-04-06T13:32:36Z', 'revision_number': 2, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'd70acde1-30c9-419c-9be5-ca802692931b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbfce9b7-e50d-4173-a882-7cc46efc3b0a', 'name': '', 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:57:61:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:38Z', 'updated_at': '2022-04-06T13:30:52Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:39.441713 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e3e0da2b-0449-4ad4-a247-564e28c49bea tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/219f4fbc-2102-47ed-aca8-0fecf0fb04f5 HTTP/1.1" status: 204 len: 168 time: 0.4589248 Apr 06 13:32:39.446267 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46622) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:39.500885 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-4bdce5d3-181c-4170-ab3b-896ca2a1b979 None None] Attempting to bind port 6af6b5dd-f49d-4532-8d85-132360d28ac2 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:32:39.501311 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-4bdce5d3-181c-4170-ab3b-896ca2a1b979 None None] Attempting to bind port 6af6b5dd-f49d-4532-8d85-132360d28ac2 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '593ce4ce-4496-4cb2-a532-928840993c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2127241d-abd4-4991-bac7-8f764e969753'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:32:39.501745 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdce5d3-181c-4170-ab3b-896ca2a1b979 None None] Attempting to bind port 6af6b5dd-f49d-4532-8d85-132360d28ac2 on network 2127241d-abd4-4991-bac7-8f764e969753 {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:32:39.507275 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a914ed-3d04-45bd-8a5c-aebb4097fd1b None None] No DVR routers for this DVR port ae359b5c-1011-432b-92f7-bde570aa3cbb on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:32:39.512675 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a914ed-3d04-45bd-8a5c-aebb4097fd1b None None] Pushing event deleted for resources: {'Port': ['ID=ae359b5c-1011-432b-92f7-bde570aa3cbb,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:39.516452 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8927aa4f-982e-4443-a978-ec8fc5cd0587 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:39.529819 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffac4c0e-8af7-4b8d-9e21-dae13e46bdcf None None] Checking router: dfc385cf-f590-4be2-80bb-b545ce653735 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:32:39.530108 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffac4c0e-8af7-4b8d-9e21-dae13e46bdcf None None] Updating router dfc385cf-f590-4be2-80bb-b545ce653735 port 141ba351-76ce-4101-a8bb-ea01900709c4 binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:32:39.548976 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdce5d3-181c-4170-ab3b-896ca2a1b979 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:32:39.550310 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdce5d3-181c-4170-ab3b-896ca2a1b979 None None] Checking segment: {'id': '593ce4ce-4496-4cb2-a532-928840993c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2127241d-abd4-4991-bac7-8f764e969753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:32:39.550310 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-4bdce5d3-181c-4170-ab3b-896ca2a1b979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:39.550714 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdce5d3-181c-4170-ab3b-896ca2a1b979 None None] Bound using segment: {'id': '593ce4ce-4496-4cb2-a532-928840993c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2127241d-abd4-4991-bac7-8f764e969753'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:32:39.556638 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-4bdce5d3-181c-4170-ab3b-896ca2a1b979 None None] Bound port: 6af6b5dd-f49d-4532-8d85-132360d28ac2, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593ce4ce-4496-4cb2-a532-928840993c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2127241d-abd4-4991-bac7-8f764e969753'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:32:39.557514 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-4bdce5d3-181c-4170-ab3b-896ca2a1b979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:39.565171 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-88fd9eef-c603-484f-aa9e-c967be1eb294 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Synchronizing usage tracker for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group_rule {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:39.590137 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854948a1-870d-407f-b32c-3dcf92126d7e None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:32:39.698322 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-88fd9eef-c603-484f-aa9e-c967be1eb294 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Unset dirty status for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group_rule {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:39.703900 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-88fd9eef-c603-484f-aa9e-c967be1eb294 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2519839 Apr 06 13:32:39.704181 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8927aa4f-982e-4443-a978-ec8fc5cd0587 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:39.704519 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46636) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:39.706474 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-8927aa4f-982e-4443-a978-ec8fc5cd0587 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:39.715376 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8927aa4f-982e-4443-a978-ec8fc5cd0587 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:32:39.726267 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8927aa4f-982e-4443-a978-ec8fc5cd0587 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:39.727530 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8927aa4f-982e-4443-a978-ec8fc5cd0587 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:39.734581 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-4bdce5d3-181c-4170-ab3b-896ca2a1b979 None None] For port 6af6b5dd-f49d-4532-8d85-132360d28ac2, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:32:39.757697 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-4bdce5d3-181c-4170-ab3b-896ca2a1b979 None None] For port 6af6b5dd-f49d-4532-8d85-132360d28ac2, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=6af6b5dd-f49d-4532-8d85-132360d28ac2,segment=NetworkSegment(593ce4ce-4496-4cb2-a532-928840993c9a),segment_id=593ce4ce-4496-4cb2-a532-928840993c9a)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:32:39.796668 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927aa4f-982e-4443-a978-ec8fc5cd0587 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=d5c22808-5bac-4886-a58f-fa43919c6c8d,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:39.819826 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-387ccfa2-d50a-4fff-aef4-17f13d0e9502 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:39.833294 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ffac4c0e-8af7-4b8d-9e21-dae13e46bdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:39.851837 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-4bdce5d3-181c-4170-ab3b-896ca2a1b979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:39.873607 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-387ccfa2-d50a-4fff-aef4-17f13d0e9502 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:39.892181 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8927aa4f-982e-4443-a978-ec8fc5cd0587 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6355371 Apr 06 13:32:39.896541 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46656) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:39.946334 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ed906-ecec-4fe3-a106-a36fbae5bd47 None None] Pushing event updated for resources: {'Port': ['ID=6af6b5dd-f49d-4532-8d85-132360d28ac2,revision_number=4']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:39.950068 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdce5d3-181c-4170-ab3b-896ca2a1b979 None None] Routers {'fe77e907-1bcd-4d81-a992-da9079cb8909'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:32:39.950674 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-4bdce5d3-181c-4170-ab3b-896ca2a1b979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:32:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['fe77e907-1bcd-4d81-a992-da9079cb8909'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:39.954639 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ae359b5c-1011-432b-92f7-bde570aa3cbb no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:32:40.047875 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: ae359b5c-1011-432b-92f7-bde570aa3cbb {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:32:40.048411 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ae359b5c-1011-432b-92f7-bde570aa3cbb not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:32:40.097625 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-387ccfa2-d50a-4fff-aef4-17f13d0e9502 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:40.168104 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ccfa2-d50a-4fff-aef4-17f13d0e9502 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d925da74-5eee-4d3f-8cf4-b618d2e36a7f,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:40.265231 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-4bdce5d3-181c-4170-ab3b-896ca2a1b979 None None] Set router fe77e907-1bcd-4d81-a992-da9079cb8909 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:32:40.292304 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-387ccfa2-d50a-4fff-aef4-17f13d0e9502 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:40.295902 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-387ccfa2-d50a-4fff-aef4-17f13d0e9502 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "DELETE /v2.0/security-groups/d925da74-5eee-4d3f-8cf4-b618d2e36a7f HTTP/1.1" status: 204 len: 168 time: 0.5878005 Apr 06 13:32:40.296181 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46672) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:40.356607 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d03e2cd-5d89-4e47-8afa-fa5fe7c017b6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:40.357344 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4d03e2cd-5d89-4e47-8afa-fa5fe7c017b6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:40.366359 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e9668c54-e673-4f73-8784-bc220263a14e tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Synchronizing usage tracker for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:40.451504 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4d03e2cd-5d89-4e47-8afa-fa5fe7c017b6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:40.454836 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4d03e2cd-5d89-4e47-8afa-fa5fe7c017b6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.5552738 Apr 06 13:32:40.456500 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46676) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:40.491572 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e9668c54-e673-4f73-8784-bc220263a14e tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Unset dirty status for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:40.496760 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e9668c54-e673-4f73-8784-bc220263a14e tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1995468 Apr 06 13:32:40.505202 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46682) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:40.513268 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-d49aabc0-b42a-4da7-8fd0-492190c9ae05 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Request body: {'security_group': {'name': 'tempest-secgroup--329820198'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:40.516699 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fd4e1a-ef23-43c6-b114-95c007facb0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-4a5369b0-8301-4713-81a5-ebef94e70f0e', 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'fixed_ips': [{'subnet_id': '8a13b0b7-07b0-4557-b9d5-c61354fdfc25'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:32:40.517520 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e2fd4e1a-ef23-43c6-b114-95c007facb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:40.522192 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-d49aabc0-b42a-4da7-8fd0-492190c9ae05 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:40.534936 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-d49aabc0-b42a-4da7-8fd0-492190c9ae05 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:40.558822 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-ea9c7b26-8fda-47a4-afeb-598b68499dba tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting port d5c22808-5bac-4886-a58f-fa43919c6c8d {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:32:40.560385 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ea9c7b26-8fda-47a4-afeb-598b68499dba tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:40.685351 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ffac4c0e-8af7-4b8d-9e21-dae13e46bdcf None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:40.702707 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d49aabc0-b42a-4da7-8fd0-492190c9ae05 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:40.708147 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ffac4c0e-8af7-4b8d-9e21-dae13e46bdcf None None] Transition to ACTIVE for port object 141ba351-76ce-4101-a8bb-ea01900709c4 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:40.724879 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-d49aabc0-b42a-4da7-8fd0-492190c9ae05 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:40.730833 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d49aabc0-b42a-4da7-8fd0-492190c9ae05 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Usage tracker for resource:security_group_rule and tenant:85ce3bf22c2b421086f68579aae70803 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:40.734504 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d49aabc0-b42a-4da7-8fd0-492190c9ae05 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:40.740796 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-d49aabc0-b42a-4da7-8fd0-492190c9ae05 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:40.793187 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-e2fd4e1a-ef23-43c6-b114-95c007facb0b None None] Allocated IP 2001:db8::2 (4a5369b0-8301-4713-81a5-ebef94e70f0e/8a13b0b7-07b0-4557-b9d5-c61354fdfc25/8633c46f-957e-4789-b11c-4a725bca95d9) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:32:40.830207 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d49aabc0-b42a-4da7-8fd0-492190c9ae05 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:40.832141 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ffac4c0e-8af7-4b8d-9e21-dae13e46bdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:40.872492 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-4bdce5d3-181c-4170-ab3b-896ca2a1b979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe77e907-1bcd-4d81-a992-da9079cb8909', 'name': 'tempest-TestVolumeBootPattern-1606591559-router', 'tenant_id': '52eea84fda4145edb2079b946d4ccaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '1b37ec3b-077a-4bb6-9035-35f9ec6d54e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:25Z', 'updated_at': '2022-04-06T13:32:32Z', 'revision_number': 4, 'project_id': '52eea84fda4145edb2079b946d4ccaaa', 'gw_port': {'id': '1b37ec3b-077a-4bb6-9035-35f9ec6d54e9', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:57:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe77e907-1bcd-4d81-a992-da9079cb8909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:27Z', 'updated_at': '2022-04-06T13:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '6af6b5dd-f49d-4532-8d85-132360d28ac2', 'name': '', 'network_id': '2127241d-abd4-4991-bac7-8f764e969753', 'tenant_id': '52eea84fda4145edb2079b946d4ccaaa', 'mac_address': 'fa:16:3e:c8:17:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe77e907-1bcd-4d81-a992-da9079cb8909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '7ded8823-707e-48ed-a74c-5a9f69ddae8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:30Z', 'updated_at': '2022-04-06T13:32:39Z', 'revision_number': 4, 'project_id': '52eea84fda4145edb2079b946d4ccaaa', 'subnets': [{'id': '7ded8823-707e-48ed-a74c-5a9f69ddae8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:40.877459 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdce5d3-181c-4170-ab3b-896ca2a1b979 None None] The sync data for ids ['fe77e907-1bcd-4d81-a992-da9079cb8909'] in dv-neutron-834600-1-hyperv is: [{'id': 'fe77e907-1bcd-4d81-a992-da9079cb8909', 'name': 'tempest-TestVolumeBootPattern-1606591559-router', 'tenant_id': '52eea84fda4145edb2079b946d4ccaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '1b37ec3b-077a-4bb6-9035-35f9ec6d54e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:25Z', 'updated_at': '2022-04-06T13:32:32Z', 'revision_number': 4, 'project_id': '52eea84fda4145edb2079b946d4ccaaa', 'gw_port': {'id': '1b37ec3b-077a-4bb6-9035-35f9ec6d54e9', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:57:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe77e907-1bcd-4d81-a992-da9079cb8909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:27Z', 'updated_at': '2022-04-06T13:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '6af6b5dd-f49d-4532-8d85-132360d28ac2', 'name': '', 'network_id': '2127241d-abd4-4991-bac7-8f764e969753', 'tenant_id': '52eea84fda4145edb2079b946d4ccaaa', 'mac_address': 'fa:16:3e:c8:17:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe77e907-1bcd-4d81-a992-da9079cb8909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '7ded8823-707e-48ed-a74c-5a9f69ddae8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:30Z', 'updated_at': '2022-04-06T13:32:39Z', 'revision_number': 4, 'project_id': '52eea84fda4145edb2079b946d4ccaaa', 'subnets': [{'id': '7ded8823-707e-48ed-a74c-5a9f69ddae8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:32:40.907049 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 6af6b5dd-f49d-4532-8d85-132360d28ac2 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:32:40.931759 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ea9c7b26-8fda-47a4-afeb-598b68499dba tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:40.949027 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d49aabc0-b42a-4da7-8fd0-492190c9ae05 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:41.057819 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49aabc0-b42a-4da7-8fd0-492190c9ae05 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae8b098-4af8-4b0b-aba5-d955254de478,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:41.084823 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-ea9c7b26-8fda-47a4-afeb-598b68499dba tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Calling delete_port for d5c22808-5bac-4886-a58f-fa43919c6c8d owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:32:41.149432 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2e220-9e7c-4b90-b7e2-e6a399b565a1 None None] Pushing event updated for resources: {'Port': ['ID=141ba351-76ce-4101-a8bb-ea01900709c4,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:41.200636 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d49aabc0-b42a-4da7-8fd0-492190c9ae05 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:41.201971 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d49aabc0-b42a-4da7-8fd0-492190c9ae05 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6950049 Apr 06 13:32:41.205974 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46686) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:41.212900 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-844c330b-dc97-4585-82b5-e7ea6add6646 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Request body: {'security_group_rule': {'security_group_id': 'bae8b098-4af8-4b0b-aba5-d955254de478', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:41.225167 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-844c330b-dc97-4585-82b5-e7ea6add6646 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:41.240196 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-844c330b-dc97-4585-82b5-e7ea6add6646 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Usage tracker for resource:security_group_rule and tenant:85ce3bf22c2b421086f68579aae70803 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:41.250026 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-844c330b-dc97-4585-82b5-e7ea6add6646 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:41.280380 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-844c330b-dc97-4585-82b5-e7ea6add6646 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:41.354077 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ffac4c0e-8af7-4b8d-9e21-dae13e46bdcf None None] Attempting to bind port 141ba351-76ce-4101-a8bb-ea01900709c4 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:32:41.354523 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ffac4c0e-8af7-4b8d-9e21-dae13e46bdcf None None] Attempting to bind port 141ba351-76ce-4101-a8bb-ea01900709c4 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '447a17bd-f215-47b0-bf8d-e3f7f1058726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a83cae79-c042-499e-b738-19ebbf114a55'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:32:41.354910 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffac4c0e-8af7-4b8d-9e21-dae13e46bdcf None None] Attempting to bind port 141ba351-76ce-4101-a8bb-ea01900709c4 on network a83cae79-c042-499e-b738-19ebbf114a55 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:32:41.373096 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-844c330b-dc97-4585-82b5-e7ea6add6646 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:41.376343 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffac4c0e-8af7-4b8d-9e21-dae13e46bdcf None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:32:41.376723 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffac4c0e-8af7-4b8d-9e21-dae13e46bdcf None None] Checking segment: {'id': '447a17bd-f215-47b0-bf8d-e3f7f1058726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a83cae79-c042-499e-b738-19ebbf114a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:32:41.377130 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ffac4c0e-8af7-4b8d-9e21-dae13e46bdcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:41.377589 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffac4c0e-8af7-4b8d-9e21-dae13e46bdcf None None] Bound using segment: {'id': '447a17bd-f215-47b0-bf8d-e3f7f1058726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a83cae79-c042-499e-b738-19ebbf114a55'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:32:41.378080 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ffac4c0e-8af7-4b8d-9e21-dae13e46bdcf None None] Bound port: 141ba351-76ce-4101-a8bb-ea01900709c4, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447a17bd-f215-47b0-bf8d-e3f7f1058726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a83cae79-c042-499e-b738-19ebbf114a55'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:32:41.378456 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ffac4c0e-8af7-4b8d-9e21-dae13e46bdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:41.392375 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 6af6b5dd-f49d-4532-8d85-132360d28ac2 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:32:41.433832 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ea9c7b26-8fda-47a4-afeb-598b68499dba tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:41.438777 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 6af6b5dd-f49d-4532-8d85-132360d28ac2 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:41.441161 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:41.512069 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-844c330b-dc97-4585-82b5-e7ea6add6646 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:41.558577 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c7b26-8fda-47a4-afeb-598b68499dba tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Port': ['ID=d5c22808-5bac-4886-a58f-fa43919c6c8d,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:41.577883 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-844c330b-dc97-4585-82b5-e7ea6add6646 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:41.631657 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c330b-dc97-4585-82b5-e7ea6add6646 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52cc918b-32bf-4d0a-a707-62a63c2ce119,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:41.645494 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ea9c7b26-8fda-47a4-afeb-598b68499dba tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:41.679368 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e2fd4e1a-ef23-43c6-b114-95c007facb0b None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:41.719681 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e2fd4e1a-ef23-43c6-b114-95c007facb0b None None] Transition to ACTIVE for port object 8633c46f-957e-4789-b11c-4a725bca95d9 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:41.736323 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ffac4c0e-8af7-4b8d-9e21-dae13e46bdcf None None] For port 141ba351-76ce-4101-a8bb-ea01900709c4, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:32:41.740535 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ffac4c0e-8af7-4b8d-9e21-dae13e46bdcf None None] For port 141ba351-76ce-4101-a8bb-ea01900709c4, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=141ba351-76ce-4101-a8bb-ea01900709c4,segment=NetworkSegment(447a17bd-f215-47b0-bf8d-e3f7f1058726),segment_id=447a17bd-f215-47b0-bf8d-e3f7f1058726)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:32:41.760000 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-844c330b-dc97-4585-82b5-e7ea6add6646 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:41.761710 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-844c330b-dc97-4585-82b5-e7ea6add6646 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5544863 Apr 06 13:32:41.764456 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46696) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:41.784265 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e2fd4e1a-ef23-43c6-b114-95c007facb0b None None] Transition to ACTIVE for port object 8633c46f-957e-4789-b11c-4a725bca95d9 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:41.795243 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ea9c7b26-8fda-47a4-afeb-598b68499dba tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/d5c22808-5bac-4886-a58f-fa43919c6c8d HTTP/1.1" status: 204 len: 168 time: 1.3325315 Apr 06 13:32:41.795480 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46700) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:41.813870 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:41.843394 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-07d13740-94ec-43d9-bee0-af5817d1b3f4 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:41.847356 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ffac4c0e-8af7-4b8d-9e21-dae13e46bdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:41.898210 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-07d13740-94ec-43d9-bee0-af5817d1b3f4 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:41.900902 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fc18a8-dfd5-49de-80cd-a980af4f027d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:41.902747 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fc18a8-dfd5-49de-80cd-a980af4f027d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:41.903506 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-60fc18a8-dfd5-49de-80cd-a980af4f027d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:41.906201 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e2fd4e1a-ef23-43c6-b114-95c007facb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:41.910819 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 6af6b5dd-f49d-4532-8d85-132360d28ac2, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=6af6b5dd-f49d-4532-8d85-132360d28ac2,segment=NetworkSegment(593ce4ce-4496-4cb2-a532-928840993c9a),segment_id=593ce4ce-4496-4cb2-a532-928840993c9a)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:41.956376 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fd4e1a-ef23-43c6-b114-95c007facb0b None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:41.959849 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-e2fd4e1a-ef23-43c6-b114-95c007facb0b None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:41.961684 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fd4e1a-ef23-43c6-b114-95c007facb0b None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:32:41.995733 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-60fc18a8-dfd5-49de-80cd-a980af4f027d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:42.000130 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46706) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:42.005439 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-60fc18a8-dfd5-49de-80cd-a980af4f027d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2086811 Apr 06 13:32:42.005749 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffac4c0e-8af7-4b8d-9e21-dae13e46bdcf None None] Routers {'dfc385cf-f590-4be2-80bb-b545ce653735'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:32:42.006395 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ffac4c0e-8af7-4b8d-9e21-dae13e46bdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:32:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['dfc385cf-f590-4be2-80bb-b545ce653735'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:42.061807 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-07d13740-94ec-43d9-bee0-af5817d1b3f4 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:42.091261 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2e220-9e7c-4b90-b7e2-e6a399b565a1 None None] Pushing event updated for resources: {'Port': ['ID=141ba351-76ce-4101-a8bb-ea01900709c4,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:42.105783 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d13740-94ec-43d9-bee0-af5817d1b3f4 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae8b098-4af8-4b0b-aba5-d955254de478,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:42.126992 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-07d13740-94ec-43d9-bee0-af5817d1b3f4 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:42.130897 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46712) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:42.151752 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:42.153940 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-07d13740-94ec-43d9-bee0-af5817d1b3f4 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "DELETE /v2.0/security-groups/bae8b098-4af8-4b0b-aba5-d955254de478 HTTP/1.1" status: 204 len: 168 time: 0.3868568 Apr 06 13:32:42.170610 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf27568a-7253-4d7e-970f-d8147e44c877 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet 8a13b0b7-07b0-4557-b9d5-c61354fdfc25 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:32:42.177534 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cf27568a-7253-4d7e-970f-d8147e44c877 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:42.238354 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd4e1a-ef23-43c6-b114-95c007facb0b None None] Pushing event updated for resources: {'Port': ['ID=8633c46f-957e-4789-b11c-4a725bca95d9,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:42.267712 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cf27568a-7253-4d7e-970f-d8147e44c877 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:42.280758 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-bb809cbf-fe24-45df-b525-18b0ebdb9f7e tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Synchronizing usage tracker for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:42.284273 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-e2fd4e1a-ef23-43c6-b114-95c007facb0b None None] Attempting to bind port 8633c46f-957e-4789-b11c-4a725bca95d9 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:32:42.284654 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-e2fd4e1a-ef23-43c6-b114-95c007facb0b None None] Attempting to bind port 8633c46f-957e-4789-b11c-4a725bca95d9 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:32:42.285013 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd4e1a-ef23-43c6-b114-95c007facb0b None None] Attempting to bind port 8633c46f-957e-4789-b11c-4a725bca95d9 on network 4a5369b0-8301-4713-81a5-ebef94e70f0e {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:32:42.302188 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd4e1a-ef23-43c6-b114-95c007facb0b None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:32:42.302557 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd4e1a-ef23-43c6-b114-95c007facb0b None None] Checking segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:32:42.302993 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e2fd4e1a-ef23-43c6-b114-95c007facb0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:42.303430 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd4e1a-ef23-43c6-b114-95c007facb0b None None] Bound using segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:32:42.303910 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-e2fd4e1a-ef23-43c6-b114-95c007facb0b None None] Bound port: 8633c46f-957e-4789-b11c-4a725bca95d9, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:32:42.304337 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e2fd4e1a-ef23-43c6-b114-95c007facb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:42.388339 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-bb809cbf-fe24-45df-b525-18b0ebdb9f7e tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Unset dirty status for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:42.392354 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-bb809cbf-fe24-45df-b525-18b0ebdb9f7e tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2577527 Apr 06 13:32:42.392931 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46740) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:42.413152 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cf27568a-7253-4d7e-970f-d8147e44c877 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:42.448567 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b607d2a3-4df3-4a0a-b85e-86819c43a701 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Synchronizing usage tracker for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group_rule {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:42.481924 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=6af6b5dd-f49d-4532-8d85-132360d28ac2,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:42.493257 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-ffac4c0e-8af7-4b8d-9e21-dae13e46bdcf None None] Set router dfc385cf-f590-4be2-80bb-b545ce653735 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:32:42.589922 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b607d2a3-4df3-4a0a-b85e-86819c43a701 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] Unset dirty status for tenant:85ce3bf22c2b421086f68579aae70803 on resource:security_group_rule {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:42.593957 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b607d2a3-4df3-4a0a-b85e-86819c43a701 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1974208 Apr 06 13:32:42.594865 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46752) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:42.619795 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-c5017c56-5d07-408b-b0f5-27b6dba0f1fd tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] delete failed (client error): The resource could not be found. Apr 06 13:32:42.622855 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c5017c56-5d07-408b-b0f5-27b6dba0f1fd tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "DELETE /v2.0/security-groups/bae8b098-4af8-4b0b-aba5-d955254de478 HTTP/1.1" status: 404 len: 347 time: 0.0255971 Apr 06 13:32:42.627609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46756) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:42.664115 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cf27568a-7253-4d7e-970f-d8147e44c877 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:42.675974 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-e2fd4e1a-ef23-43c6-b114-95c007facb0b None None] For port 8633c46f-957e-4789-b11c-4a725bca95d9, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:32:42.694359 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-e2fd4e1a-ef23-43c6-b114-95c007facb0b None None] For port 8633c46f-957e-4789-b11c-4a725bca95d9, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=8633c46f-957e-4789-b11c-4a725bca95d9,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:32:42.761361 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5f379520-f44b-4d37-8c25-af52d6358af5 tempest-SecGroupTest-1269083539 tempest-SecGroupTest-1269083539-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1320834 Apr 06 13:32:42.773496 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27568a-7253-4d7e-970f-d8147e44c877 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=8a13b0b7-07b0-4557-b9d5-c61354fdfc25,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:42.792476 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cf27568a-7253-4d7e-970f-d8147e44c877 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:42.859344 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e2fd4e1a-ef23-43c6-b114-95c007facb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:42.904671 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 6af6b5dd-f49d-4532-8d85-132360d28ac2 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:32:42.920658 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-cf27568a-7253-4d7e-970f-d8147e44c877 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/8a13b0b7-07b0-4557-b9d5-c61354fdfc25 HTTP/1.1" status: 204 len: 168 time: 0.9192650 Apr 06 13:32:42.923272 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46764) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:42.992912 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1ae48931-6b82-4ee7-95dc-bd116b7b45f7 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684607 Apr 06 13:32:42.996427 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46768) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:43.047271 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd4e1a-ef23-43c6-b114-95c007facb0b None None] Pushing event updated for resources: {'Port': ['ID=8633c46f-957e-4789-b11c-4a725bca95d9,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:43.107319 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 6af6b5dd-f49d-4532-8d85-132360d28ac2 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:43.107517 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8d6429-76cd-4e5e-ae22-c25362b52ea4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:43.107639 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:43.111255 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9b8d6429-76cd-4e5e-ae22-c25362b52ea4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1121094 Apr 06 13:32:43.111893 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46772) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:43.196769 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ffac4c0e-8af7-4b8d-9e21-dae13e46bdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'name': 'tempest-TestNetworkBasicOps-router-927354710', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:21Z', 'updated_at': '2022-04-06T13:32:35Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:23Z', 'updated_at': '2022-04-06T13:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': 'd737a845-37d4-4b28-b102-b3f992312cf3', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.65', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'port_id': 'baf46332-bf69-4bb6-af5d-89377108b9c9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03', 'mac_address': 'fa:16:3e:78:e9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f903cb52-eaac-45ed-8f32-cd340680cda6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:31:25Z', 'updated_at': '2022-04-06T13:31:32Z', 'revision_number': 1, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141ba351-76ce-4101-a8bb-ea01900709c4', 'name': '', 'network_id': 'a83cae79-c042-499e-b738-19ebbf114a55', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:95:a9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'd70acde1-30c9-419c-9be5-ca802692931b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:34Z', 'updated_at': '2022-04-06T13:32:41Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'd70acde1-30c9-419c-9be5-ca802692931b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbfce9b7-e50d-4173-a882-7cc46efc3b0a', 'name': '', 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:57:61:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:38Z', 'updated_at': '2022-04-06T13:30:52Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:43.201952 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7bed2a-b350-4644-9e82-e24549ce375a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:43.203340 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0f7bed2a-b350-4644-9e82-e24549ce375a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:43.243207 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffac4c0e-8af7-4b8d-9e21-dae13e46bdcf None None] The sync data for ids ['dfc385cf-f590-4be2-80bb-b545ce653735'] in dv-neutron-834600-1-hyperv is: [{'id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'name': 'tempest-TestNetworkBasicOps-router-927354710', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:21Z', 'updated_at': '2022-04-06T13:32:35Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:23Z', 'updated_at': '2022-04-06T13:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': 'd737a845-37d4-4b28-b102-b3f992312cf3', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.65', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'port_id': 'baf46332-bf69-4bb6-af5d-89377108b9c9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03', 'mac_address': 'fa:16:3e:78:e9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f903cb52-eaac-45ed-8f32-cd340680cda6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:31:25Z', 'updated_at': '2022-04-06T13:31:32Z', 'revision_number': 1, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141ba351-76ce-4101-a8bb-ea01900709c4', 'name': '', 'network_id': 'a83cae79-c042-499e-b738-19ebbf114a55', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:95:a9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'd70acde1-30c9-419c-9be5-ca802692931b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:34Z', 'updated_at': '2022-04-06T13:32:41Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'd70acde1-30c9-419c-9be5-ca802692931b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbfce9b7-e50d-4173-a882-7cc46efc3b0a', 'name': '', 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:57:61:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:38Z', 'updated_at': '2022-04-06T13:30:52Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:32:43.300533 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0f7bed2a-b350-4644-9e82-e24549ce375a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:43.307130 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46776) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:43.307633 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0f7bed2a-b350-4644-9e82-e24549ce375a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1942351 Apr 06 13:32:43.410014 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8f199ca9-42ea-4ac1-8f1e-c236879eaba0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1046383 Apr 06 13:32:43.414682 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46782) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:43.422036 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-40bdb0b4-7539-48d0-9bb3-00f647ca1e69 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:43.569722 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46786) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:43.705869 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-40bdb0b4-7539-48d0-9bb3-00f647ca1e69 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:43.718759 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-40bdb0b4-7539-48d0-9bb3-00f647ca1e69 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:43.816176 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9e83c9fe-4b30-498c-b9d0-fde7654669c8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=85ce3bf22c2b421086f68579aae70803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2445037 Apr 06 13:32:43.818855 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46794) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:43.895532 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9c8c926d-35f8-4a1a-9628-9fef0e49de31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:43.934342 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9c8c926d-35f8-4a1a-9628-9fef0e49de31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:44.333325 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455e2699-9a73-4ee4-8388-b2c92be0d07d None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:32:44.405364 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bdb0b4-7539-48d0-9bb3-00f647ca1e69 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:44.409067 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40bdb0b4-7539-48d0-9bb3-00f647ca1e69 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:44.421762 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2d2d15fc-7ee5-4d11-b84c-40e2571e486d None None] Could not find standard attr ID for object d5c22808-5bac-4886-a58f-fa43919c6c8d. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:32:44.443747 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9c8c926d-35f8-4a1a-9628-9fef0e49de31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:44.515612 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c926d-35f8-4a1a-9628-9fef0e49de31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5ff793-0d88-4d49-b647-f0c693945feb,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:44.524140 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2d2d15fc-7ee5-4d11-b84c-40e2571e486d None None] Provisioning for port 8633c46f-957e-4789-b11c-4a725bca95d9 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:32:44.676797 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b8dc3a-c94f-4e9c-b76a-37a6cf32484b None None] DHCP port deletion for 4a5369b0-8301-4713-81a5-ebef94e70f0e request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:32:44.682313 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-a1b8dc3a-c94f-4e9c-b76a-37a6cf32484b None None] Deleting port 8633c46f-957e-4789-b11c-4a725bca95d9 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:32:44.682690 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a1b8dc3a-c94f-4e9c-b76a-37a6cf32484b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:44.795157 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9c8c926d-35f8-4a1a-9628-9fef0e49de31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:44.799387 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9c8c926d-35f8-4a1a-9628-9fef0e49de31 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6d5ff793-0d88-4d49-b647-f0c693945feb HTTP/1.1" status: 204 len: 168 time: 0.9770408 Apr 06 13:32:44.891197 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 141ba351-76ce-4101-a8bb-ea01900709c4 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:32:45.007128 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.objects.ports [None req-40bdb0b4-7539-48d0-9bb3-00f647ca1e69 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88565) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 06 13:32:45.040721 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-a1b8dc3a-c94f-4e9c-b76a-37a6cf32484b None None] For port 8633c46f-957e-4789-b11c-4a725bca95d9, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=8633c46f-957e-4789-b11c-4a725bca95d9,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:45.041111 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a1b8dc3a-c94f-4e9c-b76a-37a6cf32484b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:45.192477 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-a1b8dc3a-c94f-4e9c-b76a-37a6cf32484b None None] Calling delete_port for 8633c46f-957e-4789-b11c-4a725bca95d9 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:32:45.308460 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 141ba351-76ce-4101-a8bb-ea01900709c4 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:32:45.312037 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40bdb0b4-7539-48d0-9bb3-00f647ca1e69 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:45.316002 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 141ba351-76ce-4101-a8bb-ea01900709c4 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:45.316490 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:45.389056 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-a1b8dc3a-c94f-4e9c-b76a-37a6cf32484b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:32:45.389807 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-a1b8dc3a-c94f-4e9c-b76a-37a6cf32484b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:32:45.449255 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-49b87fe7-27c2-45fe-a437-f14962ee8128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:45.470530 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:45.520346 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 141ba351-76ce-4101-a8bb-ea01900709c4, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=141ba351-76ce-4101-a8bb-ea01900709c4,segment=NetworkSegment(447a17bd-f215-47b0-bf8d-e3f7f1058726),segment_id=447a17bd-f215-47b0-bf8d-e3f7f1058726)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:45.552328 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-40bdb0b4-7539-48d0-9bb3-00f647ca1e69 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] For port 8633c46f-957e-4789-b11c-4a725bca95d9, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=8633c46f-957e-4789-b11c-4a725bca95d9,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:45.579867 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40bdb0b4-7539-48d0-9bb3-00f647ca1e69 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:45.605861 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:45.680567 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=141ba351-76ce-4101-a8bb-ea01900709c4,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:45.691795 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40bdb0b4-7539-48d0-9bb3-00f647ca1e69 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:45.694193 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40bdb0b4-7539-48d0-9bb3-00f647ca1e69 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:45.890683 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-a1b8dc3a-c94f-4e9c-b76a-37a6cf32484b None None] Deleting port 8633c46f-957e-4789-b11c-4a725bca95d9 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:32:45.891297 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a1b8dc3a-c94f-4e9c-b76a-37a6cf32484b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:45.905858 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bdb0b4-7539-48d0-9bb3-00f647ca1e69 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:45.912870 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-40bdb0b4-7539-48d0-9bb3-00f647ca1e69 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:45.920189 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bdb0b4-7539-48d0-9bb3-00f647ca1e69 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:45.920792 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40bdb0b4-7539-48d0-9bb3-00f647ca1e69 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:45.975698 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bdb0b4-7539-48d0-9bb3-00f647ca1e69 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=d3627d12-a33b-496c-b93b-d4cf14e0ac69,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:45.977767 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bdb0b4-7539-48d0-9bb3-00f647ca1e69 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=8633c46f-957e-4789-b11c-4a725bca95d9,revision_number=5']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:46.034907 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-40bdb0b4-7539-48d0-9bb3-00f647ca1e69 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6175604 Apr 06 13:32:46.037843 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46806) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:46.044487 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-ac1d033e-92a5-4357-940c-09cff74a333e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:46.150702 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-a1b8dc3a-c94f-4e9c-b76a-37a6cf32484b None None] For port 8633c46f-957e-4789-b11c-4a725bca95d9, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=8633c46f-957e-4789-b11c-4a725bca95d9,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:46.151212 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a1b8dc3a-c94f-4e9c-b76a-37a6cf32484b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:46.203688 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ac1d033e-92a5-4357-940c-09cff74a333e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:46.207779 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ac1d033e-92a5-4357-940c-09cff74a333e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:subnet and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:46.210674 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ac1d033e-92a5-4357-940c-09cff74a333e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:46.218654 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ac1d033e-92a5-4357-940c-09cff74a333e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:46.287055 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-a1b8dc3a-c94f-4e9c-b76a-37a6cf32484b None None] Calling delete_port for 8633c46f-957e-4789-b11c-4a725bca95d9 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:32:46.303061 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1d033e-92a5-4357-940c-09cff74a333e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:46.307348 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ac1d033e-92a5-4357-940c-09cff74a333e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:46.449381 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.ipam_backend_mixin [None req-ac1d033e-92a5-4357-940c-09cff74a333e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d3627d12-a33b-496c-b93b-d4cf14e0ac69 (CIDR: 2001:db8::/64) Apr 06 13:32:46.502143 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a1b8dc3a-c94f-4e9c-b76a-37a6cf32484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:46.504024 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac1d033e-92a5-4357-940c-09cff74a333e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:32:46.504663 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac1d033e-92a5-4357-940c-09cff74a333e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:32:46.553069 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8dc3a-c94f-4e9c-b76a-37a6cf32484b None None] Pushing event deleted for resources: {'Port': ['ID=8633c46f-957e-4789-b11c-4a725bca95d9,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:46.635282 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ac1d033e-92a5-4357-940c-09cff74a333e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5963125 Apr 06 13:32:46.637476 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b8dc3a-c94f-4e9c-b76a-37a6cf32484b None None] No DVR routers for this DVR port 8633c46f-957e-4789-b11c-4a725bca95d9 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:32:46.639306 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46810) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:46.645407 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-7e5d6011-45db-45ad-8cc5-9c2f5863da0c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:46.660035 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1b9481-48b0-4f32-9522-973a324b86ef None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:32:46.812885 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 141ba351-76ce-4101-a8bb-ea01900709c4 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:32:46.826653 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-7e5d6011-45db-45ad-8cc5-9c2f5863da0c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:46.831648 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-7e5d6011-45db-45ad-8cc5-9c2f5863da0c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:subnet and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:46.835262 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-7e5d6011-45db-45ad-8cc5-9c2f5863da0c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:46.842609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-7e5d6011-45db-45ad-8cc5-9c2f5863da0c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:46.954742 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5d6011-45db-45ad-8cc5-9c2f5863da0c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:46.960372 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7e5d6011-45db-45ad-8cc5-9c2f5863da0c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:46.982041 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 141ba351-76ce-4101-a8bb-ea01900709c4 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:46.982418 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:47.025448 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e86c6f7-adef-46e2-9a1f-5844ec178f46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-4a5369b0-8301-4713-81a5-ebef94e70f0e', 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'fixed_ips': [{'subnet_id': 'd3627d12-a33b-496c-b93b-d4cf14e0ac69'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:32:47.026337 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8e86c6f7-adef-46e2-9a1f-5844ec178f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:47.289102 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-8e86c6f7-adef-46e2-9a1f-5844ec178f46 None None] Allocated IP 2001:db8::f816:3eff:febf:a5 (4a5369b0-8301-4713-81a5-ebef94e70f0e/d3627d12-a33b-496c-b93b-d4cf14e0ac69/9b2cb98f-5a16-4159-a7b2-eb015d790b07) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:32:47.418392 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7e5d6011-45db-45ad-8cc5-9c2f5863da0c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:47.495072 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5d6011-45db-45ad-8cc5-9c2f5863da0c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:47.498780 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-7e5d6011-45db-45ad-8cc5-9c2f5863da0c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:47.501704 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5d6011-45db-45ad-8cc5-9c2f5863da0c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:47.502200 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7e5d6011-45db-45ad-8cc5-9c2f5863da0c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:47.534315 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d6011-45db-45ad-8cc5-9c2f5863da0c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=46525884-316c-44bd-8d1f-9d0a8e8bb19b,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:47.563846 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8e86c6f7-adef-46e2-9a1f-5844ec178f46 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:47.575146 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8e86c6f7-adef-46e2-9a1f-5844ec178f46 None None] Transition to ACTIVE for port object 9b2cb98f-5a16-4159-a7b2-eb015d790b07 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:47.600618 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7e5d6011-45db-45ad-8cc5-9c2f5863da0c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9601307 Apr 06 13:32:47.604377 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46816) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:47.610503 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-63140637-13b6-474d-b26d-6ff470521c33 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'port': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'mac_address': 'fa:16:3e:49:93:08', 'name': 'tempest-NetworksTestDHCPv6-1185455009'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:47.616399 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8e86c6f7-adef-46e2-9a1f-5844ec178f46 None None] Transition to ACTIVE for port object 9b2cb98f-5a16-4159-a7b2-eb015d790b07 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:47.679558 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-16185906-00da-460f-8ffb-1df4ea980b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:47.708472 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8e86c6f7-adef-46e2-9a1f-5844ec178f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:47.762900 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-63140637-13b6-474d-b26d-6ff470521c33 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:47.768481 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-63140637-13b6-474d-b26d-6ff470521c33 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:port and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:47.772089 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-63140637-13b6-474d-b26d-6ff470521c33 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:47.780123 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-63140637-13b6-474d-b26d-6ff470521c33 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:47.781764 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e86c6f7-adef-46e2-9a1f-5844ec178f46 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:47.789003 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-8e86c6f7-adef-46e2-9a1f-5844ec178f46 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:47.794429 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e86c6f7-adef-46e2-9a1f-5844ec178f46 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:32:47.800715 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86c6f7-adef-46e2-9a1f-5844ec178f46 None None] Pushing event updated for resources: {'Port': ['ID=9b2cb98f-5a16-4159-a7b2-eb015d790b07,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:47.845488 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63140637-13b6-474d-b26d-6ff470521c33 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:47.905353 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-8e86c6f7-adef-46e2-9a1f-5844ec178f46 None None] Attempting to bind port 9b2cb98f-5a16-4159-a7b2-eb015d790b07 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:32:47.906314 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-8e86c6f7-adef-46e2-9a1f-5844ec178f46 None None] Attempting to bind port 9b2cb98f-5a16-4159-a7b2-eb015d790b07 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:32:47.906907 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e86c6f7-adef-46e2-9a1f-5844ec178f46 None None] Attempting to bind port 9b2cb98f-5a16-4159-a7b2-eb015d790b07 on network 4a5369b0-8301-4713-81a5-ebef94e70f0e {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:32:47.913999 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e86c6f7-adef-46e2-9a1f-5844ec178f46 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:32:47.914530 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e86c6f7-adef-46e2-9a1f-5844ec178f46 None None] Checking segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:32:47.915129 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8e86c6f7-adef-46e2-9a1f-5844ec178f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:47.916381 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e86c6f7-adef-46e2-9a1f-5844ec178f46 None None] Bound using segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:32:47.917057 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-8e86c6f7-adef-46e2-9a1f-5844ec178f46 None None] Bound port: 9b2cb98f-5a16-4159-a7b2-eb015d790b07, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:32:47.917634 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8e86c6f7-adef-46e2-9a1f-5844ec178f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:47.987073 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-63140637-13b6-474d-b26d-6ff470521c33 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:48.021923 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-8e86c6f7-adef-46e2-9a1f-5844ec178f46 None None] For port 9b2cb98f-5a16-4159-a7b2-eb015d790b07, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:32:48.026995 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-8e86c6f7-adef-46e2-9a1f-5844ec178f46 None None] For port 9b2cb98f-5a16-4159-a7b2-eb015d790b07, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9b2cb98f-5a16-4159-a7b2-eb015d790b07,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:32:48.030009 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-63140637-13b6-474d-b26d-6ff470521c33 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] device_id is not set on port 5d7ce8f2-873d-40de-8ea0-4240984cdbcb yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:32:48.097230 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8e86c6f7-adef-46e2-9a1f-5844ec178f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:48.246309 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86c6f7-adef-46e2-9a1f-5844ec178f46 None None] Pushing event updated for resources: {'Port': ['ID=9b2cb98f-5a16-4159-a7b2-eb015d790b07,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:48.361940 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-63140637-13b6-474d-b26d-6ff470521c33 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 2001:db8:0:1::1ed (4a5369b0-8301-4713-81a5-ebef94e70f0e/46525884-316c-44bd-8d1f-9d0a8e8bb19b/5d7ce8f2-873d-40de-8ea0-4240984cdbcb) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:32:48.370051 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-63140637-13b6-474d-b26d-6ff470521c33 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 2001:db8::f816:3eff:fe49:9308 (4a5369b0-8301-4713-81a5-ebef94e70f0e/d3627d12-a33b-496c-b93b-d4cf14e0ac69/5d7ce8f2-873d-40de-8ea0-4240984cdbcb) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:32:48.735597 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-63140637-13b6-474d-b26d-6ff470521c33 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:48.766861 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-63140637-13b6-474d-b26d-6ff470521c33 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Transition to ACTIVE for port object 5d7ce8f2-873d-40de-8ea0-4240984cdbcb will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:48.857581 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 9b2cb98f-5a16-4159-a7b2-eb015d790b07 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:32:49.343712 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0558ada-fb67-43fd-b38f-809f6614b463 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:32:49.430205 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:49.463348 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-63140637-13b6-474d-b26d-6ff470521c33 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:49.468660 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 9b2cb98f-5a16-4159-a7b2-eb015d790b07 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:32:49.469384 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:49.534307 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63140637-13b6-474d-b26d-6ff470521c33 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:49.537461 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-63140637-13b6-474d-b26d-6ff470521c33 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:49.546771 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63140637-13b6-474d-b26d-6ff470521c33 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:32:49.552277 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63140637-13b6-474d-b26d-6ff470521c33 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:49.553214 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-63140637-13b6-474d-b26d-6ff470521c33 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:49.569571 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63140637-13b6-474d-b26d-6ff470521c33 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=5d7ce8f2-873d-40de-8ea0-4240984cdbcb,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:49.589130 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7defc503-6262-436e-8644-a006b0bc345a None None] Provisioning for port 9b2cb98f-5a16-4159-a7b2-eb015d790b07 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:32:49.597206 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7defc503-6262-436e-8644-a006b0bc345a None None] Provisioning complete for port 9b2cb98f-5a16-4159-a7b2-eb015d790b07 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:49.597576 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7defc503-6262-436e-8644-a006b0bc345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:49.672556 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-63140637-13b6-474d-b26d-6ff470521c33 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0636375 Apr 06 13:32:49.713725 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46828) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:49.757918 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7defc503-6262-436e-8644-a006b0bc345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:49.803207 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-3558ad1d-fd6d-450f-99ac-f3d7ba869826 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting port 5d7ce8f2-873d-40de-8ea0-4240984cdbcb {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:32:49.803841 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3558ad1d-fd6d-450f-99ac-f3d7ba869826 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:49.890124 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-7defc503-6262-436e-8644-a006b0bc345a None None] For port 9b2cb98f-5a16-4159-a7b2-eb015d790b07, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9b2cb98f-5a16-4159-a7b2-eb015d790b07,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:49.891085 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4b8b4a-3fc6-42fd-949c-a1ba6aa9965b None None] Update dhcp port {'port': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'fixed_ips': [{'subnet_id': 'd3627d12-a33b-496c-b93b-d4cf14e0ac69', 'ip_address': '2001:db8::f816:3eff:febf:a5'}, {'subnet_id': '46525884-316c-44bd-8d1f-9d0a8e8bb19b'}], 'binding:host_id': 'dv-neutron-834600-1-hyperv'}, 'id': '9b2cb98f-5a16-4159-a7b2-eb015d790b07'} from dv-neutron-834600-1-hyperv. {{(pid=88566) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 06 13:32:49.948051 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4d4b8b4a-3fc6-42fd-949c-a1ba6aa9965b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:49.997302 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7defc503-6262-436e-8644-a006b0bc345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:50.085465 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3558ad1d-fd6d-450f-99ac-f3d7ba869826 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:50.154375 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7defc503-6262-436e-8644-a006b0bc345a None None] Pushing event updated for resources: {'Port': ['ID=9b2cb98f-5a16-4159-a7b2-eb015d790b07,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:50.220859 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-3558ad1d-fd6d-450f-99ac-f3d7ba869826 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Calling delete_port for 5d7ce8f2-873d-40de-8ea0-4240984cdbcb owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:32:50.279637 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-4d4b8b4a-3fc6-42fd-949c-a1ba6aa9965b None None] Allocated IP 2001:db8:0:1::2 (4a5369b0-8301-4713-81a5-ebef94e70f0e/46525884-316c-44bd-8d1f-9d0a8e8bb19b/9b2cb98f-5a16-4159-a7b2-eb015d790b07) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:32:50.313013 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:50.449287 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-4d4b8b4a-3fc6-42fd-949c-a1ba6aa9965b None None] For port 9b2cb98f-5a16-4159-a7b2-eb015d790b07, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9b2cb98f-5a16-4159-a7b2-eb015d790b07,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:50.480195 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4d4b8b4a-3fc6-42fd-949c-a1ba6aa9965b None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:50.497994 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-4d4b8b4a-3fc6-42fd-949c-a1ba6aa9965b None None] Transition to ACTIVE for port object 9b2cb98f-5a16-4159-a7b2-eb015d790b07 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:50.554609 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3558ad1d-fd6d-450f-99ac-f3d7ba869826 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:50.607540 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558ad1d-fd6d-450f-99ac-f3d7ba869826 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Port': ['ID=5d7ce8f2-873d-40de-8ea0-4240984cdbcb,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:50.617124 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4d4b8b4a-3fc6-42fd-949c-a1ba6aa9965b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:50.694734 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3558ad1d-fd6d-450f-99ac-f3d7ba869826 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:50.707060 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3558ad1d-fd6d-450f-99ac-f3d7ba869826 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/5d7ce8f2-873d-40de-8ea0-4240984cdbcb HTTP/1.1" status: 204 len: 168 time: 0.9921548 Apr 06 13:32:50.713252 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46834) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:50.772773 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b8b4a-3fc6-42fd-949c-a1ba6aa9965b None None] Pushing event updated for resources: {'Port': ['ID=9b2cb98f-5a16-4159-a7b2-eb015d790b07,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:50.811704 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc717f4-3208-4ec0-bd10-3eedeb0b3a78 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:50.812470 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0dc717f4-3208-4ec0-bd10-3eedeb0b3a78 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:50.833760 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 9b2cb98f-5a16-4159-a7b2-eb015d790b07 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:32:50.884525 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0dc717f4-3208-4ec0-bd10-3eedeb0b3a78 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:50.885734 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0dc717f4-3208-4ec0-bd10-3eedeb0b3a78 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1754348 Apr 06 13:32:50.888568 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46838) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:50.998753 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4125a85e-0e30-4917-a677-bc1633403ce9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:51.001354 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4125a85e-0e30-4917-a677-bc1633403ce9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1108668 Apr 06 13:32:51.010647 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46842) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:51.096909 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0491a8-4a71-44f2-93d3-021fa20bda19 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:51.098449 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0491a8-4a71-44f2-93d3-021fa20bda19 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:51.099948 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0491a8-4a71-44f2-93d3-021fa20bda19 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:51.103749 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5d0491a8-4a71-44f2-93d3-021fa20bda19 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0893567 Apr 06 13:32:51.108212 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46846) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:51.185506 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3e2ed0-bc9c-45ee-ae27-d69bdf274611 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet 46525884-316c-44bd-8d1f-9d0a8e8bb19b {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:32:51.189641 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-da3e2ed0-bc9c-45ee-ae27-d69bdf274611 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:51.253552 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-da3e2ed0-bc9c-45ee-ae27-d69bdf274611 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:51.344889 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-da3e2ed0-bc9c-45ee-ae27-d69bdf274611 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:51.514921 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-da3e2ed0-bc9c-45ee-ae27-d69bdf274611 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:51.544262 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-a1f3cdff-a57f-4841-b069-6199d5509896 None None] Provisioning for port 9b2cb98f-5a16-4159-a7b2-eb015d790b07 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:32:51.555931 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-a1f3cdff-a57f-4841-b069-6199d5509896 None None] Provisioning complete for port 9b2cb98f-5a16-4159-a7b2-eb015d790b07 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:51.556903 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a1f3cdff-a57f-4841-b069-6199d5509896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:51.565888 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e2ed0-bc9c-45ee-ae27-d69bdf274611 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=46525884-316c-44bd-8d1f-9d0a8e8bb19b,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:51.587409 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-da3e2ed0-bc9c-45ee-ae27-d69bdf274611 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:51.604333 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46852) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:51.604567 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-da3e2ed0-bc9c-45ee-ae27-d69bdf274611 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/46525884-316c-44bd-8d1f-9d0a8e8bb19b HTTP/1.1" status: 204 len: 168 time: 0.4980674 Apr 06 13:32:51.647051 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a53d4b-547c-4d73-885e-af228765cdbd None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:32:51.688683 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ec2efb-b602-4cb2-9f1b-bef6c1cb4e00 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet d3627d12-a33b-496c-b93b-d4cf14e0ac69 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:32:51.692251 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-72ec2efb-b602-4cb2-9f1b-bef6c1cb4e00 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:51.753385 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-72ec2efb-b602-4cb2-9f1b-bef6c1cb4e00 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:51.824690 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-a1f3cdff-a57f-4841-b069-6199d5509896 None None] Could not find standard attr ID for object 5d7ce8f2-873d-40de-8ea0-4240984cdbcb. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:32:51.874380 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-72ec2efb-b602-4cb2-9f1b-bef6c1cb4e00 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:51.952987 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ad7bca15-2588-40b3-8496-f9c3450427c2 None None] Could not find standard attr ID for object 1bc0b93f-cf7a-4187-8c87-53be6a95a32f. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:32:52.057557 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-72ec2efb-b602-4cb2-9f1b-bef6c1cb4e00 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:52.104700 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec2efb-b602-4cb2-9f1b-bef6c1cb4e00 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=d3627d12-a33b-496c-b93b-d4cf14e0ac69,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:52.108914 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-72ec2efb-b602-4cb2-9f1b-bef6c1cb4e00 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:52.121659 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-72ec2efb-b602-4cb2-9f1b-bef6c1cb4e00 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/d3627d12-a33b-496c-b93b-d4cf14e0ac69 HTTP/1.1" status: 204 len: 168 time: 0.5157385 Apr 06 13:32:52.124536 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46858) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:52.217752 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-fdcefa06-59b6-46d7-836e-0114ed8e56dd tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0915282 Apr 06 13:32:52.220918 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46862) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:52.226788 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-b461d68a-9219-4068-8060-c214f95c8e26 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:52.358477 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b461d68a-9219-4068-8060-c214f95c8e26 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:52.363243 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b461d68a-9219-4068-8060-c214f95c8e26 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:subnet and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:52.366388 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b461d68a-9219-4068-8060-c214f95c8e26 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:52.373405 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b461d68a-9219-4068-8060-c214f95c8e26 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:52.479928 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b461d68a-9219-4068-8060-c214f95c8e26 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:52.483777 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b461d68a-9219-4068-8060-c214f95c8e26 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:52.587314 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b901b2-b72b-4af7-9b3f-2186e4704c2d None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:32:52.744518 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-4e300f5b-499b-4cd3-bab6-7fd7c15623e2 None None] Provisioning complete for port 9b2cb98f-5a16-4159-a7b2-eb015d790b07 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:52.744518 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4e300f5b-499b-4cd3-bab6-7fd7c15623e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:52.811522 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 9b2cb98f-5a16-4159-a7b2-eb015d790b07 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:32:52.980793 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 9b2cb98f-5a16-4159-a7b2-eb015d790b07 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:32:52.981093 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:53.082982 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.objects.ports [None req-b461d68a-9219-4068-8060-c214f95c8e26 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88565) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 06 13:32:53.103712 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecc172c-a9f7-4603-af39-1ccd49fb0b0e None None] DHCP port deletion for 4a5369b0-8301-4713-81a5-ebef94e70f0e request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:32:53.120031 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-4ecc172c-a9f7-4603-af39-1ccd49fb0b0e None None] Deleting port 9b2cb98f-5a16-4159-a7b2-eb015d790b07 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:32:53.120388 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4ecc172c-a9f7-4603-af39-1ccd49fb0b0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:53.329138 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b461d68a-9219-4068-8060-c214f95c8e26 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:53.431168 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-4ecc172c-a9f7-4603-af39-1ccd49fb0b0e None None] For port 9b2cb98f-5a16-4159-a7b2-eb015d790b07, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9b2cb98f-5a16-4159-a7b2-eb015d790b07,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:53.431168 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4ecc172c-a9f7-4603-af39-1ccd49fb0b0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:53.576547 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-b461d68a-9219-4068-8060-c214f95c8e26 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] For port 9b2cb98f-5a16-4159-a7b2-eb015d790b07, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9b2cb98f-5a16-4159-a7b2-eb015d790b07,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:53.645348 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-4ecc172c-a9f7-4603-af39-1ccd49fb0b0e None None] Calling delete_port for 9b2cb98f-5a16-4159-a7b2-eb015d790b07 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:32:53.646370 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b461d68a-9219-4068-8060-c214f95c8e26 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:54.217184 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b461d68a-9219-4068-8060-c214f95c8e26 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:54.218698 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b461d68a-9219-4068-8060-c214f95c8e26 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:54.251215 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-4ecc172c-a9f7-4603-af39-1ccd49fb0b0e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:32:54.251609 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-4ecc172c-a9f7-4603-af39-1ccd49fb0b0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:32:54.346986 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b461d68a-9219-4068-8060-c214f95c8e26 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:54.355226 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-b461d68a-9219-4068-8060-c214f95c8e26 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:54.363663 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b461d68a-9219-4068-8060-c214f95c8e26 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:54.364245 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b461d68a-9219-4068-8060-c214f95c8e26 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:54.380705 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461d68a-9219-4068-8060-c214f95c8e26 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=9b2cb98f-5a16-4159-a7b2-eb015d790b07,revision_number=8']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:54.387523 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461d68a-9219-4068-8060-c214f95c8e26 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=8667e652-8aec-468e-97a1-34235b1416c2,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:54.486392 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b461d68a-9219-4068-8060-c214f95c8e26 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2639682 Apr 06 13:32:54.496526 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46872) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:54.502610 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-66ba6e6d-d3cf-42ea-8a40-4d5f92be0646 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:54.647831 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-66ba6e6d-d3cf-42ea-8a40-4d5f92be0646 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:54.652582 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-66ba6e6d-d3cf-42ea-8a40-4d5f92be0646 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:subnet and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:54.655777 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-66ba6e6d-d3cf-42ea-8a40-4d5f92be0646 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:54.661722 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-66ba6e6d-d3cf-42ea-8a40-4d5f92be0646 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:54.741661 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ba6e6d-d3cf-42ea-8a40-4d5f92be0646 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:54.745956 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-66ba6e6d-d3cf-42ea-8a40-4d5f92be0646 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:54.748839 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46878) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:54.752356 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-4ecc172c-a9f7-4603-af39-1ccd49fb0b0e None None] Deleting port 9b2cb98f-5a16-4159-a7b2-eb015d790b07 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:32:54.753296 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4ecc172c-a9f7-4603-af39-1ccd49fb0b0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:54.836256 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 9b2cb98f-5a16-4159-a7b2-eb015d790b07 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:32:54.934563 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.ipam_backend_mixin [None req-66ba6e6d-d3cf-42ea-8a40-4d5f92be0646 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8667e652-8aec-468e-97a1-34235b1416c2 (CIDR: 2001:db8::/64) Apr 06 13:32:54.966126 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ba6e6d-d3cf-42ea-8a40-4d5f92be0646 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:32:54.967958 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66ba6e6d-d3cf-42ea-8a40-4d5f92be0646 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:32:55.055897 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-66ba6e6d-d3cf-42ea-8a40-4d5f92be0646 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5545475 Apr 06 13:32:55.056145 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46882) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:55.063203 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-0246771d-0ceb-416a-a708-bb6881e6923e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:55.138761 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:55.196757 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-4ecc172c-a9f7-4603-af39-1ccd49fb0b0e None None] For port 9b2cb98f-5a16-4159-a7b2-eb015d790b07, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9b2cb98f-5a16-4159-a7b2-eb015d790b07,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:55.197158 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4ecc172c-a9f7-4603-af39-1ccd49fb0b0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:55.257873 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0246771d-0ceb-416a-a708-bb6881e6923e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:55.265650 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0246771d-0ceb-416a-a708-bb6881e6923e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:subnet and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:32:55.269175 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0246771d-0ceb-416a-a708-bb6881e6923e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:32:55.278273 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0246771d-0ceb-416a-a708-bb6881e6923e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:55.337553 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-4ecc172c-a9f7-4603-af39-1ccd49fb0b0e None None] Calling delete_port for 9b2cb98f-5a16-4159-a7b2-eb015d790b07 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:32:55.371372 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 9b2cb98f-5a16-4159-a7b2-eb015d790b07, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9b2cb98f-5a16-4159-a7b2-eb015d790b07,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:55.376589 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0246771d-0ceb-416a-a708-bb6881e6923e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:55.381595 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0246771d-0ceb-416a-a708-bb6881e6923e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:55.439891 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:55.534696 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=9b2cb98f-5a16-4159-a7b2-eb015d790b07,revision_number=9']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:55.555138 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-4ecc172c-a9f7-4603-af39-1ccd49fb0b0e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:32:55.555525 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-4ecc172c-a9f7-4603-af39-1ccd49fb0b0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:32:55.656431 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-50cd168e-7b73-4c70-922d-4e231ff70350 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:55.907695 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0246771d-0ceb-416a-a708-bb6881e6923e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:55.976540 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0246771d-0ceb-416a-a708-bb6881e6923e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:55.981941 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-0246771d-0ceb-416a-a708-bb6881e6923e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:55.989840 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0246771d-0ceb-416a-a708-bb6881e6923e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:55.990432 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0246771d-0ceb-416a-a708-bb6881e6923e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:56.016720 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246771d-0ceb-416a-a708-bb6881e6923e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=b9b07166-4286-45bc-afd2-acce8e3ade1f,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:56.068551 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-4ecc172c-a9f7-4603-af39-1ccd49fb0b0e None None] Deleting port 9b2cb98f-5a16-4159-a7b2-eb015d790b07 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:32:56.069170 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4ecc172c-a9f7-4603-af39-1ccd49fb0b0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:56.109251 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-50cd168e-7b73-4c70-922d-4e231ff70350 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port 141ba351-76ce-4101-a8bb-ea01900709c4 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:32:56.109952 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-50cd168e-7b73-4c70-922d-4e231ff70350 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:56.114663 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0246771d-0ceb-416a-a708-bb6881e6923e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0569668 Apr 06 13:32:56.117442 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46888) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:56.126057 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-dc010761-b338-4892-86cb-c1279e51ca7e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'port': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'mac_address': 'fa:16:3e:ac:b2:f6', 'name': 'tempest-NetworksTestDHCPv6-364575383'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:32:56.314354 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-dc010761-b338-4892-86cb-c1279e51ca7e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:32:56.401202 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-dc010761-b338-4892-86cb-c1279e51ca7e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:32:56.401908 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-50cd168e-7b73-4c70-922d-4e231ff70350 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port 141ba351-76ce-4101-a8bb-ea01900709c4, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=141ba351-76ce-4101-a8bb-ea01900709c4,segment=NetworkSegment(447a17bd-f215-47b0-bf8d-e3f7f1058726),segment_id=447a17bd-f215-47b0-bf8d-e3f7f1058726)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:56.401908 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-50cd168e-7b73-4c70-922d-4e231ff70350 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:56.402144 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-4ecc172c-a9f7-4603-af39-1ccd49fb0b0e None None] For port 9b2cb98f-5a16-4159-a7b2-eb015d790b07, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9b2cb98f-5a16-4159-a7b2-eb015d790b07,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:32:56.402144 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4ecc172c-a9f7-4603-af39-1ccd49fb0b0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:56.480333 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-50cd168e-7b73-4c70-922d-4e231ff70350 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for 141ba351-76ce-4101-a8bb-ea01900709c4 owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:32:56.559680 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-4ecc172c-a9f7-4603-af39-1ccd49fb0b0e None None] Calling delete_port for 9b2cb98f-5a16-4159-a7b2-eb015d790b07 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:32:56.690592 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc010761-b338-4892-86cb-c1279e51ca7e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:32:56.794531 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4ecc172c-a9f7-4603-af39-1ccd49fb0b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:56.839855 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dc010761-b338-4892-86cb-c1279e51ca7e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:56.841504 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc172c-a9f7-4603-af39-1ccd49fb0b0e None None] Pushing event deleted for resources: {'Port': ['ID=9b2cb98f-5a16-4159-a7b2-eb015d790b07,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:56.873686 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-dc010761-b338-4892-86cb-c1279e51ca7e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] device_id is not set on port a850e40c-eff0-4cc6-8448-cc83b859c29d yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:32:56.885037 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-50cd168e-7b73-4c70-922d-4e231ff70350 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:56.919695 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecc172c-a9f7-4603-af39-1ccd49fb0b0e None None] No DVR routers for this DVR port 9b2cb98f-5a16-4159-a7b2-eb015d790b07 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:32:56.934219 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd168e-7b73-4c70-922d-4e231ff70350 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=141ba351-76ce-4101-a8bb-ea01900709c4,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:56.936413 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736f2cbf-b268-4bc1-b099-b284e2ccc9eb None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:32:57.185966 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-dc010761-b338-4892-86cb-c1279e51ca7e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 2001:db8:0:1::328 (4a5369b0-8301-4713-81a5-ebef94e70f0e/b9b07166-4286-45bc-afd2-acce8e3ade1f/a850e40c-eff0-4cc6-8448-cc83b859c29d) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:32:57.193211 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-dc010761-b338-4892-86cb-c1279e51ca7e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 2001:db8::f816:3eff:feac:b2f6 (4a5369b0-8301-4713-81a5-ebef94e70f0e/8667e652-8aec-468e-97a1-34235b1416c2/a850e40c-eff0-4cc6-8448-cc83b859c29d) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:32:57.240632 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:57.316209 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5087db-25c4-4975-8b38-9e51bbcdc703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-4a5369b0-8301-4713-81a5-ebef94e70f0e', 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'fixed_ips': [{'subnet_id': '8667e652-8aec-468e-97a1-34235b1416c2'}, {'subnet_id': 'b9b07166-4286-45bc-afd2-acce8e3ade1f'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:32:57.318453 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-eb5087db-25c4-4975-8b38-9e51bbcdc703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:57.478518 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dc010761-b338-4892-86cb-c1279e51ca7e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:57.495742 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-dc010761-b338-4892-86cb-c1279e51ca7e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Transition to ACTIVE for port object a850e40c-eff0-4cc6-8448-cc83b859c29d will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:57.527839 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-50cd168e-7b73-4c70-922d-4e231ff70350 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:57.635696 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dc010761-b338-4892-86cb-c1279e51ca7e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:57.773603 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc010761-b338-4892-86cb-c1279e51ca7e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:57.781118 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-dc010761-b338-4892-86cb-c1279e51ca7e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:57.795389 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc010761-b338-4892-86cb-c1279e51ca7e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:32:57.807487 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc010761-b338-4892-86cb-c1279e51ca7e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:57.808763 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dc010761-b338-4892-86cb-c1279e51ca7e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:57.841173 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-eb5087db-25c4-4975-8b38-9e51bbcdc703 None None] Allocated IP 2001:db8:0:1::2 (4a5369b0-8301-4713-81a5-ebef94e70f0e/b9b07166-4286-45bc-afd2-acce8e3ade1f/b60d3b42-dd3e-4ec1-9841-dd7533bcc374) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:32:57.849035 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-eb5087db-25c4-4975-8b38-9e51bbcdc703 None None] Allocated IP 2001:db8::f816:3eff:feff:4850 (4a5369b0-8301-4713-81a5-ebef94e70f0e/8667e652-8aec-468e-97a1-34235b1416c2/b60d3b42-dd3e-4ec1-9841-dd7533bcc374) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:32:57.855754 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc010761-b338-4892-86cb-c1279e51ca7e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=a850e40c-eff0-4cc6-8448-cc83b859c29d,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:57.972125 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-dc010761-b338-4892-86cb-c1279e51ca7e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8527849 Apr 06 13:32:57.975023 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46910) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:58.025803 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cd168e-7b73-4c70-922d-4e231ff70350 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router dfc385cf-f590-4be2-80bb-b545ce653735 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:32:58.053715 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-dca386dd-8f1c-463a-bfcc-b5c5b9b5ddf4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting port a850e40c-eff0-4cc6-8448-cc83b859c29d {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:32:58.054426 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dca386dd-8f1c-463a-bfcc-b5c5b9b5ddf4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:58.088924 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-eb5087db-25c4-4975-8b38-9e51bbcdc703 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:58.111405 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-eb5087db-25c4-4975-8b38-9e51bbcdc703 None None] Transition to ACTIVE for port object b60d3b42-dd3e-4ec1-9841-dd7533bcc374 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:58.138151 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-eb5087db-25c4-4975-8b38-9e51bbcdc703 None None] Transition to ACTIVE for port object b60d3b42-dd3e-4ec1-9841-dd7533bcc374 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:32:58.228470 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-eb5087db-25c4-4975-8b38-9e51bbcdc703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:58.299877 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5087db-25c4-4975-8b38-9e51bbcdc703 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:32:58.302983 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-eb5087db-25c4-4975-8b38-9e51bbcdc703 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:32:58.308143 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5087db-25c4-4975-8b38-9e51bbcdc703 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:32:58.341465 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cd168e-7b73-4c70-922d-4e231ff70350 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:32:58.351433 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13304471-3c15-4ff3-967e-66a7e3aad8a5 None None] Sync routers for ids ['dfc385cf-f590-4be2-80bb-b545ce653735'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:32:58.363701 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-50cd168e-7b73-4c70-922d-4e231ff70350 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "PUT /v2.0/routers/dfc385cf-f590-4be2-80bb-b545ce653735/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6132991 Apr 06 13:32:58.371563 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13304471-3c15-4ff3-967e-66a7e3aad8a5 None None] Routers {'dfc385cf-f590-4be2-80bb-b545ce653735'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:32:58.373348 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-13304471-3c15-4ff3-967e-66a7e3aad8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:32:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['dfc385cf-f590-4be2-80bb-b545ce653735'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:58.395912 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5087db-25c4-4975-8b38-9e51bbcdc703 None None] Pushing event updated for resources: {'Port': ['ID=b60d3b42-dd3e-4ec1-9841-dd7533bcc374,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:58.484837 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-eb5087db-25c4-4975-8b38-9e51bbcdc703 None None] Attempting to bind port b60d3b42-dd3e-4ec1-9841-dd7533bcc374 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:32:58.485430 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-eb5087db-25c4-4975-8b38-9e51bbcdc703 None None] Attempting to bind port b60d3b42-dd3e-4ec1-9841-dd7533bcc374 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:32:58.485803 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5087db-25c4-4975-8b38-9e51bbcdc703 None None] Attempting to bind port b60d3b42-dd3e-4ec1-9841-dd7533bcc374 on network 4a5369b0-8301-4713-81a5-ebef94e70f0e {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:32:58.493620 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5087db-25c4-4975-8b38-9e51bbcdc703 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:32:58.494072 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5087db-25c4-4975-8b38-9e51bbcdc703 None None] Checking segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:32:58.494569 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dca386dd-8f1c-463a-bfcc-b5c5b9b5ddf4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:58.495419 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-eb5087db-25c4-4975-8b38-9e51bbcdc703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:58.495419 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5087db-25c4-4975-8b38-9e51bbcdc703 None None] Bound using segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:32:58.495882 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-eb5087db-25c4-4975-8b38-9e51bbcdc703 None None] Bound port: b60d3b42-dd3e-4ec1-9841-dd7533bcc374, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:32:58.496302 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-eb5087db-25c4-4975-8b38-9e51bbcdc703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:58.585968 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-13304471-3c15-4ff3-967e-66a7e3aad8a5 None None] Set router dfc385cf-f590-4be2-80bb-b545ce653735 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:32:58.619796 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-eb5087db-25c4-4975-8b38-9e51bbcdc703 None None] For port b60d3b42-dd3e-4ec1-9841-dd7533bcc374, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:32:58.625880 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-eb5087db-25c4-4975-8b38-9e51bbcdc703 None None] For port b60d3b42-dd3e-4ec1-9841-dd7533bcc374, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=b60d3b42-dd3e-4ec1-9841-dd7533bcc374,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:32:58.703348 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-eb5087db-25c4-4975-8b38-9e51bbcdc703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:58.735130 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-dca386dd-8f1c-463a-bfcc-b5c5b9b5ddf4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Calling delete_port for a850e40c-eff0-4cc6-8448-cc83b859c29d owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:32:58.832937 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5087db-25c4-4975-8b38-9e51bbcdc703 None None] Pushing event updated for resources: {'Port': ['ID=b60d3b42-dd3e-4ec1-9841-dd7533bcc374,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:59.166572 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dca386dd-8f1c-463a-bfcc-b5c5b9b5ddf4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:59.231192 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-13304471-3c15-4ff3-967e-66a7e3aad8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'name': 'tempest-TestNetworkBasicOps-router-927354710', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:21Z', 'updated_at': '2022-04-06T13:32:56Z', 'revision_number': 6, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:23Z', 'updated_at': '2022-04-06T13:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': 'd737a845-37d4-4b28-b102-b3f992312cf3', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.65', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'port_id': 'baf46332-bf69-4bb6-af5d-89377108b9c9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03', 'mac_address': 'fa:16:3e:78:e9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f903cb52-eaac-45ed-8f32-cd340680cda6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:31:25Z', 'updated_at': '2022-04-06T13:31:32Z', 'revision_number': 1, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbfce9b7-e50d-4173-a882-7cc46efc3b0a', 'name': '', 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:57:61:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:38Z', 'updated_at': '2022-04-06T13:30:52Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:59.244599 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13304471-3c15-4ff3-967e-66a7e3aad8a5 None None] Checking router: dfc385cf-f590-4be2-80bb-b545ce653735 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:32:59.254981 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13304471-3c15-4ff3-967e-66a7e3aad8a5 None None] Routers {'dfc385cf-f590-4be2-80bb-b545ce653735'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:32:59.255583 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-13304471-3c15-4ff3-967e-66a7e3aad8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:32:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['dfc385cf-f590-4be2-80bb-b545ce653735'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:59.298076 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca386dd-8f1c-463a-bfcc-b5c5b9b5ddf4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Port': ['ID=a850e40c-eff0-4cc6-8448-cc83b859c29d,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:32:59.375981 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babf291-b69a-4367-b27e-5cfae64d119e req-1ca6e850-fc03-4ae9-8be6-362fbaecd6c0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:59.376724 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-5babf291-b69a-4367-b27e-5cfae64d119e req-1ca6e850-fc03-4ae9-8be6-362fbaecd6c0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:59.433799 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dca386dd-8f1c-463a-bfcc-b5c5b9b5ddf4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:32:59.458890 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-dca386dd-8f1c-463a-bfcc-b5c5b9b5ddf4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/a850e40c-eff0-4cc6-8448-cc83b859c29d HTTP/1.1" status: 204 len: 168 time: 1.4822259 Apr 06 13:32:59.461398 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46922) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:59.486405 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:32:59.520021 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-5babf291-b69a-4367-b27e-5cfae64d119e req-1ca6e850-fc03-4ae9-8be6-362fbaecd6c0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:59.521400 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5babf291-b69a-4367-b27e-5cfae64d119e req-1ca6e850-fc03-4ae9-8be6-362fbaecd6c0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=3408d9cd-c72f-42ce-8ecc-4aa363b00a2b HTTP/1.1" status: 200 len: 946 time: 0.4523547 Apr 06 13:32:59.531095 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-13304471-3c15-4ff3-967e-66a7e3aad8a5 None None] Set router dfc385cf-f590-4be2-80bb-b545ce653735 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:32:59.606984 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5babf291-b69a-4367-b27e-5cfae64d119e req-0d4a25ee-34d1-4cb8-8a43-69f474d7bd08 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9fd9f9f-6849-4e58-acfd-15f6f9b97fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758495 Apr 06 13:32:59.645938 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2a798c-34f3-4a25-9568-66eaca1c2f0f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:59.647823 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-cb2a798c-34f3-4a25-9568-66eaca1c2f0f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1842301 Apr 06 13:32:59.653512 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46926) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:59.762128 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c20a543-0135-4080-b739-f63d3fc594f9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:59.763303 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4c20a543-0135-4080-b739-f63d3fc594f9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:59.845450 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4c20a543-0135-4080-b739-f63d3fc594f9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:32:59.849063 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4c20a543-0135-4080-b739-f63d3fc594f9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1918588 Apr 06 13:32:59.854458 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46938) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:32:59.941851 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf6db52-2ba1-4bf6-a2d0-6288c563fddf tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:59.943530 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf6db52-2ba1-4bf6-a2d0-6288c563fddf tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:59.945176 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf6db52-2ba1-4bf6-a2d0-6288c563fddf tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:32:59.946329 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4cf6db52-2ba1-4bf6-a2d0-6288c563fddf tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:32:59.989439 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-13304471-3c15-4ff3-967e-66a7e3aad8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'name': 'tempest-TestNetworkBasicOps-router-927354710', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:21Z', 'updated_at': '2022-04-06T13:32:56Z', 'revision_number': 6, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:23Z', 'updated_at': '2022-04-06T13:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': 'd737a845-37d4-4b28-b102-b3f992312cf3', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.65', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'port_id': 'baf46332-bf69-4bb6-af5d-89377108b9c9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03', 'mac_address': 'fa:16:3e:78:e9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f903cb52-eaac-45ed-8f32-cd340680cda6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:31:25Z', 'updated_at': '2022-04-06T13:31:32Z', 'revision_number': 1, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbfce9b7-e50d-4173-a882-7cc46efc3b0a', 'name': '', 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:57:61:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:38Z', 'updated_at': '2022-04-06T13:30:52Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:32:59.994186 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13304471-3c15-4ff3-967e-66a7e3aad8a5 None None] The sync data for ids ['dfc385cf-f590-4be2-80bb-b545ce653735'] in dv-neutron-834600-1-hyperv is: [{'id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'name': 'tempest-TestNetworkBasicOps-router-927354710', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:21Z', 'updated_at': '2022-04-06T13:32:56Z', 'revision_number': 6, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:23Z', 'updated_at': '2022-04-06T13:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': 'd737a845-37d4-4b28-b102-b3f992312cf3', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.65', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'port_id': 'baf46332-bf69-4bb6-af5d-89377108b9c9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03', 'mac_address': 'fa:16:3e:78:e9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f903cb52-eaac-45ed-8f32-cd340680cda6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:31:25Z', 'updated_at': '2022-04-06T13:31:32Z', 'revision_number': 1, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbfce9b7-e50d-4173-a882-7cc46efc3b0a', 'name': '', 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:57:61:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:38Z', 'updated_at': '2022-04-06T13:30:52Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:33:00.022503 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4cf6db52-2ba1-4bf6-a2d0-6288c563fddf tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:33:00.026682 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4cf6db52-2ba1-4bf6-a2d0-6288c563fddf tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1734619 Apr 06 13:33:00.027963 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46942) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:00.097645 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c58df92-c19f-4f99-aa64-afe841d7f19c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet 8667e652-8aec-468e-97a1-34235b1416c2 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:33:00.100908 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7c58df92-c19f-4f99-aa64-afe841d7f19c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:00.163292 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7c58df92-c19f-4f99-aa64-afe841d7f19c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:00.263448 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7c58df92-c19f-4f99-aa64-afe841d7f19c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:00.314068 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3e3e36-4d8d-4cd7-a676-cc1552d19024 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:33:00.454319 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-a93fd612-4a72-4d1b-9262-e29f6638799b None None] Provisioning for port b60d3b42-dd3e-4ec1-9841-dd7533bcc374 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:33:00.474492 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41f383-b28a-4613-ab23-2f2fdd16e1ee req-850141a6-07c9-451b-b36e-37e05b251e91 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:00.477879 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-0f41f383-b28a-4613-ab23-2f2fdd16e1ee req-850141a6-07c9-451b-b36e-37e05b251e91 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:33:00.489569 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-0f41f383-b28a-4613-ab23-2f2fdd16e1ee req-850141a6-07c9-451b-b36e-37e05b251e91 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:33:00.490628 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0f41f383-b28a-4613-ab23-2f2fdd16e1ee req-850141a6-07c9-451b-b36e-37e05b251e91 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/ports?device_id=3408d9cd-c72f-42ce-8ecc-4aa363b00a2b HTTP/1.1" status: 200 len: 946 time: 0.1304543 Apr 06 13:33:00.496957 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7c58df92-c19f-4f99-aa64-afe841d7f19c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:00.618866 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-0f41f383-b28a-4613-ab23-2f2fdd16e1ee req-9c260281-85b1-4556-95ff-155cda705f57 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port c03d5583-3357-4478-886b-2942ccadeccb {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:33:00.619580 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-0f41f383-b28a-4613-ab23-2f2fdd16e1ee req-9c260281-85b1-4556-95ff-155cda705f57 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:00.681817 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7c58df92-c19f-4f99-aa64-afe841d7f19c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:00.695102 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58df92-c19f-4f99-aa64-afe841d7f19c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=8667e652-8aec-468e-97a1-34235b1416c2,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:00.898234 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device b60d3b42-dd3e-4ec1-9841-dd7533bcc374 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:33:00.966850 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9f2f5-12d0-4067-9665-c302cd3d5bdb req-e3038610-fafd-4f6b-a729-3139266f0b03 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:00.968853 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7da9f2f5-12d0-4067-9665-c302cd3d5bdb req-e3038610-fafd-4f6b-a729-3139266f0b03 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=3408d9cd-c72f-42ce-8ecc-4aa363b00a2b HTTP/1.1" status: 200 len: 946 time: 0.1082776 Apr 06 13:33:01.052645 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7da9f2f5-12d0-4067-9665-c302cd3d5bdb req-7d90b934-7333-4843-9ce0-6bcbe3b78afd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9fd9f9f-6849-4e58-acfd-15f6f9b97fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712645 Apr 06 13:33:01.094118 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7c58df92-c19f-4f99-aa64-afe841d7f19c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/8667e652-8aec-468e-97a1-34235b1416c2 HTTP/1.1" status: 204 len: 168 time: 1.0647459 Apr 06 13:33:01.096705 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46950) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:01.141493 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port b60d3b42-dd3e-4ec1-9841-dd7533bcc374 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:33:01.148554 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port b60d3b42-dd3e-4ec1-9841-dd7533bcc374 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:33:01.150514 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:01.184456 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a069f2-c160-4909-a523-1a8e39381cea tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet b9b07166-4286-45bc-afd2-acce8e3ade1f {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:33:01.188667 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-30a069f2-c160-4909-a523-1a8e39381cea tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:01.216058 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-0f41f383-b28a-4613-ab23-2f2fdd16e1ee req-9c260281-85b1-4556-95ff-155cda705f57 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port c03d5583-3357-4478-886b-2942ccadeccb, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c03d5583-3357-4478-886b-2942ccadeccb,segment=NetworkSegment(447a17bd-f215-47b0-bf8d-e3f7f1058726),segment_id=447a17bd-f215-47b0-bf8d-e3f7f1058726)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:33:01.216795 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-0f41f383-b28a-4613-ab23-2f2fdd16e1ee req-9c260281-85b1-4556-95ff-155cda705f57 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:01.258638 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-30a069f2-c160-4909-a523-1a8e39381cea tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:01.359685 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:01.366910 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-30a069f2-c160-4909-a523-1a8e39381cea tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:01.442284 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-0f41f383-b28a-4613-ab23-2f2fdd16e1ee req-9c260281-85b1-4556-95ff-155cda705f57 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for c03d5583-3357-4478-886b-2942ccadeccb owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:33:01.528667 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-30a069f2-c160-4909-a523-1a8e39381cea tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:01.626738 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-30a069f2-c160-4909-a523-1a8e39381cea tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:01.639591 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-30a069f2-c160-4909-a523-1a8e39381cea tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/b9b07166-4286-45bc-afd2-acce8e3ade1f HTTP/1.1" status: 204 len: 168 time: 0.5393968 Apr 06 13:33:01.639840 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:33:01.639840 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:33:01.641225 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46956) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:01.644605 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a069f2-c160-4909-a523-1a8e39381cea tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=b9b07166-4286-45bc-afd2-acce8e3ade1f,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:01.662018 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884be71d-fb25-4b27-bde0-9973c5acbef8 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:33:01.721777 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-24242f0b-d0d9-40bc-9e0d-a3bafe8f61cb tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793827 Apr 06 13:33:01.730229 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46960) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:01.736238 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-1a7eb567-4aea-4ba7-9a12-a938e7723453 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:01.747237 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-0f41f383-b28a-4613-ab23-2f2fdd16e1ee req-9c260281-85b1-4556-95ff-155cda705f57 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:01.780278 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e774bbf9-7599-452b-b057-6c13f70eff43 None None] Provisioning complete for port b60d3b42-dd3e-4ec1-9841-dd7533bcc374 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:33:01.780642 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e774bbf9-7599-452b-b057-6c13f70eff43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:01.873797 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c260281-85b1-4556-95ff-155cda705f57 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=c03d5583-3357-4478-886b-2942ccadeccb,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:01.896317 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1a7eb567-4aea-4ba7-9a12-a938e7723453 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:01.901918 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-1a7eb567-4aea-4ba7-9a12-a938e7723453 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:subnet and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:01.905358 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-1a7eb567-4aea-4ba7-9a12-a938e7723453 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:01.911880 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1a7eb567-4aea-4ba7-9a12-a938e7723453 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:01.924894 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f41f383-b28a-4613-ab23-2f2fdd16e1ee req-9c260281-85b1-4556-95ff-155cda705f57 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] No DVR routers for this DVR port c03d5583-3357-4478-886b-2942ccadeccb on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:33:01.930097 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-0f41f383-b28a-4613-ab23-2f2fdd16e1ee req-9c260281-85b1-4556-95ff-155cda705f57 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:01.931253 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3408d9cd-c72f-42ce-8ecc-4aa363b00a2b', 'name': 'network-vif-deleted', 'tag': 'c03d5583-3357-4478-886b-2942ccadeccb'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:33:01.981365 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3ccbc33-3f04-4ff9-926a-55ecd21a3d2f'] response: {'server_uuid': '3408d9cd-c72f-42ce-8ecc-4aa363b00a2b', 'name': 'network-vif-deleted', 'tag': 'c03d5583-3357-4478-886b-2942ccadeccb', 'status': 'completed', 'code': 200} Apr 06 13:33:02.011366 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e774bbf9-7599-452b-b057-6c13f70eff43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:02.028090 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7eb567-4aea-4ba7-9a12-a938e7723453 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:33:02.033642 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1a7eb567-4aea-4ba7-9a12-a938e7723453 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:02.045525 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0f41f383-b28a-4613-ab23-2f2fdd16e1ee req-9c260281-85b1-4556-95ff-155cda705f57 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "DELETE /v2.0/ports/c03d5583-3357-4478-886b-2942ccadeccb HTTP/1.1" status: 204 len: 173 time: 1.5403879 Apr 06 13:33:02.049849 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-e774bbf9-7599-452b-b057-6c13f70eff43 None None] For port b60d3b42-dd3e-4ec1-9841-dd7533bcc374, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=b60d3b42-dd3e-4ec1-9841-dd7533bcc374,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:33:02.120106 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe655931-d94c-414b-bd38-0d92e75ddd9a None None] DHCP port deletion for 4a5369b0-8301-4713-81a5-ebef94e70f0e request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:33:02.124985 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-fe655931-d94c-414b-bd38-0d92e75ddd9a None None] Deleting port b60d3b42-dd3e-4ec1-9841-dd7533bcc374 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:33:02.125516 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fe655931-d94c-414b-bd38-0d92e75ddd9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:02.248481 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e774bbf9-7599-452b-b057-6c13f70eff43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:02.329106 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cd27d7d2-933a-4a0d-bc1a-3f7fc947f1f0 req-9a88896d-6e43-4e3c-84b1-2e54da234694 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=3408d9cd-c72f-42ce-8ecc-4aa363b00a2b HTTP/1.1" status: 200 len: 210 time: 0.0771646 Apr 06 13:33:02.432659 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:02.489654 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774bbf9-7599-452b-b057-6c13f70eff43 None None] Pushing event updated for resources: {'Port': ['ID=b60d3b42-dd3e-4ec1-9841-dd7533bcc374,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:02.594119 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1a7eb567-4aea-4ba7-9a12-a938e7723453 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:02.657185 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:33:02.657666 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:33:02.659371 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-fe655931-d94c-414b-bd38-0d92e75ddd9a None None] For port b60d3b42-dd3e-4ec1-9841-dd7533bcc374, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=b60d3b42-dd3e-4ec1-9841-dd7533bcc374,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:33:02.659773 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fe655931-d94c-414b-bd38-0d92e75ddd9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:02.661477 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7eb567-4aea-4ba7-9a12-a938e7723453 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:33:02.665663 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-1a7eb567-4aea-4ba7-9a12-a938e7723453 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:02.674891 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7eb567-4aea-4ba7-9a12-a938e7723453 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:02.674891 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1a7eb567-4aea-4ba7-9a12-a938e7723453 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:02.701571 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7eb567-4aea-4ba7-9a12-a938e7723453 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=b31a5a81-2a4e-47d5-9dbe-54a3a196d8cd,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:02.790631 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-fe655931-d94c-414b-bd38-0d92e75ddd9a None None] Calling delete_port for b60d3b42-dd3e-4ec1-9841-dd7533bcc374 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:33:02.792684 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1a7eb567-4aea-4ba7-9a12-a938e7723453 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0612335 Apr 06 13:33:02.795748 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46970) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:02.801653 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-e943a5fd-a5dc-4b90-a476-38bc09c78df2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:02.947434 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e943a5fd-a5dc-4b90-a476-38bc09c78df2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:02.951476 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e943a5fd-a5dc-4b90-a476-38bc09c78df2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:subnet and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:02.954343 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e943a5fd-a5dc-4b90-a476-38bc09c78df2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:02.959303 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fe655931-d94c-414b-bd38-0d92e75ddd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:02.960097 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e943a5fd-a5dc-4b90-a476-38bc09c78df2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:03.009180 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe655931-d94c-414b-bd38-0d92e75ddd9a None None] Pushing event deleted for resources: {'Port': ['ID=b60d3b42-dd3e-4ec1-9841-dd7533bcc374,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:03.011063 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe655931-d94c-414b-bd38-0d92e75ddd9a None None] No DVR routers for this DVR port b60d3b42-dd3e-4ec1-9841-dd7533bcc374 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:33:03.024624 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5413d023-7750-4348-893e-45c0d1948e15 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:33:03.084883 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e943a5fd-a5dc-4b90-a476-38bc09c78df2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:33:03.089437 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e943a5fd-a5dc-4b90-a476-38bc09c78df2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:03.151118 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Port b60d3b42-dd3e-4ec1-9841-dd7533bcc374 update to ACTIVE by agent not found {{(pid=88566) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 06 13:33:03.163024 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 141ba351-76ce-4101-a8bb-ea01900709c4 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:33:03.248514 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.ipam_backend_mixin [None req-e943a5fd-a5dc-4b90-a476-38bc09c78df2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b31a5a81-2a4e-47d5-9dbe-54a3a196d8cd (CIDR: 2001:db8::/64) Apr 06 13:33:03.250399 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 141ba351-76ce-4101-a8bb-ea01900709c4 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:33:03.250746 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 141ba351-76ce-4101-a8bb-ea01900709c4 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:33:03.291286 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-e943a5fd-a5dc-4b90-a476-38bc09c78df2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:33:03.291874 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e943a5fd-a5dc-4b90-a476-38bc09c78df2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:03.346613 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device b60d3b42-dd3e-4ec1-9841-dd7533bcc374 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:33:03.392675 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: b60d3b42-dd3e-4ec1-9841-dd7533bcc374 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:33:03.393741 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device b60d3b42-dd3e-4ec1-9841-dd7533bcc374 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:33:03.400661 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e943a5fd-a5dc-4b90-a476-38bc09c78df2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6037252 Apr 06 13:33:03.403574 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46976) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:03.409100 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-f251d5f7-e8e1-40e4-a8c9-00f371e05749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:03.417262 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0f3e05-de33-4961-8199-e85e62af2ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-4a5369b0-8301-4713-81a5-ebef94e70f0e', 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'fixed_ips': [{'subnet_id': 'b31a5a81-2a4e-47d5-9dbe-54a3a196d8cd'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:33:03.418111 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0b0f3e05-de33-4961-8199-e85e62af2ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:03.442588 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46980) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:03.519278 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5e1ff7de-5642-41b2-acf2-07d32965253d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:03.552707 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5e1ff7de-5642-41b2-acf2-07d32965253d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:03.575788 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f251d5f7-e8e1-40e4-a8c9-00f371e05749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:03.580317 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f251d5f7-e8e1-40e4-a8c9-00f371e05749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:subnet and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:03.583392 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f251d5f7-e8e1-40e4-a8c9-00f371e05749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:03.590248 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f251d5f7-e8e1-40e4-a8c9-00f371e05749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:03.595757 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-0b0f3e05-de33-4961-8199-e85e62af2ec3 None None] Allocated IP 2001:db8::2 (4a5369b0-8301-4713-81a5-ebef94e70f0e/b31a5a81-2a4e-47d5-9dbe-54a3a196d8cd/a28df903-7c6b-418b-b935-3de0b77c3c37) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:33:03.769736 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f251d5f7-e8e1-40e4-a8c9-00f371e05749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:33:03.773256 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f251d5f7-e8e1-40e4-a8c9-00f371e05749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:03.815302 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5e1ff7de-5642-41b2-acf2-07d32965253d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:03.833111 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0b0f3e05-de33-4961-8199-e85e62af2ec3 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:03.834650 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ff7de-5642-41b2-acf2-07d32965253d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fd9f9f-6849-4e58-acfd-15f6f9b97fd2,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:03.841282 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device c03d5583-3357-4478-886b-2942ccadeccb no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:33:03.890488 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0b0f3e05-de33-4961-8199-e85e62af2ec3 None None] Transition to ACTIVE for port object a28df903-7c6b-418b-b935-3de0b77c3c37 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:33:03.894355 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: c03d5583-3357-4478-886b-2942ccadeccb {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:33:03.894696 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device c03d5583-3357-4478-886b-2942ccadeccb not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:33:03.923730 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0b0f3e05-de33-4961-8199-e85e62af2ec3 None None] Transition to ACTIVE for port object a28df903-7c6b-418b-b935-3de0b77c3c37 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:33:03.947695 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5e1ff7de-5642-41b2-acf2-07d32965253d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:03.949048 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5e1ff7de-5642-41b2-acf2-07d32965253d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/security-groups/a9fd9f9f-6849-4e58-acfd-15f6f9b97fd2 HTTP/1.1" status: 204 len: 168 time: 0.5053511 Apr 06 13:33:04.028479 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0b0f3e05-de33-4961-8199-e85e62af2ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:04.068788 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46988) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:04.091386 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0f3e05-de33-4961-8199-e85e62af2ec3 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:33:04.094168 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-0b0f3e05-de33-4961-8199-e85e62af2ec3 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:04.102612 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0f3e05-de33-4961-8199-e85e62af2ec3 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:33:04.113077 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f3e05-de33-4961-8199-e85e62af2ec3 None None] Pushing event updated for resources: {'Port': ['ID=a28df903-7c6b-418b-b935-3de0b77c3c37,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:04.147905 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95f63c9-b7f6-4358-97a4-44c55d1508b1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting subnet d70acde1-30c9-419c-9be5-ca802692931b {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:33:04.152791 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e95f63c9-b7f6-4358-97a4-44c55d1508b1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:04.207749 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-0b0f3e05-de33-4961-8199-e85e62af2ec3 None None] Attempting to bind port a28df903-7c6b-418b-b935-3de0b77c3c37 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:33:04.208169 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-0b0f3e05-de33-4961-8199-e85e62af2ec3 None None] Attempting to bind port a28df903-7c6b-418b-b935-3de0b77c3c37 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:33:04.208716 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0f3e05-de33-4961-8199-e85e62af2ec3 None None] Attempting to bind port a28df903-7c6b-418b-b935-3de0b77c3c37 on network 4a5369b0-8301-4713-81a5-ebef94e70f0e {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:33:04.213279 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e95f63c9-b7f6-4358-97a4-44c55d1508b1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:04.215453 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0f3e05-de33-4961-8199-e85e62af2ec3 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:33:04.215827 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0f3e05-de33-4961-8199-e85e62af2ec3 None None] Checking segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:33:04.216229 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0b0f3e05-de33-4961-8199-e85e62af2ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:04.216627 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0f3e05-de33-4961-8199-e85e62af2ec3 None None] Bound using segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:33:04.217092 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-0b0f3e05-de33-4961-8199-e85e62af2ec3 None None] Bound port: a28df903-7c6b-418b-b935-3de0b77c3c37, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:33:04.217466 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0b0f3e05-de33-4961-8199-e85e62af2ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:04.255097 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.objects.ports [None req-f251d5f7-e8e1-40e4-a8c9-00f371e05749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88565) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 06 13:33:04.308230 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e95f63c9-b7f6-4358-97a4-44c55d1508b1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:04.319546 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0b0f3e05-de33-4961-8199-e85e62af2ec3 None None] For port a28df903-7c6b-418b-b935-3de0b77c3c37, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:33:04.323126 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0b0f3e05-de33-4961-8199-e85e62af2ec3 None None] For port a28df903-7c6b-418b-b935-3de0b77c3c37, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a28df903-7c6b-418b-b935-3de0b77c3c37,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:33:04.434317 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0b0f3e05-de33-4961-8199-e85e62af2ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:04.468418 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e95f63c9-b7f6-4358-97a4-44c55d1508b1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:04.515242 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f63c9-b7f6-4358-97a4-44c55d1508b1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Subnet': ['ID=d70acde1-30c9-419c-9be5-ca802692931b,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:04.522731 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e95f63c9-b7f6-4358-97a4-44c55d1508b1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:04.531362 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e95f63c9-b7f6-4358-97a4-44c55d1508b1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/subnets/d70acde1-30c9-419c-9be5-ca802692931b HTTP/1.1" status: 204 len: 168 time: 0.4606521 Apr 06 13:33:04.534952 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 46992) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:04.535801 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f3e05-de33-4961-8199-e85e62af2ec3 None None] Pushing event updated for resources: {'Port': ['ID=a28df903-7c6b-418b-b935-3de0b77c3c37,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:04.543845 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e4eb2c-8710-4a1d-8482-bc6f33bf868b None None] Network a83cae79-c042-499e-b738-19ebbf114a55 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:33:04.644415 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f251d5f7-e8e1-40e4-a8c9-00f371e05749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:04.674790 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-552ed46b-acfd-49d1-940a-dc5b9efcefbd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:04.688164 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-552ed46b-acfd-49d1-940a-dc5b9efcefbd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port 569f0c63-9860-4383-b2ac-5195bc114cee {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:33:04.689791 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-552ed46b-acfd-49d1-940a-dc5b9efcefbd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:04.981751 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-552ed46b-acfd-49d1-940a-dc5b9efcefbd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port 569f0c63-9860-4383-b2ac-5195bc114cee, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=569f0c63-9860-4383-b2ac-5195bc114cee,segment=NetworkSegment(447a17bd-f215-47b0-bf8d-e3f7f1058726),segment_id=447a17bd-f215-47b0-bf8d-e3f7f1058726)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:33:04.982100 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-552ed46b-acfd-49d1-940a-dc5b9efcefbd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:05.045206 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-f251d5f7-e8e1-40e4-a8c9-00f371e05749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] For port a28df903-7c6b-418b-b935-3de0b77c3c37, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a28df903-7c6b-418b-b935-3de0b77c3c37,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:33:05.053148 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67578311-0815-4a58-8db7-403596325b52 None None] DHCP port deletion for a83cae79-c042-499e-b738-19ebbf114a55 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:33:05.057490 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-67578311-0815-4a58-8db7-403596325b52 None None] Deleting port 569f0c63-9860-4383-b2ac-5195bc114cee {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:33:05.057860 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-67578311-0815-4a58-8db7-403596325b52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:05.077699 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f251d5f7-e8e1-40e4-a8c9-00f371e05749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:05.124520 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-552ed46b-acfd-49d1-940a-dc5b9efcefbd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for 569f0c63-9860-4383-b2ac-5195bc114cee owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:33:05.153605 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f251d5f7-e8e1-40e4-a8c9-00f371e05749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:05.154524 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f251d5f7-e8e1-40e4-a8c9-00f371e05749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:05.282601 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-67578311-0815-4a58-8db7-403596325b52 None None] For port 569f0c63-9860-4383-b2ac-5195bc114cee, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=569f0c63-9860-4383-b2ac-5195bc114cee,segment=NetworkSegment(447a17bd-f215-47b0-bf8d-e3f7f1058726),segment_id=447a17bd-f215-47b0-bf8d-e3f7f1058726)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:33:05.283076 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-67578311-0815-4a58-8db7-403596325b52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:05.291170 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f251d5f7-e8e1-40e4-a8c9-00f371e05749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:33:05.296446 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-f251d5f7-e8e1-40e4-a8c9-00f371e05749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:05.302868 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f251d5f7-e8e1-40e4-a8c9-00f371e05749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:05.303941 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f251d5f7-e8e1-40e4-a8c9-00f371e05749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:05.340534 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251d5f7-e8e1-40e4-a8c9-00f371e05749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=ceb879c1-4698-4418-ab3d-8e856dafec9f,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:05.352935 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251d5f7-e8e1-40e4-a8c9-00f371e05749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=a28df903-7c6b-418b-b935-3de0b77c3c37,revision_number=4']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:05.359443 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-552ed46b-acfd-49d1-940a-dc5b9efcefbd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:05.417151 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device a28df903-7c6b-418b-b935-3de0b77c3c37 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:33:05.419421 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ed46b-acfd-49d1-940a-dc5b9efcefbd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=569f0c63-9860-4383-b2ac-5195bc114cee,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:05.421453 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552ed46b-acfd-49d1-940a-dc5b9efcefbd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] No DVR routers for this DVR port 569f0c63-9860-4383-b2ac-5195bc114cee on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:33:05.450095 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-67578311-0815-4a58-8db7-403596325b52 None None] Calling delete_port for 569f0c63-9860-4383-b2ac-5195bc114cee owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:33:05.497067 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f251d5f7-e8e1-40e4-a8c9-00f371e05749 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0879881 Apr 06 13:33:05.497318 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 46998) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:05.504093 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-43ea6200-10dd-490a-badd-14ef3bd3d8d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'port': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'mac_address': 'fa:16:3e:0e:dc:a4', 'name': 'tempest-NetworksTestDHCPv6-1176964007'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:05.616431 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-67578311-0815-4a58-8db7-403596325b52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:33:05.616792 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-67578311-0815-4a58-8db7-403596325b52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:33:05.714931 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-43ea6200-10dd-490a-badd-14ef3bd3d8d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:05.719756 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-43ea6200-10dd-490a-badd-14ef3bd3d8d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:port and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:05.722778 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-43ea6200-10dd-490a-badd-14ef3bd3d8d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:05.730400 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-43ea6200-10dd-490a-badd-14ef3bd3d8d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:05.741829 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port a28df903-7c6b-418b-b935-3de0b77c3c37 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:33:05.744421 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-552ed46b-acfd-49d1-940a-dc5b9efcefbd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:05.773014 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-552ed46b-acfd-49d1-940a-dc5b9efcefbd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83cae79-c042-499e-b738-19ebbf114a55']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:05.790441 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-552ed46b-acfd-49d1-940a-dc5b9efcefbd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447a17bd-f215-47b0-bf8d-e3f7f1058726') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:05.790962 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-552ed46b-acfd-49d1-940a-dc5b9efcefbd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447a17bd-f215-47b0-bf8d-e3f7f1058726') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:05.808328 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 569f0c63-9860-4383-b2ac-5195bc114cee no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:33:05.811295 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-552ed46b-acfd-49d1-940a-dc5b9efcefbd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:05.831001 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-552ed46b-acfd-49d1-940a-dc5b9efcefbd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:05.843375 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552ed46b-acfd-49d1-940a-dc5b9efcefbd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:33:05.843375 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-552ed46b-acfd-49d1-940a-dc5b9efcefbd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:05.843612 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ea6200-10dd-490a-badd-14ef3bd3d8d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:33:05.847828 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae752b51-06e4-4ea2-816e-f6105ed05b72 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:33:05.856267 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:33:05.863725 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 569f0c63-9860-4383-b2ac-5195bc114cee {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:33:05.863725 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 569f0c63-9860-4383-b2ac-5195bc114cee not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:33:05.986708 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-43ea6200-10dd-490a-badd-14ef3bd3d8d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:06.016764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-552ed46b-acfd-49d1-940a-dc5b9efcefbd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:06.045011 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-552ed46b-acfd-49d1-940a-dc5b9efcefbd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:06.048279 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-26d263b0-0ba1-4fb9-b61b-f2b756207e21 None None] Provisioning for port a28df903-7c6b-418b-b935-3de0b77c3c37 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:33:06.062747 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ed46b-acfd-49d1-940a-dc5b9efcefbd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Network': ['ID=a83cae79-c042-499e-b738-19ebbf114a55,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:06.095289 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-26d263b0-0ba1-4fb9-b61b-f2b756207e21 None None] Provisioning complete for port a28df903-7c6b-418b-b935-3de0b77c3c37 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:33:06.095866 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-26d263b0-0ba1-4fb9-b61b-f2b756207e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:06.127723 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-67578311-0815-4a58-8db7-403596325b52 None None] Deleting port 569f0c63-9860-4383-b2ac-5195bc114cee {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:33:06.128100 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-67578311-0815-4a58-8db7-403596325b52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:06.129333 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-43ea6200-10dd-490a-badd-14ef3bd3d8d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] device_id is not set on port b14228c8-172e-4920-bef4-508518d54705 yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:33:06.185788 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-552ed46b-acfd-49d1-940a-dc5b9efcefbd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/networks/a83cae79-c042-499e-b738-19ebbf114a55 HTTP/1.1" status: 204 len: 168 time: 1.6472654 Apr 06 13:33:06.186947 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47004) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:06.213148 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-67578311-0815-4a58-8db7-403596325b52 None None] The port '569f0c63-9860-4383-b2ac-5195bc114cee' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:33:06.335406 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-26d263b0-0ba1-4fb9-b61b-f2b756207e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:06.379527 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-26d263b0-0ba1-4fb9-b61b-f2b756207e21 None None] For port a28df903-7c6b-418b-b935-3de0b77c3c37, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a28df903-7c6b-418b-b935-3de0b77c3c37,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:33:06.412415 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-43ea6200-10dd-490a-badd-14ef3bd3d8d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 2001:db8::340 (4a5369b0-8301-4713-81a5-ebef94e70f0e/b31a5a81-2a4e-47d5-9dbe-54a3a196d8cd/b14228c8-172e-4920-bef4-508518d54705) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:33:06.420285 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-43ea6200-10dd-490a-badd-14ef3bd3d8d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0e:dca4 (4a5369b0-8301-4713-81a5-ebef94e70f0e/ceb879c1-4698-4418-ab3d-8e856dafec9f/b14228c8-172e-4920-bef4-508518d54705) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:33:06.450705 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-9de12eb0-e1dd-403f-b740-d544e9958366 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port 10d683ee-9fa5-4b82-99a9-cded7d8b7e25 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:33:06.451081 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9de12eb0-e1dd-403f-b740-d544e9958366 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:06.461503 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-26d263b0-0ba1-4fb9-b61b-f2b756207e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:06.542350 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d263b0-0ba1-4fb9-b61b-f2b756207e21 None None] Pushing event updated for resources: {'Port': ['ID=a28df903-7c6b-418b-b935-3de0b77c3c37,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:06.663398 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9de12eb0-e1dd-403f-b740-d544e9958366 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:06.663607 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9de12eb0-e1dd-403f-b740-d544e9958366 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:06.682050 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-43ea6200-10dd-490a-badd-14ef3bd3d8d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:06.705879 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-43ea6200-10dd-490a-badd-14ef3bd3d8d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Transition to ACTIVE for port object b14228c8-172e-4920-bef4-508518d54705 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:33:06.803195 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-9de12eb0-e1dd-403f-b740-d544e9958366 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for 10d683ee-9fa5-4b82-99a9-cded7d8b7e25 owned by network:floatingip {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:33:06.845277 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-43ea6200-10dd-490a-badd-14ef3bd3d8d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:06.928729 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ea6200-10dd-490a-badd-14ef3bd3d8d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:33:06.933826 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-43ea6200-10dd-490a-badd-14ef3bd3d8d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:06.938972 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ea6200-10dd-490a-badd-14ef3bd3d8d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:33:06.944531 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ea6200-10dd-490a-badd-14ef3bd3d8d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:06.945842 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-43ea6200-10dd-490a-badd-14ef3bd3d8d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:06.954144 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea6200-10dd-490a-badd-14ef3bd3d8d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=b14228c8-172e-4920-bef4-508518d54705,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:06.989174 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-882d2e8b-e152-49c0-ad14-10a528214d91 None None] Provisioning complete for port a28df903-7c6b-418b-b935-3de0b77c3c37 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:33:06.989675 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-882d2e8b-e152-49c0-ad14-10a528214d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:07.082907 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-43ea6200-10dd-490a-badd-14ef3bd3d8d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5821302 Apr 06 13:33:07.083319 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47008) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:07.115180 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9de12eb0-e1dd-403f-b740-d544e9958366 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:07.169812 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-79d608dd-5148-4c38-9743-2b3cdcd2b2e6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting port b14228c8-172e-4920-bef4-508518d54705 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:33:07.170234 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-79d608dd-5148-4c38-9743-2b3cdcd2b2e6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:07.244496 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-374fd5c8-a8b8-41b8-ae64-92b8dfab47aa None None] Could not find standard attr ID for object d5c22808-5bac-4886-a58f-fa43919c6c8d. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:33:07.279024 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de12eb0-e1dd-403f-b740-d544e9958366 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=10d683ee-9fa5-4b82-99a9-cded7d8b7e25,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:07.321108 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9de12eb0-e1dd-403f-b740-d544e9958366 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:07.321672 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-9de12eb0-e1dd-403f-b740-d544e9958366 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Floating IP d737a845-37d4-4b28-b102-b3f992312cf3 disassociated (deleted). External IP: 172.26.4.65, port: baf46332-bf69-4bb6-af5d-89377108b9c9. Apr 06 13:33:07.347769 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device a28df903-7c6b-418b-b935-3de0b77c3c37 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:33:07.431408 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port a28df903-7c6b-418b-b935-3de0b77c3c37 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:33:07.432147 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:07.489985 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f2d073bc-b38b-4b1d-a45c-716354fe57ee None None] Could not find standard attr ID for object 5d7ce8f2-873d-40de-8ea0-4240984cdbcb. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:33:07.512753 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-79d608dd-5148-4c38-9743-2b3cdcd2b2e6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:07.688111 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-79d608dd-5148-4c38-9743-2b3cdcd2b2e6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Calling delete_port for b14228c8-172e-4920-bef4-508518d54705 owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:33:07.812324 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-97b613bc-fed7-4d67-95ed-0d8d842e55c4 None None] Could not find standard attr ID for object a850e40c-eff0-4cc6-8448-cc83b859c29d. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:33:07.934169 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de12eb0-e1dd-403f-b740-d544e9958366 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router dfc385cf-f590-4be2-80bb-b545ce653735 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: from cryptography.utils import int_from_bytes Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: from cryptography.utils import int_from_bytes Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn_limited( Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn_limited( Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:33:08.055998 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:33:08.060638 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-c37a9616-4661-4452-b0a8-1d3535a5ef17 None None] Provisioning for port b14228c8-172e-4920-bef4-508518d54705 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:33:08.061092 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-79d608dd-5148-4c38-9743-2b3cdcd2b2e6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:08.062769 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-c37a9616-4661-4452-b0a8-1d3535a5ef17 None None] Provisioning complete for port b14228c8-172e-4920-bef4-508518d54705 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:33:08.063199 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c37a9616-4661-4452-b0a8-1d3535a5ef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:08.103930 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-c37a9616-4661-4452-b0a8-1d3535a5ef17 None None] Port b14228c8-172e-4920-bef4-508518d54705 was deleted so its status cannot be updated. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 06 13:33:08.153772 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d608dd-5148-4c38-9743-2b3cdcd2b2e6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Port': ['ID=b14228c8-172e-4920-bef4-508518d54705,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:08.161308 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de12eb0-e1dd-403f-b740-d544e9958366 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:33:08.175165 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591df749-bfe5-48cc-bbb3-5f9c26e94c86 None None] Sync routers for ids ['dfc385cf-f590-4be2-80bb-b545ce653735'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:33:08.183389 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9de12eb0-e1dd-403f-b740-d544e9958366 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:08.187203 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591df749-bfe5-48cc-bbb3-5f9c26e94c86 None None] Routers {'dfc385cf-f590-4be2-80bb-b545ce653735'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:33:08.190128 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-591df749-bfe5-48cc-bbb3-5f9c26e94c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:32:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['dfc385cf-f590-4be2-80bb-b545ce653735'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:08.227303 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-79d608dd-5148-4c38-9743-2b3cdcd2b2e6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:08.239528 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-79d608dd-5148-4c38-9743-2b3cdcd2b2e6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/b14228c8-172e-4920-bef4-508518d54705 HTTP/1.1" status: 204 len: 168 time: 1.1550069 Apr 06 13:33:08.245016 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47014) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:08.289175 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9de12eb0-e1dd-403f-b740-d544e9958366 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/floatingips/d737a845-37d4-4b28-b102-b3f992312cf3 HTTP/1.1" status: 204 len: 168 time: 2.1009820 Apr 06 13:33:08.292302 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f903cb52-eaac-45ed-8f32-cd340680cda6', 'tag': 'baf46332-bf69-4bb6-af5d-89377108b9c9'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:33:08.388509 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e358cd7f-9523-4565-86b8-7be1b61b3ead tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:08.392635 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e358cd7f-9523-4565-86b8-7be1b61b3ead tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:33:08.400848 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5cfa151-e815-47cd-8aed-8fbeafb93c31'] response: {'name': 'network-changed', 'server_uuid': 'f903cb52-eaac-45ed-8f32-cd340680cda6', 'tag': 'baf46332-bf69-4bb6-af5d-89377108b9c9', 'status': 'completed', 'code': 200} Apr 06 13:33:08.479719 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-591df749-bfe5-48cc-bbb3-5f9c26e94c86 None None] Set router dfc385cf-f590-4be2-80bb-b545ce653735 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:33:08.522653 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdac773-b70f-438a-8e10-ee410f6f6bf5 req-09d0b74f-9af3-4ce4-8ce6-7607dd8ff8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:08.525116 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9bdac773-b70f-438a-8e10-ee410f6f6bf5 req-09d0b74f-9af3-4ce4-8ce6-7607dd8ff8a8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=f903cb52-eaac-45ed-8f32-cd340680cda6 HTTP/1.1" status: 200 len: 1099 time: 0.1051698 Apr 06 13:33:08.530671 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e358cd7f-9523-4565-86b8-7be1b61b3ead tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:33:08.532188 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e358cd7f-9523-4565-86b8-7be1b61b3ead tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2887914 Apr 06 13:33:08.535493 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47026) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:08.646069 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b44510d-1c84-4376-8778-cfc9008963dc tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:08.648018 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7b44510d-1c84-4376-8778-cfc9008963dc tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1119671 Apr 06 13:33:08.651915 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47030) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:08.749570 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdac773-b70f-438a-8e10-ee410f6f6bf5 req-1d524120-c051-4f1a-8452-d1b659c0329e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:08.751802 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9bdac773-b70f-438a-8e10-ee410f6f6bf5 req-1d524120-c051-4f1a-8452-d1b659c0329e service neutron] 10.222.0.61 "GET /v2.0/networks?id=6df18f53-1a01-497a-85ec-3d44ebb99c03 HTTP/1.1" status: 200 len: 897 time: 0.2213120 Apr 06 13:33:08.755539 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadeb320-b8e5-4e7c-921d-8bbf7fe3f807 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:08.757365 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadeb320-b8e5-4e7c-921d-8bbf7fe3f807 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:08.759649 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadeb320-b8e5-4e7c-921d-8bbf7fe3f807 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:08.760586 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-cadeb320-b8e5-4e7c-921d-8bbf7fe3f807 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:33:08.834762 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9bdac773-b70f-438a-8e10-ee410f6f6bf5 req-7a00be48-92cc-446c-81bf-42a245342bd3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baf46332-bf69-4bb6-af5d-89377108b9c9 HTTP/1.1" status: 200 len: 217 time: 0.0760801 Apr 06 13:33:08.873597 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-cadeb320-b8e5-4e7c-921d-8bbf7fe3f807 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:33:08.877569 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-cadeb320-b8e5-4e7c-921d-8bbf7fe3f807 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2216382 Apr 06 13:33:08.882415 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47034) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:08.932721 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdac773-b70f-438a-8e10-ee410f6f6bf5 req-a4238cdf-6a0d-4018-8a22-9619d626c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:08.935949 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9bdac773-b70f-438a-8e10-ee410f6f6bf5 req-a4238cdf-6a0d-4018-8a22-9619d626c6d8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aabaa642-b3ff-412a-b146-d4f458a62441 HTTP/1.1" status: 200 len: 834 time: 0.0934558 Apr 06 13:33:08.970199 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-22585557-6979-4f3e-9e1b-1c125319e962 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet b31a5a81-2a4e-47d5-9dbe-54a3a196d8cd {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:33:08.976710 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-22585557-6979-4f3e-9e1b-1c125319e962 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:08.977292 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-591df749-bfe5-48cc-bbb3-5f9c26e94c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'name': 'tempest-TestNetworkBasicOps-router-927354710', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:21Z', 'updated_at': '2022-04-06T13:32:56Z', 'revision_number': 6, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:23Z', 'updated_at': '2022-04-06T13:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'fbfce9b7-e50d-4173-a882-7cc46efc3b0a', 'name': '', 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:57:61:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:38Z', 'updated_at': '2022-04-06T13:30:52Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:08.984261 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591df749-bfe5-48cc-bbb3-5f9c26e94c86 None None] Checking router: dfc385cf-f590-4be2-80bb-b545ce653735 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:33:08.998254 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591df749-bfe5-48cc-bbb3-5f9c26e94c86 None None] Routers {'dfc385cf-f590-4be2-80bb-b545ce653735'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:33:08.999349 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-591df749-bfe5-48cc-bbb3-5f9c26e94c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:32:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['dfc385cf-f590-4be2-80bb-b545ce653735'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:09.053025 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdac773-b70f-438a-8e10-ee410f6f6bf5 req-15ec8d68-980f-4e06-8354-0731d0c6f22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:09.056022 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9bdac773-b70f-438a-8e10-ee410f6f6bf5 req-15ec8d68-980f-4e06-8354-0731d0c6f22b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6df18f53-1a01-497a-85ec-3d44ebb99c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1125133 Apr 06 13:33:09.059791 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-22585557-6979-4f3e-9e1b-1c125319e962 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:09.237732 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9bdac773-b70f-438a-8e10-ee410f6f6bf5 req-fcd23596-56dd-44e0-a710-dd8e99544729 service neutron] 10.222.0.61 "GET /v2.0/networks/6df18f53-1a01-497a-85ec-3d44ebb99c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756132 Apr 06 13:33:09.271085 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-591df749-bfe5-48cc-bbb3-5f9c26e94c86 None None] Set router dfc385cf-f590-4be2-80bb-b545ce653735 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:33:09.357779 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc7e2e1-76b8-4b68-8a42-f6b0f2d6ee6f req-14432f93-e901-428b-94b9-9b483fd7943a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:09.359319 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0cc7e2e1-76b8-4b68-8a42-f6b0f2d6ee6f req-14432f93-e901-428b-94b9-9b483fd7943a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=f903cb52-eaac-45ed-8f32-cd340680cda6 HTTP/1.1" status: 200 len: 946 time: 0.2520704 Apr 06 13:33:09.387919 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-22585557-6979-4f3e-9e1b-1c125319e962 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:09.395231 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9bdac773-b70f-438a-8e10-ee410f6f6bf5 req-f0ce27d4-e700-49d8-9420-cb947b7aaa15 service neutron] 10.222.0.61 "GET /v2.0/networks/6df18f53-1a01-497a-85ec-3d44ebb99c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510241 Apr 06 13:33:09.468530 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0cc7e2e1-76b8-4b68-8a42-f6b0f2d6ee6f req-51e62954-cdaa-4b45-9ebc-70333359af5e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec28645e-dc53-4263-8774-8d9fe99047f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019201 Apr 06 13:33:09.572908 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-22585557-6979-4f3e-9e1b-1c125319e962 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:09.645315 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22585557-6979-4f3e-9e1b-1c125319e962 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=b31a5a81-2a4e-47d5-9dbe-54a3a196d8cd,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:09.651518 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-22585557-6979-4f3e-9e1b-1c125319e962 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:09.662590 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6025f664-e558-40fb-a382-7b541a72da37 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:33:09.680249 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-591df749-bfe5-48cc-bbb3-5f9c26e94c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'name': 'tempest-TestNetworkBasicOps-router-927354710', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:21Z', 'updated_at': '2022-04-06T13:32:56Z', 'revision_number': 6, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:23Z', 'updated_at': '2022-04-06T13:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'fbfce9b7-e50d-4173-a882-7cc46efc3b0a', 'name': '', 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:57:61:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:38Z', 'updated_at': '2022-04-06T13:30:52Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:09.700390 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591df749-bfe5-48cc-bbb3-5f9c26e94c86 None None] The sync data for ids ['dfc385cf-f590-4be2-80bb-b545ce653735'] in dv-neutron-834600-1-hyperv is: [{'id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'name': 'tempest-TestNetworkBasicOps-router-927354710', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:21Z', 'updated_at': '2022-04-06T13:32:56Z', 'revision_number': 6, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:23Z', 'updated_at': '2022-04-06T13:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'fbfce9b7-e50d-4173-a882-7cc46efc3b0a', 'name': '', 'network_id': '6df18f53-1a01-497a-85ec-3d44ebb99c03', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:57:61:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:38Z', 'updated_at': '2022-04-06T13:30:52Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'aabaa642-b3ff-412a-b146-d4f458a62441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:33:09.754087 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-22585557-6979-4f3e-9e1b-1c125319e962 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/b31a5a81-2a4e-47d5-9dbe-54a3a196d8cd HTTP/1.1" status: 204 len: 168 time: 0.8750939 Apr 06 13:33:09.756602 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47042) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:09.841610 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde85ba2-5a36-4a98-a7b4-e7bf00c8ac2f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet ceb879c1-4698-4418-ab3d-8e856dafec9f {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:33:09.845286 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cde85ba2-5a36-4a98-a7b4-e7bf00c8ac2f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:09.915819 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cde85ba2-5a36-4a98-a7b4-e7bf00c8ac2f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:09.960711 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63afa48a-c103-41c2-ab6c-cef246cfc599 None None] New status for floating IP d737a845-37d4-4b28-b102-b3f992312cf3: DOWN {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:33:10.017094 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cde85ba2-5a36-4a98-a7b4-e7bf00c8ac2f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:10.234541 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cde85ba2-5a36-4a98-a7b4-e7bf00c8ac2f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:10.308868 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cde85ba2-5a36-4a98-a7b4-e7bf00c8ac2f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:10.316952 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde85ba2-5a36-4a98-a7b4-e7bf00c8ac2f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb879c1-4698-4418-ab3d-8e856dafec9f,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:10.324926 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-cde85ba2-5a36-4a98-a7b4-e7bf00c8ac2f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/ceb879c1-4698-4418-ab3d-8e856dafec9f HTTP/1.1" status: 204 len: 168 time: 0.5670900 Apr 06 13:33:10.329507 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47046) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:10.409654 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9dc30f83-ba8f-47a0-b29b-131b1451537e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0787599 Apr 06 13:33:10.412492 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47050) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:10.420597 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-8627fa90-5efd-4431-b581-de1d33d82b59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:10.425860 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615e8bd-ca28-4461-9f4b-41f03a68cabe req-250a97de-8448-49e4-8705-ee3d17157d91 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:10.426775 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-2615e8bd-ca28-4461-9f4b-41f03a68cabe req-250a97de-8448-49e4-8705-ee3d17157d91 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:33:10.552108 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-8627fa90-5efd-4431-b581-de1d33d82b59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:10.558897 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8627fa90-5efd-4431-b581-de1d33d82b59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:subnet and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:10.563811 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8627fa90-5efd-4431-b581-de1d33d82b59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:10.568599 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4668f9b-bc75-4a82-b89c-974cd228e1d6 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:33:10.579683 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-8627fa90-5efd-4431-b581-de1d33d82b59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:10.598054 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-2615e8bd-ca28-4461-9f4b-41f03a68cabe req-250a97de-8448-49e4-8705-ee3d17157d91 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:33:10.600521 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2615e8bd-ca28-4461-9f4b-41f03a68cabe req-250a97de-8448-49e4-8705-ee3d17157d91 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/ports?device_id=f903cb52-eaac-45ed-8f32-cd340680cda6 HTTP/1.1" status: 200 len: 946 time: 0.2792046 Apr 06 13:33:10.702746 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-a020a67b-bcfc-4a79-9633-bd97c81dc112 None None] Provisioning complete for port a28df903-7c6b-418b-b935-3de0b77c3c37 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:33:10.703382 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a020a67b-bcfc-4a79-9633-bd97c81dc112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:10.705414 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-2615e8bd-ca28-4461-9f4b-41f03a68cabe req-a420bac7-47e1-45bd-aeae-2491a0f34a7d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port baf46332-bf69-4bb6-af5d-89377108b9c9 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:33:10.706127 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2615e8bd-ca28-4461-9f4b-41f03a68cabe req-a420bac7-47e1-45bd-aeae-2491a0f34a7d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:10.720798 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bd7ef-4766-4c34-b28e-1b07c49b5d6e req-44badecc-9ec1-4e96-936a-7215b1406f63 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:10.722364 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ad0bd7ef-4766-4c34-b28e-1b07c49b5d6e req-44badecc-9ec1-4e96-936a-7215b1406f63 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=f903cb52-eaac-45ed-8f32-cd340680cda6 HTTP/1.1" status: 200 len: 946 time: 0.0929339 Apr 06 13:33:10.750758 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8627fa90-5efd-4431-b581-de1d33d82b59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:33:10.752554 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8627fa90-5efd-4431-b581-de1d33d82b59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:10.871274 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ad0bd7ef-4766-4c34-b28e-1b07c49b5d6e req-cff9ecdb-0dbb-471b-ad0d-1d915ea4dcea tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec28645e-dc53-4263-8774-8d9fe99047f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410217 Apr 06 13:33:10.991733 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc4061f-4cbb-4e2b-bf04-ac67fd0e7749 None None] DHCP port deletion for 4a5369b0-8301-4713-81a5-ebef94e70f0e request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:33:10.997981 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-7dc4061f-4cbb-4e2b-bf04-ac67fd0e7749 None None] Deleting port a28df903-7c6b-418b-b935-3de0b77c3c37 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:33:10.998892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7dc4061f-4cbb-4e2b-bf04-ac67fd0e7749 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:11.033709 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-2615e8bd-ca28-4461-9f4b-41f03a68cabe req-a420bac7-47e1-45bd-aeae-2491a0f34a7d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port baf46332-bf69-4bb6-af5d-89377108b9c9, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=baf46332-bf69-4bb6-af5d-89377108b9c9,segment=NetworkSegment(5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e),segment_id=5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:33:11.033709 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2615e8bd-ca28-4461-9f4b-41f03a68cabe req-a420bac7-47e1-45bd-aeae-2491a0f34a7d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:11.124353 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8627fa90-5efd-4431-b581-de1d33d82b59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:11.181741 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-2615e8bd-ca28-4461-9f4b-41f03a68cabe req-a420bac7-47e1-45bd-aeae-2491a0f34a7d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for baf46332-bf69-4bb6-af5d-89377108b9c9 owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:33:11.196158 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8627fa90-5efd-4431-b581-de1d33d82b59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:33:11.199764 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-8627fa90-5efd-4431-b581-de1d33d82b59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:11.204506 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8627fa90-5efd-4431-b581-de1d33d82b59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:11.205094 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8627fa90-5efd-4431-b581-de1d33d82b59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:11.236667 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627fa90-5efd-4431-b581-de1d33d82b59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=fff11069-40f2-4629-9b79-b69aa1587d97,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:11.309242 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-7dc4061f-4cbb-4e2b-bf04-ac67fd0e7749 None None] For port a28df903-7c6b-418b-b935-3de0b77c3c37, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a28df903-7c6b-418b-b935-3de0b77c3c37,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:33:11.309893 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7dc4061f-4cbb-4e2b-bf04-ac67fd0e7749 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:11.325105 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device a28df903-7c6b-418b-b935-3de0b77c3c37 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:33:11.330935 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8627fa90-5efd-4431-b581-de1d33d82b59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9171214 Apr 06 13:33:11.333828 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47058) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:11.340167 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-f845b1b9-9659-4fd2-b357-9ffe7ac20de3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:11.492777 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f845b1b9-9659-4fd2-b357-9ffe7ac20de3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:11.498931 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f845b1b9-9659-4fd2-b357-9ffe7ac20de3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:subnet and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:11.503676 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f845b1b9-9659-4fd2-b357-9ffe7ac20de3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:11.503839 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-7dc4061f-4cbb-4e2b-bf04-ac67fd0e7749 None None] Calling delete_port for a28df903-7c6b-418b-b935-3de0b77c3c37 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:33:11.507908 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f845b1b9-9659-4fd2-b357-9ffe7ac20de3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:11.513332 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2615e8bd-ca28-4461-9f4b-41f03a68cabe req-a420bac7-47e1-45bd-aeae-2491a0f34a7d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:11.566062 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420bac7-47e1-45bd-aeae-2491a0f34a7d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=baf46332-bf69-4bb6-af5d-89377108b9c9,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:11.640371 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f845b1b9-9659-4fd2-b357-9ffe7ac20de3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:33:11.649184 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-2615e8bd-ca28-4461-9f4b-41f03a68cabe req-a420bac7-47e1-45bd-aeae-2491a0f34a7d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] No DVR routers for this DVR port baf46332-bf69-4bb6-af5d-89377108b9c9 on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:33:11.650962 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2615e8bd-ca28-4461-9f4b-41f03a68cabe req-a420bac7-47e1-45bd-aeae-2491a0f34a7d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:11.654133 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f903cb52-eaac-45ed-8f32-cd340680cda6', 'name': 'network-vif-deleted', 'tag': 'baf46332-bf69-4bb6-af5d-89377108b9c9'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:33:11.654979 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f845b1b9-9659-4fd2-b357-9ffe7ac20de3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:11.667550 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:11.736272 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cb3a304-2630-4d74-b9ee-9512e440d6ad'] response: {'server_uuid': 'f903cb52-eaac-45ed-8f32-cd340680cda6', 'name': 'network-vif-deleted', 'tag': 'baf46332-bf69-4bb6-af5d-89377108b9c9', 'status': 'completed', 'code': 200} Apr 06 13:33:11.824801 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.ipam_backend_mixin [None req-f845b1b9-9659-4fd2-b357-9ffe7ac20de3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fff11069-40f2-4629-9b79-b69aa1587d97 (CIDR: 2001:db8::/64) Apr 06 13:33:11.856613 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-f845b1b9-9659-4fd2-b357-9ffe7ac20de3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:33:11.856965 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f845b1b9-9659-4fd2-b357-9ffe7ac20de3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:11.857661 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2615e8bd-ca28-4461-9f4b-41f03a68cabe req-a420bac7-47e1-45bd-aeae-2491a0f34a7d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "DELETE /v2.0/ports/baf46332-bf69-4bb6-af5d-89377108b9c9 HTTP/1.1" status: 204 len: 173 time: 1.2528079 Apr 06 13:33:11.862946 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7dc4061f-4cbb-4e2b-bf04-ac67fd0e7749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:11.921138 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc4061f-4cbb-4e2b-bf04-ac67fd0e7749 None None] No DVR routers for this DVR port a28df903-7c6b-418b-b935-3de0b77c3c37 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:33:11.922950 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4061f-4cbb-4e2b-bf04-ac67fd0e7749 None None] Pushing event deleted for resources: {'Port': ['ID=a28df903-7c6b-418b-b935-3de0b77c3c37,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:11.941846 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ea9034-db46-44ea-b7ef-cad760d15b48 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:33:12.017675 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f845b1b9-9659-4fd2-b357-9ffe7ac20de3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6826231 Apr 06 13:33:12.021594 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47068) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:12.027870 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-0cb89d26-c69c-4d80-a11e-9182cf51db73 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'subnet': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:12.079276 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-68d8a4b8-58d0-4800-a74d-8600ed0810dc req-d12c2ff6-2a3e-4ddb-b2ea-9f2457b684a8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=f903cb52-eaac-45ed-8f32-cd340680cda6 HTTP/1.1" status: 200 len: 210 time: 0.0589452 Apr 06 13:33:12.233348 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-0cb89d26-c69c-4d80-a11e-9182cf51db73 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:12.236710 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0cb89d26-c69c-4d80-a11e-9182cf51db73 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:subnet and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:12.240300 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0cb89d26-c69c-4d80-a11e-9182cf51db73 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:12.240858 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d39a85-44e6-41d4-b29c-7a22c255e672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-4a5369b0-8301-4713-81a5-ebef94e70f0e', 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'tenant_id': 'feb3fc21fc62406897a0b657c2551f20', 'fixed_ips': [{'subnet_id': 'fff11069-40f2-4629-9b79-b69aa1587d97'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:33:12.242796 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b9d39a85-44e6-41d4-b29c-7a22c255e672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:12.249437 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-0cb89d26-c69c-4d80-a11e-9182cf51db73 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:12.387660 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb89d26-c69c-4d80-a11e-9182cf51db73 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:33:12.391284 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0cb89d26-c69c-4d80-a11e-9182cf51db73 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:12.405333 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-b9d39a85-44e6-41d4-b29c-7a22c255e672 None None] Allocated IP 2001:db8::2 (4a5369b0-8301-4713-81a5-ebef94e70f0e/fff11069-40f2-4629-9b79-b69aa1587d97/8c2766d0-80fa-459e-8229-1790676c5692) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:33:12.643718 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b9d39a85-44e6-41d4-b29c-7a22c255e672 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:12.655815 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b9d39a85-44e6-41d4-b29c-7a22c255e672 None None] Transition to ACTIVE for port object 8c2766d0-80fa-459e-8229-1790676c5692 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:33:12.678288 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b9d39a85-44e6-41d4-b29c-7a22c255e672 None None] Transition to ACTIVE for port object 8c2766d0-80fa-459e-8229-1790676c5692 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:33:12.782471 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b9d39a85-44e6-41d4-b29c-7a22c255e672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:12.847335 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d39a85-44e6-41d4-b29c-7a22c255e672 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:33:12.855878 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-b9d39a85-44e6-41d4-b29c-7a22c255e672 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:12.860953 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d39a85-44e6-41d4-b29c-7a22c255e672 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:33:12.904414 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d39a85-44e6-41d4-b29c-7a22c255e672 None None] Pushing event updated for resources: {'Port': ['ID=8c2766d0-80fa-459e-8229-1790676c5692,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:12.954269 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.objects.ports [None req-0cb89d26-c69c-4d80-a11e-9182cf51db73 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88564) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 06 13:33:12.966132 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-b9d39a85-44e6-41d4-b29c-7a22c255e672 None None] Attempting to bind port 8c2766d0-80fa-459e-8229-1790676c5692 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:33:12.966523 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-b9d39a85-44e6-41d4-b29c-7a22c255e672 None None] Attempting to bind port 8c2766d0-80fa-459e-8229-1790676c5692 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:33:12.966919 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d39a85-44e6-41d4-b29c-7a22c255e672 None None] Attempting to bind port 8c2766d0-80fa-459e-8229-1790676c5692 on network 4a5369b0-8301-4713-81a5-ebef94e70f0e {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:33:12.973545 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d39a85-44e6-41d4-b29c-7a22c255e672 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:33:12.973990 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d39a85-44e6-41d4-b29c-7a22c255e672 None None] Checking segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:33:12.974412 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b9d39a85-44e6-41d4-b29c-7a22c255e672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:12.974858 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d39a85-44e6-41d4-b29c-7a22c255e672 None None] Bound using segment: {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:33:12.975684 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-b9d39a85-44e6-41d4-b29c-7a22c255e672 None None] Bound port: 8c2766d0-80fa-459e-8229-1790676c5692, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7e3446-1110-4bf6-97c4-9a61599c10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:33:12.975684 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b9d39a85-44e6-41d4-b29c-7a22c255e672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:13.208393 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-b9d39a85-44e6-41d4-b29c-7a22c255e672 None None] For port 8c2766d0-80fa-459e-8229-1790676c5692, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:33:13.214058 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-b9d39a85-44e6-41d4-b29c-7a22c255e672 None None] For port 8c2766d0-80fa-459e-8229-1790676c5692, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=8c2766d0-80fa-459e-8229-1790676c5692,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:33:13.298167 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-405f0f4a-21fb-4765-8c35-a250e5e16ace req-e871874f-4da5-4fe4-8a56-bc45d81b1168 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=f903cb52-eaac-45ed-8f32-cd340680cda6 HTTP/1.1" status: 200 len: 210 time: 0.0682857 Apr 06 13:33:13.312958 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0cb89d26-c69c-4d80-a11e-9182cf51db73 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:13.377330 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b9d39a85-44e6-41d4-b29c-7a22c255e672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:13.409623 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.api [None req-0cb89d26-c69c-4d80-a11e-9182cf51db73 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:33:13.410028 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG oslo_db.api [None req-0cb89d26-c69c-4d80-a11e-9182cf51db73 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:33:13.465854 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d39a85-44e6-41d4-b29c-7a22c255e672 None None] Pushing event updated for resources: {'Port': ['ID=8c2766d0-80fa-459e-8229-1790676c5692,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:13.922693 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device baf46332-bf69-4bb6-af5d-89377108b9c9 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:33:13.970485 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: baf46332-bf69-4bb6-af5d-89377108b9c9 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:33:13.970850 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device baf46332-bf69-4bb6-af5d-89377108b9c9 not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:33:13.984915 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0cb89d26-c69c-4d80-a11e-9182cf51db73 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:14.218392 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-0cb89d26-c69c-4d80-a11e-9182cf51db73 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] For port 8c2766d0-80fa-459e-8229-1790676c5692, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=8c2766d0-80fa-459e-8229-1790676c5692,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:33:14.245999 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0cb89d26-c69c-4d80-a11e-9182cf51db73 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:14.319301 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0cb89d26-c69c-4d80-a11e-9182cf51db73 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:14.320510 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0cb89d26-c69c-4d80-a11e-9182cf51db73 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:14.426620 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47082) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:14.494241 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb89d26-c69c-4d80-a11e-9182cf51db73 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:33:14.500187 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-0cb89d26-c69c-4d80-a11e-9182cf51db73 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:14.507523 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb89d26-c69c-4d80-a11e-9182cf51db73 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:14.508269 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0cb89d26-c69c-4d80-a11e-9182cf51db73 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:14.519803 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb89d26-c69c-4d80-a11e-9182cf51db73 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Subnet': ['ID=8dfac8e0-2df9-4342-851d-5f374960d433,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:14.521235 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-78b6a34f-edbc-4224-8cbf-426ed81eacb3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:14.534229 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb89d26-c69c-4d80-a11e-9182cf51db73 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=8c2766d0-80fa-459e-8229-1790676c5692,revision_number=4']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:14.558688 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-78b6a34f-edbc-4224-8cbf-426ed81eacb3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:14.627676 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a404af-4042-4397-93b5-f3ad2f59e204 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:33:14.663236 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0cb89d26-c69c-4d80-a11e-9182cf51db73 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.6400898 Apr 06 13:33:14.666131 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47086) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:14.672760 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-c5d50ec6-5d9b-443e-a7bd-1bc3bdc96833 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Request body: {'port': {'network_id': '4a5369b0-8301-4713-81a5-ebef94e70f0e', 'mac_address': 'fa:16:3e:06:8e:73', 'name': 'tempest-NetworksTestDHCPv6-2046252014'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:14.770906 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-78b6a34f-edbc-4224-8cbf-426ed81eacb3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:14.808537 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6a34f-edbc-4224-8cbf-426ed81eacb3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec28645e-dc53-4263-8774-8d9fe99047f7,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:14.822225 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-78b6a34f-edbc-4224-8cbf-426ed81eacb3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:14.824333 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-78b6a34f-edbc-4224-8cbf-426ed81eacb3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/security-groups/ec28645e-dc53-4263-8774-8d9fe99047f7 HTTP/1.1" status: 204 len: 168 time: 0.3956001 Apr 06 13:33:14.831164 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c5d50ec6-5d9b-443e-a7bd-1bc3bdc96833 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:14.836193 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c5d50ec6-5d9b-443e-a7bd-1bc3bdc96833 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Usage tracker for resource:port and tenant:feb3fc21fc62406897a0b657c2551f20 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:14.839990 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c5d50ec6-5d9b-443e-a7bd-1bc3bdc96833 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:14.846838 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c5d50ec6-5d9b-443e-a7bd-1bc3bdc96833 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:14.925942 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-6856036e-7392-4db4-a55a-0ee5fb60466b None None] Provisioning for port 8c2766d0-80fa-459e-8229-1790676c5692 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:33:15.181780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d50ec6-5d9b-443e-a7bd-1bc3bdc96833 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Made reservation on behalf of feb3fc21fc62406897a0b657c2551f20 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:33:15.200409 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47094) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:15.354256 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c5d50ec6-5d9b-443e-a7bd-1bc3bdc96833 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:15.408053 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-c5d50ec6-5d9b-443e-a7bd-1bc3bdc96833 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] device_id is not set on port 5f5b2caf-c1bb-44fa-be75-b4b71c533c5f yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:33:15.422379 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 8c2766d0-80fa-459e-8229-1790676c5692 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:33:15.461113 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6b985607-02a1-465b-9e93-0d036aaa9ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:15.575853 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 8c2766d0-80fa-459e-8229-1790676c5692 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:33:15.581983 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 8c2766d0-80fa-459e-8229-1790676c5692 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:33:15.584125 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:15.674208 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-5e156446-71a9-41c2-8a6b-f090c1a857d0 None None] Provisioning complete for port 8c2766d0-80fa-459e-8229-1790676c5692 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:33:15.674686 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5e156446-71a9-41c2-8a6b-f090c1a857d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:15.693807 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-c5d50ec6-5d9b-443e-a7bd-1bc3bdc96833 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 2001:db8::39e (4a5369b0-8301-4713-81a5-ebef94e70f0e/fff11069-40f2-4629-9b79-b69aa1587d97/5f5b2caf-c1bb-44fa-be75-b4b71c533c5f) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:33:15.700934 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-c5d50ec6-5d9b-443e-a7bd-1bc3bdc96833 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Allocated IP 2001:db8:0:1:f816:3eff:fe06:8e73 (4a5369b0-8301-4713-81a5-ebef94e70f0e/8dfac8e0-2df9-4342-851d-5f374960d433/5f5b2caf-c1bb-44fa-be75-b4b71c533c5f) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:33:15.785410 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:15.854034 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 8c2766d0-80fa-459e-8229-1790676c5692, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=8c2766d0-80fa-459e-8229-1790676c5692,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:33:15.885945 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5e156446-71a9-41c2-8a6b-f090c1a857d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:15.930435 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c5d50ec6-5d9b-443e-a7bd-1bc3bdc96833 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:15.947420 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-c5d50ec6-5d9b-443e-a7bd-1bc3bdc96833 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Transition to ACTIVE for port object 5f5b2caf-c1bb-44fa-be75-b4b71c533c5f will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:33:15.953679 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:15.997351 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3e7183e8-43bf-484d-919c-cdb253b895c8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:16.047412 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c5d50ec6-5d9b-443e-a7bd-1bc3bdc96833 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:16.076952 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-5e156446-71a9-41c2-8a6b-f090c1a857d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:33:16.077305 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-5e156446-71a9-41c2-8a6b-f090c1a857d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:33:16.079818 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=8c2766d0-80fa-459e-8229-1790676c5692,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:16.127476 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d50ec6-5d9b-443e-a7bd-1bc3bdc96833 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:33:16.139534 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-c5d50ec6-5d9b-443e-a7bd-1bc3bdc96833 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:16.142077 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d50ec6-5d9b-443e-a7bd-1bc3bdc96833 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:33:16.148294 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d50ec6-5d9b-443e-a7bd-1bc3bdc96833 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:16.149159 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c5d50ec6-5d9b-443e-a7bd-1bc3bdc96833 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:16.185541 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d50ec6-5d9b-443e-a7bd-1bc3bdc96833 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event updated for resources: {'Port': ['ID=5f5b2caf-c1bb-44fa-be75-b4b71c533c5f,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:16.274554 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c5d50ec6-5d9b-443e-a7bd-1bc3bdc96833 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6071324 Apr 06 13:33:16.278328 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47102) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:16.440538 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-3e7183e8-43bf-484d-919c-cdb253b895c8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port fbfce9b7-e50d-4173-a882-7cc46efc3b0a {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:33:16.440869 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3e7183e8-43bf-484d-919c-cdb253b895c8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:16.469027 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-c1e34d59-5932-401b-bfb9-c80bd58eda86 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting port 5f5b2caf-c1bb-44fa-be75-b4b71c533c5f {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:33:16.469850 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c1e34d59-5932-401b-bfb9-c80bd58eda86 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:16.653503 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-b092c944-7b1d-4afb-970c-2dd53559779f tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2076387592&fields=id&tenant_id=6f961cdd2806417f9eeecf800dc5c9c4 HTTP/1.1" status: 200 len: 267 time: 0.0610042 Apr 06 13:33:16.735323 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-3e7183e8-43bf-484d-919c-cdb253b895c8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port fbfce9b7-e50d-4173-a882-7cc46efc3b0a, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=fbfce9b7-e50d-4173-a882-7cc46efc3b0a,segment=NetworkSegment(5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e),segment_id=5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:33:16.735717 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3e7183e8-43bf-484d-919c-cdb253b895c8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:16.745120 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c1e34d59-5932-401b-bfb9-c80bd58eda86 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:16.867541 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e22eefd2-68bc-4243-b339-e781515cb216 None None] Provisioning for port 5f5b2caf-c1bb-44fa-be75-b4b71c533c5f completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:33:16.874044 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e22eefd2-68bc-4243-b339-e781515cb216 None None] Provisioning complete for port 5f5b2caf-c1bb-44fa-be75-b4b71c533c5f triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:33:16.874417 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e22eefd2-68bc-4243-b339-e781515cb216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:16.875354 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-c1e34d59-5932-401b-bfb9-c80bd58eda86 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Calling delete_port for 5f5b2caf-c1bb-44fa-be75-b4b71c533c5f owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:33:16.933891 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-e22eefd2-68bc-4243-b339-e781515cb216 None None] Port 5f5b2caf-c1bb-44fa-be75-b4b71c533c5f cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:33:16.938010 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-3e7183e8-43bf-484d-919c-cdb253b895c8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for fbfce9b7-e50d-4173-a882-7cc46efc3b0a owned by network:router_interface {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:33:17.170181 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-77f2912c-ffa6-4008-bd4c-cdcffb5ad6e9 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:17.171785 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-77f2912c-ffa6-4008-bd4c-cdcffb5ad6e9 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/networks?id=07d8a801-9673-412c-b97f-9a98a83af4f7 HTTP/1.1" status: 200 len: 811 time: 0.4964843 Apr 06 13:33:17.209539 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c1e34d59-5932-401b-bfb9-c80bd58eda86 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:17.306730 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e34d59-5932-401b-bfb9-c80bd58eda86 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Port': ['ID=5f5b2caf-c1bb-44fa-be75-b4b71c533c5f,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:17.330372 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-c0dec0eb-9df9-4ffa-88af-7f1abbe91f70 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/quotas/6f961cdd2806417f9eeecf800dc5c9c4 HTTP/1.1" status: 200 len: 375 time: 0.0248494 Apr 06 13:33:17.348941 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 8c2766d0-80fa-459e-8229-1790676c5692 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:33:17.388486 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c1e34d59-5932-401b-bfb9-c80bd58eda86 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:17.406860 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c1e34d59-5932-401b-bfb9-c80bd58eda86 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/5f5b2caf-c1bb-44fa-be75-b4b71c533c5f HTTP/1.1" status: 204 len: 168 time: 1.1266508 Apr 06 13:33:17.409015 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47112) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:17.454828 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 8c2766d0-80fa-459e-8229-1790676c5692 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:33:17.455527 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:17.512764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499ec821-1c9f-4686-810d-1de61904779a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:17.513754 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-499ec821-1c9f-4686-810d-1de61904779a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:33:17.588554 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-e2afaf74-ecea-40ca-8b37-19e07a82e5e2 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Synchronizing usage tracker for tenant:6f961cdd2806417f9eeecf800dc5c9c4 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:33:17.615987 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-499ec821-1c9f-4686-810d-1de61904779a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:33:17.617372 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-499ec821-1c9f-4686-810d-1de61904779a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2060871 Apr 06 13:33:17.621364 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47116) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:17.690228 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-e2afaf74-ecea-40ca-8b37-19e07a82e5e2 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Unset dirty status for tenant:6f961cdd2806417f9eeecf800dc5c9c4 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:33:17.693706 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-e2afaf74-ecea-40ca-8b37-19e07a82e5e2 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f961cdd2806417f9eeecf800dc5c9c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3537388 Apr 06 13:33:17.713509 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818a1257-3141-4d74-bd4a-3fe783ad193f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:17.715168 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-818a1257-3141-4d74-bd4a-3fe783ad193f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0928094 Apr 06 13:33:17.717813 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47122) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:17.730343 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b4513394-e501-41ac-b189-ce60df8af13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:17.730790 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3e7183e8-43bf-484d-919c-cdb253b895c8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:17.786875 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7183e8-43bf-484d-919c-cdb253b895c8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=fbfce9b7-e50d-4173-a882-7cc46efc3b0a,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:17.815551 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be8cbaf-add5-4faf-9716-656b374deda3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:17.817312 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be8cbaf-add5-4faf-9716-656b374deda3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:17.819232 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be8cbaf-add5-4faf-9716-656b374deda3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:17.820839 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-1be8cbaf-add5-4faf-9716-656b374deda3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:33:17.913726 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-1be8cbaf-add5-4faf-9716-656b374deda3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:33:17.917818 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1be8cbaf-add5-4faf-9716-656b374deda3 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1965327 Apr 06 13:33:17.918311 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47126) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:17.999695 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ecdbfc9-bafd-4154-b2cc-c8cfb2970d7c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet 8dfac8e0-2df9-4342-851d-5f374960d433 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:33:18.003236 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9ecdbfc9-bafd-4154-b2cc-c8cfb2970d7c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:18.071427 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9ecdbfc9-bafd-4154-b2cc-c8cfb2970d7c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:18.126929 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-eacdc0a9-969c-4c33-8fc6-f54d4dac7fdb service neutron] 10.222.0.48 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221344 Apr 06 13:33:18.161693 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9ecdbfc9-bafd-4154-b2cc-c8cfb2970d7c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:18.313233 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3e7183e8-43bf-484d-919c-cdb253b895c8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:18.358486 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9ecdbfc9-bafd-4154-b2cc-c8cfb2970d7c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:18.401242 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdbfc9-bafd-4154-b2cc-c8cfb2970d7c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=8dfac8e0-2df9-4342-851d-5f374960d433,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:18.409198 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9ecdbfc9-bafd-4154-b2cc-c8cfb2970d7c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:18.417124 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d8f802-f0c3-4e8f-b075-1130352321ba None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:33:18.424801 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-772da103-210e-40ec-852e-2fb1989fc722 service neutron] 10.222.0.48 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455502 Apr 06 13:33:18.573148 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9ecdbfc9-bafd-4154-b2cc-c8cfb2970d7c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/8dfac8e0-2df9-4342-851d-5f374960d433 HTTP/1.1" status: 204 len: 168 time: 0.6453846 Apr 06 13:33:18.573681 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47132) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:18.669313 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1403d4-1b27-461b-bbc7-901c3f9d3ec1 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Deleting subnet fff11069-40f2-4629-9b79-b69aa1587d97 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:33:18.672671 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ed1403d4-1b27-461b-bbc7-901c3f9d3ec1 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:18.745954 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ed1403d4-1b27-461b-bbc7-901c3f9d3ec1 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:18.874769 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ed1403d4-1b27-461b-bbc7-901c3f9d3ec1 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:18.891071 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:18.928455 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7183e8-43bf-484d-919c-cdb253b895c8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router dfc385cf-f590-4be2-80bb-b545ce653735 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:33:18.970460 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:19.034213 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ed1403d4-1b27-461b-bbc7-901c3f9d3ec1 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:19.080997 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1403d4-1b27-461b-bbc7-901c3f9d3ec1 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Subnet': ['ID=fff11069-40f2-4629-9b79-b69aa1587d97,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:19.082827 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ed1403d4-1b27-461b-bbc7-901c3f9d3ec1 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:19.093220 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ed1403d4-1b27-461b-bbc7-901c3f9d3ec1 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/fff11069-40f2-4629-9b79-b69aa1587d97 HTTP/1.1" status: 204 len: 168 time: 0.5183654 Apr 06 13:33:19.095608 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47140) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:19.150112 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7183e8-43bf-484d-919c-cdb253b895c8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:33:19.164009 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b0fdab-4428-4c17-bd3f-445d04c3f1bd None None] Sync routers for ids ['dfc385cf-f590-4be2-80bb-b545ce653735'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:33:19.168010 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3e7183e8-43bf-484d-919c-cdb253b895c8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "PUT /v2.0/routers/dfc385cf-f590-4be2-80bb-b545ce653735/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9661283 Apr 06 13:33:19.175268 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47144) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:19.181194 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b0fdab-4428-4c17-bd3f-445d04c3f1bd None None] Routers {'dfc385cf-f590-4be2-80bb-b545ce653735'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:33:19.181942 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-12b0fdab-4428-4c17-bd3f-445d04c3f1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:33:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['dfc385cf-f590-4be2-80bb-b545ce653735'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:19.279704 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ee9933-a6e5-4d5f-9ea1-ce76c89da813 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting subnet aabaa642-b3ff-412a-b146-d4f458a62441 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:33:19.290027 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9933-a6e5-4d5f-9ea1-ce76c89da813 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:19.359899 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4fe5fef9-4ce9-4bdf-96d2-7c223980cfd1 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2629850 Apr 06 13:33:19.362343 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47152) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:19.406744 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-da6fd9fa-dd0e-42b4-929f-d10965f421dd req-117e11e6-43a0-42ad-bbf5-6b9f3e096dbc tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 210 time: 0.0845447 Apr 06 13:33:19.446743 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9933-a6e5-4d5f-9ea1-ce76c89da813 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:19.515506 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beca561f-2821-45b3-a25d-a1a98093e5a2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:19.519055 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-12b0fdab-4428-4c17-bd3f-445d04c3f1bd None None] Set router dfc385cf-f590-4be2-80bb-b545ce653735 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:33:19.520525 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-beca561f-2821-45b3-a25d-a1a98093e5a2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1567791 Apr 06 13:33:19.523754 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47160) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:19.559858 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9933-a6e5-4d5f-9ea1-ce76c89da813 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:19.591970 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac67389-244a-4812-ae37-2aff88f4cdd4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:19.592656 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4ac67389-244a-4812-ae37-2aff88f4cdd4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Synchronizing usage tracker for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:33:19.613627 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657ea111-2162-4484-b688-ecae4b346ab7 None None] Network 4a5369b0-8301-4713-81a5-ebef94e70f0e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:33:19.724564 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9933-a6e5-4d5f-9ea1-ce76c89da813 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:19.724836 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4ac67389-244a-4812-ae37-2aff88f4cdd4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Unset dirty status for tenant:feb3fc21fc62406897a0b657c2551f20 on resource:subnet {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:33:19.728574 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4ac67389-244a-4812-ae37-2aff88f4cdd4 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2001467 Apr 06 13:33:19.729058 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47164) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:19.824748 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee9933-a6e5-4d5f-9ea1-ce76c89da813 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Subnet': ['ID=aabaa642-b3ff-412a-b146-d4f458a62441,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:19.844853 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-56470034-45db-4688-bce0-6e8b09b6ff76 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889690 Apr 06 13:33:19.846189 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9933-a6e5-4d5f-9ea1-ce76c89da813 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:19.851296 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47168) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:19.853041 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7205403e-9bf2-46d2-a3c2-736f00c25217 None None] Provisioning complete for port 8c2766d0-80fa-459e-8229-1790676c5692 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:33:19.853506 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7205403e-9bf2-46d2-a3c2-736f00c25217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:19.862327 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e4ee9933-a6e5-4d5f-9ea1-ce76c89da813 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/subnets/aabaa642-b3ff-412a-b146-d4f458a62441 HTTP/1.1" status: 204 len: 168 time: 0.6853752 Apr 06 13:33:19.864800 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47172) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:19.888967 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12339ad5-1db7-46ea-b830-2ac9427cf9cb None None] Network 6df18f53-1a01-497a-85ec-3d44ebb99c03 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:33:19.902064 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-944d3e6f-02c0-4d02-8f78-e1812cc25896 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:19.902626 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-944d3e6f-02c0-4d02-8f78-e1812cc25896 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:19.904458 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-944d3e6f-02c0-4d02-8f78-e1812cc25896 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/5f5b2caf-c1bb-44fa-be75-b4b71c533c5f HTTP/1.1" status: 404 len: 333 time: 0.0526197 Apr 06 13:33:19.907020 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47176) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:19.949810 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-f35328ce-2410-4c16-9aae-08287698d9be tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:19.950275 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f35328ce-2410-4c16-9aae-08287698d9be tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:19.952073 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f35328ce-2410-4c16-9aae-08287698d9be tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/8dfac8e0-2df9-4342-851d-5f374960d433 HTTP/1.1" status: 404 len: 337 time: 0.0440190 Apr 06 13:33:19.954536 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47180) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:20.005138 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-671e2d79-7998-4f11-b5ea-66864ce1e075 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:20.005592 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-671e2d79-7998-4f11-b5ea-66864ce1e075 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:20.011982 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-671e2d79-7998-4f11-b5ea-66864ce1e075 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/fff11069-40f2-4629-9b79-b69aa1587d97 HTTP/1.1" status: 404 len: 337 time: 0.0551369 Apr 06 13:33:20.012313 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47184) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:20.060996 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dacc40e-8129-464e-bdda-0c37ccb56405 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:20.061619 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dacc40e-8129-464e-bdda-0c37ccb56405 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:20.063656 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2dacc40e-8129-464e-bdda-0c37ccb56405 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/b14228c8-172e-4920-bef4-508518d54705 HTTP/1.1" status: 404 len: 333 time: 0.0499763 Apr 06 13:33:20.066172 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47188) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:20.088090 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b916b2dc-5cc4-4322-9e23-048865f198b1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:20.110061 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-822e2340-e85f-4795-ae2e-22b9315c1842 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:20.110907 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-822e2340-e85f-4795-ae2e-22b9315c1842 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:20.113027 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-822e2340-e85f-4795-ae2e-22b9315c1842 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/ceb879c1-4698-4418-ab3d-8e856dafec9f HTTP/1.1" status: 404 len: 337 time: 0.0451365 Apr 06 13:33:20.118622 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47192) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:20.168030 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3067ef-03a5-42e9-9e87-e24cf2b66481 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:20.168778 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3067ef-03a5-42e9-9e87-e24cf2b66481 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:20.170741 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-bb3067ef-03a5-42e9-9e87-e24cf2b66481 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/b31a5a81-2a4e-47d5-9dbe-54a3a196d8cd HTTP/1.1" status: 404 len: 337 time: 0.0507050 Apr 06 13:33:20.174190 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47196) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:20.288302 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d28635-87fd-4e55-ab90-b2cf3469128a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:20.288907 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d28635-87fd-4e55-ab90-b2cf3469128a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:20.290828 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-53d28635-87fd-4e55-ab90-b2cf3469128a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/a850e40c-eff0-4cc6-8448-cc83b859c29d HTTP/1.1" status: 404 len: 333 time: 0.1160381 Apr 06 13:33:20.295394 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47202) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:20.346016 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fda8145-145d-4c70-8a59-8a55dabf241d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:20.346473 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fda8145-145d-4c70-8a59-8a55dabf241d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:20.348805 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8fda8145-145d-4c70-8a59-8a55dabf241d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/b9b07166-4286-45bc-afd2-acce8e3ade1f HTTP/1.1" status: 404 len: 337 time: 0.0510178 Apr 06 13:33:20.353969 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47206) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:20.384056 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-12b0fdab-4428-4c17-bd3f-445d04c3f1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'name': 'tempest-TestNetworkBasicOps-router-927354710', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:21Z', 'updated_at': '2022-04-06T13:33:17Z', 'revision_number': 7, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:23Z', 'updated_at': '2022-04-06T13:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:20.391815 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b0fdab-4428-4c17-bd3f-445d04c3f1bd None None] Checking router: dfc385cf-f590-4be2-80bb-b545ce653735 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:33:20.397463 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b916b2dc-5cc4-4322-9e23-048865f198b1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:20.402560 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:20.404420 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b0fdab-4428-4c17-bd3f-445d04c3f1bd None None] Routers {'dfc385cf-f590-4be2-80bb-b545ce653735'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:33:20.405611 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-12b0fdab-4428-4c17-bd3f-445d04c3f1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:33:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['dfc385cf-f590-4be2-80bb-b545ce653735'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:20.406193 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52091fe-4680-4e02-9b64-2b5e32c3f595 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:20.411042 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e52091fe-4680-4e02-9b64-2b5e32c3f595 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:20.411042 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e52091fe-4680-4e02-9b64-2b5e32c3f595 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/8667e652-8aec-468e-97a1-34235b1416c2 HTTP/1.1" status: 404 len: 337 time: 0.0534544 Apr 06 13:33:20.411665 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47210) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:20.459268 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e12e5bd-dbe6-4542-b9c5-96128a798ec9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:20.460129 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e12e5bd-dbe6-4542-b9c5-96128a798ec9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:20.462531 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1e12e5bd-dbe6-4542-b9c5-96128a798ec9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/5d7ce8f2-873d-40de-8ea0-4240984cdbcb HTTP/1.1" status: 404 len: 333 time: 0.0496118 Apr 06 13:33:20.465006 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47216) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:20.476756 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bd36f7-685c-4dfe-985f-654f006d8112 None None] DHCP port deletion for 4a5369b0-8301-4713-81a5-ebef94e70f0e request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:33:20.479900 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6f4dba-74f4-43ea-8cae-a3d8a9f29d40 None None] DHCP port deletion for 6df18f53-1a01-497a-85ec-3d44ebb99c03 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:33:20.498269 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-26bd36f7-685c-4dfe-985f-654f006d8112 None None] Deleting port 8c2766d0-80fa-459e-8229-1790676c5692 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:33:20.498640 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-26bd36f7-685c-4dfe-985f-654f006d8112 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:20.514443 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-4949b41f-7bc3-40a7-86fb-930e0119a235 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:20.514443 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4949b41f-7bc3-40a7-86fb-930e0119a235 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:20.515023 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4949b41f-7bc3-40a7-86fb-930e0119a235 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/46525884-316c-44bd-8d1f-9d0a8e8bb19b HTTP/1.1" status: 404 len: 337 time: 0.0489097 Apr 06 13:33:20.517644 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47220) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:20.524593 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0a5394b2-4e23-4425-bca8-66c64946cfc3 req-dec7c947-7626-404b-8e5a-335d8dbec31b tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 210 time: 0.0450583 Apr 06 13:33:20.539426 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-7e6f4dba-74f4-43ea-8cae-a3d8a9f29d40 None None] Deleting port 5abda529-ec7f-42d9-900c-b6bc78895616 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:33:20.540726 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4dba-74f4-43ea-8cae-a3d8a9f29d40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:20.547158 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-b916b2dc-5cc4-4322-9e23-048865f198b1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port aa46cf55-d9df-4d37-8ec9-bbb800d8a196 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:33:20.547887 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b916b2dc-5cc4-4322-9e23-048865f198b1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:20.563475 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec0ff6e1-8ec9-47fb-b054-1df76b4b15a8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:20.563928 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec0ff6e1-8ec9-47fb-b054-1df76b4b15a8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:20.566790 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ec0ff6e1-8ec9-47fb-b054-1df76b4b15a8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/d3627d12-a33b-496c-b93b-d4cf14e0ac69 HTTP/1.1" status: 404 len: 337 time: 0.0467944 Apr 06 13:33:20.568343 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47224) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:20.623764 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-258c4390-4aae-46d5-a170-ed7afff24d1f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:20.624157 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-258c4390-4aae-46d5-a170-ed7afff24d1f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:20.626875 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-258c4390-4aae-46d5-a170-ed7afff24d1f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/d5c22808-5bac-4886-a58f-fa43919c6c8d HTTP/1.1" status: 404 len: 333 time: 0.0566416 Apr 06 13:33:20.628558 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47228) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:20.669596 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c4cc840-c6cd-4be3-a5d6-cce011664bb2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:20.669940 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c4cc840-c6cd-4be3-a5d6-cce011664bb2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:20.674654 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0c4cc840-c6cd-4be3-a5d6-cce011664bb2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/8a13b0b7-07b0-4557-b9d5-c61354fdfc25 HTTP/1.1" status: 404 len: 337 time: 0.0422001 Apr 06 13:33:20.675030 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47232) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:20.721634 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb4ad71-86fe-47ea-a0c2-d2db7a2df3f0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:20.722098 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb4ad71-86fe-47ea-a0c2-d2db7a2df3f0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:20.723923 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5bb4ad71-86fe-47ea-a0c2-d2db7a2df3f0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/1bc0b93f-cf7a-4187-8c87-53be6a95a32f HTTP/1.1" status: 404 len: 333 time: 0.0480528 Apr 06 13:33:20.730732 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47236) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:20.755376 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-b916b2dc-5cc4-4322-9e23-048865f198b1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port aa46cf55-d9df-4d37-8ec9-bbb800d8a196, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=aa46cf55-d9df-4d37-8ec9-bbb800d8a196,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:33:20.756069 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b916b2dc-5cc4-4322-9e23-048865f198b1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:20.775610 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e242f27-7ae3-4f28-9458-c9649cc44c52 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:20.822442 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e242f27-7ae3-4f28-9458-c9649cc44c52 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:20.822442 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6e242f27-7ae3-4f28-9458-c9649cc44c52 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/0a2e15a5-24e0-4f25-b9ed-4213be724220 HTTP/1.1" status: 404 len: 337 time: 0.0499828 Apr 06 13:33:20.824475 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47240) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:20.836875 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-12b0fdab-4428-4c17-bd3f-445d04c3f1bd None None] Set router dfc385cf-f590-4be2-80bb-b545ce653735 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:33:21.052878 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-b916b2dc-5cc4-4322-9e23-048865f198b1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for aa46cf55-d9df-4d37-8ec9-bbb800d8a196 owned by network:router_gateway {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:33:21.100591 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-a707a946-c10a-4cef-914e-6749863d5e2f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:21.101082 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a707a946-c10a-4cef-914e-6749863d5e2f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:21.103366 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a707a946-c10a-4cef-914e-6749863d5e2f tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/0e7aaab5-c097-4ba8-95ee-aa8e0b9a0eff HTTP/1.1" status: 404 len: 333 time: 0.2778690 Apr 06 13:33:21.106076 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47244) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:21.156495 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ce4e6b-3eea-4218-969a-647f47a35acc tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:21.156724 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-26bd36f7-685c-4dfe-985f-654f006d8112 None None] For port 8c2766d0-80fa-459e-8229-1790676c5692, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=8c2766d0-80fa-459e-8229-1790676c5692,segment=NetworkSegment(fc7e3446-1110-4bf6-97c4-9a61599c10d6),segment_id=fc7e3446-1110-4bf6-97c4-9a61599c10d6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:33:21.156957 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ce4e6b-3eea-4218-969a-647f47a35acc tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:21.157261 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-26bd36f7-685c-4dfe-985f-654f006d8112 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:21.162162 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d0ce4e6b-3eea-4218-969a-647f47a35acc tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/f52cd563-44bd-4126-a4b4-a427bd53897d HTTP/1.1" status: 404 len: 337 time: 0.0516160 Apr 06 13:33:21.162369 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47248) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:21.214996 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd19423-d38f-45e2-a7bc-afb72ecd9409 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:21.215383 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd19423-d38f-45e2-a7bc-afb72ecd9409 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:21.217077 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ecd19423-d38f-45e2-a7bc-afb72ecd9409 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/58d08874-cd45-46d9-b240-20b943de08ff HTTP/1.1" status: 404 len: 333 time: 0.0537813 Apr 06 13:33:21.221976 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47252) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:21.263522 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c758341-c6e0-4738-a0f6-eeae2e4c539c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:21.263978 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c758341-c6e0-4738-a0f6-eeae2e4c539c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:21.275742 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3c758341-c6e0-4738-a0f6-eeae2e4c539c tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/9cf081f1-6dd8-41a2-8b78-ab86bee3fca4 HTTP/1.1" status: 404 len: 337 time: 0.0517704 Apr 06 13:33:21.285210 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47256) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:21.372945 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68b69d2-0cf1-41d8-9720-cf9523e52d46 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:21.373412 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d68b69d2-0cf1-41d8-9720-cf9523e52d46 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:21.375257 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d68b69d2-0cf1-41d8-9720-cf9523e52d46 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/ecb41219-914b-4cab-b09d-72896b75599f HTTP/1.1" status: 404 len: 333 time: 0.0889125 Apr 06 13:33:21.378250 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47260) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:21.415900 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b916b2dc-5cc4-4322-9e23-048865f198b1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:21.416862 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47b6fef-9a00-4c52-85ca-838bb7dd3047 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:21.417474 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a47b6fef-9a00-4c52-85ca-838bb7dd3047 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:21.422845 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a47b6fef-9a00-4c52-85ca-838bb7dd3047 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/2621bbb2-1c18-417d-89f9-7a786bdb6ba3 HTTP/1.1" status: 404 len: 337 time: 0.0396588 Apr 06 13:33:21.427864 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-26bd36f7-685c-4dfe-985f-654f006d8112 None None] Calling delete_port for 8c2766d0-80fa-459e-8229-1790676c5692 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:33:21.428087 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47264) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:21.446854 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 8c2766d0-80fa-459e-8229-1790676c5692 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:33:21.466848 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf413993-80f3-4765-989c-85e05d611c1a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:21.467202 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf413993-80f3-4765-989c-85e05d611c1a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:21.469085 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-bf413993-80f3-4765-989c-85e05d611c1a tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/317cc40b-b213-4bfa-a884-6ba865fd5b29 HTTP/1.1" status: 404 len: 333 time: 0.0447063 Apr 06 13:33:21.473334 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47268) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:21.510476 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-7e6f4dba-74f4-43ea-8cae-a3d8a9f29d40 None None] For port 5abda529-ec7f-42d9-900c-b6bc78895616, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=5abda529-ec7f-42d9-900c-b6bc78895616,segment=NetworkSegment(5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e),segment_id=5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:33:21.510896 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4dba-74f4-43ea-8cae-a3d8a9f29d40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:21.542124 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a58bec-aa59-4b5a-9040-ce1ac5468108 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:21.542923 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a58bec-aa59-4b5a-9040-ce1ac5468108 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:21.545420 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f9a58bec-aa59-4b5a-9040-ce1ac5468108 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/b66c5ac9-b314-45f4-9e9d-1f38c255eb49 HTTP/1.1" status: 404 len: 337 time: 0.0705194 Apr 06 13:33:21.549076 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47272) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:21.604232 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f54f1b4-61b0-47f3-9b6e-82a9ead157f9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:21.604690 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f54f1b4-61b0-47f3-9b6e-82a9ead157f9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:21.610284 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8f54f1b4-61b0-47f3-9b6e-82a9ead157f9 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/0aba39c3-6aef-4353-91e6-098ebafdb89f HTTP/1.1" status: 404 len: 337 time: 0.0560586 Apr 06 13:33:21.610529 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47278) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:21.637571 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916b2dc-5cc4-4322-9e23-048865f198b1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=aa46cf55-d9df-4d37-8ec9-bbb800d8a196,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:21.668909 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b212192-6837-4993-a4cc-b9342d0be859 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:21.669380 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b212192-6837-4993-a4cc-b9342d0be859 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:21.671758 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-7e6f4dba-74f4-43ea-8cae-a3d8a9f29d40 None None] Calling delete_port for 5abda529-ec7f-42d9-900c-b6bc78895616 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:33:21.673317 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4b212192-6837-4993-a4cc-b9342d0be859 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/8cf9256f-4d27-447c-8371-bb3fe28d93c0 HTTP/1.1" status: 404 len: 333 time: 0.0596981 Apr 06 13:33:21.673719 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47282) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:21.763812 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-383aeaee-9d79-4ead-803a-e4a196ad6f64 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:21.764175 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-383aeaee-9d79-4ead-803a-e4a196ad6f64 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:21.765966 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-383aeaee-9d79-4ead-803a-e4a196ad6f64 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/32e8f47d-00cc-4cd4-9c83-1a577ca0c631 HTTP/1.1" status: 404 len: 337 time: 0.0895765 Apr 06 13:33:21.769236 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47286) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:21.771963 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b916b2dc-5cc4-4322-9e23-048865f198b1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:21.823690 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef12fb42-11a4-44bb-a872-31e2a194fec6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:21.824141 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef12fb42-11a4-44bb-a872-31e2a194fec6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:21.828483 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ef12fb42-11a4-44bb-a872-31e2a194fec6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/21148ae3-b691-4753-b6f2-53632894ff80 HTTP/1.1" status: 404 len: 337 time: 0.0554881 Apr 06 13:33:21.828661 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e272e2a1-ff3a-453a-8060-3cd1a54fcab6 req-af38bfce-42ce-48d3-afa4-1843409ab986 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 210 time: 0.1120017 Apr 06 13:33:21.835886 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47290) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:21.885959 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-94eb83db-d115-4a6e-acaf-913a8568f78d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:21.886952 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94eb83db-d115-4a6e-acaf-913a8568f78d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:21.888820 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-94eb83db-d115-4a6e-acaf-913a8568f78d tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/1a181a33-c743-4edb-8b9c-72cecbcc94fb HTTP/1.1" status: 404 len: 333 time: 0.0519013 Apr 06 13:33:21.895341 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47294) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:21.898547 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:21.936176 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b4dfa5-df1f-48f6-b6bf-ecee848f06c6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:21.937121 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9b4dfa5-df1f-48f6-b6bf-ecee848f06c6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:21.941954 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c9b4dfa5-df1f-48f6-b6bf-ecee848f06c6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/945b239a-b3e0-4c8a-9311-da6df0968dcb HTTP/1.1" status: 404 len: 337 time: 0.0422359 Apr 06 13:33:21.942158 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-12b0fdab-4428-4c17-bd3f-445d04c3f1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'name': 'tempest-TestNetworkBasicOps-router-927354710', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:21Z', 'updated_at': '2022-04-06T13:33:17Z', 'revision_number': 7, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:23Z', 'updated_at': '2022-04-06T13:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:21.942446 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47298) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:21.945330 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b0fdab-4428-4c17-bd3f-445d04c3f1bd None None] The sync data for ids ['dfc385cf-f590-4be2-80bb-b545ce653735'] in dv-neutron-834600-1-hyperv is: [{'id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'name': 'tempest-TestNetworkBasicOps-router-927354710', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:30:21Z', 'updated_at': '2022-04-06T13:33:17Z', 'revision_number': 7, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'aa46cf55-d9df-4d37-8ec9-bbb800d8a196', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc385cf-f590-4be2-80bb-b545ce653735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:30:23Z', 'updated_at': '2022-04-06T13:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:33:21.979857 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b916b2dc-5cc4-4322-9e23-048865f198b1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:21.982932 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b916b2dc-5cc4-4322-9e23-048865f198b1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:21.990555 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c762f0e-4b17-4bc8-8cda-003d214a1304 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:21.991057 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c762f0e-4b17-4bc8-8cda-003d214a1304 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:21.992811 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6c762f0e-4b17-4bc8-8cda-003d214a1304 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/eaa37d03-b54f-44d9-ba7a-930ba5ad415b HTTP/1.1" status: 404 len: 337 time: 0.0482221 Apr 06 13:33:21.995570 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47302) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:22.051100 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1308d08-d98f-46d7-95e0-671a22392787 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:22.051486 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1308d08-d98f-46d7-95e0-671a22392787 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:22.056937 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4dba-74f4-43ea-8cae-a3d8a9f29d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:22.057377 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c1308d08-d98f-46d7-95e0-671a22392787 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/d27ac0bf-61a3-4818-a815-0866ebe8d8fe HTTP/1.1" status: 404 len: 333 time: 0.0608456 Apr 06 13:33:22.059956 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47306) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:22.060826 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-26bd36f7-685c-4dfe-985f-654f006d8112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:22.100169 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b78b06-5c7d-47f4-8c79-501f11532a59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:22.100662 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41b78b06-5c7d-47f4-8c79-501f11532a59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:22.102850 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-41b78b06-5c7d-47f4-8c79-501f11532a59 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/5500c8b5-fad6-477c-9bb7-e496cc601fbb HTTP/1.1" status: 404 len: 337 time: 0.0417695 Apr 06 13:33:22.105965 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47310) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:22.143165 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bd36f7-685c-4dfe-985f-654f006d8112 None None] No DVR routers for this DVR port 8c2766d0-80fa-459e-8229-1790676c5692 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:33:22.145356 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a94e447-145c-42a2-a879-7bfb9a01a5c7 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:22.145876 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a94e447-145c-42a2-a879-7bfb9a01a5c7 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:22.146729 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f4dba-74f4-43ea-8cae-a3d8a9f29d40 None None] Pushing event deleted for resources: {'Port': ['ID=5abda529-ec7f-42d9-900c-b6bc78895616,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:22.148960 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9a94e447-145c-42a2-a879-7bfb9a01a5c7 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/453ca222-49bf-4c70-9f6e-f2f6c9afb419 HTTP/1.1" status: 404 len: 337 time: 0.0407698 Apr 06 13:33:22.153047 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b916b2dc-5cc4-4322-9e23-048865f198b1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:22.153685 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47314) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:22.153887 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b916b2dc-5cc4-4322-9e23-048865f198b1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Fanout notify agent at l3_agent the message router_deleted on router dfc385cf-f590-4be2-80bb-b545ce653735 {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:33:22.170117 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b916b2dc-5cc4-4322-9e23-048865f198b1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:22.170117 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b916b2dc-5cc4-4322-9e23-048865f198b1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/routers/dfc385cf-f590-4be2-80bb-b545ce653735 HTTP/1.1" status: 204 len: 168 time: 2.2956767 Apr 06 13:33:22.171296 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47318) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:22.197062 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 5abda529-ec7f-42d9-900c-b6bc78895616 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:33:22.222661 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6f4dba-74f4-43ea-8cae-a3d8a9f29d40 None None] No DVR routers for this DVR port 5abda529-ec7f-42d9-900c-b6bc78895616 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:33:22.251523 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 5abda529-ec7f-42d9-900c-b6bc78895616 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:33:22.251882 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 5abda529-ec7f-42d9-900c-b6bc78895616 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:33:22.261764 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd36f7-685c-4dfe-985f-654f006d8112 None None] Pushing event deleted for resources: {'Port': ['ID=8c2766d0-80fa-459e-8229-1790676c5692,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:22.265741 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-98f33fee-7f82-4758-851e-e0e85fe48ebf tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d236316-8ea5-4457-9ba8-b877e62c11f5 HTTP/1.1" status: 200 len: 205 time: 0.1102278 Apr 06 13:33:22.268846 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47322) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:22.349313 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-63d66cda-e4b3-42a0-b912-114d274ba1d6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] delete failed (client error): The resource could not be found. Apr 06 13:33:22.350547 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-63d66cda-e4b3-42a0-b912-114d274ba1d6 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/routers/3d236316-8ea5-4457-9ba8-b877e62c11f5 HTTP/1.1" status: 404 len: 336 time: 0.0805306 Apr 06 13:33:22.354329 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47326) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:22.368403 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bd58011c-b638-45f3-8519-b766645ac147 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:22.411359 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed87a59-b869-4704-bbb3-707adeac7934 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:22.411839 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ed87a59-b869-4704-bbb3-707adeac7934 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:22.414133 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9ed87a59-b869-4704-bbb3-707adeac7934 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/9eadf0ea-5626-4bf1-8e91-326bab2a74fd HTTP/1.1" status: 404 len: 337 time: 0.0596120 Apr 06 13:33:22.417172 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47330) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:22.475880 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-de5cffed-afae-40c2-ba79-0a9f43eac07e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7a3ff82-433e-4527-b18c-69a018a25c00 HTTP/1.1" status: 200 len: 205 time: 0.0573847 Apr 06 13:33:22.478363 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47334) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:22.542770 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bd58011c-b638-45f3-8519-b766645ac147 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:22.553475 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-d0a70ff5-30f0-429f-973e-d4eab3b1a71e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] delete failed (client error): The resource could not be found. Apr 06 13:33:22.557638 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d0a70ff5-30f0-429f-973e-d4eab3b1a71e tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/routers/a7a3ff82-433e-4527-b18c-69a018a25c00 HTTP/1.1" status: 404 len: 336 time: 0.0756416 Apr 06 13:33:22.557960 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47338) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:22.575158 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-bd58011c-b638-45f3-8519-b766645ac147 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df18f53-1a01-497a-85ec-3d44ebb99c03']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:22.591523 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-bd58011c-b638-45f3-8519-b766645ac147 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:22.591953 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-bd58011c-b638-45f3-8519-b766645ac147 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c5ba46b-e18d-4e7a-ab35-fb9fb347b23e') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:22.604669 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-76ab8db5-5ba3-4427-bfa9-ac81b0d9c4f0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:22.605452 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76ab8db5-5ba3-4427-bfa9-ac81b0d9c4f0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:22.607541 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-76ab8db5-5ba3-4427-bfa9-ac81b0d9c4f0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/8253c395-65d8-46e1-8f3a-4a197ee8bb35 HTTP/1.1" status: 404 len: 337 time: 0.0486233 Apr 06 13:33:22.610354 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47342) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:22.635107 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bd58011c-b638-45f3-8519-b766645ac147 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:22.653232 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-1083d0c6-646b-455d-b3c7-9bed4f843f28 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:22.653699 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1083d0c6-646b-455d-b3c7-9bed4f843f28 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:22.658650 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1083d0c6-646b-455d-b3c7-9bed4f843f28 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/37bf6466-124a-43b5-977f-e4c6e4ba3cd1 HTTP/1.1" status: 404 len: 337 time: 0.0439763 Apr 06 13:33:22.658959 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47346) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:22.706761 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1e35bb-5959-472c-87e3-484916729f99 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:22.706761 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a1e35bb-5959-472c-87e3-484916729f99 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:22.711544 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2a1e35bb-5959-472c-87e3-484916729f99 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/472d59cb-b634-40d5-849e-c8ab863e65a9 HTTP/1.1" status: 404 len: 333 time: 0.0472891 Apr 06 13:33:22.711544 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47350) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:22.826077 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bd58011c-b638-45f3-8519-b766645ac147 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:22.853098 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd58011c-b638-45f3-8519-b766645ac147 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:33:22.853498 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bd58011c-b638-45f3-8519-b766645ac147 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:22.868377 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2ceabf-5a79-4437-b14e-22d2972cd4d2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:22.868849 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d2ceabf-5a79-4437-b14e-22d2972cd4d2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:33:22.873064 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:33:22.875315 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7d2ceabf-5a79-4437-b14e-22d2972cd4d2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/5fd9bb6c-0594-4186-9111-1a965177febc HTTP/1.1" status: 404 len: 337 time: 0.1583891 Apr 06 13:33:22.875315 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47356) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:22.917962 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab154102-772b-4a47-9d2d-6ed9ed0a6976 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:22.918432 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab154102-772b-4a47-9d2d-6ed9ed0a6976 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:22.922660 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ab154102-772b-4a47-9d2d-6ed9ed0a6976 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/d769dc29-89f3-4d04-b236-fc2ef889a238 HTTP/1.1" status: 404 len: 333 time: 0.0458958 Apr 06 13:33:22.923125 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47360) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:22.980708 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36ba8e9-53e8-4a0e-9eab-28e18f6d0618 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:22.981283 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c36ba8e9-53e8-4a0e-9eab-28e18f6d0618 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:22.982914 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c36ba8e9-53e8-4a0e-9eab-28e18f6d0618 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/ae833cef-655a-4a9f-ac93-791b23b6b131 HTTP/1.1" status: 404 len: 337 time: 0.0585246 Apr 06 13:33:22.985635 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47364) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:23.030629 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7b10a924-2196-4d46-94c8-ee231fc24c2b req-a8bf5a11-6f8d-45ef-8b7e-e6aeaf1e85c0 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 210 time: 0.0558677 Apr 06 13:33:23.038826 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-44a3d262-a32d-48f8-9cfc-2d07780234fb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:23.039706 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-44a3d262-a32d-48f8-9cfc-2d07780234fb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Synchronizing usage tracker for tenant:6f961cdd2806417f9eeecf800dc5c9c4 on resource:network {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:33:23.043903 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-c297d424-b04a-4e37-a5cc-77d9f19638ec tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:23.044259 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c297d424-b04a-4e37-a5cc-77d9f19638ec tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:23.053594 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c297d424-b04a-4e37-a5cc-77d9f19638ec tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/66282d28-5d60-47bb-b9e2-d99b6aec1602 HTTP/1.1" status: 404 len: 333 time: 0.0669341 Apr 06 13:33:23.057734 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47368) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:23.102384 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8dbfad-b0aa-49fa-9901-04612e4bdc12 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:23.102853 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e8dbfad-b0aa-49fa-9901-04612e4bdc12 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:23.104536 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0e8dbfad-b0aa-49fa-9901-04612e4bdc12 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/03b89744-6961-4a32-bcc5-2e2041a6e1a2 HTTP/1.1" status: 404 len: 337 time: 0.0458949 Apr 06 13:33:23.107133 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47372) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:23.159426 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bd58011c-b638-45f3-8519-b766645ac147 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:23.161381 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0cf71e-7d8f-46a0-9d93-8d64fe8de2f0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:23.161888 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be0cf71e-7d8f-46a0-9d93-8d64fe8de2f0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:23.166378 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-be0cf71e-7d8f-46a0-9d93-8d64fe8de2f0 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/71e9c9d8-2c23-4dd8-8408-95cd172ab613 HTTP/1.1" status: 404 len: 333 time: 0.0556397 Apr 06 13:33:23.166987 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47376) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:23.187753 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bd58011c-b638-45f3-8519-b766645ac147 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:23.187753 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-bd58011c-b638-45f3-8519-b766645ac147 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/networks/6df18f53-1a01-497a-85ec-3d44ebb99c03 HTTP/1.1" status: 204 len: 168 time: 1.0175006 Apr 06 13:33:23.192941 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58011c-b638-45f3-8519-b766645ac147 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Network': ['ID=6df18f53-1a01-497a-85ec-3d44ebb99c03,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:23.210623 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47380) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:23.217383 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-01c0b62f-ec2e-40f3-9e25-7bd076fa835d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'network': {'name': 'tempest-network-smoke--1098518926', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'port_security_enabled': True}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:23.222684 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-01c0b62f-ec2e-40f3-9e25-7bd076fa835d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:23.223153 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce8a12c0-ffe0-44d6-b4e6-e1e3d122c06b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:23.223808 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce8a12c0-ffe0-44d6-b4e6-e1e3d122c06b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:23.229225 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ce8a12c0-ffe0-44d6-b4e6-e1e3d122c06b tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/a6d2d52d-0feb-454f-a5f0-b1e9af228eef HTTP/1.1" status: 404 len: 337 time: 0.0582747 Apr 06 13:33:23.229419 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47384) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:23.233735 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-01c0b62f-ec2e-40f3-9e25-7bd076fa835d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:network and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:23.237916 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-01c0b62f-ec2e-40f3-9e25-7bd076fa835d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:23.284179 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-01c0b62f-ec2e-40f3-9e25-7bd076fa835d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:23.286330 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-44a3d262-a32d-48f8-9cfc-2d07780234fb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Unset dirty status for tenant:6f961cdd2806417f9eeecf800dc5c9c4 on resource:network {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:33:23.287481 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-44a3d262-a32d-48f8-9cfc-2d07780234fb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.61 "GET /v2.0/networks?id=07d8a801-9673-412c-b97f-9a98a83af4f7 HTTP/1.1" status: 200 len: 811 time: 0.6822546 Apr 06 13:33:23.291725 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe487145-6632-45d5-b4a6-23868852a7c7 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:23.292207 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe487145-6632-45d5-b4a6-23868852a7c7 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:23.293904 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-fe487145-6632-45d5-b4a6-23868852a7c7 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/92817e94-551e-47b5-96d5-5e0014e327e0 HTTP/1.1" status: 404 len: 333 time: 0.0633717 Apr 06 13:33:23.301788 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47388) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:23.349873 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device fbfce9b7-e50d-4173-a882-7cc46efc3b0a no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:33:23.353092 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb2685f-2b50-4eb1-9ed9-d48ae3587d93 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:23.353424 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb2685f-2b50-4eb1-9ed9-d48ae3587d93 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:23.353781 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-d1ecd1f4-9bc6-47ec-9f45-77a416cb2f8b tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Synchronizing usage tracker for tenant:6f961cdd2806417f9eeecf800dc5c9c4 on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:33:23.355175 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0eb2685f-2b50-4eb1-9ed9-d48ae3587d93 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/2753d949-1cc9-46dc-984d-3d5387069135 HTTP/1.1" status: 404 len: 337 time: 0.0541062 Apr 06 13:33:23.359224 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47392) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:23.381394 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c0b62f-ec2e-40f3-9e25-7bd076fa835d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Made reservation on behalf of accb128fe3eb42cd83b327a0d6bf9c24 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:33:23.385678 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-01c0b62f-ec2e-40f3-9e25-7bd076fa835d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:23.400113 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: fbfce9b7-e50d-4173-a882-7cc46efc3b0a {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:33:23.400954 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device fbfce9b7-e50d-4173-a882-7cc46efc3b0a not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:33:23.401614 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device aa46cf55-d9df-4d37-8ec9-bbb800d8a196 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:33:23.414853 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d0086e-4b18-43ca-86c6-169bb20951c2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:23.415543 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d0086e-4b18-43ca-86c6-169bb20951c2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:23.420823 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c0b62f-ec2e-40f3-9e25-7bd076fa835d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:33:23.422351 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a3d0086e-4b18-43ca-86c6-169bb20951c2 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/ed5b6639-0e03-40fe-aca0-ba25d40f448b HTTP/1.1" status: 404 len: 333 time: 0.0604925 Apr 06 13:33:23.422942 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47398) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:23.439736 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-01c0b62f-ec2e-40f3-9e25-7bd076fa835d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:23.440021 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-01c0b62f-ec2e-40f3-9e25-7bd076fa835d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Added segment 3d5ecc99-06be-4dcf-85be-47a527403db5 of type vlan for network ac5488e8-cb14-4ed6-b360-540556d7e692 Apr 06 13:33:23.453036 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: aa46cf55-d9df-4d37-8ec9-bbb800d8a196 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:33:23.453381 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device aa46cf55-d9df-4d37-8ec9-bbb800d8a196 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:33:23.462899 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-d1ecd1f4-9bc6-47ec-9f45-77a416cb2f8b tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Unset dirty status for tenant:6f961cdd2806417f9eeecf800dc5c9c4 on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:33:23.464088 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-d1ecd1f4-9bc6-47ec-9f45-77a416cb2f8b tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f961cdd2806417f9eeecf800dc5c9c4 HTTP/1.1" status: 200 len: 380 time: 0.1676431 Apr 06 13:33:23.468080 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-c549ee58-6bab-453c-929f-a11822ddc9d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:23.468548 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c549ee58-6bab-453c-929f-a11822ddc9d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:23.470259 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c549ee58-6bab-453c-929f-a11822ddc9d8 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/6bba7efc-c4ad-4d9a-ad33-bf9a02df20d1 HTTP/1.1" status: 404 len: 337 time: 0.0461555 Apr 06 13:33:23.473195 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47402) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:23.474622 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-80cc153e-7d28-431f-9abb-8a8461a9f17d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Request body: {'port': {'device_id': '710c500a-ff48-45ab-8d5c-92a1a0ce3714', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'admin_state_up': True, 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'security_groups': ['75cd8e99-0e1f-4039-9c08-2402be58742e']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:23.519336 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-033a0e6e-30c5-4457-898f-842f62d8ed34 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:23.520228 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-033a0e6e-30c5-4457-898f-842f62d8ed34 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:23.523300 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-033a0e6e-30c5-4457-898f-842f62d8ed34 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/ports/694a966f-264b-4fa0-9038-5cc9556558be HTTP/1.1" status: 404 len: 333 time: 0.0494385 Apr 06 13:33:23.525642 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47406) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:23.529328 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-01c0b62f-ec2e-40f3-9e25-7bd076fa835d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:23.571704 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9656c85-7429-46de-a2db-4247a930eeb7 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:23.572178 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9656c85-7429-46de-a2db-4247a930eeb7 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:23.576586 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d9656c85-7429-46de-a2db-4247a930eeb7 tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/subnets/17afb568-cc05-468e-86d1-2dfc2cfee316 HTTP/1.1" status: 404 len: 337 time: 0.0473967 Apr 06 13:33:23.576816 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47410) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:23.659664 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-80cc153e-7d28-431f-9abb-8a8461a9f17d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:23.671047 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-80cc153e-7d28-431f-9abb-8a8461a9f17d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:23.699964 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-019d40c9-6c94-4695-81bd-d9768d084fdc tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:23.707061 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-01c0b62f-ec2e-40f3-9e25-7bd076fa835d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:23.714638 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c0b62f-ec2e-40f3-9e25-7bd076fa835d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:23.715649 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-01c0b62f-ec2e-40f3-9e25-7bd076fa835d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:23.823206 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-80cc153e-7d28-431f-9abb-8a8461a9f17d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Made reservation on behalf of 6f961cdd2806417f9eeecf800dc5c9c4 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:33:23.826777 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-80cc153e-7d28-431f-9abb-8a8461a9f17d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:23.843007 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-019d40c9-6c94-4695-81bd-d9768d084fdc tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:23.860562 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0b62f-ec2e-40f3-9e25-7bd076fa835d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Network': ['ID=ac5488e8-cb14-4ed6-b360-540556d7e692,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:23.873863 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network ac5488e8-cb14-4ed6-b360-540556d7e692 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:33:23.875056 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-019d40c9-6c94-4695-81bd-d9768d084fdc tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5369b0-8301-4713-81a5-ebef94e70f0e']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:23.889900 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-019d40c9-6c94-4695-81bd-d9768d084fdc tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc7e3446-1110-4bf6-97c4-9a61599c10d6') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:23.890277 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-019d40c9-6c94-4695-81bd-d9768d084fdc tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc7e3446-1110-4bf6-97c4-9a61599c10d6') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:23.904306 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-019d40c9-6c94-4695-81bd-d9768d084fdc tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:23.921936 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-019d40c9-6c94-4695-81bd-d9768d084fdc tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:23.923976 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-01c0b62f-ec2e-40f3-9e25-7bd076fa835d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7114778 Apr 06 13:33:23.926757 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47414) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:23.929242 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019d40c9-6c94-4695-81bd-d9768d084fdc tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:33:23.929657 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-019d40c9-6c94-4695-81bd-d9768d084fdc tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:23.936700 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-98037131-dc6a-472b-9994-a9af7b7cca4c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-792792696', 'admin_state_up': True, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:33:23.945774 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:33:23.962939 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-98037131-dc6a-472b-9994-a9af7b7cca4c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:23.970394 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-98037131-dc6a-472b-9994-a9af7b7cca4c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:router and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:23.978094 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-98037131-dc6a-472b-9994-a9af7b7cca4c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:23.992631 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-98037131-dc6a-472b-9994-a9af7b7cca4c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:24.107538 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-80cc153e-7d28-431f-9abb-8a8461a9f17d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Allocated IP 172.20.0.10 (07d8a801-9673-412c-b97f-9a98a83af4f7/bec31d0f-ca58-4f44-a0f5-7b9820419a31/07803e77-58c8-4c01-80c7-6501bce70ba3) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:33:24.178887 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-98037131-dc6a-472b-9994-a9af7b7cca4c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:24.181017 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-98037131-dc6a-472b-9994-a9af7b7cca4c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:24.255081 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-819c8723-279f-4643-9e8d-43271ca1ce12 req-511ce3fb-fc75-4230-a017-4fe0eda1ff54 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 210 time: 0.0807550 Apr 06 13:33:24.285933 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-98037131-dc6a-472b-9994-a9af7b7cca4c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:24.290817 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-019d40c9-6c94-4695-81bd-d9768d084fdc tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:24.313596 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-019d40c9-6c94-4695-81bd-d9768d084fdc tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:24.320309 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d40c9-6c94-4695-81bd-d9768d084fdc tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] Pushing event deleted for resources: {'Network': ['ID=4a5369b0-8301-4713-81a5-ebef94e70f0e,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:24.324873 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-019d40c9-6c94-4695-81bd-d9768d084fdc tempest-NetworksTestDHCPv6-157751335 tempest-NetworksTestDHCPv6-157751335-project] 10.222.0.48 "DELETE /v2.0/networks/4a5369b0-8301-4713-81a5-ebef94e70f0e HTTP/1.1" status: 204 len: 168 time: 0.7469704 Apr 06 13:33:24.351978 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-80cc153e-7d28-431f-9abb-8a8461a9f17d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:24.373246 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-80cc153e-7d28-431f-9abb-8a8461a9f17d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Transition to ACTIVE for port object 07803e77-58c8-4c01-80c7-6501bce70ba3 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:33:24.514888 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-80cc153e-7d28-431f-9abb-8a8461a9f17d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:24.652598 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-80cc153e-7d28-431f-9abb-8a8461a9f17d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Network 07d8a801-9673-412c-b97f-9a98a83af4f7 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:33:24.657851 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-80cc153e-7d28-431f-9abb-8a8461a9f17d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:24.717860 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-80cc153e-7d28-431f-9abb-8a8461a9f17d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:33:24.900537 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc153e-7d28-431f-9abb-8a8461a9f17d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Pushing event updated for resources: {'Port': ['ID=07803e77-58c8-4c01-80c7-6501bce70ba3,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:24.978488 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-98037131-dc6a-472b-9994-a9af7b7cca4c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:25.004170 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-80cc153e-7d28-431f-9abb-8a8461a9f17d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:25.004915 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-80cc153e-7d28-431f-9abb-8a8461a9f17d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:25.029489 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47424) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:25.037781 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ee2501c5-412c-4a2a-ba53-d25f39b00255 None None] Provisioning for port 07803e77-58c8-4c01-80c7-6501bce70ba3 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:33:25.043483 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ee2501c5-412c-4a2a-ba53-d25f39b00255 None None] Provisioning complete for port 07803e77-58c8-4c01-80c7-6501bce70ba3 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:33:25.044074 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ee2501c5-412c-4a2a-ba53-d25f39b00255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:25.155907 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-80cc153e-7d28-431f-9abb-8a8461a9f17d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6857274 Apr 06 13:33:25.175221 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ee2501c5-412c-4a2a-ba53-d25f39b00255 None None] Port 07803e77-58c8-4c01-80c7-6501bce70ba3 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:33:25.180849 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Request body: {'port': {'device_id': '710c500a-ff48-45ab-8d5c-92a1a0ce3714', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:25.220935 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-14ca4a87-aab2-4325-8044-22f7142dc363 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=feb3fc21fc62406897a0b657c2551f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1900799 Apr 06 13:33:25.221968 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47430) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:25.318240 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7100dced-eb22-4664-8b36-e5fe5b594209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:25.360085 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7100dced-eb22-4664-8b36-e5fe5b594209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:25.449985 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:25.552377 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ff4a7-02a0-43cf-8708-0a70df264296 req-5d5ad488-9d62-44bb-9473-1cc169d7fa4e tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:25.555529 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5a8ff4a7-02a0-43cf-8708-0a70df264296 req-5d5ad488-9d62-44bb-9473-1cc169d7fa4e tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 932 time: 0.1385469 Apr 06 13:33:25.606737 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5a8ff4a7-02a0-43cf-8708-0a70df264296 req-39b5ac20-029d-48aa-9d21-9f89652d68a3 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455317 Apr 06 13:33:25.627528 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7100dced-eb22-4664-8b36-e5fe5b594209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:25.655356 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7100dced-eb22-4664-8b36-e5fe5b594209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:25.659808 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7100dced-eb22-4664-8b36-e5fe5b594209 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0df10028-adb8-42b9-b12f-d8f38e0abe85 HTTP/1.1" status: 204 len: 168 time: 0.4334466 Apr 06 13:33:25.659808 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100dced-eb22-4664-8b36-e5fe5b594209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df10028-adb8-42b9-b12f-d8f38e0abe85,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:25.667588 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100dced-eb22-4664-8b36-e5fe5b594209 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:25.667932 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100dced-eb22-4664-8b36-e5fe5b594209 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:25.668265 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100dced-eb22-4664-8b36-e5fe5b594209 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:25.671219 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100dced-eb22-4664-8b36-e5fe5b594209 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:25.671219 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100dced-eb22-4664-8b36-e5fe5b594209 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:25.671219 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100dced-eb22-4664-8b36-e5fe5b594209 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:25.671219 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100dced-eb22-4664-8b36-e5fe5b594209 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:25.671219 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100dced-eb22-4664-8b36-e5fe5b594209 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:25.671219 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100dced-eb22-4664-8b36-e5fe5b594209 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:25.671832 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100dced-eb22-4664-8b36-e5fe5b594209 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:25.671832 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100dced-eb22-4664-8b36-e5fe5b594209 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:25.672104 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100dced-eb22-4664-8b36-e5fe5b594209 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:25.967843 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-98037131-dc6a-472b-9994-a9af7b7cca4c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:26.009914 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-98037131-dc6a-472b-9994-a9af7b7cca4c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:26.277364 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-98037131-dc6a-472b-9994-a9af7b7cca4c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.26.4.99 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/22fc9675-6dec-4f1c-90a8-627092fc19c2) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:33:26.286947 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07803e77-58c8-4c01-80c7-6501bce70ba3 {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:33:26.298873 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:26.346450 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Transition to ACTIVE for port object 07803e77-58c8-4c01-80c7-6501bce70ba3 will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:33:26.475616 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-98037131-dc6a-472b-9994-a9af7b7cca4c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:26.480930 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:26.665317 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Pushing event updated for resources: {'Port': ['ID=07803e77-58c8-4c01-80c7-6501bce70ba3,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:26.713401 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:26.713748 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:26.714089 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:26.714423 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:26.714755 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:26.715113 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:26.715438 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:26.715958 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:26.716481 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:26.716971 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:26.717475 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:26.717960 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:26.796231 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Attempting to bind port 07803e77-58c8-4c01-80c7-6501bce70ba3 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:33:26.796561 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Attempting to bind port 07803e77-58c8-4c01-80c7-6501bce70ba3 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'ad0f3491-5818-4d1f-8d68-284d1a30d5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:33:26.797430 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Attempting to bind port 07803e77-58c8-4c01-80c7-6501bce70ba3 on network 07d8a801-9673-412c-b97f-9a98a83af4f7 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:33:26.803369 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Port 07803e77-58c8-4c01-80c7-6501bce70ba3 on network 07d8a801-9673-412c-b97f-9a98a83af4f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:33:26.804361 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Attempting to bind port 07803e77-58c8-4c01-80c7-6501bce70ba3 on network 07d8a801-9673-412c-b97f-9a98a83af4f7 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:33:26.809989 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:33:26.810252 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Checking segment: {'id': 'ad0f3491-5818-4d1f-8d68-284d1a30d5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:33:26.810637 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Bound using segment: {'id': 'ad0f3491-5818-4d1f-8d68-284d1a30d5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:33:26.811097 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Bound port: 07803e77-58c8-4c01-80c7-6501bce70ba3, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad0f3491-5818-4d1f-8d68-284d1a30d5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:33:26.811447 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:26.916748 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14c252-3e66-4888-803c-84b074e89d9d req-f3bf3850-ae09-4b64-a487-4afb8d0de321 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:26.918737 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9b14c252-3e66-4888-803c-84b074e89d9d req-f3bf3850-ae09-4b64-a487-4afb8d0de321 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 944 time: 0.1264184 Apr 06 13:33:26.965937 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-98037131-dc6a-472b-9994-a9af7b7cca4c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:26.981599 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9b14c252-3e66-4888-803c-84b074e89d9d req-1730f801-c5bb-4295-a278-83d9e6c822dd tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566137 Apr 06 13:33:27.084430 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98037131-dc6a-472b-9994-a9af7b7cca4c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:33:27.090578 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-98037131-dc6a-472b-9994-a9af7b7cca4c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:27.093095 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98037131-dc6a-472b-9994-a9af7b7cca4c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:33:27.161634 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98037131-dc6a-472b-9994-a9af7b7cca4c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=22fc9675-6dec-4f1c-90a8-627092fc19c2,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:27.164464 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:27.200142 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47458) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:27.200300 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] For port 07803e77-58c8-4c01-80c7-6501bce70ba3, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:33:27.280022 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] For port 07803e77-58c8-4c01-80c7-6501bce70ba3, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=07803e77-58c8-4c01-80c7-6501bce70ba3,segment=NetworkSegment(ad0f3491-5818-4d1f-8d68-284d1a30d5e3),segment_id=ad0f3491-5818-4d1f-8d68-284d1a30d5e3)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:33:27.298783 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-d5cd903d-20bf-496e-a965-61e8afa0e805 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-996861079'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:27.304118 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d5cd903d-20bf-496e-a965-61e8afa0e805 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:27.309466 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d5cd903d-20bf-496e-a965-61e8afa0e805 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:network and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:27.312687 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d5cd903d-20bf-496e-a965-61e8afa0e805 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:27.323454 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d5cd903d-20bf-496e-a965-61e8afa0e805 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:27.400728 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:27.427011 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cd903d-20bf-496e-a965-61e8afa0e805 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:33:27.431093 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d5cd903d-20bf-496e-a965-61e8afa0e805 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:27.443480 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d5cd903d-20bf-496e-a965-61e8afa0e805 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:27.466988 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:27.467809 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:27.469309 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] 10.222.0.61 "PUT /v2.0/ports/07803e77-58c8-4c01-80c7-6501bce70ba3 HTTP/1.1" status: 200 len: 1094 time: 2.2942467 Apr 06 13:33:27.469946 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d5cd903d-20bf-496e-a965-61e8afa0e805 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:27.472234 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710c500a-ff48-45ab-8d5c-92a1a0ce3714', 'tag': '07803e77-58c8-4c01-80c7-6501bce70ba3'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:33:27.481306 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d5cd903d-20bf-496e-a965-61e8afa0e805 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:security_group_rule and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:27.484722 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d5cd903d-20bf-496e-a965-61e8afa0e805 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:27.502824 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d5cd903d-20bf-496e-a965-61e8afa0e805 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:27.504687 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d300c6f-26e1-4ec2-9def-cda65eec10f5 service neutron] Pushing event updated for resources: {'Port': ['ID=07803e77-58c8-4c01-80c7-6501bce70ba3,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:27.545101 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b6b2b82-f2da-4334-b9ca-edbcd6fbe8be'] response: {'name': 'network-changed', 'server_uuid': '710c500a-ff48-45ab-8d5c-92a1a0ce3714', 'tag': '07803e77-58c8-4c01-80c7-6501bce70ba3', 'status': 'completed', 'code': 200} Apr 06 13:33:27.623535 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d5cd903d-20bf-496e-a965-61e8afa0e805 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:27.803313 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ba596-0eaf-4c35-a810-645f67d6a759 req-5314717b-ec2a-4920-87c5-3921bc28dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:27.805181 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d5cd903d-20bf-496e-a965-61e8afa0e805 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:27.805327 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-430ba596-0eaf-4c35-a810-645f67d6a759 req-5314717b-ec2a-4920-87c5-3921bc28dad8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f961cdd2806417f9eeecf800dc5c9c4&device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 1097 time: 0.1859274 Apr 06 13:33:27.812031 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-98037131-dc6a-472b-9994-a9af7b7cca4c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:27.837598 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5cd903d-20bf-496e-a965-61e8afa0e805 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:33:27.850363 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd903d-20bf-496e-a965-61e8afa0e805 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b5f05d-6285-43d3-8812-0550f1c2076f,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:27.855240 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d5cd903d-20bf-496e-a965-61e8afa0e805 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:27.855585 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-d5cd903d-20bf-496e-a965-61e8afa0e805 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Added segment d8d266fc-30da-426b-b29e-2ab353ab38ec of type vlan for network 488ee951-15f7-48c2-9fbc-bac33365b49c Apr 06 13:33:27.887239 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d5cd903d-20bf-496e-a965-61e8afa0e805 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:28.003244 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d5cd903d-20bf-496e-a965-61e8afa0e805 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:28.010289 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cd903d-20bf-496e-a965-61e8afa0e805 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:28.011126 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d5cd903d-20bf-496e-a965-61e8afa0e805 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:28.110201 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ba596-0eaf-4c35-a810-645f67d6a759 req-121a3a68-7e59-4d02-a8cf-237bd9c9bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:28.111693 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-430ba596-0eaf-4c35-a810-645f67d6a759 req-121a3a68-7e59-4d02-a8cf-237bd9c9bb49 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=6f961cdd2806417f9eeecf800dc5c9c4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2455332 Apr 06 13:33:28.205153 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd903d-20bf-496e-a965-61e8afa0e805 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Network': ['ID=488ee951-15f7-48c2-9fbc-bac33365b49c,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:28.219458 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d5cd903d-20bf-496e-a965-61e8afa0e805 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0411272 Apr 06 13:33:28.220402 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 488ee951-15f7-48c2-9fbc-bac33365b49c details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:33:28.220899 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47468) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:28.230050 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-2c2e88af-8880-4c96-940e-019c33535677 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'port': {'network_id': '488ee951-15f7-48c2-9fbc-bac33365b49c', 'name': 'tempest-PortsIpV6TestJSON-1181781844'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:28.468739 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240059f5-9f29-4c89-b11b-b43899900eb4 req-aca5beb7-b013-4cc6-9c0e-0cb0f112e061 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:28.470285 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-240059f5-9f29-4c89-b11b-b43899900eb4 req-aca5beb7-b013-4cc6-9c0e-0cb0f112e061 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 944 time: 0.3235965 Apr 06 13:33:28.482128 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2c2e88af-8880-4c96-940e-019c33535677 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:28.501419 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2c2e88af-8880-4c96-940e-019c33535677 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:port and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:28.505857 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2c2e88af-8880-4c96-940e-019c33535677 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:28.521030 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2c2e88af-8880-4c96-940e-019c33535677 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:28.540963 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-240059f5-9f29-4c89-b11b-b43899900eb4 req-f92224ea-62d6-404b-902f-4ea8de178ee9 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622745 Apr 06 13:33:28.548590 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-98037131-dc6a-472b-9994-a9af7b7cca4c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:28.555873 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ba596-0eaf-4c35-a810-645f67d6a759 req-78f7259f-2b32-4362-a8e8-afd79dc8d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:28.557361 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-430ba596-0eaf-4c35-a810-645f67d6a759 req-78f7259f-2b32-4362-a8e8-afd79dc8d6e7 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3812096 Apr 06 13:33:28.747159 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2e88af-8880-4c96-940e-019c33535677 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:33:28.750703 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2c2e88af-8880-4c96-940e-019c33535677 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:28.775977 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-2c2e88af-8880-4c96-940e-019c33535677 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] device_id is not set on port 2b67f383-e757-4247-8a8a-f595e0ccf92a yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:33:28.802075 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-90ed263b-b614-4e6d-8335-d68d23e5c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:28.803766 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-90ed263b-b614-4e6d-8335-d68d23e5c757 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f961cdd2806417f9eeecf800dc5c9c4&device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 1097 time: 0.1893761 Apr 06 13:33:28.889480 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-33257736-40c1-4627-9814-886756203aaf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07803e77-58c8-4c01-80c7-6501bce70ba3 HTTP/1.1" status: 200 len: 217 time: 0.0759289 Apr 06 13:33:28.964480 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-a1a62f5e-3d88-4cae-92f5-9a28b4116141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:28.966028 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-a1a62f5e-3d88-4cae-92f5-9a28b4116141 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bec31d0f-ca58-4f44-a0f5-7b9820419a31 HTTP/1.1" status: 200 len: 850 time: 0.0692136 Apr 06 13:33:29.004560 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2c2e88af-8880-4c96-940e-019c33535677 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:29.050180 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-1dd3bbfc-1d75-4e64-bd60-e90a07c609a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:29.051730 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-1dd3bbfc-1d75-4e64-bd60-e90a07c609a5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=07d8a801-9673-412c-b97f-9a98a83af4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796714 Apr 06 13:33:29.078343 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98037131-dc6a-472b-9994-a9af7b7cca4c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 81226113-28ea-42d6-8e81-ee2bc90b53a6 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:33:29.284815 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2c2e88af-8880-4c96-940e-019c33535677 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:29.338035 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-39da66df-c47a-4896-93c3-2e9dc4245c40 service neutron] 10.222.0.61 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801774 Apr 06 13:33:29.380261 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e88af-8880-4c96-940e-019c33535677 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Port': ['ID=2b67f383-e757-4247-8a8a-f595e0ccf92a,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:29.392202 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2e88af-8880-4c96-940e-019c33535677 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Checking segment: {'id': 'd8d266fc-30da-426b-b29e-2ab353ab38ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '488ee951-15f7-48c2-9fbc-bac33365b49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:33:29.392202 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2e88af-8880-4c96-940e-019c33535677 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network hostable DHCP agents. Network: 488ee951-15f7-48c2-9fbc-bac33365b49c, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:33:29.400932 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98037131-dc6a-472b-9994-a9af7b7cca4c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:33:29.411107 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06346b98-49b2-41c5-8241-8a10b00a1185 None None] Sync routers for ids ['81226113-28ea-42d6-8e81-ee2bc90b53a6'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:33:29.422358 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06346b98-49b2-41c5-8241-8a10b00a1185 None None] Routers {'81226113-28ea-42d6-8e81-ee2bc90b53a6'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:33:29.422981 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-06346b98-49b2-41c5-8241-8a10b00a1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:33:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['81226113-28ea-42d6-8e81-ee2bc90b53a6'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:29.514496 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9193b525-aa72-40f5-ab74-4d22c6a0445e req-3d4ae28a-b22a-4bf0-9370-c0c2415a91aa service neutron] 10.222.0.61 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691179 Apr 06 13:33:29.535890 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2e88af-8880-4c96-940e-019c33535677 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network 488ee951-15f7-48c2-9fbc-bac33365b49c is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:33:29.621021 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-06346b98-49b2-41c5-8241-8a10b00a1185 None None] Set router 81226113-28ea-42d6-8e81-ee2bc90b53a6 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:33:29.749323 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581994a-5d9e-4d46-a9eb-cae68ecb85d5 req-889779a7-db11-4633-8898-4ab3590bd2a9 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:29.762542 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1581994a-5d9e-4d46-a9eb-cae68ecb85d5 req-889779a7-db11-4633-8898-4ab3590bd2a9 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 944 time: 0.0900517 Apr 06 13:33:29.812401 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1581994a-5d9e-4d46-a9eb-cae68ecb85d5 req-04864fa0-1736-4484-a18e-7c9dfc228d34 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494466 Apr 06 13:33:29.844266 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-98037131-dc6a-472b-9994-a9af7b7cca4c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:29.845598 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-98037131-dc6a-472b-9994-a9af7b7cca4c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.9182000 Apr 06 13:33:29.848786 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47474) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:29.893532 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4b191a00-4ffd-4534-8705-c00602cf60d9 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=accb128fe3eb42cd83b327a0d6bf9c24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434697 Apr 06 13:33:29.896170 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47478) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:29.911353 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-06346b98-49b2-41c5-8241-8a10b00a1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'name': 'tempest-TestNetworkBasicOps-router-792792696', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:33:24Z', 'updated_at': '2022-04-06T13:33:27Z', 'revision_number': 3, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:33:26Z', 'updated_at': '2022-04-06T13:33:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:29.915289 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06346b98-49b2-41c5-8241-8a10b00a1185 None None] Checking router: 81226113-28ea-42d6-8e81-ee2bc90b53a6 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:33:29.915632 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06346b98-49b2-41c5-8241-8a10b00a1185 None None] Updating router 81226113-28ea-42d6-8e81-ee2bc90b53a6 port 22fc9675-6dec-4f1c-90a8-627092fc19c2 binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:33:29.917787 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-2c2e88af-8880-4c96-940e-019c33535677 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 488ee951-15f7-48c2-9fbc-bac33365b49c) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:29.929232 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c19d472-1fdb-40dc-bbfe-d9ad6f3e93ba None None] Network 488ee951-15f7-48c2-9fbc-bac33365b49c requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:33:29.939814 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2e88af-8880-4c96-940e-019c33535677 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:33:29.949468 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2e88af-8880-4c96-940e-019c33535677 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:29.950097 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2c2e88af-8880-4c96-940e-019c33535677 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:29.975535 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-06346b98-49b2-41c5-8241-8a10b00a1185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:30.043573 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50427fcf-c75d-44de-b00a-e7c409f961a6 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:30.045097 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-50427fcf-c75d-44de-b00a-e7c409f961a6 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1480069 Apr 06 13:33:30.048091 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47482) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:30.056159 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2c2e88af-8880-4c96-940e-019c33535677 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8322089 Apr 06 13:33:30.059365 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47486) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:30.075121 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-c7106d6d-2de0-4d5d-9951-0021244987e4 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1786414602'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:30.075121 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c7106d6d-2de0-4d5d-9951-0021244987e4 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:30.080973 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c7106d6d-2de0-4d5d-9951-0021244987e4 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:network and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:30.085562 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c7106d6d-2de0-4d5d-9951-0021244987e4 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:30.096368 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4d8bf6b8-343a-4e9c-b3fb-b2b20a6597a6 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447497 Apr 06 13:33:30.097176 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c7106d6d-2de0-4d5d-9951-0021244987e4 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:30.099320 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47490) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:30.105865 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-5bc7e180-4c52-4378-abf6-b2098f09f0ed tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-968720434', 'network_id': 'ac5488e8-cb14-4ed6-b360-540556d7e692', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:30.233438 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-5bc7e180-4c52-4378-abf6-b2098f09f0ed tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:30.237494 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-5bc7e180-4c52-4378-abf6-b2098f09f0ed tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:subnet and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:30.240438 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-5bc7e180-4c52-4378-abf6-b2098f09f0ed tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:30.246883 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-5bc7e180-4c52-4378-abf6-b2098f09f0ed tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:30.278159 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7106d6d-2de0-4d5d-9951-0021244987e4 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:33:30.281765 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c7106d6d-2de0-4d5d-9951-0021244987e4 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:30.307733 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7106d6d-2de0-4d5d-9951-0021244987e4 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:33:30.316707 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c7106d6d-2de0-4d5d-9951-0021244987e4 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:30.317071 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-c7106d6d-2de0-4d5d-9951-0021244987e4 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Added segment 70d47e7a-05e3-40e5-ab10-d8de5e0f938a of type vlan for network 072ea625-4dac-4b21-8d0d-5f5e2fdc5e05 Apr 06 13:33:30.334177 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-06346b98-49b2-41c5-8241-8a10b00a1185 None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:30.337525 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc7e180-4c52-4378-abf6-b2098f09f0ed tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Made reservation on behalf of accb128fe3eb42cd83b327a0d6bf9c24 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:33:30.344421 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5bc7e180-4c52-4378-abf6-b2098f09f0ed tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:30.347689 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-06346b98-49b2-41c5-8241-8a10b00a1185 None None] Transition to ACTIVE for port object 22fc9675-6dec-4f1c-90a8-627092fc19c2 will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:33:30.349298 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c7106d6d-2de0-4d5d-9951-0021244987e4 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:30.445148 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-06346b98-49b2-41c5-8241-8a10b00a1185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:30.479196 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c7106d6d-2de0-4d5d-9951-0021244987e4 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:30.486683 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7106d6d-2de0-4d5d-9951-0021244987e4 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:30.487678 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c7106d6d-2de0-4d5d-9951-0021244987e4 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:30.533926 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-06346b98-49b2-41c5-8241-8a10b00a1185 None None] Attempting to bind port 22fc9675-6dec-4f1c-90a8-627092fc19c2 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:33:30.533926 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-06346b98-49b2-41c5-8241-8a10b00a1185 None None] Attempting to bind port 22fc9675-6dec-4f1c-90a8-627092fc19c2 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:33:30.534435 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06346b98-49b2-41c5-8241-8a10b00a1185 None None] Attempting to bind port 22fc9675-6dec-4f1c-90a8-627092fc19c2 on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:33:30.541460 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c380b4-089d-49d3-a221-cf1bb294e62b None None] Pushing event updated for resources: {'Port': ['ID=22fc9675-6dec-4f1c-90a8-627092fc19c2,revision_number=2']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:30.551234 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c380b4-089d-49d3-a221-cf1bb294e62b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:30.551628 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c380b4-089d-49d3-a221-cf1bb294e62b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:30.552199 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c380b4-089d-49d3-a221-cf1bb294e62b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:30.555184 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c380b4-089d-49d3-a221-cf1bb294e62b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:30.555184 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c380b4-089d-49d3-a221-cf1bb294e62b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:30.555184 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c380b4-089d-49d3-a221-cf1bb294e62b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:30.555184 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c380b4-089d-49d3-a221-cf1bb294e62b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:30.555184 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c380b4-089d-49d3-a221-cf1bb294e62b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:30.555184 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c380b4-089d-49d3-a221-cf1bb294e62b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:30.558581 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c380b4-089d-49d3-a221-cf1bb294e62b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:30.558581 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c380b4-089d-49d3-a221-cf1bb294e62b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:30.558581 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c380b4-089d-49d3-a221-cf1bb294e62b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:30.561994 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06346b98-49b2-41c5-8241-8a10b00a1185 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:33:30.562394 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06346b98-49b2-41c5-8241-8a10b00a1185 None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:33:30.562849 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-06346b98-49b2-41c5-8241-8a10b00a1185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:30.563286 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06346b98-49b2-41c5-8241-8a10b00a1185 None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:33:30.563768 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-06346b98-49b2-41c5-8241-8a10b00a1185 None None] Bound port: 22fc9675-6dec-4f1c-90a8-627092fc19c2, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:33:30.564142 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-06346b98-49b2-41c5-8241-8a10b00a1185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:30.610127 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7106d6d-2de0-4d5d-9951-0021244987e4 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Network': ['ID=072ea625-4dac-4b21-8d0d-5f5e2fdc5e05,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:30.621903 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 072ea625-4dac-4b21-8d0d-5f5e2fdc5e05 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:33:30.624272 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c7106d6d-2de0-4d5d-9951-0021244987e4 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5634742 Apr 06 13:33:30.625231 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47494) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:30.631620 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'ports': [{'network_id': '488ee951-15f7-48c2-9fbc-bac33365b49c'}, {'network_id': '072ea625-4dac-4b21-8d0d-5f5e2fdc5e05'}]} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:30.632907 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'port': {'network_id': '488ee951-15f7-48c2-9fbc-bac33365b49c'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:30.633034 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'port': {'network_id': '072ea625-4dac-4b21-8d0d-5f5e2fdc5e05'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:30.672431 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-06346b98-49b2-41c5-8241-8a10b00a1185 None None] For port 22fc9675-6dec-4f1c-90a8-627092fc19c2, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:33:30.676556 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-06346b98-49b2-41c5-8241-8a10b00a1185 None None] For port 22fc9675-6dec-4f1c-90a8-627092fc19c2, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=22fc9675-6dec-4f1c-90a8-627092fc19c2,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:33:30.759190 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-06346b98-49b2-41c5-8241-8a10b00a1185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:30.793019 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5bc7e180-4c52-4378-abf6-b2098f09f0ed tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:30.840510 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06346b98-49b2-41c5-8241-8a10b00a1185 None None] Routers {'81226113-28ea-42d6-8e81-ee2bc90b53a6'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:33:30.841194 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-06346b98-49b2-41c5-8241-8a10b00a1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:33:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['81226113-28ea-42d6-8e81-ee2bc90b53a6'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:30.882569 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:30.890550 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:port and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:30.890847 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7e180-4c52-4378-abf6-b2098f09f0ed tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Subnet': ['ID=6cb799e9-162a-417f-bdea-32ad204bc2bc,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:30.901569 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc7e180-4c52-4378-abf6-b2098f09f0ed tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Checking segment: {'id': '3d5ecc99-06be-4dcf-85be-47a527403db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ac5488e8-cb14-4ed6-b360-540556d7e692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:33:30.901918 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc7e180-4c52-4378-abf6-b2098f09f0ed tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network hostable DHCP agents. Network: ac5488e8-cb14-4ed6-b360-540556d7e692, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:33:30.903778 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:30.912335 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:30.926657 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c380b4-089d-49d3-a221-cf1bb294e62b None None] Pushing event updated for resources: {'Port': ['ID=22fc9675-6dec-4f1c-90a8-627092fc19c2,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:31.003922 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc7e180-4c52-4378-abf6-b2098f09f0ed tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network ac5488e8-cb14-4ed6-b360-540556d7e692 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:33:31.027352 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8b2ee-6dd9-48a6-a938-c7b62f402c9e req-188281f2-510b-4906-ac2f-2866ad98794a tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:31.028858 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-70d8b2ee-6dd9-48a6-a938-c7b62f402c9e req-188281f2-510b-4906-ac2f-2866ad98794a tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 944 time: 0.0928717 Apr 06 13:33:31.054954 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-06346b98-49b2-41c5-8241-8a10b00a1185 None None] Set router 81226113-28ea-42d6-8e81-ee2bc90b53a6 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:33:31.057537 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'port': 2} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:33:31.062097 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:31.093704 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:31.108987 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-70d8b2ee-6dd9-48a6-a938-c7b62f402c9e req-665e0b2e-acd2-40bd-b2b8-250a5fbc96f3 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732000 Apr 06 13:33:31.113642 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-5bc7e180-4c52-4378-abf6-b2098f09f0ed tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, ac5488e8-cb14-4ed6-b360-540556d7e692) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:31.120621 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc7e180-4c52-4378-abf6-b2098f09f0ed tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:31.127775 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5bc7e180-4c52-4378-abf6-b2098f09f0ed tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:31.128566 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0eed68f-de27-42a4-b338-614ee1dc48fd None None] Network ac5488e8-cb14-4ed6-b360-540556d7e692 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:33:31.228730 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5bc7e180-4c52-4378-abf6-b2098f09f0ed tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1283875 Apr 06 13:33:31.231279 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47500) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:31.384813 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] device_id is not set on port 150fd7cf-04b2-4312-955a-b49cbbb94513 yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:33:31.396735 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-ac5488e8-cb14-4ed6-b360-540556d7e692', 'network_id': 'ac5488e8-cb14-4ed6-b360-540556d7e692', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ips': [{'subnet_id': '6cb799e9-162a-417f-bdea-32ad204bc2bc'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:33:31.398691 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:31.428298 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-06346b98-49b2-41c5-8241-8a10b00a1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'name': 'tempest-TestNetworkBasicOps-router-792792696', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:33:24Z', 'updated_at': '2022-04-06T13:33:27Z', 'revision_number': 3, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:33:26Z', 'updated_at': '2022-04-06T13:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:31.434012 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06346b98-49b2-41c5-8241-8a10b00a1185 None None] The sync data for ids ['81226113-28ea-42d6-8e81-ee2bc90b53a6'] in dv-neutron-834600-1-hyperv is: [{'id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'name': 'tempest-TestNetworkBasicOps-router-792792696', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:33:24Z', 'updated_at': '2022-04-06T13:33:27Z', 'revision_number': 3, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:33:26Z', 'updated_at': '2022-04-06T13:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:33:31.523182 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:31.590495 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Allocated IP 172.20.0.2 (ac5488e8-cb14-4ed6-b360-540556d7e692/6cb799e9-162a-417f-bdea-32ad204bc2bc/91929482-f85c-46d9-b087-fba2afeb58c2) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:33:31.654539 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] device_id is not set on port a43b559d-8761-4a30-a9a6-56a874f110cf yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:33:31.779297 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:31.875389 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:31.887601 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Transition to ACTIVE for port object 91929482-f85c-46d9-b087-fba2afeb58c2 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:33:31.913520 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Transition to ACTIVE for port object 91929482-f85c-46d9-b087-fba2afeb58c2 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:33:31.924704 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:32.000305 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network 488ee951-15f7-48c2-9fbc-bac33365b49c is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:33:32.008727 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:32.014066 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:33:32.014066 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:32.016406 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:32.033318 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Port': ['ID=150fd7cf-04b2-4312-955a-b49cbbb94513,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:32.080518 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Network ac5488e8-cb14-4ed6-b360-540556d7e692 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:33:32.083480 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:32.092329 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:33:32.093643 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-87c8bca4-f1ec-4070-ba84-94f9502f6b5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:32.230016 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Pushing event updated for resources: {'Port': ['ID=91929482-f85c-46d9-b087-fba2afeb58c2,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:32.262301 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:32.262641 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:32.263002 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:32.263336 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:32.263662 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:32.263987 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:32.264307 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:32.264627 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:32.264942 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:32.265255 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:32.265569 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:32.265893 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:33:32.270230 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Attempting to bind port 91929482-f85c-46d9-b087-fba2afeb58c2 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:33:32.270592 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Attempting to bind port 91929482-f85c-46d9-b087-fba2afeb58c2 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '3d5ecc99-06be-4dcf-85be-47a527403db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ac5488e8-cb14-4ed6-b360-540556d7e692'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:33:32.271024 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Attempting to bind port 91929482-f85c-46d9-b087-fba2afeb58c2 on network ac5488e8-cb14-4ed6-b360-540556d7e692 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:33:32.278514 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:33:32.278921 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Checking segment: {'id': '3d5ecc99-06be-4dcf-85be-47a527403db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ac5488e8-cb14-4ed6-b360-540556d7e692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:33:32.279317 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:32.279701 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Bound using segment: {'id': '3d5ecc99-06be-4dcf-85be-47a527403db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ac5488e8-cb14-4ed6-b360-540556d7e692'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:33:32.280163 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Bound port: 91929482-f85c-46d9-b087-fba2afeb58c2, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5ecc99-06be-4dcf-85be-47a527403db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ac5488e8-cb14-4ed6-b360-540556d7e692'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:33:32.280532 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:32.294658 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Port': ['ID=a43b559d-8761-4a30-a9a6-56a874f110cf,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:32.316069 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Checking segment: {'id': '70d47e7a-05e3-40e5-ab10-d8de5e0f938a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '072ea625-4dac-4b21-8d0d-5f5e2fdc5e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:33:32.316457 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network hostable DHCP agents. Network: 072ea625-4dac-4b21-8d0d-5f5e2fdc5e05, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:33:32.392686 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] For port 91929482-f85c-46d9-b087-fba2afeb58c2, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:33:32.399611 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] For port 91929482-f85c-46d9-b087-fba2afeb58c2, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=91929482-f85c-46d9-b087-fba2afeb58c2,segment=NetworkSegment(3d5ecc99-06be-4dcf-85be-47a527403db5),segment_id=3d5ecc99-06be-4dcf-85be-47a527403db5)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:33:32.443100 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976df9aa-470d-4e5b-90a6-f63cdefae88d req-d483cdb9-2106-4f84-a2e4-f6a6ac3529d5 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:32.451829 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-976df9aa-470d-4e5b-90a6-f63cdefae88d req-d483cdb9-2106-4f84-a2e4-f6a6ac3529d5 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 944 time: 0.1040831 Apr 06 13:33:32.510288 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-976df9aa-470d-4e5b-90a6-f63cdefae88d req-8fd33c78-78dc-4e9d-825a-ae570c607f39 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530818 Apr 06 13:33:32.541095 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network 072ea625-4dac-4b21-8d0d-5f5e2fdc5e05 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:33:32.581362 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:32.635226 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-87c8bca4-f1ec-4070-ba84-94f9502f6b5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.20.0.1 (ac5488e8-cb14-4ed6-b360-540556d7e692/6cb799e9-162a-417f-bdea-32ad204bc2bc/d7e33879-42d2-4de9-b840-1dc0c629885c) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:33:32.669976 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a4537-1fe0-4704-8756-54aa1ef67443 None None] Pushing event updated for resources: {'Port': ['ID=91929482-f85c-46d9-b087-fba2afeb58c2,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:32.700240 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 072ea625-4dac-4b21-8d0d-5f5e2fdc5e05) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:32.704130 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:33:32.711334 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:32.713629 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0c1816-7679-4faf-9bf6-b1fc9da415b4 None None] Network 072ea625-4dac-4b21-8d0d-5f5e2fdc5e05 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:33:32.716403 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:32.717102 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:32.851752 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47506) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:32.851984 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-dbb33363-839e-4449-893c-0bb6396e303d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2258821 Apr 06 13:33:32.954335 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-32ff583d-ce5f-4f08-84b7-484bd4d4c306 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting port a43b559d-8761-4a30-a9a6-56a874f110cf {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:33:32.954704 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-32ff583d-ce5f-4f08-84b7-484bd4d4c306 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:33.043548 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-87c8bca4-f1ec-4070-ba84-94f9502f6b5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:33.107567 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-87c8bca4-f1ec-4070-ba84-94f9502f6b5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Transition to ACTIVE for port object d7e33879-42d2-4de9-b840-1dc0c629885c will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:33:33.254329 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-32ff583d-ce5f-4f08-84b7-484bd4d4c306 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:33.391870 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-32ff583d-ce5f-4f08-84b7-484bd4d4c306 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Calling delete_port for a43b559d-8761-4a30-a9a6-56a874f110cf owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:33:33.399052 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 91929482-f85c-46d9-b087-fba2afeb58c2 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:33:33.424017 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-87c8bca4-f1ec-4070-ba84-94f9502f6b5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:33.514579 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c8bca4-f1ec-4070-ba84-94f9502f6b5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network ac5488e8-cb14-4ed6-b360-540556d7e692 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:33:33.524519 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-87c8bca4-f1ec-4070-ba84-94f9502f6b5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:33.541632 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c8bca4-f1ec-4070-ba84-94f9502f6b5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:33:33.587646 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 91929482-f85c-46d9-b087-fba2afeb58c2 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:33:33.589868 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8bca4-f1ec-4070-ba84-94f9502f6b5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=d7e33879-42d2-4de9-b840-1dc0c629885c,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:33.601187 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 22fc9675-6dec-4f1c-90a8-627092fc19c2 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:33:33.626648 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-87c8bca4-f1ec-4070-ba84-94f9502f6b5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:33.714098 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01d8f1-8d64-4665-bea3-0ffbf57a20d1 req-c428bb1d-2bab-40c0-9f72-280733bcdc3b tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:33.715749 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8c01d8f1-8d64-4665-bea3-0ffbf57a20d1 req-c428bb1d-2bab-40c0-9f72-280733bcdc3b tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 944 time: 0.0978959 Apr 06 13:33:33.762223 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-32ff583d-ce5f-4f08-84b7-484bd4d4c306 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:33.770679 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 22fc9675-6dec-4f1c-90a8-627092fc19c2 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:33:33.772598 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 22fc9675-6dec-4f1c-90a8-627092fc19c2 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:33:33.774083 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:33.784110 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8c01d8f1-8d64-4665-bea3-0ffbf57a20d1 req-58eec9fc-d873-4f50-97ea-4daf5c3aa6b9 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624981 Apr 06 13:33:33.836519 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff583d-ce5f-4f08-84b7-484bd4d4c306 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Port': ['ID=a43b559d-8761-4a30-a9a6-56a874f110cf,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:33.847954 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-32ff583d-ce5f-4f08-84b7-484bd4d4c306 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:33.871260 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47512) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:33.871673 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-32ff583d-ce5f-4f08-84b7-484bd4d4c306 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/ports/a43b559d-8761-4a30-a9a6-56a874f110cf HTTP/1.1" status: 204 len: 168 time: 1.0183780 Apr 06 13:33:33.921337 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:33.939891 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 22fc9675-6dec-4f1c-90a8-627092fc19c2, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=22fc9675-6dec-4f1c-90a8-627092fc19c2,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:33:33.972833 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44e48dd-38d0-464c-9bb5-7c8cc519c795 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:33.979728 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44e48dd-38d0-464c-9bb5-7c8cc519c795 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:33.980516 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c44e48dd-38d0-464c-9bb5-7c8cc519c795 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Synchronizing usage tracker for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:33:34.049779 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:34.089810 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-87c8bca4-f1ec-4070-ba84-94f9502f6b5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:34.135369 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c44e48dd-38d0-464c-9bb5-7c8cc519c795 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Unset dirty status for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:33:34.136807 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=22fc9675-6dec-4f1c-90a8-627092fc19c2,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:34.137713 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c44e48dd-38d0-464c-9bb5-7c8cc519c795 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2654555 Apr 06 13:33:34.144655 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47516) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:34.173678 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d71e681-2d85-46e8-986e-4b48c084ead1 None None] Network ac5488e8-cb14-4ed6-b360-540556d7e692 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:33:34.219167 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-86b7df47-83ee-4b45-af04-52a59ced39e9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting port 150fd7cf-04b2-4312-955a-b49cbbb94513 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:33:34.219579 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-86b7df47-83ee-4b45-af04-52a59ced39e9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:34.426291 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-a571a48e-7711-4e16-8d83-fa502da45b08 None None] Provisioning for port 91929482-f85c-46d9-b087-fba2afeb58c2 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:33:34.433937 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-a571a48e-7711-4e16-8d83-fa502da45b08 None None] Provisioning complete for port 91929482-f85c-46d9-b087-fba2afeb58c2 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:33:34.434417 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a571a48e-7711-4e16-8d83-fa502da45b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:34.458156 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-86b7df47-83ee-4b45-af04-52a59ced39e9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:34.579483 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a571a48e-7711-4e16-8d83-fa502da45b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:34.610715 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-86b7df47-83ee-4b45-af04-52a59ced39e9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Calling delete_port for 150fd7cf-04b2-4312-955a-b49cbbb94513 owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:33:34.631575 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-a571a48e-7711-4e16-8d83-fa502da45b08 None None] For port 91929482-f85c-46d9-b087-fba2afeb58c2, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=91929482-f85c-46d9-b087-fba2afeb58c2,segment=NetworkSegment(3d5ecc99-06be-4dcf-85be-47a527403db5),segment_id=3d5ecc99-06be-4dcf-85be-47a527403db5)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:33:34.692484 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-87c8bca4-f1ec-4070-ba84-94f9502f6b5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:34.810741 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a571a48e-7711-4e16-8d83-fa502da45b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:34.832994 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-87c8bca4-f1ec-4070-ba84-94f9502f6b5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:34.833478 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-86b7df47-83ee-4b45-af04-52a59ced39e9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:34.909682 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7df47-83ee-4b45-af04-52a59ced39e9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Port': ['ID=150fd7cf-04b2-4312-955a-b49cbbb94513,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:34.932476 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-86b7df47-83ee-4b45-af04-52a59ced39e9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:34.955564 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571a48e-7711-4e16-8d83-fa502da45b08 None None] Pushing event updated for resources: {'Port': ['ID=91929482-f85c-46d9-b087-fba2afeb58c2,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:34.983802 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8bca4-f1ec-4070-ba84-94f9502f6b5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=d7e33879-42d2-4de9-b840-1dc0c629885c,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:34.986200 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-87c8bca4-f1ec-4070-ba84-94f9502f6b5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:35.028363 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47789c5d-978e-46cc-8390-9888cfd2c16c req-1c8df4b2-095a-4eee-b805-4e95d8cc5236 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:35.029864 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-47789c5d-978e-46cc-8390-9888cfd2c16c req-1c8df4b2-095a-4eee-b805-4e95d8cc5236 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 944 time: 0.1065686 Apr 06 13:33:35.048967 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-bafddd51-8e0a-494a-8da3-d93e055216d5 None None] Provisioning for port d7e33879-42d2-4de9-b840-1dc0c629885c completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:33:35.055038 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-bafddd51-8e0a-494a-8da3-d93e055216d5 None None] Provisioning complete for port d7e33879-42d2-4de9-b840-1dc0c629885c triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:33:35.055415 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bafddd51-8e0a-494a-8da3-d93e055216d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:35.082979 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-47789c5d-978e-46cc-8390-9888cfd2c16c req-af155045-4a15-4557-acb3-80841b9ad103 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472248 Apr 06 13:33:35.093160 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-86b7df47-83ee-4b45-af04-52a59ced39e9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/ports/150fd7cf-04b2-4312-955a-b49cbbb94513 HTTP/1.1" status: 204 len: 168 time: 0.9443934 Apr 06 13:33:35.093607 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47522) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:35.129192 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-bafddd51-8e0a-494a-8da3-d93e055216d5 None None] Port d7e33879-42d2-4de9-b840-1dc0c629885c cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:33:35.132314 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-bafddd51-8e0a-494a-8da3-d93e055216d5 None None] Provisioning complete for port 91929482-f85c-46d9-b087-fba2afeb58c2 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:33:35.132742 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bafddd51-8e0a-494a-8da3-d93e055216d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:35.193705 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c8bca4-f1ec-4070-ba84-94f9502f6b5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network ac5488e8-cb14-4ed6-b360-540556d7e692 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:33:35.195848 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-87c8bca4-f1ec-4070-ba84-94f9502f6b5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:35.290835 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78221a14-ec3d-4205-abf6-5c1c549ddfbf tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:35.291553 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-78221a14-ec3d-4205-abf6-5c1c549ddfbf tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Synchronizing usage tracker for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:33:35.354377 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 91929482-f85c-46d9-b087-fba2afeb58c2 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:33:35.391854 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-78221a14-ec3d-4205-abf6-5c1c549ddfbf tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Unset dirty status for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:33:35.398294 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47526) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:35.398454 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-78221a14-ec3d-4205-abf6-5c1c549ddfbf tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3019042 Apr 06 13:33:35.435003 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 91929482-f85c-46d9-b087-fba2afeb58c2 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:33:35.435718 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:35.439100 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c8bca4-f1ec-4070-ba84-94f9502f6b5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 81226113-28ea-42d6-8e81-ee2bc90b53a6 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:33:35.444947 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b7fa42e-394e-43cb-94ad-aa061eaba9ab tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] GET failed (client error): The resource could not be found. Apr 06 13:33:35.445487 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4b7fa42e-394e-43cb-94ad-aa061eaba9ab tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Synchronizing usage tracker for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:33:35.457922 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4b7fa42e-394e-43cb-94ad-aa061eaba9ab tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Unset dirty status for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:33:35.462032 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4b7fa42e-394e-43cb-94ad-aa061eaba9ab tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "GET /v2.0/ports/a43b559d-8761-4a30-a9a6-56a874f110cf HTTP/1.1" status: 404 len: 333 time: 0.0613317 Apr 06 13:33:35.462218 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47530) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:35.508314 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba4bb38a-0a78-487b-b23e-f95ff15429ae tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] GET failed (client error): The resource could not be found. Apr 06 13:33:35.512225 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ba4bb38a-0a78-487b-b23e-f95ff15429ae tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "GET /v2.0/ports/150fd7cf-04b2-4312-955a-b49cbbb94513 HTTP/1.1" status: 404 len: 333 time: 0.0464125 Apr 06 13:33:35.512477 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47534) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:35.519487 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d6d116f5-62a5-4281-93d9-b14251c18d58 None None] Provisioning complete for port d7e33879-42d2-4de9-b840-1dc0c629885c triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:33:35.519859 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d6d116f5-62a5-4281-93d9-b14251c18d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:35.618162 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-d6d116f5-62a5-4281-93d9-b14251c18d58 None None] Port d7e33879-42d2-4de9-b840-1dc0c629885c cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:33:35.630312 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c8bca4-f1ec-4070-ba84-94f9502f6b5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:33:35.631779 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 22fc9675-6dec-4f1c-90a8-627092fc19c2 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:33:35.633782 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-788ec273-1f83-490d-9ddc-298e1011f29a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:35.636486 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-87c8bca4-f1ec-4070-ba84-94f9502f6b5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "PUT /v2.0/routers/81226113-28ea-42d6-8e81-ee2bc90b53a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4039872 Apr 06 13:33:35.638747 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47538) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:35.667834 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84c8bff-c919-40b6-932a-105075500823 None None] Sync routers for ids ['81226113-28ea-42d6-8e81-ee2bc90b53a6'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:33:35.687902 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84c8bff-c919-40b6-932a-105075500823 None None] Routers {'81226113-28ea-42d6-8e81-ee2bc90b53a6'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:33:35.688518 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e84c8bff-c919-40b6-932a-105075500823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:33:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['81226113-28ea-42d6-8e81-ee2bc90b53a6'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:35.781377 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-788ec273-1f83-490d-9ddc-298e1011f29a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:35.794279 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf1481e-38cc-4a78-9979-c7aa5c1d2a2e tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:35.794910 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf1481e-38cc-4a78-9979-c7aa5c1d2a2e tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:35.795401 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf1481e-38cc-4a78-9979-c7aa5c1d2a2e tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:35.795914 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf1481e-38cc-4a78-9979-c7aa5c1d2a2e tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:35.796418 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf1481e-38cc-4a78-9979-c7aa5c1d2a2e tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:35.797073 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf1481e-38cc-4a78-9979-c7aa5c1d2a2e tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:35.797572 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf1481e-38cc-4a78-9979-c7aa5c1d2a2e tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:35.798074 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf1481e-38cc-4a78-9979-c7aa5c1d2a2e tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:35.803078 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-fdf1481e-38cc-4a78-9979-c7aa5c1d2a2e tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5597 time: 0.1601949 Apr 06 13:33:35.803078 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47542) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:35.809796 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-788ec273-1f83-490d-9ddc-298e1011f29a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072ea625-4dac-4b21-8d0d-5f5e2fdc5e05']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:35.823001 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-788ec273-1f83-490d-9ddc-298e1011f29a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d47e7a-05e3-40e5-ab10-d8de5e0f938a') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:35.823420 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-788ec273-1f83-490d-9ddc-298e1011f29a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d47e7a-05e3-40e5-ab10-d8de5e0f938a') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:35.841227 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-788ec273-1f83-490d-9ddc-298e1011f29a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:35.865291 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-788ec273-1f83-490d-9ddc-298e1011f29a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:35.875759 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788ec273-1f83-490d-9ddc-298e1011f29a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:33:35.879433 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-788ec273-1f83-490d-9ddc-298e1011f29a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:35.884915 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5110c7c-1f17-4de5-9e8d-522557149ebc tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:35.885522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5110c7c-1f17-4de5-9e8d-522557149ebc tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:35.885970 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5110c7c-1f17-4de5-9e8d-522557149ebc tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:35.886600 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5110c7c-1f17-4de5-9e8d-522557149ebc tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:35.887231 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5110c7c-1f17-4de5-9e8d-522557149ebc tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:35.888023 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5110c7c-1f17-4de5-9e8d-522557149ebc tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:35.890129 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f5110c7c-1f17-4de5-9e8d-522557149ebc tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0862412 Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:33:35.893589 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:33:35.896444 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47546) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:35.904812 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 22fc9675-6dec-4f1c-90a8-627092fc19c2 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:33:35.905174 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:35.985726 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-e84c8bff-c919-40b6-932a-105075500823 None None] Set router 81226113-28ea-42d6-8e81-ee2bc90b53a6 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:33:36.055461 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-788ec273-1f83-490d-9ddc-298e1011f29a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:36.082827 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-788ec273-1f83-490d-9ddc-298e1011f29a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:36.089261 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ec273-1f83-490d-9ddc-298e1011f29a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Network': ['ID=072ea625-4dac-4b21-8d0d-5f5e2fdc5e05,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:36.097524 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-788ec273-1f83-490d-9ddc-298e1011f29a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/networks/072ea625-4dac-4b21-8d0d-5f5e2fdc5e05 HTTP/1.1" status: 204 len: 168 time: 0.5838804 Apr 06 13:33:36.098282 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47550) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:36.105765 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-b050ecda-2bf9-482f-b1ae-9e0dbab66576 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1482420734'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:36.110695 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b050ecda-2bf9-482f-b1ae-9e0dbab66576 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:36.117510 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b050ecda-2bf9-482f-b1ae-9e0dbab66576 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:network and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:36.120183 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b050ecda-2bf9-482f-b1ae-9e0dbab66576 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:36.126051 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b050ecda-2bf9-482f-b1ae-9e0dbab66576 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:36.129096 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d9cb23c9-ed67-4d27-95bb-3478f0d50209 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2314413 Apr 06 13:33:36.203893 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b050ecda-2bf9-482f-b1ae-9e0dbab66576 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:33:36.208314 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b050ecda-2bf9-482f-b1ae-9e0dbab66576 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:36.243650 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b050ecda-2bf9-482f-b1ae-9e0dbab66576 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:33:36.254292 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b050ecda-2bf9-482f-b1ae-9e0dbab66576 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:36.254583 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-b050ecda-2bf9-482f-b1ae-9e0dbab66576 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Added segment d6b762d4-99cb-4dcd-a013-00655dd6aa38 of type vlan for network 2bd3a194-cc70-4b97-b974-1129f62d182f Apr 06 13:33:36.326516 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b050ecda-2bf9-482f-b1ae-9e0dbab66576 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:36.415989 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e84c8bff-c919-40b6-932a-105075500823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'name': 'tempest-TestNetworkBasicOps-router-792792696', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:33:24Z', 'updated_at': '2022-04-06T13:33:33Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:33:26Z', 'updated_at': '2022-04-06T13:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'd7e33879-42d2-4de9-b840-1dc0c629885c', 'name': '', 'network_id': 'ac5488e8-cb14-4ed6-b360-540556d7e692', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:04:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '6cb799e9-162a-417f-bdea-32ad204bc2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:33:32Z', 'updated_at': '2022-04-06T13:33:34Z', 'revision_number': 2, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '6cb799e9-162a-417f-bdea-32ad204bc2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:36.420819 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84c8bff-c919-40b6-932a-105075500823 None None] Checking router: 81226113-28ea-42d6-8e81-ee2bc90b53a6 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:33:36.421396 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84c8bff-c919-40b6-932a-105075500823 None None] Updating router 81226113-28ea-42d6-8e81-ee2bc90b53a6 port d7e33879-42d2-4de9-b840-1dc0c629885c binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:33:36.475658 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:33:36.484068 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e84c8bff-c919-40b6-932a-105075500823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:36.502454 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990c652-528f-4f23-a2cf-c91ee0d9479f req-b8116e6b-164f-4348-80e6-22914c5ed77e tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:36.503963 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8990c652-528f-4f23-a2cf-c91ee0d9479f req-b8116e6b-164f-4348-80e6-22914c5ed77e tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 944 time: 0.2156515 Apr 06 13:33:36.562206 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8990c652-528f-4f23-a2cf-c91ee0d9479f req-1f7bdd13-c07d-4644-8ba8-d4ff5e5f2244 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522530 Apr 06 13:33:36.565565 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47558) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:36.571312 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-fdfd2f0f-26bc-4a4b-8706-8576f5191274 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-68787838', 'description': 'tempest-secgroup-smoke-68787838 description', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:36.588151 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-fdfd2f0f-26bc-4a4b-8706-8576f5191274 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:36.588151 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-fdfd2f0f-26bc-4a4b-8706-8576f5191274 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:36.588151 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-fdfd2f0f-26bc-4a4b-8706-8576f5191274 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:36.591785 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-fdfd2f0f-26bc-4a4b-8706-8576f5191274 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:36.614783 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b050ecda-2bf9-482f-b1ae-9e0dbab66576 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:36.620305 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b050ecda-2bf9-482f-b1ae-9e0dbab66576 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:36.621158 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b050ecda-2bf9-482f-b1ae-9e0dbab66576 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:36.717878 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fdfd2f0f-26bc-4a4b-8706-8576f5191274 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:36.734828 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b050ecda-2bf9-482f-b1ae-9e0dbab66576 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6353211 Apr 06 13:33:36.738296 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47562) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:36.744717 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-625eaa51-fd04-44e9-9853-1b581464fe6a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'subnet': {'network_id': '2bd3a194-cc70-4b97-b974-1129f62d182f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:36.747966 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050ecda-2bf9-482f-b1ae-9e0dbab66576 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Network': ['ID=2bd3a194-cc70-4b97-b974-1129f62d182f,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:36.751755 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-fdfd2f0f-26bc-4a4b-8706-8576f5191274 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:36.756043 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-fdfd2f0f-26bc-4a4b-8706-8576f5191274 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:36.759471 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-fdfd2f0f-26bc-4a4b-8706-8576f5191274 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:36.764441 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 2bd3a194-cc70-4b97-b974-1129f62d182f details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:33:36.766691 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-fdfd2f0f-26bc-4a4b-8706-8576f5191274 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:36.850446 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fdfd2f0f-26bc-4a4b-8706-8576f5191274 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:36.864546 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-625eaa51-fd04-44e9-9853-1b581464fe6a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:36.869779 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-625eaa51-fd04-44e9-9853-1b581464fe6a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:subnet and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:36.874910 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-625eaa51-fd04-44e9-9853-1b581464fe6a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:36.882770 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-625eaa51-fd04-44e9-9853-1b581464fe6a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:36.923932 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fdfd2f0f-26bc-4a4b-8706-8576f5191274 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:36.941023 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625eaa51-fd04-44e9-9853-1b581464fe6a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:33:36.944789 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-625eaa51-fd04-44e9-9853-1b581464fe6a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:36.956864 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e84c8bff-c919-40b6-932a-105075500823 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:36.972631 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd2f0f-26bc-4a4b-8706-8576f5191274 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9489fc-c83b-40b2-8e8b-52c998341655,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:36.973689 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e84c8bff-c919-40b6-932a-105075500823 None None] Transition to ACTIVE for port object d7e33879-42d2-4de9-b840-1dc0c629885c will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:33:37.042772 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.ipam_backend_mixin [None req-625eaa51-fd04-44e9-9853-1b581464fe6a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Performing IP validity checks on allocation pools {{(pid=88564) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 06 13:33:37.045585 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.ipam_backend_mixin [None req-625eaa51-fd04-44e9-9853-1b581464fe6a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88564) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 06 13:33:37.061094 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fdfd2f0f-26bc-4a4b-8706-8576f5191274 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:37.062361 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-fdfd2f0f-26bc-4a4b-8706-8576f5191274 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4956331 Apr 06 13:33:37.065095 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47566) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:37.070513 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-939c0565-0f84-4939-94a9-859d97b07f31 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '7a9489fc-c83b-40b2-8e8b-52c998341655', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:37.076368 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-939c0565-0f84-4939-94a9-859d97b07f31 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:37.081502 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-939c0565-0f84-4939-94a9-859d97b07f31 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:37.087733 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-939c0565-0f84-4939-94a9-859d97b07f31 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:37.095577 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e84c8bff-c919-40b6-932a-105075500823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:37.099017 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-939c0565-0f84-4939-94a9-859d97b07f31 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:37.240022 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-939c0565-0f84-4939-94a9-859d97b07f31 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:37.261578 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9de12b-fb67-483d-9c72-3ed07aa91498 None None] Pushing event updated for resources: {'Port': ['ID=d7e33879-42d2-4de9-b840-1dc0c629885c,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:37.371390 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-939c0565-0f84-4939-94a9-859d97b07f31 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:37.372044 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-e84c8bff-c919-40b6-932a-105075500823 None None] Attempting to bind port d7e33879-42d2-4de9-b840-1dc0c629885c on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:33:37.372420 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-e84c8bff-c919-40b6-932a-105075500823 None None] Attempting to bind port d7e33879-42d2-4de9-b840-1dc0c629885c by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '3d5ecc99-06be-4dcf-85be-47a527403db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ac5488e8-cb14-4ed6-b360-540556d7e692'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:33:37.372820 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84c8bff-c919-40b6-932a-105075500823 None None] Attempting to bind port d7e33879-42d2-4de9-b840-1dc0c629885c on network ac5488e8-cb14-4ed6-b360-540556d7e692 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:33:37.379573 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84c8bff-c919-40b6-932a-105075500823 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:33:37.379958 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84c8bff-c919-40b6-932a-105075500823 None None] Checking segment: {'id': '3d5ecc99-06be-4dcf-85be-47a527403db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ac5488e8-cb14-4ed6-b360-540556d7e692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:33:37.380356 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e84c8bff-c919-40b6-932a-105075500823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:37.380751 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84c8bff-c919-40b6-932a-105075500823 None None] Bound using segment: {'id': '3d5ecc99-06be-4dcf-85be-47a527403db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ac5488e8-cb14-4ed6-b360-540556d7e692'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:33:37.381770 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-e84c8bff-c919-40b6-932a-105075500823 None None] Bound port: d7e33879-42d2-4de9-b840-1dc0c629885c, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5ecc99-06be-4dcf-85be-47a527403db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ac5488e8-cb14-4ed6-b360-540556d7e692'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:33:37.382383 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e84c8bff-c919-40b6-932a-105075500823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:37.420616 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-625eaa51-fd04-44e9-9853-1b581464fe6a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:37.448721 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-939c0565-0f84-4939-94a9-859d97b07f31 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:37.479498 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c0565-0f84-4939-94a9-859d97b07f31 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d7cdb7-ccf9-42a1-898d-355dc3a7a151,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:37.488914 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-e84c8bff-c919-40b6-932a-105075500823 None None] For port d7e33879-42d2-4de9-b840-1dc0c629885c, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:33:37.493582 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-e84c8bff-c919-40b6-932a-105075500823 None None] For port d7e33879-42d2-4de9-b840-1dc0c629885c, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d7e33879-42d2-4de9-b840-1dc0c629885c,segment=NetworkSegment(3d5ecc99-06be-4dcf-85be-47a527403db5),segment_id=3d5ecc99-06be-4dcf-85be-47a527403db5)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:33:37.511560 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625eaa51-fd04-44e9-9853-1b581464fe6a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Subnet': ['ID=ae8173f4-e090-4f28-9da5-789cd5385024,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:37.516980 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625eaa51-fd04-44e9-9853-1b581464fe6a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Checking segment: {'id': 'd6b762d4-99cb-4dcd-a013-00655dd6aa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2bd3a194-cc70-4b97-b974-1129f62d182f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:33:37.517334 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625eaa51-fd04-44e9-9853-1b581464fe6a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network hostable DHCP agents. Network: 2bd3a194-cc70-4b97-b974-1129f62d182f, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:33:37.558065 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-939c0565-0f84-4939-94a9-859d97b07f31 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:37.559305 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-939c0565-0f84-4939-94a9-859d97b07f31 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4932716 Apr 06 13:33:37.562018 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47570) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:37.566875 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-458c4cc0-3667-48be-9227-c97aaffa652c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '7a9489fc-c83b-40b2-8e8b-52c998341655', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:37.573928 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-458c4cc0-3667-48be-9227-c97aaffa652c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:37.577720 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-458c4cc0-3667-48be-9227-c97aaffa652c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:37.580567 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-458c4cc0-3667-48be-9227-c97aaffa652c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:37.586934 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-458c4cc0-3667-48be-9227-c97aaffa652c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:37.593125 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e84c8bff-c919-40b6-932a-105075500823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:37.671071 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84c8bff-c919-40b6-932a-105075500823 None None] Routers {'81226113-28ea-42d6-8e81-ee2bc90b53a6'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:33:37.671687 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e84c8bff-c919-40b6-932a-105075500823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:33:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['81226113-28ea-42d6-8e81-ee2bc90b53a6'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:37.683787 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625eaa51-fd04-44e9-9853-1b581464fe6a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network 2bd3a194-cc70-4b97-b974-1129f62d182f is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:33:37.742499 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-458c4cc0-3667-48be-9227-c97aaffa652c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:37.786550 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-625eaa51-fd04-44e9-9853-1b581464fe6a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 2bd3a194-cc70-4b97-b974-1129f62d182f) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:37.791029 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9de12b-fb67-483d-9c72-3ed07aa91498 None None] Pushing event updated for resources: {'Port': ['ID=d7e33879-42d2-4de9-b840-1dc0c629885c,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:37.792522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625eaa51-fd04-44e9-9853-1b581464fe6a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:37.793166 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-625eaa51-fd04-44e9-9853-1b581464fe6a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:37.819104 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f94dc6-687f-4e14-8f36-af873e5d8900 None None] Network 2bd3a194-cc70-4b97-b974-1129f62d182f requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:33:37.822267 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea9058-af59-4e49-9e93-a3516fc67d80 req-f397fae3-6798-47a0-91b0-8a4bfbfb7e83 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:37.827258 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0aea9058-af59-4e49-9e93-a3516fc67d80 req-f397fae3-6798-47a0-91b0-8a4bfbfb7e83 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 944 time: 0.1489685 Apr 06 13:33:37.872630 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-458c4cc0-3667-48be-9227-c97aaffa652c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:37.894316 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0aea9058-af59-4e49-9e93-a3516fc67d80 req-c1c06bbb-b142-4cc2-b355-82c41229ef4c tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616770 Apr 06 13:33:37.977562 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-625eaa51-fd04-44e9-9853-1b581464fe6a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2382004 Apr 06 13:33:37.980410 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47576) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:37.985932 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-943f5255-3819-44e6-a0a3-2719d441ff17 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'port': {'network_id': '2bd3a194-cc70-4b97-b974-1129f62d182f', 'name': 'tempest-PortsIpV6TestJSON-2073969979'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:38.003788 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-458c4cc0-3667-48be-9227-c97aaffa652c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:38.019630 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-e84c8bff-c919-40b6-932a-105075500823 None None] Set router 81226113-28ea-42d6-8e81-ee2bc90b53a6 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:33:38.094318 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 07803e77-58c8-4c01-80c7-6501bce70ba3 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:33:38.102659 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c4cc0-3667-48be-9227-c97aaffa652c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565169c2-ee42-4910-9624-5544d4d27ad9,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:38.174548 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-943f5255-3819-44e6-a0a3-2719d441ff17 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:38.196913 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-943f5255-3819-44e6-a0a3-2719d441ff17 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:38.200432 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-458c4cc0-3667-48be-9227-c97aaffa652c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:38.215892 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-458c4cc0-3667-48be-9227-c97aaffa652c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6387107 Apr 06 13:33:38.215892 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47580) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:38.215892 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-adbc6a9c-8adc-4002-b3cd-16125344ae91 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '7a9489fc-c83b-40b2-8e8b-52c998341655', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:38.217428 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-adbc6a9c-8adc-4002-b3cd-16125344ae91 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:38.222634 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-adbc6a9c-8adc-4002-b3cd-16125344ae91 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:38.226163 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-adbc6a9c-8adc-4002-b3cd-16125344ae91 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:38.234175 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-adbc6a9c-8adc-4002-b3cd-16125344ae91 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:38.319809 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943f5255-3819-44e6-a0a3-2719d441ff17 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:33:38.323728 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-943f5255-3819-44e6-a0a3-2719d441ff17 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:38.344841 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-adbc6a9c-8adc-4002-b3cd-16125344ae91 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:38.362619 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-943f5255-3819-44e6-a0a3-2719d441ff17 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] device_id is not set on port 18f43797-4343-41ae-80f5-a65baf365639 yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:33:38.446846 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576cc43c-ccc4-4053-a6f6-86f40b507ed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-2bd3a194-cc70-4b97-b974-1129f62d182f', 'network_id': '2bd3a194-cc70-4b97-b974-1129f62d182f', 'tenant_id': '04df41dc5a9e4d7491eefb535d8a0a09', 'fixed_ips': [{'subnet_id': 'ae8173f4-e090-4f28-9da5-789cd5385024'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:33:38.446846 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-576cc43c-ccc4-4053-a6f6-86f40b507ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:38.525150 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-adbc6a9c-8adc-4002-b3cd-16125344ae91 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:38.557322 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-943f5255-3819-44e6-a0a3-2719d441ff17 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Allocated IP 2001:db8::1dd (2bd3a194-cc70-4b97-b974-1129f62d182f/ae8173f4-e090-4f28-9da5-789cd5385024/18f43797-4343-41ae-80f5-a65baf365639) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:33:38.619876 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 07803e77-58c8-4c01-80c7-6501bce70ba3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=07803e77-58c8-4c01-80c7-6501bce70ba3,segment=NetworkSegment(ad0f3491-5818-4d1f-8d68-284d1a30d5e3),segment_id=ad0f3491-5818-4d1f-8d68-284d1a30d5e3)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:33:38.648928 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-adbc6a9c-8adc-4002-b3cd-16125344ae91 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:38.650715 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '07803e77-58c8-4c01-80c7-6501bce70ba3', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'port_id': '07803e77-58c8-4c01-80c7-6501bce70ba3', 'mac_address': 'fa:16:3e:ad:a6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:33:38.716900 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:38.735658 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e84c8bff-c919-40b6-932a-105075500823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'name': 'tempest-TestNetworkBasicOps-router-792792696', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:33:24Z', 'updated_at': '2022-04-06T13:33:33Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:33:26Z', 'updated_at': '2022-04-06T13:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'd7e33879-42d2-4de9-b840-1dc0c629885c', 'name': '', 'network_id': 'ac5488e8-cb14-4ed6-b360-540556d7e692', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:04:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '6cb799e9-162a-417f-bdea-32ad204bc2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:33:32Z', 'updated_at': '2022-04-06T13:33:37Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '6cb799e9-162a-417f-bdea-32ad204bc2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:38.741864 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07803e77-58c8-4c01-80c7-6501bce70ba3 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:33:38.743481 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc6a9c-8adc-4002-b3cd-16125344ae91 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3dcd26-2f9b-4b0f-89c6-99416c6fd4a2,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:38.746628 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84c8bff-c919-40b6-932a-105075500823 None None] The sync data for ids ['81226113-28ea-42d6-8e81-ee2bc90b53a6'] in dv-neutron-834600-1-hyperv is: [{'id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'name': 'tempest-TestNetworkBasicOps-router-792792696', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:33:24Z', 'updated_at': '2022-04-06T13:33:33Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:33:26Z', 'updated_at': '2022-04-06T13:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'd7e33879-42d2-4de9-b840-1dc0c629885c', 'name': '', 'network_id': 'ac5488e8-cb14-4ed6-b360-540556d7e692', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:04:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '6cb799e9-162a-417f-bdea-32ad204bc2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:33:32Z', 'updated_at': '2022-04-06T13:33:37Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '6cb799e9-162a-417f-bdea-32ad204bc2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:33:38.760033 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 07803e77-58c8-4c01-80c7-6501bce70ba3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=07803e77-58c8-4c01-80c7-6501bce70ba3,segment=NetworkSegment(ad0f3491-5818-4d1f-8d68-284d1a30d5e3),segment_id=ad0f3491-5818-4d1f-8d68-284d1a30d5e3)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:33:38.825889 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-943f5255-3819-44e6-a0a3-2719d441ff17 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:38.844310 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-943f5255-3819-44e6-a0a3-2719d441ff17 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Transition to ACTIVE for port object 18f43797-4343-41ae-80f5-a65baf365639 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:33:38.913120 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-adbc6a9c-8adc-4002-b3cd-16125344ae91 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:38.919401 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-adbc6a9c-8adc-4002-b3cd-16125344ae91 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7093959 Apr 06 13:33:38.919804 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47586) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:38.923867 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:38.925698 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-a3ec9b03-783b-4b1e-8fb6-95df2bbc120d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '7a9489fc-c83b-40b2-8e8b-52c998341655', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:38.933294 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a3ec9b03-783b-4b1e-8fb6-95df2bbc120d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:38.937475 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a3ec9b03-783b-4b1e-8fb6-95df2bbc120d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:38.941452 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a3ec9b03-783b-4b1e-8fb6-95df2bbc120d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:38.948724 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a3ec9b03-783b-4b1e-8fb6-95df2bbc120d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:38.949515 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-943f5255-3819-44e6-a0a3-2719d441ff17 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:39.060506 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a3ec9b03-783b-4b1e-8fb6-95df2bbc120d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:39.063960 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=07803e77-58c8-4c01-80c7-6501bce70ba3,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:39.086109 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-576cc43c-ccc4-4053-a6f6-86f40b507ed7 None None] Allocated IP 2001:db8::2 (2bd3a194-cc70-4b97-b974-1129f62d182f/ae8173f4-e090-4f28-9da5-789cd5385024/b3e69ea7-9584-4954-adc1-e7d9ca6bbd65) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:33:39.093394 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943f5255-3819-44e6-a0a3-2719d441ff17 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network 2bd3a194-cc70-4b97-b974-1129f62d182f is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:33:39.104025 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-943f5255-3819-44e6-a0a3-2719d441ff17 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:39.106563 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943f5255-3819-44e6-a0a3-2719d441ff17 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:33:39.113406 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943f5255-3819-44e6-a0a3-2719d441ff17 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:39.113654 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-943f5255-3819-44e6-a0a3-2719d441ff17 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:39.149383 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f5255-3819-44e6-a0a3-2719d441ff17 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Port': ['ID=18f43797-4343-41ae-80f5-a65baf365639,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:39.169236 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a3ec9b03-783b-4b1e-8fb6-95df2bbc120d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:39.198320 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aeea40-e107-47cc-a215-872b494ffb4d req-a13e3aff-240f-4785-8da1-f07aa989ec86 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:39.198320 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f3aeea40-e107-47cc-a215-872b494ffb4d req-a13e3aff-240f-4785-8da1-f07aa989ec86 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 945 time: 0.1628492 Apr 06 13:33:39.242087 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['07803e77-58c8-4c01-80c7-6501bce70ba3'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:33:39.252371 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f3aeea40-e107-47cc-a215-872b494ffb4d req-83b04f24-b99c-43ac-a044-a386aba6ea96 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545232 Apr 06 13:33:39.277360 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47590) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:39.281733 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-943f5255-3819-44e6-a0a3-2719d441ff17 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2978885 Apr 06 13:33:39.356821 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a3ec9b03-783b-4b1e-8fb6-95df2bbc120d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:39.401559 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec9b03-783b-4b1e-8fb6-95df2bbc120d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f24a01-49d0-43db-91ab-40d0bdffd5cf,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:39.423282 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-fd1f9340-cdad-4b63-9f64-f6318dc46b83 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting port 18f43797-4343-41ae-80f5-a65baf365639 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:33:39.424018 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fd1f9340-cdad-4b63-9f64-f6318dc46b83 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:39.464443 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d7e33879-42d2-4de9-b840-1dc0c629885c up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:33:39.472958 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a3ec9b03-783b-4b1e-8fb6-95df2bbc120d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:39.477028 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a3ec9b03-783b-4b1e-8fb6-95df2bbc120d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5533273 Apr 06 13:33:39.477975 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47594) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:39.484113 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-3120d789-8136-49d4-b8f9-1711bc6c0a62 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '7a9489fc-c83b-40b2-8e8b-52c998341655', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:39.491257 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-3120d789-8136-49d4-b8f9-1711bc6c0a62 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:39.497726 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3120d789-8136-49d4-b8f9-1711bc6c0a62 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:39.502013 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3120d789-8136-49d4-b8f9-1711bc6c0a62 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:39.510084 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-3120d789-8136-49d4-b8f9-1711bc6c0a62 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:39.542794 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-576cc43c-ccc4-4053-a6f6-86f40b507ed7 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:39.617648 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.securitygroups_db [None req-3120d789-8136-49d4-b8f9-1711bc6c0a62 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Project accb128fe3eb42cd83b327a0d6bf9c24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:33:39.627804 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3120d789-8136-49d4-b8f9-1711bc6c0a62 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:39.640884 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-576cc43c-ccc4-4053-a6f6-86f40b507ed7 None None] Transition to ACTIVE for port object b3e69ea7-9584-4954-adc1-e7d9ca6bbd65 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:33:39.674383 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-576cc43c-ccc4-4053-a6f6-86f40b507ed7 None None] Transition to ACTIVE for port object b3e69ea7-9584-4954-adc1-e7d9ca6bbd65 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:33:39.716211 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3120d789-8136-49d4-b8f9-1711bc6c0a62 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:39.723280 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fd1f9340-cdad-4b63-9f64-f6318dc46b83 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:39.769269 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-576cc43c-ccc4-4053-a6f6-86f40b507ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:39.805136 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3120d789-8136-49d4-b8f9-1711bc6c0a62 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:39.823064 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port d7e33879-42d2-4de9-b840-1dc0c629885c completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:33:39.832768 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120d789-8136-49d4-b8f9-1711bc6c0a62 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e2ae67-8ac8-45f1-b19e-8f22f9162f72,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:39.868665 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-fd1f9340-cdad-4b63-9f64-f6318dc46b83 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Calling delete_port for 18f43797-4343-41ae-80f5-a65baf365639 owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:33:39.870016 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port d7e33879-42d2-4de9-b840-1dc0c629885c triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:33:39.870391 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:39.923749 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3120d789-8136-49d4-b8f9-1711bc6c0a62 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:39.925017 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3120d789-8136-49d4-b8f9-1711bc6c0a62 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4459984 Apr 06 13:33:39.927729 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47598) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:39.933942 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-fa2516fa-b343-4cc3-ad9e-a75077958562 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '7a9489fc-c83b-40b2-8e8b-52c998341655', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:39.940707 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-fa2516fa-b343-4cc3-ad9e-a75077958562 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:39.945274 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-fa2516fa-b343-4cc3-ad9e-a75077958562 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:39.948324 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-fa2516fa-b343-4cc3-ad9e-a75077958562 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:39.958635 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-fa2516fa-b343-4cc3-ad9e-a75077958562 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:39.959427 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576cc43c-ccc4-4053-a6f6-86f40b507ed7 None None] Network 2bd3a194-cc70-4b97-b974-1129f62d182f is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:33:39.965645 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-576cc43c-ccc4-4053-a6f6-86f40b507ed7 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:39.974230 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576cc43c-ccc4-4053-a6f6-86f40b507ed7 None None] Pushing event updated for resources: {'Port': ['ID=b3e69ea7-9584-4954-adc1-e7d9ca6bbd65,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:39.974230 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576cc43c-ccc4-4053-a6f6-86f40b507ed7 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:33:40.055826 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.securitygroups_db [None req-fa2516fa-b343-4cc3-ad9e-a75077958562 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Project accb128fe3eb42cd83b327a0d6bf9c24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:33:40.063675 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fa2516fa-b343-4cc3-ad9e-a75077958562 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:40.123360 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fd1f9340-cdad-4b63-9f64-f6318dc46b83 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:40.127132 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-576cc43c-ccc4-4053-a6f6-86f40b507ed7 None None] Attempting to bind port b3e69ea7-9584-4954-adc1-e7d9ca6bbd65 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:33:40.127132 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-576cc43c-ccc4-4053-a6f6-86f40b507ed7 None None] Attempting to bind port b3e69ea7-9584-4954-adc1-e7d9ca6bbd65 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'd6b762d4-99cb-4dcd-a013-00655dd6aa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2bd3a194-cc70-4b97-b974-1129f62d182f'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:33:40.127512 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576cc43c-ccc4-4053-a6f6-86f40b507ed7 None None] Attempting to bind port b3e69ea7-9584-4954-adc1-e7d9ca6bbd65 on network 2bd3a194-cc70-4b97-b974-1129f62d182f {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:33:40.143896 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576cc43c-ccc4-4053-a6f6-86f40b507ed7 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:33:40.144264 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576cc43c-ccc4-4053-a6f6-86f40b507ed7 None None] Checking segment: {'id': 'd6b762d4-99cb-4dcd-a013-00655dd6aa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2bd3a194-cc70-4b97-b974-1129f62d182f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:33:40.144658 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-576cc43c-ccc4-4053-a6f6-86f40b507ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:40.145046 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576cc43c-ccc4-4053-a6f6-86f40b507ed7 None None] Bound using segment: {'id': 'd6b762d4-99cb-4dcd-a013-00655dd6aa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2bd3a194-cc70-4b97-b974-1129f62d182f'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:33:40.145509 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-576cc43c-ccc4-4053-a6f6-86f40b507ed7 None None] Bound port: b3e69ea7-9584-4954-adc1-e7d9ca6bbd65, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b762d4-99cb-4dcd-a013-00655dd6aa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2bd3a194-cc70-4b97-b974-1129f62d182f'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:33:40.145872 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-576cc43c-ccc4-4053-a6f6-86f40b507ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:40.148447 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fa2516fa-b343-4cc3-ad9e-a75077958562 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:40.180206 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:40.187124 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f9340-cdad-4b63-9f64-f6318dc46b83 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Port': ['ID=18f43797-4343-41ae-80f5-a65baf365639,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:40.226671 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fa2516fa-b343-4cc3-ad9e-a75077958562 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:40.244015 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fd1f9340-cdad-4b63-9f64-f6318dc46b83 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:40.257009 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2516fa-b343-4cc3-ad9e-a75077958562 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c7bb59-73cf-449f-a5d5-c712b5b85e52,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:40.282866 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port d7e33879-42d2-4de9-b840-1dc0c629885c, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d7e33879-42d2-4de9-b840-1dc0c629885c,segment=NetworkSegment(3d5ecc99-06be-4dcf-85be-47a527403db5),segment_id=3d5ecc99-06be-4dcf-85be-47a527403db5)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:33:40.289494 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-576cc43c-ccc4-4053-a6f6-86f40b507ed7 None None] For port b3e69ea7-9584-4954-adc1-e7d9ca6bbd65, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:33:40.292659 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-576cc43c-ccc4-4053-a6f6-86f40b507ed7 None None] For port b3e69ea7-9584-4954-adc1-e7d9ca6bbd65, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=b3e69ea7-9584-4954-adc1-e7d9ca6bbd65,segment=NetworkSegment(d6b762d4-99cb-4dcd-a013-00655dd6aa38),segment_id=d6b762d4-99cb-4dcd-a013-00655dd6aa38)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:33:40.320143 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-fd1f9340-cdad-4b63-9f64-f6318dc46b83 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/ports/18f43797-4343-41ae-80f5-a65baf365639 HTTP/1.1" status: 204 len: 168 time: 1.0412736 Apr 06 13:33:40.322428 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47604) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:40.341247 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:40.341553 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fa2516fa-b343-4cc3-ad9e-a75077958562 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:40.356490 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-fa2516fa-b343-4cc3-ad9e-a75077958562 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4254181 Apr 06 13:33:40.363999 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-c18c645e-de95-48e6-b7ce-fbc605e26a02 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] DELETE failed (client error): The resource could not be found. Apr 06 13:33:40.364472 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c18c645e-de95-48e6-b7ce-fbc605e26a02 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:40.367412 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c18c645e-de95-48e6-b7ce-fbc605e26a02 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/ports/18f43797-4343-41ae-80f5-a65baf365639 HTTP/1.1" status: 404 len: 333 time: 0.0435004 Apr 06 13:33:40.373131 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47610) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:40.421828 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-576cc43c-ccc4-4053-a6f6-86f40b507ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:40.423920 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-124b46f7-5781-438b-a47d-0234d3f43cda tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] GET failed (client error): The resource could not be found. Apr 06 13:33:40.424355 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-124b46f7-5781-438b-a47d-0234d3f43cda tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Synchronizing usage tracker for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:33:40.467018 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=d7e33879-42d2-4de9-b840-1dc0c629885c,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:40.498961 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74855db-eeb6-4b68-8d42-154c56676f54 req-e9c7df2c-2ec1-4517-ac03-4cdd1687031e tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:40.500662 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d74855db-eeb6-4b68-8d42-154c56676f54 req-e9c7df2c-2ec1-4517-ac03-4cdd1687031e tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 945 time: 0.1208749 Apr 06 13:33:40.556083 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d74855db-eeb6-4b68-8d42-154c56676f54 req-678e2f70-e06d-48ad-a9f8-d95c5a8d5028 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492921 Apr 06 13:33:40.557425 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576cc43c-ccc4-4053-a6f6-86f40b507ed7 None None] Pushing event updated for resources: {'Port': ['ID=b3e69ea7-9584-4954-adc1-e7d9ca6bbd65,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:40.567691 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-124b46f7-5781-438b-a47d-0234d3f43cda tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Unset dirty status for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:33:40.569436 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-124b46f7-5781-438b-a47d-0234d3f43cda tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "GET /v2.0/ports/18f43797-4343-41ae-80f5-a65baf365639 HTTP/1.1" status: 404 len: 333 time: 0.1980624 Apr 06 13:33:40.582379 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47620) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:40.687508 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-0115657e-b749-44c3-919e-8fa1ad47fa4e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:33:40.698600 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7a2e39-3da6-40ab-a042-4b4e369da749 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting subnet ae8173f4-e090-4f28-9da5-789cd5385024 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:33:40.703506 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8b7a2e39-3da6-40ab-a042-4b4e369da749 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:40.772921 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8b7a2e39-3da6-40ab-a042-4b4e369da749 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:40.971652 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-0115657e-b749-44c3-919e-8fa1ad47fa4e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:33:40.972725 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-0115657e-b749-44c3-919e-8fa1ad47fa4e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-68787838&fields=id&tenant_id=accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 267 time: 0.3640771 Apr 06 13:33:41.020842 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8b7a2e39-3da6-40ab-a042-4b4e369da749 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:41.193148 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-be7ccd1f-805a-47e3-a781-ad26fed91f97 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:41.195657 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-be7ccd1f-805a-47e3-a781-ad26fed91f97 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/networks?id=ac5488e8-cb14-4ed6-b360-540556d7e692 HTTP/1.1" status: 200 len: 797 time: 0.2151320 Apr 06 13:33:41.215060 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-ee64fd40-bc6f-4e5b-88d3-405c1a9923a7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/quotas/accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 375 time: 0.0120318 Apr 06 13:33:41.261425 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8b7a2e39-3da6-40ab-a042-4b4e369da749 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:41.318580 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8b7a2e39-3da6-40ab-a042-4b4e369da749 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:41.323671 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a2e39-3da6-40ab-a042-4b4e369da749 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Subnet': ['ID=ae8173f4-e090-4f28-9da5-789cd5385024,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:41.335202 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8b7a2e39-3da6-40ab-a042-4b4e369da749 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/subnets/ae8173f4-e090-4f28-9da5-789cd5385024 HTTP/1.1" status: 204 len: 168 time: 0.7614682 Apr 06 13:33:41.337320 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47628) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:41.384369 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-4593b7ec-0a65-43b8-82a1-c8e120adf018 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:33:41.456985 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d7e33879-42d2-4de9-b840-1dc0c629885c up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:33:41.472001 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-4593b7ec-0a65-43b8-82a1-c8e120adf018 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:33:41.472295 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e79e-c6ad-43c5-abfe-164ddb8f2013 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:41.477487 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-4593b7ec-0a65-43b8-82a1-c8e120adf018 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2538180 Apr 06 13:33:41.493360 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-d9e2e79e-c6ad-43c5-abfe-164ddb8f2013 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting port b3e69ea7-9584-4954-adc1-e7d9ca6bbd65 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:33:41.493698 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e79e-c6ad-43c5-abfe-164ddb8f2013 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:41.548468 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port d7e33879-42d2-4de9-b840-1dc0c629885c triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:33:41.551701 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:41.588308 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d15c26-ceea-4e67-a2c0-22987d56d7fd None None] Network 2bd3a194-cc70-4b97-b974-1129f62d182f requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:33:41.663143 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-1b97bd77-4d90-4bbf-a3c6-f2d56ac925e1 service neutron] 10.222.0.48 "GET /v2.0/networks/ac5488e8-cb14-4ed6-b360-540556d7e692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699669 Apr 06 13:33:41.779071 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-d9e2e79e-c6ad-43c5-abfe-164ddb8f2013 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] For port b3e69ea7-9584-4954-adc1-e7d9ca6bbd65, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=b3e69ea7-9584-4954-adc1-e7d9ca6bbd65,segment=NetworkSegment(d6b762d4-99cb-4dcd-a013-00655dd6aa38),segment_id=d6b762d4-99cb-4dcd-a013-00655dd6aa38)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:33:41.779764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e79e-c6ad-43c5-abfe-164ddb8f2013 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:41.812865 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d5188fb6-8e86-49cb-8134-b3f603e848a1 None None] Provisioning for port b3e69ea7-9584-4954-adc1-e7d9ca6bbd65 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:33:41.874744 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26163540-6ed7-4ce5-9999-4fa9cf3746f6 req-3a718105-2fc6-4bb1-bcd1-75ce853d8425 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:41.876764 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-26163540-6ed7-4ce5-9999-4fa9cf3746f6 req-3a718105-2fc6-4bb1-bcd1-75ce853d8425 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 945 time: 0.1824009 Apr 06 13:33:41.878952 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-cf6df032-ab93-4a40-9baa-7e0501373479 service neutron] 10.222.0.48 "GET /v2.0/networks/ac5488e8-cb14-4ed6-b360-540556d7e692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083356 Apr 06 13:33:41.879111 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device b3e69ea7-9584-4954-adc1-e7d9ca6bbd65 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:33:41.932637 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-d9e2e79e-c6ad-43c5-abfe-164ddb8f2013 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Calling delete_port for b3e69ea7-9584-4954-adc1-e7d9ca6bbd65 owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:33:41.945735 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-26163540-6ed7-4ce5-9999-4fa9cf3746f6 req-026af5a2-8c81-4308-becd-79b6d5ad9bbb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587823 Apr 06 13:33:42.040311 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c8cda5-5ba7-42c0-a5f2-4cfe6cd7ab57 None None] DHCP port deletion for 2bd3a194-cc70-4b97-b974-1129f62d182f request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:33:42.047309 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-17c8cda5-5ba7-42c0-a5f2-4cfe6cd7ab57 None None] Deleting port b3e69ea7-9584-4954-adc1-e7d9ca6bbd65 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:33:42.047979 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-17c8cda5-5ba7-42c0-a5f2-4cfe6cd7ab57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:42.076853 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port b3e69ea7-9584-4954-adc1-e7d9ca6bbd65 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:33:42.094285 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 07803e77-58c8-4c01-80c7-6501bce70ba3 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:33:42.121081 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port b3e69ea7-9584-4954-adc1-e7d9ca6bbd65 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:33:42.121453 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:42.220655 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e79e-c6ad-43c5-abfe-164ddb8f2013 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:42.239263 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-17c8cda5-5ba7-42c0-a5f2-4cfe6cd7ab57 None None] The port 'b3e69ea7-9584-4954-adc1-e7d9ca6bbd65' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:33:42.264255 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Could not find standard attr ID for object b3e69ea7-9584-4954-adc1-e7d9ca6bbd65. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:33:42.270338 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No ports have port_id starting with b3e69ea7-9584-4954-adc1-e7d9ca6bbd65 Apr 06 13:33:42.274601 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2e79e-c6ad-43c5-abfe-164ddb8f2013 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Port': ['ID=b3e69ea7-9584-4954-adc1-e7d9ca6bbd65,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:42.284562 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e2e79e-c6ad-43c5-abfe-164ddb8f2013 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] No DVR routers for this DVR port b3e69ea7-9584-4954-adc1-e7d9ca6bbd65 on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:33:42.329497 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port 07803e77-58c8-4c01-80c7-6501bce70ba3 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:33:42.331899 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4e5d2df6-0cc5-4853-9ca5-c02ff1fc3a54 req-edd1fd53-322b-491f-94c9-09575dd49033 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=6745617e-79ee-48e6-9011-0d6db4a50d61 HTTP/1.1" status: 200 len: 210 time: 0.0775414 Apr 06 13:33:42.338595 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 07803e77-58c8-4c01-80c7-6501bce70ba3 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:33:42.338877 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:42.481010 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:42.509515 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710c500a-ff48-45ab-8d5c-92a1a0ce3714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07803e77-58c8-4c01-80c7-6501bce70ba3'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:33:42.521344 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 07803e77-58c8-4c01-80c7-6501bce70ba3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=07803e77-58c8-4c01-80c7-6501bce70ba3,segment=NetworkSegment(ad0f3491-5818-4d1f-8d68-284d1a30d5e3),segment_id=ad0f3491-5818-4d1f-8d68-284d1a30d5e3)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:33:42.526184 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e79e-c6ad-43c5-abfe-164ddb8f2013 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:42.560642 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-d9e2e79e-c6ad-43c5-abfe-164ddb8f2013 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd3a194-cc70-4b97-b974-1129f62d182f']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:42.563733 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c72cab7a-a94b-42c6-94ea-9f87a7195701'] response: {'server_uuid': '710c500a-ff48-45ab-8d5c-92a1a0ce3714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07803e77-58c8-4c01-80c7-6501bce70ba3', 'code': 200} Apr 06 13:33:42.574208 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-d9e2e79e-c6ad-43c5-abfe-164ddb8f2013 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b762d4-99cb-4dcd-a013-00655dd6aa38') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:42.574520 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-d9e2e79e-c6ad-43c5-abfe-164ddb8f2013 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b762d4-99cb-4dcd-a013-00655dd6aa38') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:42.587140 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e79e-c6ad-43c5-abfe-164ddb8f2013 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:42.606825 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e79e-c6ad-43c5-abfe-164ddb8f2013 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:42.612951 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e2e79e-c6ad-43c5-abfe-164ddb8f2013 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:33:42.613333 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e79e-c6ad-43c5-abfe-164ddb8f2013 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:42.626785 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:33:42.628731 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:33:42.709431 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=07803e77-58c8-4c01-80c7-6501bce70ba3,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:42.804859 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e79e-c6ad-43c5-abfe-164ddb8f2013 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:42.825993 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e79e-c6ad-43c5-abfe-164ddb8f2013 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:42.832624 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2e79e-c6ad-43c5-abfe-164ddb8f2013 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Network': ['ID=2bd3a194-cc70-4b97-b974-1129f62d182f,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:42.976370 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d9e2e79e-c6ad-43c5-abfe-164ddb8f2013 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/networks/2bd3a194-cc70-4b97-b974-1129f62d182f HTTP/1.1" status: 204 len: 168 time: 1.6339343 Apr 06 13:33:42.976652 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47646) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:42.983437 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-384068ef-bc38-4385-8ec4-b5de110ad47e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-850757348'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:42.988970 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-384068ef-bc38-4385-8ec4-b5de110ad47e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:42.994780 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-384068ef-bc38-4385-8ec4-b5de110ad47e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:network and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:42.998910 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-384068ef-bc38-4385-8ec4-b5de110ad47e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:43.005649 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-384068ef-bc38-4385-8ec4-b5de110ad47e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:43.014020 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406dbd9-d186-41a7-b690-edfca221a88f req-ba76b0bb-3377-48b0-943f-a8e069ae53e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:43.015643 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0406dbd9-d186-41a7-b690-edfca221a88f req-ba76b0bb-3377-48b0-943f-a8e069ae53e7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 1099 time: 0.0808454 Apr 06 13:33:43.059746 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0406dbd9-d186-41a7-b690-edfca221a88f req-45dde8c0-6a3a-4535-8bb1-70d241990984 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382524 Apr 06 13:33:43.109664 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384068ef-bc38-4385-8ec4-b5de110ad47e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:33:43.113184 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-384068ef-bc38-4385-8ec4-b5de110ad47e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:43.156689 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384068ef-bc38-4385-8ec4-b5de110ad47e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:33:43.170306 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-384068ef-bc38-4385-8ec4-b5de110ad47e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:43.170643 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-384068ef-bc38-4385-8ec4-b5de110ad47e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Added segment 3d99c573-ecc2-4ed4-9860-f6d749f3439d of type vlan for network bfa47550-e91b-4158-8571-247008c7c907 Apr 06 13:33:43.209302 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a854b6-974f-40e3-a4ee-770059c7017e req-75228b9b-014e-4f09-9d04-01b4d103d45a tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:43.211058 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-38a854b6-974f-40e3-a4ee-770059c7017e req-75228b9b-014e-4f09-9d04-01b4d103d45a tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 946 time: 0.1371355 Apr 06 13:33:43.245219 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-384068ef-bc38-4385-8ec4-b5de110ad47e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:43.289386 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-38a854b6-974f-40e3-a4ee-770059c7017e req-0f05749e-6f36-4f9d-b210-09c22d110b6a tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645926 Apr 06 13:33:43.342926 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device b3e69ea7-9584-4954-adc1-e7d9ca6bbd65 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:33:43.352598 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-384068ef-bc38-4385-8ec4-b5de110ad47e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:43.360139 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384068ef-bc38-4385-8ec4-b5de110ad47e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:43.366047 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-384068ef-bc38-4385-8ec4-b5de110ad47e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:43.381679 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: b3e69ea7-9584-4954-adc1-e7d9ca6bbd65 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:33:43.382027 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device b3e69ea7-9584-4954-adc1-e7d9ca6bbd65 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:33:43.519599 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-384068ef-bc38-4385-8ec4-b5de110ad47e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5417945 Apr 06 13:33:43.522520 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ce04ef5d-7fc8-4494-8e95-bbe3eade3dcb req-da747a1f-dea6-4e39-a1fc-12283725dceb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=6745617e-79ee-48e6-9011-0d6db4a50d61 HTTP/1.1" status: 200 len: 210 time: 0.0556412 Apr 06 13:33:43.522873 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47654) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:43.523171 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384068ef-bc38-4385-8ec4-b5de110ad47e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Network': ['ID=bfa47550-e91b-4158-8571-247008c7c907,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:43.538845 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network bfa47550-e91b-4158-8571-247008c7c907 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:33:43.539656 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-10ed87da-83f9-45f0-8bae-a69532bfe1f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'subnet': {'network_id': 'bfa47550-e91b-4158-8571-247008c7c907', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:43.658788 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-10ed87da-83f9-45f0-8bae-a69532bfe1f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:43.662916 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-10ed87da-83f9-45f0-8bae-a69532bfe1f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:subnet and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:43.666011 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-10ed87da-83f9-45f0-8bae-a69532bfe1f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:43.672290 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-10ed87da-83f9-45f0-8bae-a69532bfe1f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:43.735184 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ed87da-83f9-45f0-8bae-a69532bfe1f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:33:43.738657 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-10ed87da-83f9-45f0-8bae-a69532bfe1f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:44.049394 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-10ed87da-83f9-45f0-8bae-a69532bfe1f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:44.133746 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed87da-83f9-45f0-8bae-a69532bfe1f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Subnet': ['ID=f3cff3fe-6a6c-4a99-9718-4923aa0c6525,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:44.140287 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ed87da-83f9-45f0-8bae-a69532bfe1f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Checking segment: {'id': '3d99c573-ecc2-4ed4-9860-f6d749f3439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bfa47550-e91b-4158-8571-247008c7c907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:33:44.140725 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ed87da-83f9-45f0-8bae-a69532bfe1f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network hostable DHCP agents. Network: bfa47550-e91b-4158-8571-247008c7c907, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:33:44.238106 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ed87da-83f9-45f0-8bae-a69532bfe1f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network bfa47550-e91b-4158-8571-247008c7c907 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:33:44.323688 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-10ed87da-83f9-45f0-8bae-a69532bfe1f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, bfa47550-e91b-4158-8571-247008c7c907) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:44.329417 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ed87da-83f9-45f0-8bae-a69532bfe1f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:44.330487 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-10ed87da-83f9-45f0-8bae-a69532bfe1f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:44.333533 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec32920-ad87-4848-8633-6fcbe8b79daf None None] Network bfa47550-e91b-4158-8571-247008c7c907 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:33:44.480875 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-10ed87da-83f9-45f0-8bae-a69532bfe1f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9564705 Apr 06 13:33:44.487879 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47660) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:44.500989 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-523513ea-b459-49e4-90c8-1e0eb9ab91a7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'port': {'network_id': 'bfa47550-e91b-4158-8571-247008c7c907', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-549236080'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:44.549905 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464cc42-c98b-4853-aadb-18b27f50203b req-d59b0222-d986-4a3a-b486-1a88a75328f6 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:44.551521 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f464cc42-c98b-4853-aadb-18b27f50203b req-d59b0222-d986-4a3a-b486-1a88a75328f6 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 946 time: 0.1385467 Apr 06 13:33:44.586176 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b8bd88-64c9-41b4-aa96-861fef77352e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-bfa47550-e91b-4158-8571-247008c7c907', 'network_id': 'bfa47550-e91b-4158-8571-247008c7c907', 'tenant_id': '04df41dc5a9e4d7491eefb535d8a0a09', 'fixed_ips': [{'subnet_id': 'f3cff3fe-6a6c-4a99-9718-4923aa0c6525'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:33:44.587392 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-19b8bd88-64c9-41b4-aa96-861fef77352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:44.647406 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-88cf454d-5f5c-43c5-b392-4dc579c26623 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:44.648183 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-88cf454d-5f5c-43c5-b392-4dc579c26623 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:network {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:33:44.716977 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f464cc42-c98b-4853-aadb-18b27f50203b req-085ef039-cb03-49d9-82f7-e769eb96fa10 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565299 Apr 06 13:33:44.745384 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fb84a69e-7006-46c6-b1b6-343e7bc04c73 req-4debd8c2-ba65-403f-accc-ca26a3a71b40 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=6745617e-79ee-48e6-9011-0d6db4a50d61 HTTP/1.1" status: 200 len: 210 time: 0.0691860 Apr 06 13:33:44.765616 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-523513ea-b459-49e4-90c8-1e0eb9ab91a7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:44.772666 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-523513ea-b459-49e4-90c8-1e0eb9ab91a7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:port and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:44.776798 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-523513ea-b459-49e4-90c8-1e0eb9ab91a7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:44.778823 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-88cf454d-5f5c-43c5-b392-4dc579c26623 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:network {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:33:44.780445 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-88cf454d-5f5c-43c5-b392-4dc579c26623 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/networks?id=ac5488e8-cb14-4ed6-b360-540556d7e692 HTTP/1.1" status: 200 len: 797 time: 0.3332498 Apr 06 13:33:44.792701 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-523513ea-b459-49e4-90c8-1e0eb9ab91a7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:44.793956 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-19b8bd88-64c9-41b4-aa96-861fef77352e None None] Allocated IP 2001:db8::2 (bfa47550-e91b-4158-8571-247008c7c907/f3cff3fe-6a6c-4a99-9718-4923aa0c6525/7c3c01f9-693a-40d4-8f4f-b15698ae2aff) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:33:44.844129 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-f8cf71c8-f461-43f2-b0f5-f9c0755ae78a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:33:44.858883 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-f8cf71c8-f461-43f2-b0f5-f9c0755ae78a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:33:44.860334 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-f8cf71c8-f461-43f2-b0f5-f9c0755ae78a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 378 time: 0.0712979 Apr 06 13:33:44.870186 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-526cf1cd-8a6b-4070-8672-96ea4451dcdd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'port': {'device_id': '6745617e-79ee-48e6-9011-0d6db4a50d61', 'network_id': 'ac5488e8-cb14-4ed6-b360-540556d7e692', 'admin_state_up': True, 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'security_groups': ['7a9489fc-c83b-40b2-8e8b-52c998341655']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:44.883270 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523513ea-b459-49e4-90c8-1e0eb9ab91a7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:33:44.887411 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-523513ea-b459-49e4-90c8-1e0eb9ab91a7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:44.928298 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-523513ea-b459-49e4-90c8-1e0eb9ab91a7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] device_id is not set on port a96abde9-dcd7-4ef6-b60a-e83c15618821 yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:33:45.038651 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01eb14-1d21-4c39-a0a4-18bf7fda673b req-94df4938-5b23-440a-842e-92744559095b tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:45.040274 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7a01eb14-1d21-4c39-a0a4-18bf7fda673b req-94df4938-5b23-440a-842e-92744559095b tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 946 time: 0.1934016 Apr 06 13:33:45.045906 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-526cf1cd-8a6b-4070-8672-96ea4451dcdd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:45.061382 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-526cf1cd-8a6b-4070-8672-96ea4451dcdd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:45.062485 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-19b8bd88-64c9-41b4-aa96-861fef77352e None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:45.078243 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-19b8bd88-64c9-41b4-aa96-861fef77352e None None] Transition to ACTIVE for port object 7c3c01f9-693a-40d4-8f4f-b15698ae2aff will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:33:45.089142 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7a01eb14-1d21-4c39-a0a4-18bf7fda673b req-d03670c7-c983-4898-9b61-ac42cb7a8f04 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425539 Apr 06 13:33:45.101421 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-19b8bd88-64c9-41b4-aa96-861fef77352e None None] Transition to ACTIVE for port object 7c3c01f9-693a-40d4-8f4f-b15698ae2aff will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:33:45.113930 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47672) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:45.198137 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-526cf1cd-8a6b-4070-8672-96ea4451dcdd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Made reservation on behalf of accb128fe3eb42cd83b327a0d6bf9c24 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:33:45.201747 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-526cf1cd-8a6b-4070-8672-96ea4451dcdd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:45.243595 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-19b8bd88-64c9-41b4-aa96-861fef77352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:45.309808 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b8bd88-64c9-41b4-aa96-861fef77352e None None] Network bfa47550-e91b-4158-8571-247008c7c907 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:33:45.317756 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-19b8bd88-64c9-41b4-aa96-861fef77352e None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:45.323060 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b8bd88-64c9-41b4-aa96-861fef77352e None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:33:45.418378 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8bd88-64c9-41b4-aa96-861fef77352e None None] Pushing event updated for resources: {'Port': ['ID=7c3c01f9-693a-40d4-8f4f-b15698ae2aff,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:45.426260 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80df121a-195e-49e9-9002-48cdfb753675 tempest-TestVolumeBootPattern-585643774 tempest-TestVolumeBootPattern-585643774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:45.426990 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-80df121a-195e-49e9-9002-48cdfb753675 tempest-TestVolumeBootPattern-585643774 tempest-TestVolumeBootPattern-585643774-project-admin] Synchronizing usage tracker for tenant:52eea84fda4145edb2079b946d4ccaaa on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:33:45.444059 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-19b8bd88-64c9-41b4-aa96-861fef77352e None None] Attempting to bind port 7c3c01f9-693a-40d4-8f4f-b15698ae2aff on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:33:45.451440 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-19b8bd88-64c9-41b4-aa96-861fef77352e None None] Attempting to bind port 7c3c01f9-693a-40d4-8f4f-b15698ae2aff by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '3d99c573-ecc2-4ed4-9860-f6d749f3439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bfa47550-e91b-4158-8571-247008c7c907'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:33:45.451440 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b8bd88-64c9-41b4-aa96-861fef77352e None None] Attempting to bind port 7c3c01f9-693a-40d4-8f4f-b15698ae2aff on network bfa47550-e91b-4158-8571-247008c7c907 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:33:45.451674 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-526cf1cd-8a6b-4070-8672-96ea4451dcdd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.20.0.3 (ac5488e8-cb14-4ed6-b360-540556d7e692/6cb799e9-162a-417f-bdea-32ad204bc2bc/81f1b42b-7d8e-4746-8ea0-ed81ea1293bc) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:33:45.451793 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b8bd88-64c9-41b4-aa96-861fef77352e None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:33:45.451793 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b8bd88-64c9-41b4-aa96-861fef77352e None None] Checking segment: {'id': '3d99c573-ecc2-4ed4-9860-f6d749f3439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bfa47550-e91b-4158-8571-247008c7c907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:33:45.451793 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-19b8bd88-64c9-41b4-aa96-861fef77352e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:45.452425 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b8bd88-64c9-41b4-aa96-861fef77352e None None] Bound using segment: {'id': '3d99c573-ecc2-4ed4-9860-f6d749f3439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bfa47550-e91b-4158-8571-247008c7c907'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:33:45.452993 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-19b8bd88-64c9-41b4-aa96-861fef77352e None None] Bound port: 7c3c01f9-693a-40d4-8f4f-b15698ae2aff, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d99c573-ecc2-4ed4-9860-f6d749f3439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bfa47550-e91b-4158-8571-247008c7c907'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:33:45.453587 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-19b8bd88-64c9-41b4-aa96-861fef77352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:45.457744 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-523513ea-b459-49e4-90c8-1e0eb9ab91a7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Allocated IP 2001:db8::105 (bfa47550-e91b-4158-8571-247008c7c907/f3cff3fe-6a6c-4a99-9718-4923aa0c6525/a96abde9-dcd7-4ef6-b60a-e83c15618821) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:33:45.504051 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-51520997-9ec0-43c4-8870-262f3c220208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:45.560059 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-19b8bd88-64c9-41b4-aa96-861fef77352e None None] For port 7c3c01f9-693a-40d4-8f4f-b15698ae2aff, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:33:45.564518 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-19b8bd88-64c9-41b4-aa96-861fef77352e None None] For port 7c3c01f9-693a-40d4-8f4f-b15698ae2aff, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=7c3c01f9-693a-40d4-8f4f-b15698ae2aff,segment=NetworkSegment(3d99c573-ecc2-4ed4-9860-f6d749f3439d),segment_id=3d99c573-ecc2-4ed4-9860-f6d749f3439d)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:33:45.587463 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-80df121a-195e-49e9-9002-48cdfb753675 tempest-TestVolumeBootPattern-585643774 tempest-TestVolumeBootPattern-585643774-project-admin] Unset dirty status for tenant:52eea84fda4145edb2079b946d4ccaaa on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:33:45.588621 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-80df121a-195e-49e9-9002-48cdfb753675 tempest-TestVolumeBootPattern-585643774 tempest-TestVolumeBootPattern-585643774-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 1094 time: 0.4736793 Apr 06 13:33:45.593721 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47678) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:45.602552 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-70029af3-9243-4fa7-9b4f-a791a6e425bb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'port_id': '07803e77-58c8-4c01-80c7-6501bce70ba3', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:45.612909 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-70029af3-9243-4fa7-9b4f-a791a6e425bb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:45.620959 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-70029af3-9243-4fa7-9b4f-a791a6e425bb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Usage tracker for resource:floatingip and tenant:6f961cdd2806417f9eeecf800dc5c9c4 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:45.625735 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-70029af3-9243-4fa7-9b4f-a791a6e425bb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:45.637807 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-70029af3-9243-4fa7-9b4f-a791a6e425bb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:45.660050 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-526cf1cd-8a6b-4070-8672-96ea4451dcdd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:45.676593 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-523513ea-b459-49e4-90c8-1e0eb9ab91a7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:45.677332 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-526cf1cd-8a6b-4070-8672-96ea4451dcdd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Transition to ACTIVE for port object 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:33:45.684405 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-19b8bd88-64c9-41b4-aa96-861fef77352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:45.696236 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-523513ea-b459-49e4-90c8-1e0eb9ab91a7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Transition to ACTIVE for port object a96abde9-dcd7-4ef6-b60a-e83c15618821 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:33:45.771345 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8bd88-64c9-41b4-aa96-861fef77352e None None] Pushing event updated for resources: {'Port': ['ID=7c3c01f9-693a-40d4-8f4f-b15698ae2aff,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:45.787677 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-70029af3-9243-4fa7-9b4f-a791a6e425bb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for floatingip, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:45.809706 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-526cf1cd-8a6b-4070-8672-96ea4451dcdd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:45.821413 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-523513ea-b459-49e4-90c8-1e0eb9ab91a7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:45.909586 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523513ea-b459-49e4-90c8-1e0eb9ab91a7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network bfa47550-e91b-4158-8571-247008c7c907 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:33:45.957495 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-523513ea-b459-49e4-90c8-1e0eb9ab91a7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:45.973539 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523513ea-b459-49e4-90c8-1e0eb9ab91a7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:33:45.993539 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523513ea-b459-49e4-90c8-1e0eb9ab91a7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:45.994213 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-523513ea-b459-49e4-90c8-1e0eb9ab91a7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:45.998016 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523513ea-b459-49e4-90c8-1e0eb9ab91a7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Port': ['ID=a96abde9-dcd7-4ef6-b60a-e83c15618821,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:46.001772 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-526cf1cd-8a6b-4070-8672-96ea4451dcdd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network ac5488e8-cb14-4ed6-b360-540556d7e692 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:33:46.003646 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-526cf1cd-8a6b-4070-8672-96ea4451dcdd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:46.013683 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-526cf1cd-8a6b-4070-8672-96ea4451dcdd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:33:46.055457 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526cf1cd-8a6b-4070-8672-96ea4451dcdd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=81f1b42b-7d8e-4746-8ea0-ed81ea1293bc,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:46.099997 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-526cf1cd-8a6b-4070-8672-96ea4451dcdd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:46.102362 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-526cf1cd-8a6b-4070-8672-96ea4451dcdd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:46.151785 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af7c31-b0ff-4948-b384-8fb39a5f9ddb req-0fd393be-b3ba-4f52-9117-32cae9b0435f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:46.153364 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-65af7c31-b0ff-4948-b384-8fb39a5f9ddb req-0fd393be-b3ba-4f52-9117-32cae9b0435f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=6745617e-79ee-48e6-9011-0d6db4a50d61 HTTP/1.1" status: 200 len: 931 time: 0.2524157 Apr 06 13:33:46.205562 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47684) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:46.205892 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-523513ea-b459-49e4-90c8-1e0eb9ab91a7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.7157149 Apr 06 13:33:46.233049 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-70029af3-9243-4fa7-9b4f-a791a6e425bb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:46.258321 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-526cf1cd-8a6b-4070-8672-96ea4451dcdd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3931065 Apr 06 13:33:46.273834 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-0af3ecb8-3ab8-41d8-b4b1-0de6620c60dc service neutron] Request body: {'port': {'device_id': '6745617e-79ee-48e6-9011-0d6db4a50d61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:46.289918 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-65af7c31-b0ff-4948-b384-8fb39a5f9ddb req-31019b8d-4307-4f98-9307-855f464254c9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a9489fc-c83b-40b2-8e8b-52c998341655&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1284118 Apr 06 13:33:46.362554 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-95f44c56-0234-4faf-894e-084dfd89e659 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting port a96abde9-dcd7-4ef6-b60a-e83c15618821 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:33:46.362912 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95f44c56-0234-4faf-894e-084dfd89e659 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:46.381241 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2161ae7d-8ab0-4e0a-b312-92e7271c555f None None] Provisioning for port 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:33:46.388766 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2161ae7d-8ab0-4e0a-b312-92e7271c555f None None] Provisioning complete for port 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:33:46.389851 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2161ae7d-8ab0-4e0a-b312-92e7271c555f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:46.404446 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-70029af3-9243-4fa7-9b4f-a791a6e425bb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Allocated IP 172.26.4.187 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/e6033767-fe38-49b3-98de-148b11b34717) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:33:46.464948 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-2161ae7d-8ab0-4e0a-b312-92e7271c555f None None] Port 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:33:46.495260 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-0af3ecb8-3ab8-41d8-b4b1-0de6620c60dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:46.585785 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-70029af3-9243-4fa7-9b4f-a791a6e425bb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:46.730145 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-70029af3-9243-4fa7-9b4f-a791a6e425bb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:46.815661 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70029af3-9243-4fa7-9b4f-a791a6e425bb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:33:46.817221 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-70029af3-9243-4fa7-9b4f-a791a6e425bb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:46.819929 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70029af3-9243-4fa7-9b4f-a791a6e425bb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:33:46.829852 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95f44c56-0234-4faf-894e-084dfd89e659 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:46.858561 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70029af3-9243-4fa7-9b4f-a791a6e425bb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Pushing event updated for resources: {'Port': ['ID=e6033767-fe38-49b3-98de-148b11b34717,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:46.967589 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3584d5fb-23cb-4846-b355-a5e1343d8841 None None] Network bfa47550-e91b-4158-8571-247008c7c907 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:33:47.016544 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-95f44c56-0234-4faf-894e-084dfd89e659 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Calling delete_port for a96abde9-dcd7-4ef6-b60a-e83c15618821 owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:33:47.152148 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-fd9d9f5c-83bc-4be3-9fd7-7ed101865a17 None None] Provisioning for port 7c3c01f9-693a-40d4-8f4f-b15698ae2aff completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:33:47.282858 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-0af3ecb8-3ab8-41d8-b4b1-0de6620c60dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:33:47.295511 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-0af3ecb8-3ab8-41d8-b4b1-0de6620c60dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:47.390911 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 7c3c01f9-693a-40d4-8f4f-b15698ae2aff up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:33:47.404195 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-0af3ecb8-3ab8-41d8-b4b1-0de6620c60dc service neutron] Transition to ACTIVE for port object 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:33:47.405688 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95f44c56-0234-4faf-894e-084dfd89e659 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:47.504293 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f44c56-0234-4faf-894e-084dfd89e659 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Port': ['ID=a96abde9-dcd7-4ef6-b60a-e83c15618821,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:47.507225 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-0af3ecb8-3ab8-41d8-b4b1-0de6620c60dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:47.539438 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-70029af3-9243-4fa7-9b4f-a791a6e425bb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:47.547070 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 7c3c01f9-693a-40d4-8f4f-b15698ae2aff completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:33:47.549627 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95f44c56-0234-4faf-894e-084dfd89e659 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:47.557986 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7031d3-8b40-4292-9440-b1da46cd5afe req-72425a77-19e3-4c7d-b9f3-69da5ba54e98 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:47.559693 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0c7031d3-8b40-4292-9440-b1da46cd5afe req-72425a77-19e3-4c7d-b9f3-69da5ba54e98 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=6745617e-79ee-48e6-9011-0d6db4a50d61 HTTP/1.1" status: 200 len: 931 time: 0.1230969 Apr 06 13:33:47.568083 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 7c3c01f9-693a-40d4-8f4f-b15698ae2aff triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:33:47.568630 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:47.630656 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-95f44c56-0234-4faf-894e-084dfd89e659 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/ports/a96abde9-dcd7-4ef6-b60a-e83c15618821 HTTP/1.1" status: 204 len: 168 time: 1.4236853 Apr 06 13:33:47.633255 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47690) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:47.670007 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-23703770-752e-4ab5-ae4b-ea5f95257ee4 None None] Provisioning complete for port 7c3c01f9-693a-40d4-8f4f-b15698ae2aff triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:33:47.670377 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-23703770-752e-4ab5-ae4b-ea5f95257ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:47.686835 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3ecb8-3ab8-41d8-b4b1-0de6620c60dc service neutron] Pushing event updated for resources: {'Port': ['ID=81f1b42b-7d8e-4746-8ea0-ed81ea1293bc,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:47.732019 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-659b49f7-d11e-484e-8212-c91e134480ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:47.770674 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0c7031d3-8b40-4292-9440-b1da46cd5afe req-0fd51ea8-9d3f-4128-baa8-f277c25c1f92 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a9489fc-c83b-40b2-8e8b-52c998341655&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1914909 Apr 06 13:33:47.785913 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d536dfc-eb89-4730-bc74-a6ae06757456 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] GET failed (client error): The resource could not be found. Apr 06 13:33:47.787153 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2d536dfc-eb89-4730-bc74-a6ae06757456 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Synchronizing usage tracker for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:33:47.805172 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-0af3ecb8-3ab8-41d8-b4b1-0de6620c60dc service neutron] Attempting to bind port 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:33:47.805588 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-0af3ecb8-3ab8-41d8-b4b1-0de6620c60dc service neutron] Attempting to bind port 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3d5ecc99-06be-4dcf-85be-47a527403db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ac5488e8-cb14-4ed6-b360-540556d7e692'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:33:47.805914 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-0af3ecb8-3ab8-41d8-b4b1-0de6620c60dc service neutron] Attempting to bind port 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc on network ac5488e8-cb14-4ed6-b360-540556d7e692 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:33:47.816453 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-0af3ecb8-3ab8-41d8-b4b1-0de6620c60dc service neutron] Port 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc on network ac5488e8-cb14-4ed6-b360-540556d7e692 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:33:47.818171 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-0af3ecb8-3ab8-41d8-b4b1-0de6620c60dc service neutron] Attempting to bind port 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc on network ac5488e8-cb14-4ed6-b360-540556d7e692 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:33:47.827548 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-0af3ecb8-3ab8-41d8-b4b1-0de6620c60dc service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:33:47.828302 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-0af3ecb8-3ab8-41d8-b4b1-0de6620c60dc service neutron] Checking segment: {'id': '3d5ecc99-06be-4dcf-85be-47a527403db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ac5488e8-cb14-4ed6-b360-540556d7e692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:33:47.828918 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-0af3ecb8-3ab8-41d8-b4b1-0de6620c60dc service neutron] Bound using segment: {'id': '3d5ecc99-06be-4dcf-85be-47a527403db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ac5488e8-cb14-4ed6-b360-540556d7e692'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:33:47.829761 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-0af3ecb8-3ab8-41d8-b4b1-0de6620c60dc service neutron] Bound port: 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d5ecc99-06be-4dcf-85be-47a527403db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ac5488e8-cb14-4ed6-b360-540556d7e692'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:33:47.830420 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-0af3ecb8-3ab8-41d8-b4b1-0de6620c60dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:47.843094 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-70029af3-9243-4fa7-9b4f-a791a6e425bb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:47.934260 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:48.004531 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-23703770-752e-4ab5-ae4b-ea5f95257ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:48.028757 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 7c3c01f9-693a-40d4-8f4f-b15698ae2aff, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=7c3c01f9-693a-40d4-8f4f-b15698ae2aff,segment=NetworkSegment(3d99c573-ecc2-4ed4-9860-f6d749f3439d),segment_id=3d99c573-ecc2-4ed4-9860-f6d749f3439d)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:33:48.053516 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2d536dfc-eb89-4730-bc74-a6ae06757456 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Unset dirty status for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:33:48.058070 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2d536dfc-eb89-4730-bc74-a6ae06757456 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "GET /v2.0/ports/a96abde9-dcd7-4ef6-b60a-e83c15618821 HTTP/1.1" status: 404 len: 333 time: 0.4204266 Apr 06 13:33:48.058070 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47694) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:48.095854 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-0af3ecb8-3ab8-41d8-b4b1-0de6620c60dc service neutron] For port 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:33:48.099292 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-0af3ecb8-3ab8-41d8-b4b1-0de6620c60dc service neutron] For port 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=81f1b42b-7d8e-4746-8ea0-ed81ea1293bc,segment=NetworkSegment(3d5ecc99-06be-4dcf-85be-47a527403db5),segment_id=3d5ecc99-06be-4dcf-85be-47a527403db5)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:33:48.118737 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:48.153481 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea5c410-0157-42cd-8391-579b8e8f2a51 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting subnet f3cff3fe-6a6c-4a99-9718-4923aa0c6525 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:33:48.179070 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6ea5c410-0157-42cd-8391-579b8e8f2a51 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:48.209899 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-0af3ecb8-3ab8-41d8-b4b1-0de6620c60dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:48.265529 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=7c3c01f9-693a-40d4-8f4f-b15698ae2aff,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:48.269217 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-23703770-752e-4ab5-ae4b-ea5f95257ee4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:33:48.269795 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-23703770-752e-4ab5-ae4b-ea5f95257ee4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:33:48.297387 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-0af3ecb8-3ab8-41d8-b4b1-0de6620c60dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:48.297387 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-0af3ecb8-3ab8-41d8-b4b1-0de6620c60dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:48.297387 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-0af3ecb8-3ab8-41d8-b4b1-0de6620c60dc service neutron] 10.222.0.61 "PUT /v2.0/ports/81f1b42b-7d8e-4746-8ea0-ed81ea1293bc HTTP/1.1" status: 200 len: 1093 time: 2.0309644 Apr 06 13:33:48.298121 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6745617e-79ee-48e6-9011-0d6db4a50d61', 'tag': '81f1b42b-7d8e-4746-8ea0-ed81ea1293bc'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:33:48.336081 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6ea5c410-0157-42cd-8391-579b8e8f2a51 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:48.340226 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3ecb8-3ab8-41d8-b4b1-0de6620c60dc service neutron] Pushing event updated for resources: {'Port': ['ID=81f1b42b-7d8e-4746-8ea0-ed81ea1293bc,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:48.366042 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f7c601-49a5-4b77-89ff-14df27073b04'] response: {'name': 'network-changed', 'server_uuid': '6745617e-79ee-48e6-9011-0d6db4a50d61', 'tag': '81f1b42b-7d8e-4746-8ea0-ed81ea1293bc', 'status': 'completed', 'code': 200} Apr 06 13:33:48.458372 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-70029af3-9243-4fa7-9b4f-a791a6e425bb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:48.469383 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a07bbb-7790-4292-997d-dcff19032eb2 req-b2b6c99c-a5a2-495c-b179-0ae1a81abffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:48.471002 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-88a07bbb-7790-4292-997d-dcff19032eb2 req-b2b6c99c-a5a2-495c-b179-0ae1a81abffb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=6745617e-79ee-48e6-9011-0d6db4a50d61 HTTP/1.1" status: 200 len: 1096 time: 0.0801914 Apr 06 13:33:48.473705 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6ea5c410-0157-42cd-8391-579b8e8f2a51 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:48.557143 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-70029af3-9243-4fa7-9b4f-a791a6e425bb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:48.622697 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a07bbb-7790-4292-997d-dcff19032eb2 req-e05ed1e1-f070-41b1-a6d4-4aaea9dbecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:48.624187 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-88a07bbb-7790-4292-997d-dcff19032eb2 req-e05ed1e1-f070-41b1-a6d4-4aaea9dbecfb service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1466448 Apr 06 13:33:48.647013 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6ea5c410-0157-42cd-8391-579b8e8f2a51 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:48.725085 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6ea5c410-0157-42cd-8391-579b8e8f2a51 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:48.730996 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5c410-0157-42cd-8391-579b8e8f2a51 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Subnet': ['ID=f3cff3fe-6a6c-4a99-9718-4923aa0c6525,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:48.732453 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b807991b-3e88-44d8-a911-21ad9993ae35 None None] Network bfa47550-e91b-4158-8571-247008c7c907 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:33:48.733703 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70029af3-9243-4fa7-9b4f-a791a6e425bb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Pushing event updated for resources: {'Port': ['ID=e6033767-fe38-49b3-98de-148b11b34717,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:48.753494 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-70029af3-9243-4fa7-9b4f-a791a6e425bb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:48.771445 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a07bbb-7790-4292-997d-dcff19032eb2 req-19b51669-6ee5-4a25-956f-1d15d3e065e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:48.773242 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-88a07bbb-7790-4292-997d-dcff19032eb2 req-19b51669-6ee5-4a25-956f-1d15d3e065e2 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1432805 Apr 06 13:33:48.820941 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6ea5c410-0157-42cd-8391-579b8e8f2a51 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/subnets/f3cff3fe-6a6c-4a99-9718-4923aa0c6525 HTTP/1.1" status: 204 len: 168 time: 0.7619698 Apr 06 13:33:48.829720 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47702) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:48.906815 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-4c14881b-5068-41b8-90e3-14283e8adfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:48.908593 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-4c14881b-5068-41b8-90e3-14283e8adfe0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=6745617e-79ee-48e6-9011-0d6db4a50d61 HTTP/1.1" status: 200 len: 1096 time: 0.0965958 Apr 06 13:33:48.921361 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-23703770-752e-4ab5-ae4b-ea5f95257ee4 None None] Could not find standard attr ID for object a96abde9-dcd7-4ef6-b60a-e83c15618821. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:33:48.961342 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:48.988201 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-d78c4dd0-dc77-4c4a-a355-df91d7252d47 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81f1b42b-7d8e-4746-8ea0-ed81ea1293bc HTTP/1.1" status: 200 len: 217 time: 0.0733654 Apr 06 13:33:48.998244 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:49.044414 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-123feeef-3eb0-4f41-9d8d-18644fa1cbdc None None] Could not find standard attr ID for object a96abde9-dcd7-4ef6-b60a-e83c15618821. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:33:49.060340 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-b5cb887f-debc-40f3-8f36-b5fea8e6887c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:49.060992 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-b5cb887f-debc-40f3-8f36-b5fea8e6887c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6cb799e9-162a-417f-bdea-32ad204bc2bc HTTP/1.1" status: 200 len: 834 time: 0.0672164 Apr 06 13:33:49.091991 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ba426b43-7fc0-4cf9-a1f2-be432899895e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:49.118714 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c407cb-e94c-4ca7-a586-d90dfd0a3d58 None None] DHCP port deletion for bfa47550-e91b-4158-8571-247008c7c907 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:33:49.122682 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-c8c407cb-e94c-4ca7-a586-d90dfd0a3d58 None None] Deleting port 7c3c01f9-693a-40d4-8f4f-b15698ae2aff {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:33:49.123282 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c8c407cb-e94c-4ca7-a586-d90dfd0a3d58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:49.126412 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-70029af3-9243-4fa7-9b4f-a791a6e425bb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Floating IP 41aea7a4-0621-434f-9be4-7b85f5ef4490 associated. External IP: 172.26.4.187, port: 07803e77-58c8-4c01-80c7-6501bce70ba3. Apr 06 13:33:49.152012 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-6d32a371-a773-4b23-b52e-1d83d1151104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:49.153657 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-6d32a371-a773-4b23-b52e-1d83d1151104 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac5488e8-cb14-4ed6-b360-540556d7e692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868568 Apr 06 13:33:49.208207 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-ba426b43-7fc0-4cf9-a1f2-be432899895e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting port 7c3c01f9-693a-40d4-8f4f-b15698ae2aff {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:33:49.208547 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ba426b43-7fc0-4cf9-a1f2-be432899895e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:49.313727 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-ea966fce-c37f-4f62-b9c0-730e520472c0 service neutron] 10.222.0.61 "GET /v2.0/networks/ac5488e8-cb14-4ed6-b360-540556d7e692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535368 Apr 06 13:33:49.373253 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-c8c407cb-e94c-4ca7-a586-d90dfd0a3d58 None None] For port 7c3c01f9-693a-40d4-8f4f-b15698ae2aff, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=7c3c01f9-693a-40d4-8f4f-b15698ae2aff,segment=NetworkSegment(3d99c573-ecc2-4ed4-9860-f6d749f3439d),segment_id=3d99c573-ecc2-4ed4-9860-f6d749f3439d)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:33:49.373654 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c8c407cb-e94c-4ca7-a586-d90dfd0a3d58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:49.387962 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 7c3c01f9-693a-40d4-8f4f-b15698ae2aff no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:33:49.394432 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acc1e7-c87f-4a6c-bf7d-0e0f907028ed req-384fa5c6-434a-4f31-8728-6997d0006e3b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:49.395958 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e6acc1e7-c87f-4a6c-bf7d-0e0f907028ed req-384fa5c6-434a-4f31-8728-6997d0006e3b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=6745617e-79ee-48e6-9011-0d6db4a50d61 HTTP/1.1" status: 200 len: 943 time: 0.4442835 Apr 06 13:33:49.469377 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c46b0d43-f12e-494c-b5ae-d824ff736a05 req-9ce0c1fb-94e4-406d-bbc6-3db5ada3f2aa service neutron] 10.222.0.61 "GET /v2.0/networks/ac5488e8-cb14-4ed6-b360-540556d7e692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491649 Apr 06 13:33:49.555738 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-c8c407cb-e94c-4ca7-a586-d90dfd0a3d58 None None] Calling delete_port for 7c3c01f9-693a-40d4-8f4f-b15698ae2aff owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:33:49.577456 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e6acc1e7-c87f-4a6c-bf7d-0e0f907028ed req-fa0b92a5-ad83-4315-b46a-0b63bfc7d99b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a9489fc-c83b-40b2-8e8b-52c998341655&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1645422 Apr 06 13:33:49.702932 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:49.801619 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c8c407cb-e94c-4ca7-a586-d90dfd0a3d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:49.801888 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-ba426b43-7fc0-4cf9-a1f2-be432899895e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] For port 7c3c01f9-693a-40d4-8f4f-b15698ae2aff, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=7c3c01f9-693a-40d4-8f4f-b15698ae2aff,segment=NetworkSegment(3d99c573-ecc2-4ed4-9860-f6d749f3439d),segment_id=3d99c573-ecc2-4ed4-9860-f6d749f3439d)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:33:49.802246 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ba426b43-7fc0-4cf9-a1f2-be432899895e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:49.856922 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c407cb-e94c-4ca7-a586-d90dfd0a3d58 None None] Pushing event deleted for resources: {'Port': ['ID=7c3c01f9-693a-40d4-8f4f-b15698ae2aff,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:49.858705 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c407cb-e94c-4ca7-a586-d90dfd0a3d58 None None] No DVR routers for this DVR port 7c3c01f9-693a-40d4-8f4f-b15698ae2aff on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:33:50.008025 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-ba426b43-7fc0-4cf9-a1f2-be432899895e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Calling delete_port for 7c3c01f9-693a-40d4-8f4f-b15698ae2aff owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:33:50.090085 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70029af3-9243-4fa7-9b4f-a791a6e425bb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Router af1dcf33-cb2f-4c5f-9859-150dd859536f has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:33:50.166166 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.api [None req-ba426b43-7fc0-4cf9-a1f2-be432899895e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:33:50.166538 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG oslo_db.api [None req-ba426b43-7fc0-4cf9-a1f2-be432899895e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:33:50.271860 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:50.303240 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70029af3-9243-4fa7-9b4f-a791a6e425bb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:33:50.313414 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25b9a7b-3b1d-4702-bab9-e138f6205b59 None None] Sync routers for ids ['af1dcf33-cb2f-4c5f-9859-150dd859536f'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:33:50.324766 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25b9a7b-3b1d-4702-bab9-e138f6205b59 None None] Routers {'af1dcf33-cb2f-4c5f-9859-150dd859536f'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:33:50.325652 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-f25b9a7b-3b1d-4702-bab9-e138f6205b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:33:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['af1dcf33-cb2f-4c5f-9859-150dd859536f'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:50.420207 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-70029af3-9243-4fa7-9b4f-a791a6e425bb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:50.479641 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-70029af3-9243-4fa7-9b4f-a791a6e425bb tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.8848057 Apr 06 13:33:50.480561 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710c500a-ff48-45ab-8d5c-92a1a0ce3714', 'tag': '07803e77-58c8-4c01-80c7-6501bce70ba3'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:33:50.514290 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-f25b9a7b-3b1d-4702-bab9-e138f6205b59 None None] Set router af1dcf33-cb2f-4c5f-9859-150dd859536f gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:33:50.667727 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-ba426b43-7fc0-4cf9-a1f2-be432899895e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting port 7c3c01f9-693a-40d4-8f4f-b15698ae2aff {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:33:50.668755 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ba426b43-7fc0-4cf9-a1f2-be432899895e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:50.698331 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0815d658-ad54-4cb3-ad83-3fedbd7aaa3a'] response: {'name': 'network-changed', 'server_uuid': '710c500a-ff48-45ab-8d5c-92a1a0ce3714', 'tag': '07803e77-58c8-4c01-80c7-6501bce70ba3', 'status': 'completed', 'code': 200} Apr 06 13:33:50.749815 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-ba426b43-7fc0-4cf9-a1f2-be432899895e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] The port '7c3c01f9-693a-40d4-8f4f-b15698ae2aff' was deleted {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:33:50.789106 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17344659-73b9-4d93-9407-b7fafddd0e4f req-af6b04bf-d63d-451c-8096-50b1983e708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:50.790564 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-17344659-73b9-4d93-9407-b7fafddd0e4f req-af6b04bf-d63d-451c-8096-50b1983e708b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f961cdd2806417f9eeecf800dc5c9c4&device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 1099 time: 0.0887136 Apr 06 13:33:50.916624 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-f25b9a7b-3b1d-4702-bab9-e138f6205b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'name': 'tempest-TestVolumeBootPattern-380610203-router', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:10Z', 'updated_at': '2022-04-06T13:32:18Z', 'revision_number': 4, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'gw_port': {'id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:12Z', 'updated_at': '2022-04-06T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '41aea7a4-0621-434f-9be4-7b85f5ef4490', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'port_id': '07803e77-58c8-4c01-80c7-6501bce70ba3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'mac_address': 'fa:16:3e:ad:a6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710c500a-ff48-45ab-8d5c-92a1a0ce3714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:33:47Z', 'updated_at': '2022-04-06T13:33:47Z', 'revision_number': 0, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed1bccca-f7f5-43d9-9020-42d75027d86d', 'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'mac_address': 'fa:16:3e:70:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:17Z', 'updated_at': '2022-04-06T13:32:28Z', 'revision_number': 5, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'subnets': [{'id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:50.921091 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25b9a7b-3b1d-4702-bab9-e138f6205b59 None None] Checking router: af1dcf33-cb2f-4c5f-9859-150dd859536f for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:33:50.931068 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25b9a7b-3b1d-4702-bab9-e138f6205b59 None None] Routers {'af1dcf33-cb2f-4c5f-9859-150dd859536f'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:33:50.931584 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-f25b9a7b-3b1d-4702-bab9-e138f6205b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:33:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['af1dcf33-cb2f-4c5f-9859-150dd859536f'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:50.931897 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17344659-73b9-4d93-9407-b7fafddd0e4f req-5abdeba0-e378-4941-91e3-25842e0191b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:50.933719 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-17344659-73b9-4d93-9407-b7fafddd0e4f req-5abdeba0-e378-4941-91e3-25842e0191b3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=07d8a801-9673-412c-b97f-9a98a83af4f7 HTTP/1.1" status: 200 len: 912 time: 0.1374879 Apr 06 13:33:50.936661 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ba426b43-7fc0-4cf9-a1f2-be432899895e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:50.975702 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda13d56-87d1-4e43-865c-3a10e3a018f0 req-aa8843e9-07e1-47dd-99f1-a0d133a89d45 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:50.977210 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cda13d56-87d1-4e43-865c-3a10e3a018f0 req-aa8843e9-07e1-47dd-99f1-a0d133a89d45 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=6745617e-79ee-48e6-9011-0d6db4a50d61 HTTP/1.1" status: 200 len: 943 time: 0.2339029 Apr 06 13:33:50.981544 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-ba426b43-7fc0-4cf9-a1f2-be432899895e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa47550-e91b-4158-8571-247008c7c907']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:51.008425 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-ba426b43-7fc0-4cf9-a1f2-be432899895e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d99c573-ecc2-4ed4-9860-f6d749f3439d') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:51.009370 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-ba426b43-7fc0-4cf9-a1f2-be432899895e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d99c573-ecc2-4ed4-9860-f6d749f3439d') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:51.026657 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ba426b43-7fc0-4cf9-a1f2-be432899895e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:51.047995 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-17344659-73b9-4d93-9407-b7fafddd0e4f req-7af5835c-f977-4b4d-936d-5c4aca2781b5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07803e77-58c8-4c01-80c7-6501bce70ba3 HTTP/1.1" status: 200 len: 1000 time: 0.1089084 Apr 06 13:33:51.058513 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ba426b43-7fc0-4cf9-a1f2-be432899895e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:51.067048 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cda13d56-87d1-4e43-865c-3a10e3a018f0 req-df8857c1-ce21-4aa2-9b55-233bb7ca437d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a9489fc-c83b-40b2-8e8b-52c998341655&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0781660 Apr 06 13:33:51.070054 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba426b43-7fc0-4cf9-a1f2-be432899895e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:33:51.077260 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ba426b43-7fc0-4cf9-a1f2-be432899895e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn( Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn( Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn( Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn( Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:33:51.086762 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:33:51.127344 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17344659-73b9-4d93-9407-b7fafddd0e4f req-0f603c24-bff1-453e-987a-d87ac8aa45e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:51.128866 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-17344659-73b9-4d93-9407-b7fafddd0e4f req-0f603c24-bff1-453e-987a-d87ac8aa45e7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bec31d0f-ca58-4f44-a0f5-7b9820419a31 HTTP/1.1" status: 200 len: 850 time: 0.0722497 Apr 06 13:33:51.138886 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-f25b9a7b-3b1d-4702-bab9-e138f6205b59 None None] Set router af1dcf33-cb2f-4c5f-9859-150dd859536f gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:33:51.220196 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17344659-73b9-4d93-9407-b7fafddd0e4f req-152753a8-1c16-432c-9d27-cccf49db663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:51.221829 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-17344659-73b9-4d93-9407-b7fafddd0e4f req-152753a8-1c16-432c-9d27-cccf49db663b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=07d8a801-9673-412c-b97f-9a98a83af4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0862613 Apr 06 13:33:51.278397 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ba426b43-7fc0-4cf9-a1f2-be432899895e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:51.282989 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ba426b43-7fc0-4cf9-a1f2-be432899895e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:51.310720 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ba426b43-7fc0-4cf9-a1f2-be432899895e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/networks/bfa47550-e91b-4158-8571-247008c7c907 HTTP/1.1" status: 204 len: 168 time: 2.4800348 Apr 06 13:33:51.311642 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba426b43-7fc0-4cf9-a1f2-be432899895e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Network': ['ID=bfa47550-e91b-4158-8571-247008c7c907,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:51.314351 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47714) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:51.321031 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-87fbae62-14c5-4cb5-99e3-e1d341bde58b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'port': {'network_id': '488ee951-15f7-48c2-9fbc-bac33365b49c', 'name': 'tempest-PortsIpV6TestJSON-1836648573'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:51.444572 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-87fbae62-14c5-4cb5-99e3-e1d341bde58b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:51.454588 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-87fbae62-14c5-4cb5-99e3-e1d341bde58b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:51.464510 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-17344659-73b9-4d93-9407-b7fafddd0e4f req-0b27c0ff-2bfc-4094-a1f0-866b2c16bfb3 service neutron] 10.222.0.61 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367215 Apr 06 13:33:51.532231 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-f25b9a7b-3b1d-4702-bab9-e138f6205b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'name': 'tempest-TestVolumeBootPattern-380610203-router', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:10Z', 'updated_at': '2022-04-06T13:32:18Z', 'revision_number': 4, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'gw_port': {'id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:12Z', 'updated_at': '2022-04-06T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '41aea7a4-0621-434f-9be4-7b85f5ef4490', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'port_id': '07803e77-58c8-4c01-80c7-6501bce70ba3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'mac_address': 'fa:16:3e:ad:a6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710c500a-ff48-45ab-8d5c-92a1a0ce3714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:33:47Z', 'updated_at': '2022-04-06T13:33:47Z', 'revision_number': 0, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed1bccca-f7f5-43d9-9020-42d75027d86d', 'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'mac_address': 'fa:16:3e:70:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:17Z', 'updated_at': '2022-04-06T13:32:28Z', 'revision_number': 5, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'subnets': [{'id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:33:51.536426 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25b9a7b-3b1d-4702-bab9-e138f6205b59 None None] The sync data for ids ['af1dcf33-cb2f-4c5f-9859-150dd859536f'] in dv-neutron-834600-1-hyperv is: [{'id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'name': 'tempest-TestVolumeBootPattern-380610203-router', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:10Z', 'updated_at': '2022-04-06T13:32:18Z', 'revision_number': 4, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'gw_port': {'id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:12Z', 'updated_at': '2022-04-06T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '41aea7a4-0621-434f-9be4-7b85f5ef4490', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'port_id': '07803e77-58c8-4c01-80c7-6501bce70ba3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'mac_address': 'fa:16:3e:ad:a6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710c500a-ff48-45ab-8d5c-92a1a0ce3714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:33:47Z', 'updated_at': '2022-04-06T13:33:47Z', 'revision_number': 0, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed1bccca-f7f5-43d9-9020-42d75027d86d', 'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'mac_address': 'fa:16:3e:70:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:17Z', 'updated_at': '2022-04-06T13:32:28Z', 'revision_number': 5, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'subnets': [{'id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:33:51.580275 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fbae62-14c5-4cb5-99e3-e1d341bde58b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:33:51.584108 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-87fbae62-14c5-4cb5-99e3-e1d341bde58b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:51.606380 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-17344659-73b9-4d93-9407-b7fafddd0e4f req-150632f0-577d-404b-9790-bcc5086d8fad service neutron] 10.222.0.61 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358995 Apr 06 13:33:51.610240 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-87fbae62-14c5-4cb5-99e3-e1d341bde58b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] device_id is not set on port 8dcd398a-dbe3-4d2d-a42e-2030aad0bfb5 yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:33:51.760473 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c0d478-8b5d-47da-b8e1-1f98cfb0dab2 None None] New status for floating IP 41aea7a4-0621-434f-9be4-7b85f5ef4490: ACTIVE {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:33:51.977085 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-87fbae62-14c5-4cb5-99e3-e1d341bde58b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:52.078308 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-87fbae62-14c5-4cb5-99e3-e1d341bde58b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:52.154479 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fbae62-14c5-4cb5-99e3-e1d341bde58b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network 488ee951-15f7-48c2-9fbc-bac33365b49c is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:33:52.158045 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-87fbae62-14c5-4cb5-99e3-e1d341bde58b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:52.168146 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:33:52.170718 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fbae62-14c5-4cb5-99e3-e1d341bde58b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:33:52.178212 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fbae62-14c5-4cb5-99e3-e1d341bde58b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:52.179016 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-87fbae62-14c5-4cb5-99e3-e1d341bde58b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:52.236195 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbae62-14c5-4cb5-99e3-e1d341bde58b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Port': ['ID=8dcd398a-dbe3-4d2d-a42e-2030aad0bfb5,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:52.297619 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cfa07-fc83-461e-b163-f641e52d21ab req-3569549c-1689-4e30-bc2f-a43c536d0e74 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:52.299186 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-444cfa07-fc83-461e-b163-f641e52d21ab req-3569549c-1689-4e30-bc2f-a43c536d0e74 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=6745617e-79ee-48e6-9011-0d6db4a50d61 HTTP/1.1" status: 200 len: 943 time: 0.1049826 Apr 06 13:33:52.352635 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-444cfa07-fc83-461e-b163-f641e52d21ab req-4d531518-a254-46e7-aaed-113b3e670677 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a9489fc-c83b-40b2-8e8b-52c998341655&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462198 Apr 06 13:33:52.375470 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-87fbae62-14c5-4cb5-99e3-e1d341bde58b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0601113 Apr 06 13:33:52.377431 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=81f1b42b-7d8e-4746-8ea0-ed81ea1293bc,segment=NetworkSegment(3d5ecc99-06be-4dcf-85be-47a527403db5),segment_id=3d5ecc99-06be-4dcf-85be-47a527403db5)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:33:52.377921 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47720) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:52.392333 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '81f1b42b-7d8e-4746-8ea0-ed81ea1293bc', 'network_id': 'ac5488e8-cb14-4ed6-b360-540556d7e692', 'port_id': '81f1b42b-7d8e-4746-8ea0-ed81ea1293bc', 'mac_address': 'fa:16:3e:dc:23:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb799e9-162a-417f-bdea-32ad204bc2bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:33:52.448294 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-3fdae86b-fd6a-48ec-b820-bf1714a29240 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting port 8dcd398a-dbe3-4d2d-a42e-2030aad0bfb5 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:33:52.448566 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3fdae86b-fd6a-48ec-b820-bf1714a29240 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:52.450481 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:52.468635 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:33:52.487063 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=81f1b42b-7d8e-4746-8ea0-ed81ea1293bc,segment=NetworkSegment(3d5ecc99-06be-4dcf-85be-47a527403db5),segment_id=3d5ecc99-06be-4dcf-85be-47a527403db5)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:33:52.580826 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:52.659958 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=81f1b42b-7d8e-4746-8ea0-ed81ea1293bc,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:52.694248 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3fdae86b-fd6a-48ec-b820-bf1714a29240 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:52.791215 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['81f1b42b-7d8e-4746-8ea0-ed81ea1293bc'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:33:52.822628 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-3fdae86b-fd6a-48ec-b820-bf1714a29240 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Calling delete_port for 8dcd398a-dbe3-4d2d-a42e-2030aad0bfb5 owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:33:52.980494 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3fdae86b-fd6a-48ec-b820-bf1714a29240 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:53.034234 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdae86b-fd6a-48ec-b820-bf1714a29240 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Port': ['ID=8dcd398a-dbe3-4d2d-a42e-2030aad0bfb5,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:53.039950 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3fdae86b-fd6a-48ec-b820-bf1714a29240 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:53.053110 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3fdae86b-fd6a-48ec-b820-bf1714a29240 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/ports/8dcd398a-dbe3-4d2d-a42e-2030aad0bfb5 HTTP/1.1" status: 204 len: 168 time: 0.6708455 Apr 06 13:33:53.053110 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47724) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:53.059109 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-51017023-7215-498a-8457-f69077af3e46 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'port': {'network_id': '488ee951-15f7-48c2-9fbc-bac33365b49c', 'mac_address': 'fa:16:3e:07:84:f3', 'name': 'tempest-PortsIpV6TestJSON-1101572884'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:53.170086 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-51017023-7215-498a-8457-f69077af3e46 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:53.174050 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-51017023-7215-498a-8457-f69077af3e46 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:port and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:53.176955 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-51017023-7215-498a-8457-f69077af3e46 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:53.183519 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-51017023-7215-498a-8457-f69077af3e46 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:53.260506 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51017023-7215-498a-8457-f69077af3e46 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:33:53.367556 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-51017023-7215-498a-8457-f69077af3e46 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:53.397755 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-51017023-7215-498a-8457-f69077af3e46 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] device_id is not set on port bfffee30-4ce1-4cf1-8423-701eb18c1a98 yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:33:53.698758 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe558e-4c85-4392-b157-e4a7bc0df010 req-7fda8393-80ef-4aa1-b4a4-898d6eab23b3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:53.700252 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8dbe558e-4c85-4392-b157-e4a7bc0df010 req-7fda8393-80ef-4aa1-b4a4-898d6eab23b3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=6745617e-79ee-48e6-9011-0d6db4a50d61 HTTP/1.1" status: 200 len: 944 time: 0.2304752 Apr 06 13:33:53.709181 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-51017023-7215-498a-8457-f69077af3e46 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:53.760001 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8dbe558e-4c85-4392-b157-e4a7bc0df010 req-c617b5c9-d177-4631-9571-15b61350c198 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a9489fc-c83b-40b2-8e8b-52c998341655&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539894 Apr 06 13:33:53.820820 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-51017023-7215-498a-8457-f69077af3e46 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:53.887683 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51017023-7215-498a-8457-f69077af3e46 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network 488ee951-15f7-48c2-9fbc-bac33365b49c is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:33:53.895172 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-51017023-7215-498a-8457-f69077af3e46 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:53.900151 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51017023-7215-498a-8457-f69077af3e46 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:33:53.905531 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51017023-7215-498a-8457-f69077af3e46 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:53.906131 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-51017023-7215-498a-8457-f69077af3e46 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:53.914425 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51017023-7215-498a-8457-f69077af3e46 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Port': ['ID=bfffee30-4ce1-4cf1-8423-701eb18c1a98,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:53.997874 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-51017023-7215-498a-8457-f69077af3e46 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9444408 Apr 06 13:33:54.000238 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47730) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:54.170402 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:33:54.187551 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da4ed90-9980-49d4-8ce1-31cb2d57430c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:54.188218 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3da4ed90-9980-49d4-8ce1-31cb2d57430c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Synchronizing usage tracker for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:33:54.266002 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3da4ed90-9980-49d4-8ce1-31cb2d57430c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Unset dirty status for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:33:54.270437 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3da4ed90-9980-49d4-8ce1-31cb2d57430c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "GET /v2.0/ports/bfffee30-4ce1-4cf1-8423-701eb18c1a98 HTTP/1.1" status: 200 len: 845 time: 0.2658899 Apr 06 13:33:54.270437 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47734) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:54.320100 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:33:54.330189 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:33:54.330189 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:54.345587 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-b0d6f28b-3cfd-4883-b743-68411109ccc7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting port bfffee30-4ce1-4cf1-8423-701eb18c1a98 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:33:54.345927 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b0d6f28b-3cfd-4883-b743-68411109ccc7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:54.463418 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:54.502757 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6745617e-79ee-48e6-9011-0d6db4a50d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f1b42b-7d8e-4746-8ea0-ed81ea1293bc'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:33:54.560292 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=81f1b42b-7d8e-4746-8ea0-ed81ea1293bc,segment=NetworkSegment(3d5ecc99-06be-4dcf-85be-47a527403db5),segment_id=3d5ecc99-06be-4dcf-85be-47a527403db5)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:33:54.560292 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32f29f82-fe69-4cdc-9fed-cabaff987440'] response: {'server_uuid': '6745617e-79ee-48e6-9011-0d6db4a50d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f1b42b-7d8e-4746-8ea0-ed81ea1293bc', 'code': 200} Apr 06 13:33:54.626083 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:54.626410 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b0d6f28b-3cfd-4883-b743-68411109ccc7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:54.718377 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=81f1b42b-7d8e-4746-8ea0-ed81ea1293bc,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:54.765706 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-b0d6f28b-3cfd-4883-b743-68411109ccc7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Calling delete_port for bfffee30-4ce1-4cf1-8423-701eb18c1a98 owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:33:54.934451 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e592640-a209-4439-bf3a-61ec9a0bc998 req-5a16d5b1-9131-4a34-8093-a2dcef5a18ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:54.939324 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3e592640-a209-4439-bf3a-61ec9a0bc998 req-5a16d5b1-9131-4a34-8093-a2dcef5a18ee service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6745617e-79ee-48e6-9011-0d6db4a50d61 HTTP/1.1" status: 200 len: 1098 time: 0.0853069 Apr 06 13:33:54.941499 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b0d6f28b-3cfd-4883-b743-68411109ccc7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:54.988318 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3e592640-a209-4439-bf3a-61ec9a0bc998 req-5add87ee-81d0-49b4-b9a3-fcf9a3a566e5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7a9489fc-c83b-40b2-8e8b-52c998341655&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445352 Apr 06 13:33:55.006496 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6f28b-3cfd-4883-b743-68411109ccc7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Port': ['ID=bfffee30-4ce1-4cf1-8423-701eb18c1a98,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:55.010558 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b0d6f28b-3cfd-4883-b743-68411109ccc7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:55.056719 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb66a69-1a07-490c-bae5-d7ffbe923117 req-190ddcb3-3a42-4e4b-bfdb-2a5a82c03f0f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:55.058469 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4eb66a69-1a07-490c-bae5-d7ffbe923117 req-190ddcb3-3a42-4e4b-bfdb-2a5a82c03f0f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=6745617e-79ee-48e6-9011-0d6db4a50d61 HTTP/1.1" status: 200 len: 945 time: 0.1580446 Apr 06 13:33:55.086357 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b0d6f28b-3cfd-4883-b743-68411109ccc7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/ports/bfffee30-4ce1-4cf1-8423-701eb18c1a98 HTTP/1.1" status: 204 len: 168 time: 0.8104813 Apr 06 13:33:55.088407 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47742) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:55.110583 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4eb66a69-1a07-490c-bae5-d7ffbe923117 req-f176c412-6389-42dd-9665-3393a1e94224 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a9489fc-c83b-40b2-8e8b-52c998341655&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460973 Apr 06 13:33:55.141668 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d43897-caf9-4fe0-91c7-e090f948246f tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] GET failed (client error): The resource could not be found. Apr 06 13:33:55.143143 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a3d43897-caf9-4fe0-91c7-e090f948246f tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Synchronizing usage tracker for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:33:55.215084 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a3d43897-caf9-4fe0-91c7-e090f948246f tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Unset dirty status for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:33:55.226062 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a3d43897-caf9-4fe0-91c7-e090f948246f tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "GET /v2.0/ports/bfffee30-4ce1-4cf1-8423-701eb18c1a98 HTTP/1.1" status: 404 len: 333 time: 0.1304817 Apr 06 13:33:55.226062 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47746) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:55.228874 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-421d7cca-f8b3-4ba8-8ece-670673a8d45d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'port': {'network_id': '488ee951-15f7-48c2-9fbc-bac33365b49c', 'name': 'tempest-PortsIpV6TestJSON-790570188'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:55.345014 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-421d7cca-f8b3-4ba8-8ece-670673a8d45d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:55.356639 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-421d7cca-f8b3-4ba8-8ece-670673a8d45d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:55.414780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421d7cca-f8b3-4ba8-8ece-670673a8d45d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:33:55.418450 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-421d7cca-f8b3-4ba8-8ece-670673a8d45d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:55.443977 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-421d7cca-f8b3-4ba8-8ece-670673a8d45d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] device_id is not set on port 759931ac-1cc3-41f3-a92c-7fc02b106367 yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:33:55.688890 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-421d7cca-f8b3-4ba8-8ece-670673a8d45d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:55.752382 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-421d7cca-f8b3-4ba8-8ece-670673a8d45d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:55.818703 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421d7cca-f8b3-4ba8-8ece-670673a8d45d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network 488ee951-15f7-48c2-9fbc-bac33365b49c is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:33:55.821737 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-421d7cca-f8b3-4ba8-8ece-670673a8d45d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:55.830290 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421d7cca-f8b3-4ba8-8ece-670673a8d45d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:33:55.835956 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421d7cca-f8b3-4ba8-8ece-670673a8d45d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:55.836559 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-421d7cca-f8b3-4ba8-8ece-670673a8d45d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:55.851762 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d7cca-f8b3-4ba8-8ece-670673a8d45d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Port': ['ID=759931ac-1cc3-41f3-a92c-7fc02b106367,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:55.918205 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-421d7cca-f8b3-4ba8-8ece-670673a8d45d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6968026 Apr 06 13:33:55.920752 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47750) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:55.926457 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-af196632-f22e-476d-abcd-e3375ef6c0eb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:56.054011 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-af196632-f22e-476d-abcd-e3375ef6c0eb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:56.287542 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-af196632-f22e-476d-abcd-e3375ef6c0eb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:56.332612 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1ef69-7c08-4135-9474-9fe29690ae1d req-d0bd7847-a3ef-4fb8-aada-b84b76db34d5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:56.334586 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-94b1ef69-7c08-4135-9474-9fe29690ae1d req-d0bd7847-a3ef-4fb8-aada-b84b76db34d5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=6745617e-79ee-48e6-9011-0d6db4a50d61 HTTP/1.1" status: 200 len: 945 time: 0.0839696 Apr 06 13:33:56.351386 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-af196632-f22e-476d-abcd-e3375ef6c0eb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:56.381989 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-94b1ef69-7c08-4135-9474-9fe29690ae1d req-813e7343-77fb-455e-ab21-cd71770b7bae tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a9489fc-c83b-40b2-8e8b-52c998341655&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410151 Apr 06 13:33:56.405178 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-af196632-f22e-476d-abcd-e3375ef6c0eb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] In _notify_port_updated(), no bound segment for port 759931ac-1cc3-41f3-a92c-7fc02b106367 on network 488ee951-15f7-48c2-9fbc-bac33365b49c {{(pid=88564) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 06 13:33:56.410510 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af196632-f22e-476d-abcd-e3375ef6c0eb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:56.411153 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-af196632-f22e-476d-abcd-e3375ef6c0eb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:56.413016 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-af196632-f22e-476d-abcd-e3375ef6c0eb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "PUT /v2.0/ports/759931ac-1cc3-41f3-a92c-7fc02b106367 HTTP/1.1" status: 200 len: 818 time: 0.4913278 Apr 06 13:33:56.416230 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47758) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:56.480622 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af196632-f22e-476d-abcd-e3375ef6c0eb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Port': ['ID=759931ac-1cc3-41f3-a92c-7fc02b106367,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:56.504736 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-ab02436f-71b9-41a7-b53f-a43e0d5cb700 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting port 759931ac-1cc3-41f3-a92c-7fc02b106367 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:33:56.505484 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ab02436f-71b9-41a7-b53f-a43e0d5cb700 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:56.590724 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142cd6e-2aa4-430e-bb9a-3a8452d32e65 req-e284dae0-e6a9-46bf-a52e-b9bfbc538d1f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:56.592171 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8142cd6e-2aa4-430e-bb9a-3a8452d32e65 req-e284dae0-e6a9-46bf-a52e-b9bfbc538d1f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=6745617e-79ee-48e6-9011-0d6db4a50d61 HTTP/1.1" status: 200 len: 945 time: 0.0918949 Apr 06 13:33:56.639095 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8142cd6e-2aa4-430e-bb9a-3a8452d32e65 req-8ee37188-e21d-4c57-975c-b062302dc45c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a9489fc-c83b-40b2-8e8b-52c998341655&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410068 Apr 06 13:33:56.667749 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47762) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:56.735859 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ab02436f-71b9-41a7-b53f-a43e0d5cb700 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:56.743068 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13b3651-f141-40c7-a4c7-94a3538c9ed5 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:56.744983 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d13b3651-f141-40c7-a4c7-94a3538c9ed5 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6745617e-79ee-48e6-9011-0d6db4a50d61 HTTP/1.1" status: 200 len: 1093 time: 0.0762463 Apr 06 13:33:56.749148 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47766) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:56.901099 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-95114c83-5436-418f-a8ff-7cea5dd8b744 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'port_id': '81f1b42b-7d8e-4746-8ea0-ed81ea1293bc', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:56.967686 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-ab02436f-71b9-41a7-b53f-a43e0d5cb700 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Calling delete_port for 759931ac-1cc3-41f3-a92c-7fc02b106367 owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:33:56.995362 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-95114c83-5436-418f-a8ff-7cea5dd8b744 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:57.007263 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-95114c83-5436-418f-a8ff-7cea5dd8b744 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:floatingip and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:57.011877 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-95114c83-5436-418f-a8ff-7cea5dd8b744 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:57.020704 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-95114c83-5436-418f-a8ff-7cea5dd8b744 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:57.129125 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95114c83-5436-418f-a8ff-7cea5dd8b744 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:57.163982 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:57.165236 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ab02436f-71b9-41a7-b53f-a43e0d5cb700 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:57.219234 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02436f-71b9-41a7-b53f-a43e0d5cb700 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Port': ['ID=759931ac-1cc3-41f3-a92c-7fc02b106367,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:57.227809 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ab02436f-71b9-41a7-b53f-a43e0d5cb700 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:57.290116 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ab02436f-71b9-41a7-b53f-a43e0d5cb700 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/ports/759931ac-1cc3-41f3-a92c-7fc02b106367 HTTP/1.1" status: 204 len: 168 time: 0.8728430 Apr 06 13:33:57.292707 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47770) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:57.349728 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95114c83-5436-418f-a8ff-7cea5dd8b744 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:57.383543 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83886570-122c-4900-b05b-5d716e8f5811 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:57.384141 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-83886570-122c-4900-b05b-5d716e8f5811 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Synchronizing usage tracker for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:33:57.477530 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-83886570-122c-4900-b05b-5d716e8f5811 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Unset dirty status for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:33:57.478884 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-83886570-122c-4900-b05b-5d716e8f5811 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1849372 Apr 06 13:33:57.481709 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47776) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:57.530631 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-95114c83-5436-418f-a8ff-7cea5dd8b744 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.26.4.82 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/a87ac014-4335-4a3d-8572-0a3699dfc4ea) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:33:57.541177 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2146a74-5e9d-44ca-8884-16d562a74f23 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] GET failed (client error): The resource could not be found. Apr 06 13:33:57.541722 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a2146a74-5e9d-44ca-8884-16d562a74f23 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Synchronizing usage tracker for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:33:57.584831 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a2146a74-5e9d-44ca-8884-16d562a74f23 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Unset dirty status for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:33:57.586272 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a2146a74-5e9d-44ca-8884-16d562a74f23 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "GET /v2.0/ports/759931ac-1cc3-41f3-a92c-7fc02b106367 HTTP/1.1" status: 404 len: 333 time: 0.1034935 Apr 06 13:33:57.591851 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47780) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:57.597784 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-e6f493d3-ef2d-420e-aa3f-46c511b9f9dd tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1845659608'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:57.604454 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e6f493d3-ef2d-420e-aa3f-46c511b9f9dd tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:57.608474 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e6f493d3-ef2d-420e-aa3f-46c511b9f9dd tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:network and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:57.611407 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e6f493d3-ef2d-420e-aa3f-46c511b9f9dd tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:57.618522 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e6f493d3-ef2d-420e-aa3f-46c511b9f9dd tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:57.688891 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f493d3-ef2d-420e-aa3f-46c511b9f9dd tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:33:57.692435 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e6f493d3-ef2d-420e-aa3f-46c511b9f9dd tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:57.706268 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95114c83-5436-418f-a8ff-7cea5dd8b744 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:57.722597 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f493d3-ef2d-420e-aa3f-46c511b9f9dd tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:33:57.732153 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e6f493d3-ef2d-420e-aa3f-46c511b9f9dd tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:57.732497 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-e6f493d3-ef2d-420e-aa3f-46c511b9f9dd tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Added segment ccdb9e16-9ac4-4f92-ad6e-d0319f21029f of type vlan for network 85d1e209-3ba0-4bf7-b848-22b9eda4caff Apr 06 13:33:57.759047 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e6f493d3-ef2d-420e-aa3f-46c511b9f9dd tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:57.803779 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95114c83-5436-418f-a8ff-7cea5dd8b744 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:57.843617 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e6f493d3-ef2d-420e-aa3f-46c511b9f9dd tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:57.850122 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f493d3-ef2d-420e-aa3f-46c511b9f9dd tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:57.850887 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e6f493d3-ef2d-420e-aa3f-46c511b9f9dd tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:57.864873 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95114c83-5436-418f-a8ff-7cea5dd8b744 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:33:57.868780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-95114c83-5436-418f-a8ff-7cea5dd8b744 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:57.870769 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95114c83-5436-418f-a8ff-7cea5dd8b744 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:33:57.929138 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95114c83-5436-418f-a8ff-7cea5dd8b744 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=a87ac014-4335-4a3d-8572-0a3699dfc4ea,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:57.964036 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f493d3-ef2d-420e-aa3f-46c511b9f9dd tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Network': ['ID=85d1e209-3ba0-4bf7-b848-22b9eda4caff,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:57.974634 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 85d1e209-3ba0-4bf7-b848-22b9eda4caff details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:33:58.035420 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e6f493d3-ef2d-420e-aa3f-46c511b9f9dd tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4394975 Apr 06 13:33:58.035767 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47784) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:58.044287 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-228dbc8b-272d-4b1d-ba9d-fd3edefcb1fa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'subnet': {'network_id': '85d1e209-3ba0-4bf7-b848-22b9eda4caff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:58.167305 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-228dbc8b-272d-4b1d-ba9d-fd3edefcb1fa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:58.172627 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-228dbc8b-272d-4b1d-ba9d-fd3edefcb1fa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:subnet and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:58.174464 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-228dbc8b-272d-4b1d-ba9d-fd3edefcb1fa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:58.182085 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-228dbc8b-272d-4b1d-ba9d-fd3edefcb1fa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:58.242943 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228dbc8b-272d-4b1d-ba9d-fd3edefcb1fa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:33:58.246478 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-228dbc8b-272d-4b1d-ba9d-fd3edefcb1fa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:58.335291 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95114c83-5436-418f-a8ff-7cea5dd8b744 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:58.477139 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95114c83-5436-418f-a8ff-7cea5dd8b744 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:58.546092 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-228dbc8b-272d-4b1d-ba9d-fd3edefcb1fa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:58.737894 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228dbc8b-272d-4b1d-ba9d-fd3edefcb1fa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Subnet': ['ID=ce6c717f-4f33-4a42-8b7f-f2e0fc8a7866,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:58.746472 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228dbc8b-272d-4b1d-ba9d-fd3edefcb1fa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Checking segment: {'id': 'ccdb9e16-9ac4-4f92-ad6e-d0319f21029f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '85d1e209-3ba0-4bf7-b848-22b9eda4caff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:33:58.746770 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228dbc8b-272d-4b1d-ba9d-fd3edefcb1fa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network hostable DHCP agents. Network: 85d1e209-3ba0-4bf7-b848-22b9eda4caff, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:33:58.811799 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95114c83-5436-418f-a8ff-7cea5dd8b744 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:58.883088 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228dbc8b-272d-4b1d-ba9d-fd3edefcb1fa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network 85d1e209-3ba0-4bf7-b848-22b9eda4caff is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:33:58.894752 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95114c83-5436-418f-a8ff-7cea5dd8b744 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:58.945334 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-228dbc8b-272d-4b1d-ba9d-fd3edefcb1fa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 85d1e209-3ba0-4bf7-b848-22b9eda4caff) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:58.949752 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228dbc8b-272d-4b1d-ba9d-fd3edefcb1fa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:33:58.950345 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-228dbc8b-272d-4b1d-ba9d-fd3edefcb1fa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:58.958468 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58bffda-575d-4bf2-bd29-aad1e3107032 None None] Network 85d1e209-3ba0-4bf7-b848-22b9eda4caff requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:33:59.007464 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95114c83-5436-418f-a8ff-7cea5dd8b744 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=a87ac014-4335-4a3d-8572-0a3699dfc4ea,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:59.022770 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95114c83-5436-418f-a8ff-7cea5dd8b744 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:59.024037 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-228dbc8b-272d-4b1d-ba9d-fd3edefcb1fa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9864874 Apr 06 13:33:59.033706 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47788) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:59.033706 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-28d5ee19-9c43-4afa-8994-bb9869e055c9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'subnet': {'network_id': '85d1e209-3ba0-4bf7-b848-22b9eda4caff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:59.193412 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-28d5ee19-9c43-4afa-8994-bb9869e055c9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:59.198472 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-28d5ee19-9c43-4afa-8994-bb9869e055c9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:subnet and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:59.201747 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-28d5ee19-9c43-4afa-8994-bb9869e055c9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:59.209944 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-28d5ee19-9c43-4afa-8994-bb9869e055c9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:59.214562 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f622ed93-b0fe-40be-8f9d-3964ad25b248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-85d1e209-3ba0-4bf7-b848-22b9eda4caff', 'network_id': '85d1e209-3ba0-4bf7-b848-22b9eda4caff', 'tenant_id': '04df41dc5a9e4d7491eefb535d8a0a09', 'fixed_ips': [{'subnet_id': 'ce6c717f-4f33-4a42-8b7f-f2e0fc8a7866'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:33:59.215448 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f622ed93-b0fe-40be-8f9d-3964ad25b248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:59.220329 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-95114c83-5436-418f-a8ff-7cea5dd8b744 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Floating IP 48adb49d-8f90-4ecc-9259-9ab1d4b80adf associated. External IP: 172.26.4.82, port: 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc. Apr 06 13:33:59.277560 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d5ee19-9c43-4afa-8994-bb9869e055c9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:33:59.281024 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-28d5ee19-9c43-4afa-8994-bb9869e055c9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:59.400062 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-f622ed93-b0fe-40be-8f9d-3964ad25b248 None None] Allocated IP 2001:db8::2 (85d1e209-3ba0-4bf7-b848-22b9eda4caff/ce6c717f-4f33-4a42-8b7f-f2e0fc8a7866/9894d6bc-5e31-40d4-8da2-265f75c18e2a) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:33:59.432060 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.ipam_backend_mixin [None req-28d5ee19-9c43-4afa-8994-bb9869e055c9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ce6c717f-4f33-4a42-8b7f-f2e0fc8a7866 (CIDR: 2001:db8::/64) Apr 06 13:33:59.477847 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d5ee19-9c43-4afa-8994-bb9869e055c9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:33:59.478288 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d5ee19-9c43-4afa-8994-bb9869e055c9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:33:59.599901 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-28d5ee19-9c43-4afa-8994-bb9869e055c9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5711658 Apr 06 13:33:59.602849 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47792) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:33:59.610386 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95114c83-5436-418f-a8ff-7cea5dd8b744 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 81226113-28ea-42d6-8e81-ee2bc90b53a6 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:33:59.611415 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-8c628919-4e3f-4d84-9d7b-b766a2cf0a2b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'subnet': {'network_id': '85d1e209-3ba0-4bf7-b848-22b9eda4caff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:33:59.627446 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f622ed93-b0fe-40be-8f9d-3964ad25b248 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:59.639970 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f622ed93-b0fe-40be-8f9d-3964ad25b248 None None] Transition to ACTIVE for port object 9894d6bc-5e31-40d4-8da2-265f75c18e2a will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:33:59.664803 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f622ed93-b0fe-40be-8f9d-3964ad25b248 None None] Transition to ACTIVE for port object 9894d6bc-5e31-40d4-8da2-265f75c18e2a will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:33:59.735171 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f622ed93-b0fe-40be-8f9d-3964ad25b248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:59.796571 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f622ed93-b0fe-40be-8f9d-3964ad25b248 None None] Network 85d1e209-3ba0-4bf7-b848-22b9eda4caff is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:33:59.799521 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-f622ed93-b0fe-40be-8f9d-3964ad25b248 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:33:59.802501 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f622ed93-b0fe-40be-8f9d-3964ad25b248 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:33:59.851187 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622ed93-b0fe-40be-8f9d-3964ad25b248 None None] Pushing event updated for resources: {'Port': ['ID=9894d6bc-5e31-40d4-8da2-265f75c18e2a,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:33:59.921035 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-8c628919-4e3f-4d84-9d7b-b766a2cf0a2b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:33:59.936291 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-8c628919-4e3f-4d84-9d7b-b766a2cf0a2b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:subnet and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:33:59.941506 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-8c628919-4e3f-4d84-9d7b-b766a2cf0a2b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:33:59.952731 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-8c628919-4e3f-4d84-9d7b-b766a2cf0a2b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:33:59.955247 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95114c83-5436-418f-a8ff-7cea5dd8b744 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:33:59.963267 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-f622ed93-b0fe-40be-8f9d-3964ad25b248 None None] Attempting to bind port 9894d6bc-5e31-40d4-8da2-265f75c18e2a on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:33:59.963688 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-f622ed93-b0fe-40be-8f9d-3964ad25b248 None None] Attempting to bind port 9894d6bc-5e31-40d4-8da2-265f75c18e2a by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'ccdb9e16-9ac4-4f92-ad6e-d0319f21029f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '85d1e209-3ba0-4bf7-b848-22b9eda4caff'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:33:59.964032 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f622ed93-b0fe-40be-8f9d-3964ad25b248 None None] Attempting to bind port 9894d6bc-5e31-40d4-8da2-265f75c18e2a on network 85d1e209-3ba0-4bf7-b848-22b9eda4caff {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:33:59.969754 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cc274d-02d3-42af-893a-652f85fc4699 None None] Sync routers for ids ['81226113-28ea-42d6-8e81-ee2bc90b53a6'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:33:59.979027 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f622ed93-b0fe-40be-8f9d-3964ad25b248 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:33:59.980195 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f622ed93-b0fe-40be-8f9d-3964ad25b248 None None] Checking segment: {'id': 'ccdb9e16-9ac4-4f92-ad6e-d0319f21029f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '85d1e209-3ba0-4bf7-b848-22b9eda4caff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:33:59.980654 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f622ed93-b0fe-40be-8f9d-3964ad25b248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:59.981053 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f622ed93-b0fe-40be-8f9d-3964ad25b248 None None] Bound using segment: {'id': 'ccdb9e16-9ac4-4f92-ad6e-d0319f21029f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '85d1e209-3ba0-4bf7-b848-22b9eda4caff'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:33:59.981235 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cc274d-02d3-42af-893a-652f85fc4699 None None] Routers {'81226113-28ea-42d6-8e81-ee2bc90b53a6'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:33:59.981534 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-f622ed93-b0fe-40be-8f9d-3964ad25b248 None None] Bound port: 9894d6bc-5e31-40d4-8da2-265f75c18e2a, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdb9e16-9ac4-4f92-ad6e-d0319f21029f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '85d1e209-3ba0-4bf7-b848-22b9eda4caff'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:33:59.981950 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f622ed93-b0fe-40be-8f9d-3964ad25b248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:33:59.982241 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-d1cc274d-02d3-42af-893a-652f85fc4699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:33:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['81226113-28ea-42d6-8e81-ee2bc90b53a6'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:00.079935 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95114c83-5436-418f-a8ff-7cea5dd8b744 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:00.090755 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-f622ed93-b0fe-40be-8f9d-3964ad25b248 None None] For port 9894d6bc-5e31-40d4-8da2-265f75c18e2a, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:34:00.090755 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-f622ed93-b0fe-40be-8f9d-3964ad25b248 None None] For port 9894d6bc-5e31-40d4-8da2-265f75c18e2a, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9894d6bc-5e31-40d4-8da2-265f75c18e2a,segment=NetworkSegment(ccdb9e16-9ac4-4f92-ad6e-d0319f21029f),segment_id=ccdb9e16-9ac4-4f92-ad6e-d0319f21029f)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:34:00.149424 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f622ed93-b0fe-40be-8f9d-3964ad25b248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:00.180352 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c628919-4e3f-4d84-9d7b-b766a2cf0a2b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:34:00.192037 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8c628919-4e3f-4d84-9d7b-b766a2cf0a2b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:00.201297 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-d1cc274d-02d3-42af-893a-652f85fc4699 None None] Set router 81226113-28ea-42d6-8e81-ee2bc90b53a6 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:34:00.307782 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622ed93-b0fe-40be-8f9d-3964ad25b248 None None] Pushing event updated for resources: {'Port': ['ID=9894d6bc-5e31-40d4-8da2-265f75c18e2a,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:00.318167 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-95114c83-5436-418f-a8ff-7cea5dd8b744 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5678811 Apr 06 13:34:00.321430 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47796) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:00.321616 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6745617e-79ee-48e6-9011-0d6db4a50d61', 'tag': '81f1b42b-7d8e-4746-8ea0-ed81ea1293bc'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:34:00.433269 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-169b8ac5-97b6-4ed4-8e1d-94c78acd29c8'] response: {'name': 'network-changed', 'server_uuid': '6745617e-79ee-48e6-9011-0d6db4a50d61', 'tag': '81f1b42b-7d8e-4746-8ea0-ed81ea1293bc', 'status': 'completed', 'code': 200} Apr 06 13:34:00.493594 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-72ea4f00-9037-4fc7-8744-d6cf9c455b4d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/48adb49d-8f90-4ecc-9259-9ab1d4b80adf HTTP/1.1" status: 200 len: 990 time: 0.1700661 Apr 06 13:34:00.573769 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c4525-062b-47ea-a980-f7c7bddc5c70 req-443ff653-3f20-465f-9a4d-9c42386e433c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:00.576224 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e86c4525-062b-47ea-a980-f7c7bddc5c70 req-443ff653-3f20-465f-9a4d-9c42386e433c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=6745617e-79ee-48e6-9011-0d6db4a50d61 HTTP/1.1" status: 200 len: 1098 time: 0.1254609 Apr 06 13:34:00.639519 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-d1cc274d-02d3-42af-893a-652f85fc4699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'name': 'tempest-TestNetworkBasicOps-router-792792696', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:33:24Z', 'updated_at': '2022-04-06T13:33:33Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:33:26Z', 'updated_at': '2022-04-06T13:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '48adb49d-8f90-4ecc-9259-9ab1d4b80adf', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.82', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'port_id': '81f1b42b-7d8e-4746-8ea0-ed81ea1293bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5488e8-cb14-4ed6-b360-540556d7e692', 'mac_address': 'fa:16:3e:dc:23:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745617e-79ee-48e6-9011-0d6db4a50d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:33:58Z', 'updated_at': '2022-04-06T13:33:58Z', 'revision_number': 0, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e33879-42d2-4de9-b840-1dc0c629885c', 'name': '', 'network_id': 'ac5488e8-cb14-4ed6-b360-540556d7e692', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:04:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '6cb799e9-162a-417f-bdea-32ad204bc2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:33:32Z', 'updated_at': '2022-04-06T13:33:40Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '6cb799e9-162a-417f-bdea-32ad204bc2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:00.644148 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cc274d-02d3-42af-893a-652f85fc4699 None None] Checking router: 81226113-28ea-42d6-8e81-ee2bc90b53a6 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:34:00.691285 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cc274d-02d3-42af-893a-652f85fc4699 None None] Routers {'81226113-28ea-42d6-8e81-ee2bc90b53a6'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:34:00.691285 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-d1cc274d-02d3-42af-893a-652f85fc4699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:33:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['81226113-28ea-42d6-8e81-ee2bc90b53a6'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:00.867235 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-d1cc274d-02d3-42af-893a-652f85fc4699 None None] Set router 81226113-28ea-42d6-8e81-ee2bc90b53a6 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:34:00.886616 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c4525-062b-47ea-a980-f7c7bddc5c70 req-8cb05c1d-8f19-4561-a2b0-ba991db3f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:00.888559 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e86c4525-062b-47ea-a980-f7c7bddc5c70 req-8cb05c1d-8f19-4561-a2b0-ba991db3f2c9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac5488e8-cb14-4ed6-b360-540556d7e692 HTTP/1.1" status: 200 len: 898 time: 0.2979193 Apr 06 13:34:00.954879 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8c628919-4e3f-4d84-9d7b-b766a2cf0a2b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:01.045418 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c628919-4e3f-4d84-9d7b-b766a2cf0a2b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network 85d1e209-3ba0-4bf7-b848-22b9eda4caff is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:34:01.050542 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-8c628919-4e3f-4d84-9d7b-b766a2cf0a2b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:34:01.056004 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c628919-4e3f-4d84-9d7b-b766a2cf0a2b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:01.056004 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8c628919-4e3f-4d84-9d7b-b766a2cf0a2b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:01.089318 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e86c4525-062b-47ea-a980-f7c7bddc5c70 req-59a1a83a-93b3-4b86-af0a-9f36b3ec597a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81f1b42b-7d8e-4746-8ea0-ed81ea1293bc HTTP/1.1" status: 200 len: 998 time: 0.1836531 Apr 06 13:34:01.096618 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c628919-4e3f-4d84-9d7b-b766a2cf0a2b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Subnet': ['ID=47b99a13-6b90-45b8-9a98-346b72566392,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:01.164898 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c4525-062b-47ea-a980-f7c7bddc5c70 req-0c761448-1011-4ffe-b819-562783522d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:01.166641 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e86c4525-062b-47ea-a980-f7c7bddc5c70 req-0c761448-1011-4ffe-b819-562783522d58 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6cb799e9-162a-417f-bdea-32ad204bc2bc HTTP/1.1" status: 200 len: 834 time: 0.0710139 Apr 06 13:34:01.235486 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8c628919-4e3f-4d84-9d7b-b766a2cf0a2b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6187150 Apr 06 13:34:01.240351 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47802) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:01.240351 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-679b9f5e-cc85-4d82-a4ff-125fd11ce1b6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'port': {'network_id': '85d1e209-3ba0-4bf7-b848-22b9eda4caff', 'fixed_ips': [{'subnet_id': 'ce6c717f-4f33-4a42-8b7f-f2e0fc8a7866'}, {'subnet_id': '47b99a13-6b90-45b8-9a98-346b72566392'}], 'name': 'tempest-PortsIpV6TestJSON-2026433773'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:01.269304 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c4525-062b-47ea-a980-f7c7bddc5c70 req-eb8a29e1-68eb-4fe7-9503-ae39d4b7aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:01.271911 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e86c4525-062b-47ea-a980-f7c7bddc5c70 req-eb8a29e1-68eb-4fe7-9503-ae39d4b7aa77 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac5488e8-cb14-4ed6-b360-540556d7e692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0983384 Apr 06 13:34:01.371970 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-d1cc274d-02d3-42af-893a-652f85fc4699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'name': 'tempest-TestNetworkBasicOps-router-792792696', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:33:24Z', 'updated_at': '2022-04-06T13:33:33Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:33:26Z', 'updated_at': '2022-04-06T13:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '48adb49d-8f90-4ecc-9259-9ab1d4b80adf', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.82', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'port_id': '81f1b42b-7d8e-4746-8ea0-ed81ea1293bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5488e8-cb14-4ed6-b360-540556d7e692', 'mac_address': 'fa:16:3e:dc:23:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745617e-79ee-48e6-9011-0d6db4a50d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:33:58Z', 'updated_at': '2022-04-06T13:33:58Z', 'revision_number': 0, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e33879-42d2-4de9-b840-1dc0c629885c', 'name': '', 'network_id': 'ac5488e8-cb14-4ed6-b360-540556d7e692', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:04:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '6cb799e9-162a-417f-bdea-32ad204bc2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:33:32Z', 'updated_at': '2022-04-06T13:33:40Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '6cb799e9-162a-417f-bdea-32ad204bc2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:01.382071 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cc274d-02d3-42af-893a-652f85fc4699 None None] The sync data for ids ['81226113-28ea-42d6-8e81-ee2bc90b53a6'] in dv-neutron-834600-1-hyperv is: [{'id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'name': 'tempest-TestNetworkBasicOps-router-792792696', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:33:24Z', 'updated_at': '2022-04-06T13:33:33Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:33:26Z', 'updated_at': '2022-04-06T13:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '48adb49d-8f90-4ecc-9259-9ab1d4b80adf', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.82', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'port_id': '81f1b42b-7d8e-4746-8ea0-ed81ea1293bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5488e8-cb14-4ed6-b360-540556d7e692', 'mac_address': 'fa:16:3e:dc:23:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745617e-79ee-48e6-9011-0d6db4a50d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:33:58Z', 'updated_at': '2022-04-06T13:33:58Z', 'revision_number': 0, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e33879-42d2-4de9-b840-1dc0c629885c', 'name': '', 'network_id': 'ac5488e8-cb14-4ed6-b360-540556d7e692', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:04:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '6cb799e9-162a-417f-bdea-32ad204bc2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:33:32Z', 'updated_at': '2022-04-06T13:33:40Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '6cb799e9-162a-417f-bdea-32ad204bc2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:34:01.469785 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-679b9f5e-cc85-4d82-a4ff-125fd11ce1b6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:01.480396 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-679b9f5e-cc85-4d82-a4ff-125fd11ce1b6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:port and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:01.488530 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-679b9f5e-cc85-4d82-a4ff-125fd11ce1b6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:01.496129 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 9894d6bc-5e31-40d4-8da2-265f75c18e2a up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:34:01.499530 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47806) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:01.540897 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e86c4525-062b-47ea-a980-f7c7bddc5c70 req-3133eb93-02c7-4c88-b792-6e1b9421285b service neutron] 10.222.0.61 "GET /v2.0/networks/ac5488e8-cb14-4ed6-b360-540556d7e692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610822 Apr 06 13:34:01.629787 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-679b9f5e-cc85-4d82-a4ff-125fd11ce1b6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:01.660446 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 9894d6bc-5e31-40d4-8da2-265f75c18e2a completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:34:01.699996 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8625e76e-40ed-4f1c-b939-62c36a37be3c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/48adb49d-8f90-4ecc-9259-9ab1d4b80adf HTTP/1.1" status: 200 len: 990 time: 0.1961808 Apr 06 13:34:01.741067 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1e844a-8abb-4c03-936c-2c226168d080 None None] Network 85d1e209-3ba0-4bf7-b848-22b9eda4caff requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:34:01.752682 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbc08ca-6edf-4975-8c69-c9d067c5425b None None] New status for floating IP 48adb49d-8f90-4ecc-9259-9ab1d4b80adf: ACTIVE {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:34:01.752967 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e86c4525-062b-47ea-a980-f7c7bddc5c70 req-517a122f-57a7-43d2-a59d-0a69d6d46026 service neutron] 10.222.0.61 "GET /v2.0/networks/ac5488e8-cb14-4ed6-b360-540556d7e692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049930 Apr 06 13:34:01.792692 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679b9f5e-cc85-4d82-a4ff-125fd11ce1b6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:34:01.952513 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-679b9f5e-cc85-4d82-a4ff-125fd11ce1b6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:01.979272 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-679b9f5e-cc85-4d82-a4ff-125fd11ce1b6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] device_id is not set on port c87715b0-0493-4ec1-b14a-a21b6f522b1d yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:34:02.030906 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-a76a06bb-5920-457b-b378-97386e82ab21 None None] Provisioning for port 9894d6bc-5e31-40d4-8da2-265f75c18e2a completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:34:02.060421 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-a76a06bb-5920-457b-b378-97386e82ab21 None None] Provisioning complete for port 9894d6bc-5e31-40d4-8da2-265f75c18e2a triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:02.060421 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a76a06bb-5920-457b-b378-97386e82ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:02.368319 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a76a06bb-5920-457b-b378-97386e82ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:02.399901 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-679b9f5e-cc85-4d82-a4ff-125fd11ce1b6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Allocated IP 2001:db8::1a2 (85d1e209-3ba0-4bf7-b848-22b9eda4caff/ce6c717f-4f33-4a42-8b7f-f2e0fc8a7866/c87715b0-0493-4ec1-b14a-a21b6f522b1d) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:34:02.399901 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-679b9f5e-cc85-4d82-a4ff-125fd11ce1b6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Allocated IP 2001:db8:0:1::a5 (85d1e209-3ba0-4bf7-b848-22b9eda4caff/47b99a13-6b90-45b8-9a98-346b72566392/c87715b0-0493-4ec1-b14a-a21b6f522b1d) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:34:02.420679 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-a76a06bb-5920-457b-b378-97386e82ab21 None None] For port 9894d6bc-5e31-40d4-8da2-265f75c18e2a, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9894d6bc-5e31-40d4-8da2-265f75c18e2a,segment=NetworkSegment(ccdb9e16-9ac4-4f92-ad6e-d0319f21029f),segment_id=ccdb9e16-9ac4-4f92-ad6e-d0319f21029f)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:34:02.513367 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a76a06bb-5920-457b-b378-97386e82ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:02.619758 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-679b9f5e-cc85-4d82-a4ff-125fd11ce1b6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:02.622302 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91de7d2-198f-4fc1-a5a5-7e370d33fe41 None None] Update dhcp port {'port': {'network_id': '85d1e209-3ba0-4bf7-b848-22b9eda4caff', 'fixed_ips': [{'subnet_id': 'ce6c717f-4f33-4a42-8b7f-f2e0fc8a7866', 'ip_address': '2001:db8::2'}, {'subnet_id': '47b99a13-6b90-45b8-9a98-346b72566392'}], 'binding:host_id': 'dv-neutron-834600-1-hyperv'}, 'id': '9894d6bc-5e31-40d4-8da2-265f75c18e2a'} from dv-neutron-834600-1-hyperv. {{(pid=88566) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 06 13:34:02.636431 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-679b9f5e-cc85-4d82-a4ff-125fd11ce1b6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Transition to ACTIVE for port object c87715b0-0493-4ec1-b14a-a21b6f522b1d will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:34:02.664103 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a06bb-5920-457b-b378-97386e82ab21 None None] Pushing event updated for resources: {'Port': ['ID=9894d6bc-5e31-40d4-8da2-265f75c18e2a,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:02.688529 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a91de7d2-198f-4fc1-a5a5-7e370d33fe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:02.700863 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47810) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:02.714941 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-679b9f5e-cc85-4d82-a4ff-125fd11ce1b6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:02.805180 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b9f5e-cc85-4d82-a4ff-125fd11ce1b6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Port': ['ID=c87715b0-0493-4ec1-b14a-a21b6f522b1d,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:02.837626 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679b9f5e-cc85-4d82-a4ff-125fd11ce1b6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network 85d1e209-3ba0-4bf7-b848-22b9eda4caff is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:34:02.838885 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-679b9f5e-cc85-4d82-a4ff-125fd11ce1b6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:34:02.844691 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b9f5e-cc85-4d82-a4ff-125fd11ce1b6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:34:02.850967 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679b9f5e-cc85-4d82-a4ff-125fd11ce1b6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:02.851604 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-679b9f5e-cc85-4d82-a4ff-125fd11ce1b6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:02.856031 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4ec62e17-6754-48f3-94f9-78b5660955ea tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/48adb49d-8f90-4ecc-9259-9ab1d4b80adf HTTP/1.1" status: 200 len: 992 time: 0.1538639 Apr 06 13:34:02.931439 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-679b9f5e-cc85-4d82-a4ff-125fd11ce1b6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.7037990 Apr 06 13:34:02.934144 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47814) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:02.935099 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-a91de7d2-198f-4fc1-a5a5-7e370d33fe41 None None] Allocated IP 2001:db8:0:1::2 (85d1e209-3ba0-4bf7-b848-22b9eda4caff/47b99a13-6b90-45b8-9a98-346b72566392/9894d6bc-5e31-40d4-8da2-265f75c18e2a) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:34:02.941280 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-1e72c254-006f-4c30-8a69-1201972137cc tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ce6c717f-4f33-4a42-8b7f-f2e0fc8a7866'}]}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:03.086718 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-a91de7d2-198f-4fc1-a5a5-7e370d33fe41 None None] For port 9894d6bc-5e31-40d4-8da2-265f75c18e2a, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9894d6bc-5e31-40d4-8da2-265f75c18e2a,segment=NetworkSegment(ccdb9e16-9ac4-4f92-ad6e-d0319f21029f),segment_id=ccdb9e16-9ac4-4f92-ad6e-d0319f21029f)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:34:03.113688 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a91de7d2-198f-4fc1-a5a5-7e370d33fe41 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:03.132051 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-a91de7d2-198f-4fc1-a5a5-7e370d33fe41 None None] Transition to ACTIVE for port object 9894d6bc-5e31-40d4-8da2-265f75c18e2a will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:34:03.173477 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1e72c254-006f-4c30-8a69-1201972137cc tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:03.191474 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a91de7d2-198f-4fc1-a5a5-7e370d33fe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:03.378597 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 9894d6bc-5e31-40d4-8da2-265f75c18e2a up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:34:03.436983 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91de7d2-198f-4fc1-a5a5-7e370d33fe41 None None] Pushing event updated for resources: {'Port': ['ID=9894d6bc-5e31-40d4-8da2-265f75c18e2a,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:03.549905 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-1e72c254-006f-4c30-8a69-1201972137cc tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Delete allocated IP 2001:db8:0:1::a5 (85d1e209-3ba0-4bf7-b848-22b9eda4caff/47b99a13-6b90-45b8-9a98-346b72566392) {{(pid=88565) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 06 13:34:03.735853 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1e72c254-006f-4c30-8a69-1201972137cc tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:03.754868 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-1e72c254-006f-4c30-8a69-1201972137cc tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Ignored duplicate provisioning block setup for port c87715b0-0493-4ec1-b14a-a21b6f522b1d by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 06 13:34:03.825886 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1e72c254-006f-4c30-8a69-1201972137cc tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:03.952358 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bfa27c-e6e4-45ac-8076-ccad1d9c728a None None] Network 85d1e209-3ba0-4bf7-b848-22b9eda4caff requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:34:03.953385 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-1e72c254-006f-4c30-8a69-1201972137cc tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] In _notify_port_updated(), no bound segment for port c87715b0-0493-4ec1-b14a-a21b6f522b1d on network 85d1e209-3ba0-4bf7-b848-22b9eda4caff {{(pid=88565) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 06 13:34:03.953385 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e72c254-006f-4c30-8a69-1201972137cc tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:03.953385 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1e72c254-006f-4c30-8a69-1201972137cc tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:03.953385 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1e72c254-006f-4c30-8a69-1201972137cc tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "PUT /v2.0/ports/c87715b0-0493-4ec1-b14a-a21b6f522b1d HTTP/1.1" status: 200 len: 926 time: 1.0149660 Apr 06 13:34:03.954210 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47820) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:03.962547 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-6db176de-a93e-4abc-af7a-5afa113c5d20 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ce6c717f-4f33-4a42-8b7f-f2e0fc8a7866'}, {'subnet_id': '47b99a13-6b90-45b8-9a98-346b72566392'}]}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:03.994086 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72c254-006f-4c30-8a69-1201972137cc tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Port': ['ID=c87715b0-0493-4ec1-b14a-a21b6f522b1d,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:04.099034 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6db176de-a93e-4abc-af7a-5afa113c5d20 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:04.160424 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-291b8c81-e372-4654-8668-04b4453ca4ce None None] Provisioning for port 9894d6bc-5e31-40d4-8da2-265f75c18e2a completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:34:04.173823 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-291b8c81-e372-4654-8668-04b4453ca4ce None None] Provisioning complete for port 9894d6bc-5e31-40d4-8da2-265f75c18e2a triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:04.174205 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-291b8c81-e372-4654-8668-04b4453ca4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:04.468150 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-6db176de-a93e-4abc-af7a-5afa113c5d20 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Allocated IP 2001:db8:0:1::1e2 (85d1e209-3ba0-4bf7-b848-22b9eda4caff/47b99a13-6b90-45b8-9a98-346b72566392/c87715b0-0493-4ec1-b14a-a21b6f522b1d) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:34:04.551538 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-68764055-e49c-47db-abc9-fb0028bac715 None None] Provisioning complete for port 9894d6bc-5e31-40d4-8da2-265f75c18e2a triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:04.551976 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-68764055-e49c-47db-abc9-fb0028bac715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:04.666246 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6db176de-a93e-4abc-af7a-5afa113c5d20 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:04.684043 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-6db176de-a93e-4abc-af7a-5afa113c5d20 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Ignored duplicate provisioning block setup for port c87715b0-0493-4ec1-b14a-a21b6f522b1d by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 06 13:34:04.766085 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6db176de-a93e-4abc-af7a-5afa113c5d20 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:04.821399 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-68764055-e49c-47db-abc9-fb0028bac715 None None] Provisioning for port c87715b0-0493-4ec1-b14a-a21b6f522b1d completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:34:04.827178 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-68764055-e49c-47db-abc9-fb0028bac715 None None] Provisioning complete for port c87715b0-0493-4ec1-b14a-a21b6f522b1d triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:04.833689 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-68764055-e49c-47db-abc9-fb0028bac715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:04.889960 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-68764055-e49c-47db-abc9-fb0028bac715 None None] Port c87715b0-0493-4ec1-b14a-a21b6f522b1d cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:34:04.947433 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-6db176de-a93e-4abc-af7a-5afa113c5d20 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] In _notify_port_updated(), no bound segment for port c87715b0-0493-4ec1-b14a-a21b6f522b1d on network 85d1e209-3ba0-4bf7-b848-22b9eda4caff {{(pid=88565) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 06 13:34:04.953187 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db176de-a93e-4abc-af7a-5afa113c5d20 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:04.953779 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6db176de-a93e-4abc-af7a-5afa113c5d20 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:04.963181 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6db176de-a93e-4abc-af7a-5afa113c5d20 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "PUT /v2.0/ports/c87715b0-0493-4ec1-b14a-a21b6f522b1d HTTP/1.1" status: 200 len: 1012 time: 0.9999988 Apr 06 13:34:04.963181 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db176de-a93e-4abc-af7a-5afa113c5d20 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Port': ['ID=c87715b0-0493-4ec1-b14a-a21b6f522b1d,revision_number=3']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:04.963442 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47824) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:05.032616 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2118e6e0-34cb-4ae7-9625-fd8fec98ec31 None None] Provisioning complete for port c87715b0-0493-4ec1-b14a-a21b6f522b1d triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:05.032616 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2118e6e0-34cb-4ae7-9625-fd8fec98ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:05.054511 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-f29ef02e-1f0f-4243-9623-7bfba87d45f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting port c87715b0-0493-4ec1-b14a-a21b6f522b1d {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:34:05.054511 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f29ef02e-1f0f-4243-9623-7bfba87d45f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:05.125221 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-2118e6e0-34cb-4ae7-9625-fd8fec98ec31 None None] Port c87715b0-0493-4ec1-b14a-a21b6f522b1d cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:34:05.241474 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8363a0fc-9aea-4174-bd2a-4fdd453c44dd None None] Provisioning complete for port c87715b0-0493-4ec1-b14a-a21b6f522b1d triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:05.241853 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8363a0fc-9aea-4174-bd2a-4fdd453c44dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:05.307184 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-8363a0fc-9aea-4174-bd2a-4fdd453c44dd None None] Port c87715b0-0493-4ec1-b14a-a21b6f522b1d cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:34:05.343252 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f29ef02e-1f0f-4243-9623-7bfba87d45f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:05.371028 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 9894d6bc-5e31-40d4-8da2-265f75c18e2a up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:34:05.464474 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 9894d6bc-5e31-40d4-8da2-265f75c18e2a triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:05.464474 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:05.495784 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-f29ef02e-1f0f-4243-9623-7bfba87d45f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Calling delete_port for c87715b0-0493-4ec1-b14a-a21b6f522b1d owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:34:05.785959 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f29ef02e-1f0f-4243-9623-7bfba87d45f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:05.987033 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ef02e-1f0f-4243-9623-7bfba87d45f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Port': ['ID=c87715b0-0493-4ec1-b14a-a21b6f522b1d,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:06.050068 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f29ef02e-1f0f-4243-9623-7bfba87d45f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:06.053166 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f29ef02e-1f0f-4243-9623-7bfba87d45f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/ports/c87715b0-0493-4ec1-b14a-a21b6f522b1d HTTP/1.1" status: 204 len: 168 time: 1.0927837 Apr 06 13:34:06.056513 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47828) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:06.114033 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-529eeaa3-2d06-4936-87d0-7577928d9c6d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] GET failed (client error): The resource could not be found. Apr 06 13:34:06.115513 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-529eeaa3-2d06-4936-87d0-7577928d9c6d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Synchronizing usage tracker for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:34:06.187825 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-529eeaa3-2d06-4936-87d0-7577928d9c6d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Unset dirty status for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:34:06.191269 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47832) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:06.191801 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-529eeaa3-2d06-4936-87d0-7577928d9c6d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "GET /v2.0/ports/c87715b0-0493-4ec1-b14a-a21b6f522b1d HTTP/1.1" status: 404 len: 333 time: 0.1321843 Apr 06 13:34:06.263000 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e80d51b-a6ef-4c02-87f2-55e54e960cdb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting subnet 47b99a13-6b90-45b8-9a98-346b72566392 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:34:06.265324 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7e80d51b-a6ef-4c02-87f2-55e54e960cdb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:06.328859 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7e80d51b-a6ef-4c02-87f2-55e54e960cdb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:06.417808 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7e80d51b-a6ef-4c02-87f2-55e54e960cdb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:06.563483 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7e80d51b-a6ef-4c02-87f2-55e54e960cdb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:06.716186 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80d51b-a6ef-4c02-87f2-55e54e960cdb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Subnet': ['ID=47b99a13-6b90-45b8-9a98-346b72566392,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:06.719983 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7e80d51b-a6ef-4c02-87f2-55e54e960cdb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:06.726310 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3065b71e-5365-4d36-9bb5-ce3ffc086596 None None] Network 85d1e209-3ba0-4bf7-b848-22b9eda4caff requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:34:06.726818 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7e80d51b-a6ef-4c02-87f2-55e54e960cdb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/subnets/47b99a13-6b90-45b8-9a98-346b72566392 HTTP/1.1" status: 204 len: 168 time: 0.5349245 Apr 06 13:34:06.729623 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47836) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:06.802053 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed50c325-2951-44bb-9f83-20b7d3405fb7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting subnet ce6c717f-4f33-4a42-8b7f-f2e0fc8a7866 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:34:06.805501 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ed50c325-2951-44bb-9f83-20b7d3405fb7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:06.866776 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ed50c325-2951-44bb-9f83-20b7d3405fb7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:06.962104 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ed50c325-2951-44bb-9f83-20b7d3405fb7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:07.121913 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ed50c325-2951-44bb-9f83-20b7d3405fb7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:07.178680 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50c325-2951-44bb-9f83-20b7d3405fb7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Subnet': ['ID=ce6c717f-4f33-4a42-8b7f-f2e0fc8a7866,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:07.178680 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ed50c325-2951-44bb-9f83-20b7d3405fb7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:07.180860 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47840) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:07.187434 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ed50c325-2951-44bb-9f83-20b7d3405fb7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/subnets/ce6c717f-4f33-4a42-8b7f-f2e0fc8a7866 HTTP/1.1" status: 204 len: 168 time: 0.4566982 Apr 06 13:34:07.311073 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b432f610-774e-4432-b628-1e4dba91edde tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:07.325814 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-b432f610-774e-4432-b628-1e4dba91edde tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting port 9894d6bc-5e31-40d4-8da2-265f75c18e2a {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:34:07.326145 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b432f610-774e-4432-b628-1e4dba91edde tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:07.561078 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-b432f610-774e-4432-b628-1e4dba91edde tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] For port 9894d6bc-5e31-40d4-8da2-265f75c18e2a, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9894d6bc-5e31-40d4-8da2-265f75c18e2a,segment=NetworkSegment(ccdb9e16-9ac4-4f92-ad6e-d0319f21029f),segment_id=ccdb9e16-9ac4-4f92-ad6e-d0319f21029f)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:34:07.561452 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b432f610-774e-4432-b628-1e4dba91edde tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:07.597459 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c33a29e-4aea-41c3-8c58-9c4be77474da None None] Network 85d1e209-3ba0-4bf7-b848-22b9eda4caff requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:34:07.695766 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-b432f610-774e-4432-b628-1e4dba91edde tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Calling delete_port for 9894d6bc-5e31-40d4-8da2-265f75c18e2a owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:34:07.737484 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-4cfb8a6d-aa16-405c-8f74-b4c6630b9645 None None] Provisioning complete for port 9894d6bc-5e31-40d4-8da2-265f75c18e2a triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:07.737988 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4cfb8a6d-aa16-405c-8f74-b4c6630b9645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:07.843360 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b432f610-774e-4432-b628-1e4dba91edde tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:07.857487 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.plugins.ml2.db [None req-4cfb8a6d-aa16-405c-8f74-b4c6630b9645 None None] No ports have port_id starting with 9894d6bc-5e31-40d4-8da2-265f75c18e2a Apr 06 13:34:07.908471 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432f610-774e-4432-b628-1e4dba91edde tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Port': ['ID=9894d6bc-5e31-40d4-8da2-265f75c18e2a,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:07.908471 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b432f610-774e-4432-b628-1e4dba91edde tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] No DVR routers for this DVR port 9894d6bc-5e31-40d4-8da2-265f75c18e2a on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:34:07.964238 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410adaed-1451-46f5-81fc-3e37d41bf146 None None] DHCP port deletion for 85d1e209-3ba0-4bf7-b848-22b9eda4caff request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:34:08.041984 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b432f610-774e-4432-b628-1e4dba91edde tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:08.077111 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-b432f610-774e-4432-b628-1e4dba91edde tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d1e209-3ba0-4bf7-b848-22b9eda4caff']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:08.092167 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-b432f610-774e-4432-b628-1e4dba91edde tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccdb9e16-9ac4-4f92-ad6e-d0319f21029f') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:08.092507 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-b432f610-774e-4432-b628-1e4dba91edde tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccdb9e16-9ac4-4f92-ad6e-d0319f21029f') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:08.108976 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b432f610-774e-4432-b628-1e4dba91edde tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:08.126441 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b432f610-774e-4432-b628-1e4dba91edde tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:08.133610 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b432f610-774e-4432-b628-1e4dba91edde tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:34:08.134938 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b432f610-774e-4432-b628-1e4dba91edde tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:34:08.155485 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:34:08.346248 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b432f610-774e-4432-b628-1e4dba91edde tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:08.371835 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b432f610-774e-4432-b628-1e4dba91edde tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:08.387055 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432f610-774e-4432-b628-1e4dba91edde tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Network': ['ID=85d1e209-3ba0-4bf7-b848-22b9eda4caff,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:08.472567 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b432f610-774e-4432-b628-1e4dba91edde tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/networks/85d1e209-3ba0-4bf7-b848-22b9eda4caff HTTP/1.1" status: 204 len: 168 time: 1.2905600 Apr 06 13:34:08.476986 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47844) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:08.560876 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834c1d7e-94d6-4ce4-ac25-4be6fc718895 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:08.561777 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-834c1d7e-94d6-4ce4-ac25-4be6fc718895 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Synchronizing usage tracker for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:34:08.734763 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-834c1d7e-94d6-4ce4-ac25-4be6fc718895 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Unset dirty status for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:34:08.735397 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-834c1d7e-94d6-4ce4-ac25-4be6fc718895 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2574341 Apr 06 13:34:08.739072 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47848) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:08.822421 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6c39f38e-a813-4e5c-af66-b45147c6ec46 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0820653 Apr 06 13:34:08.826462 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47852) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:08.831682 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-a6c1b74f-9322-4a0a-97c2-78a38a9cad90 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-919046378'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:08.836872 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a6c1b74f-9322-4a0a-97c2-78a38a9cad90 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:08.842981 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a6c1b74f-9322-4a0a-97c2-78a38a9cad90 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:network and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:08.843682 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a6c1b74f-9322-4a0a-97c2-78a38a9cad90 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:08.850127 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a6c1b74f-9322-4a0a-97c2-78a38a9cad90 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:08.934244 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c1b74f-9322-4a0a-97c2-78a38a9cad90 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:34:08.938052 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6c1b74f-9322-4a0a-97c2-78a38a9cad90 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:08.968323 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c1b74f-9322-4a0a-97c2-78a38a9cad90 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:34:08.977688 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6c1b74f-9322-4a0a-97c2-78a38a9cad90 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:08.978028 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-a6c1b74f-9322-4a0a-97c2-78a38a9cad90 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Added segment df6e1d56-4cc3-41aa-aa43-6517e1aad0ab of type vlan for network d466ed2e-71f6-48b9-96b4-319503677d6d Apr 06 13:34:09.004862 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6c1b74f-9322-4a0a-97c2-78a38a9cad90 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:09.116042 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6c1b74f-9322-4a0a-97c2-78a38a9cad90 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:09.124784 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c1b74f-9322-4a0a-97c2-78a38a9cad90 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:09.124784 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6c1b74f-9322-4a0a-97c2-78a38a9cad90 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:09.238127 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1b74f-9322-4a0a-97c2-78a38a9cad90 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Network': ['ID=d466ed2e-71f6-48b9-96b4-319503677d6d,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:09.248532 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a6c1b74f-9322-4a0a-97c2-78a38a9cad90 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4159784 Apr 06 13:34:09.248532 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47856) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:09.250663 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network d466ed2e-71f6-48b9-96b4-319503677d6d details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:34:09.251877 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-317b536a-c380-4777-b8ea-558a927f6268 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'subnet': {'network_id': 'd466ed2e-71f6-48b9-96b4-319503677d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:09.370694 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 9894d6bc-5e31-40d4-8da2-265f75c18e2a no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:34:09.374634 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-317b536a-c380-4777-b8ea-558a927f6268 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:09.378604 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-317b536a-c380-4777-b8ea-558a927f6268 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:subnet and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:09.393331 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-317b536a-c380-4777-b8ea-558a927f6268 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:09.396712 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-317b536a-c380-4777-b8ea-558a927f6268 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:09.417397 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 9894d6bc-5e31-40d4-8da2-265f75c18e2a {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:34:09.417737 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 9894d6bc-5e31-40d4-8da2-265f75c18e2a not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:34:09.522652 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317b536a-c380-4777-b8ea-558a927f6268 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:34:09.526266 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-317b536a-c380-4777-b8ea-558a927f6268 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:09.866060 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-317b536a-c380-4777-b8ea-558a927f6268 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:09.947424 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b536a-c380-4777-b8ea-558a927f6268 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Subnet': ['ID=135add4f-fad0-4de3-9c6f-ef88ab68732b,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:09.961396 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317b536a-c380-4777-b8ea-558a927f6268 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Checking segment: {'id': 'df6e1d56-4cc3-41aa-aa43-6517e1aad0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd466ed2e-71f6-48b9-96b4-319503677d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:34:09.961902 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317b536a-c380-4777-b8ea-558a927f6268 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network hostable DHCP agents. Network: d466ed2e-71f6-48b9-96b4-319503677d6d, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:34:10.105275 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317b536a-c380-4777-b8ea-558a927f6268 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network d466ed2e-71f6-48b9-96b4-319503677d6d is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:34:10.216180 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-317b536a-c380-4777-b8ea-558a927f6268 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, d466ed2e-71f6-48b9-96b4-319503677d6d) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:34:10.218656 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317b536a-c380-4777-b8ea-558a927f6268 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:10.219273 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-317b536a-c380-4777-b8ea-558a927f6268 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:10.233579 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bad3a0b-1779-4a12-ac1c-7783d1b976f2 None None] Network d466ed2e-71f6-48b9-96b4-319503677d6d requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:34:10.304195 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-317b536a-c380-4777-b8ea-558a927f6268 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0536125 Apr 06 13:34:10.304541 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47860) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:10.310858 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-72faff86-8a76-4786-86a8-6df769a6e90c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'port': {'network_id': 'd466ed2e-71f6-48b9-96b4-319503677d6d', 'name': 'tempest-PortsIpV6TestJSON-20508691'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:10.462306 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-72faff86-8a76-4786-86a8-6df769a6e90c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:10.462437 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1476ff-1220-4cd4-89f6-ef1f9cf3aed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-d466ed2e-71f6-48b9-96b4-319503677d6d', 'network_id': 'd466ed2e-71f6-48b9-96b4-319503677d6d', 'tenant_id': '04df41dc5a9e4d7491eefb535d8a0a09', 'fixed_ips': [{'subnet_id': '135add4f-fad0-4de3-9c6f-ef88ab68732b'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:34:10.462437 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6a1476ff-1220-4cd4-89f6-ef1f9cf3aed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:10.471288 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-72faff86-8a76-4786-86a8-6df769a6e90c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:10.539729 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72faff86-8a76-4786-86a8-6df769a6e90c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:34:10.543432 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-72faff86-8a76-4786-86a8-6df769a6e90c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:10.566008 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-72faff86-8a76-4786-86a8-6df769a6e90c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] device_id is not set on port 01f8d7e8-c6a8-44c4-8f0c-da8f5c81fd6c yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:34:10.628790 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-6a1476ff-1220-4cd4-89f6-ef1f9cf3aed6 None None] Allocated IP 2001:db8::2 (d466ed2e-71f6-48b9-96b4-319503677d6d/135add4f-fad0-4de3-9c6f-ef88ab68732b/93508d14-c86b-467c-b063-65d7ee734875) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:34:10.852015 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6a1476ff-1220-4cd4-89f6-ef1f9cf3aed6 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:10.861918 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-6a1476ff-1220-4cd4-89f6-ef1f9cf3aed6 None None] Transition to ACTIVE for port object 93508d14-c86b-467c-b063-65d7ee734875 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:34:10.884171 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-6a1476ff-1220-4cd4-89f6-ef1f9cf3aed6 None None] Transition to ACTIVE for port object 93508d14-c86b-467c-b063-65d7ee734875 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:34:10.952261 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6a1476ff-1220-4cd4-89f6-ef1f9cf3aed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:11.015279 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1476ff-1220-4cd4-89f6-ef1f9cf3aed6 None None] Network d466ed2e-71f6-48b9-96b4-319503677d6d is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:34:11.018331 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-6a1476ff-1220-4cd4-89f6-ef1f9cf3aed6 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:34:11.027468 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1476ff-1220-4cd4-89f6-ef1f9cf3aed6 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:34:11.041895 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-72faff86-8a76-4786-86a8-6df769a6e90c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Allocated IP 2001:db8::ac (d466ed2e-71f6-48b9-96b4-319503677d6d/135add4f-fad0-4de3-9c6f-ef88ab68732b/01f8d7e8-c6a8-44c4-8f0c-da8f5c81fd6c) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:34:11.066176 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1476ff-1220-4cd4-89f6-ef1f9cf3aed6 None None] Pushing event updated for resources: {'Port': ['ID=93508d14-c86b-467c-b063-65d7ee734875,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:11.126143 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-6a1476ff-1220-4cd4-89f6-ef1f9cf3aed6 None None] Attempting to bind port 93508d14-c86b-467c-b063-65d7ee734875 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:34:11.126516 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-6a1476ff-1220-4cd4-89f6-ef1f9cf3aed6 None None] Attempting to bind port 93508d14-c86b-467c-b063-65d7ee734875 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'df6e1d56-4cc3-41aa-aa43-6517e1aad0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd466ed2e-71f6-48b9-96b4-319503677d6d'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:34:11.127030 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1476ff-1220-4cd4-89f6-ef1f9cf3aed6 None None] Attempting to bind port 93508d14-c86b-467c-b063-65d7ee734875 on network d466ed2e-71f6-48b9-96b4-319503677d6d {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:34:11.133735 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1476ff-1220-4cd4-89f6-ef1f9cf3aed6 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:34:11.134075 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1476ff-1220-4cd4-89f6-ef1f9cf3aed6 None None] Checking segment: {'id': 'df6e1d56-4cc3-41aa-aa43-6517e1aad0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd466ed2e-71f6-48b9-96b4-319503677d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:34:11.134487 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6a1476ff-1220-4cd4-89f6-ef1f9cf3aed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:11.134911 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1476ff-1220-4cd4-89f6-ef1f9cf3aed6 None None] Bound using segment: {'id': 'df6e1d56-4cc3-41aa-aa43-6517e1aad0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd466ed2e-71f6-48b9-96b4-319503677d6d'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:34:11.135475 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-6a1476ff-1220-4cd4-89f6-ef1f9cf3aed6 None None] Bound port: 93508d14-c86b-467c-b063-65d7ee734875, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6e1d56-4cc3-41aa-aa43-6517e1aad0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd466ed2e-71f6-48b9-96b4-319503677d6d'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:34:11.136343 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6a1476ff-1220-4cd4-89f6-ef1f9cf3aed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:11.237591 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-6a1476ff-1220-4cd4-89f6-ef1f9cf3aed6 None None] For port 93508d14-c86b-467c-b063-65d7ee734875, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:34:11.241719 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-6a1476ff-1220-4cd4-89f6-ef1f9cf3aed6 None None] For port 93508d14-c86b-467c-b063-65d7ee734875, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=93508d14-c86b-467c-b063-65d7ee734875,segment=NetworkSegment(df6e1d56-4cc3-41aa-aa43-6517e1aad0ab),segment_id=df6e1d56-4cc3-41aa-aa43-6517e1aad0ab)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:34:11.265519 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-72faff86-8a76-4786-86a8-6df769a6e90c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:11.282060 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-72faff86-8a76-4786-86a8-6df769a6e90c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Transition to ACTIVE for port object 01f8d7e8-c6a8-44c4-8f0c-da8f5c81fd6c will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:34:11.368761 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6a1476ff-1220-4cd4-89f6-ef1f9cf3aed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:11.426288 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-72faff86-8a76-4786-86a8-6df769a6e90c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:11.454463 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1476ff-1220-4cd4-89f6-ef1f9cf3aed6 None None] Pushing event updated for resources: {'Port': ['ID=93508d14-c86b-467c-b063-65d7ee734875,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:11.497545 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72faff86-8a76-4786-86a8-6df769a6e90c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network d466ed2e-71f6-48b9-96b4-319503677d6d is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:34:11.500685 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-72faff86-8a76-4786-86a8-6df769a6e90c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:34:11.618783 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72faff86-8a76-4786-86a8-6df769a6e90c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:34:11.624249 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72faff86-8a76-4786-86a8-6df769a6e90c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:11.624898 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-72faff86-8a76-4786-86a8-6df769a6e90c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:11.640397 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72faff86-8a76-4786-86a8-6df769a6e90c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Port': ['ID=01f8d7e8-c6a8-44c4-8f0c-da8f5c81fd6c,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:11.713130 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-72faff86-8a76-4786-86a8-6df769a6e90c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4072859 Apr 06 13:34:11.717915 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47866) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:11.726160 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-00c02bde-e1f1-47ef-a29e-08572f5db688 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'port': {'network_id': 'd466ed2e-71f6-48b9-96b4-319503677d6d', 'name': 'tempest-PortsIpV6TestJSON-1674124578'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:11.876488 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-00c02bde-e1f1-47ef-a29e-08572f5db688 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:11.880694 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-00c02bde-e1f1-47ef-a29e-08572f5db688 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:port and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:11.883783 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-00c02bde-e1f1-47ef-a29e-08572f5db688 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:11.889417 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-00c02bde-e1f1-47ef-a29e-08572f5db688 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:11.968259 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c02bde-e1f1-47ef-a29e-08572f5db688 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:34:11.972081 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-00c02bde-e1f1-47ef-a29e-08572f5db688 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:11.996570 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-00c02bde-e1f1-47ef-a29e-08572f5db688 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] device_id is not set on port 2a2648ee-9e52-4766-b69a-660d0abdc076 yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:34:12.151696 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-00c02bde-e1f1-47ef-a29e-08572f5db688 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Allocated IP 2001:db8::18 (d466ed2e-71f6-48b9-96b4-319503677d6d/135add4f-fad0-4de3-9c6f-ef88ab68732b/2a2648ee-9e52-4766-b69a-660d0abdc076) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:34:12.386942 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-00c02bde-e1f1-47ef-a29e-08572f5db688 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:12.404842 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-00c02bde-e1f1-47ef-a29e-08572f5db688 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Transition to ACTIVE for port object 2a2648ee-9e52-4766-b69a-660d0abdc076 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:34:12.513372 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-00c02bde-e1f1-47ef-a29e-08572f5db688 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:12.555016 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec05105f-736f-48a3-ab7d-ce14ebb60035 None None] Network d466ed2e-71f6-48b9-96b4-319503677d6d requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:34:12.585012 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c02bde-e1f1-47ef-a29e-08572f5db688 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network d466ed2e-71f6-48b9-96b4-319503677d6d is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:34:12.592715 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-00c02bde-e1f1-47ef-a29e-08572f5db688 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:34:12.592715 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c02bde-e1f1-47ef-a29e-08572f5db688 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:34:12.596451 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c02bde-e1f1-47ef-a29e-08572f5db688 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:12.597088 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-00c02bde-e1f1-47ef-a29e-08572f5db688 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:12.622350 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c02bde-e1f1-47ef-a29e-08572f5db688 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Port': ['ID=2a2648ee-9e52-4766-b69a-660d0abdc076,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:12.749114 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-00c02bde-e1f1-47ef-a29e-08572f5db688 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0105641 Apr 06 13:34:12.749114 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47870) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:12.757795 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8f66cc54-41cb-464a-89f0-f895a2b1c8df None None] Provisioning for port 93508d14-c86b-467c-b063-65d7ee734875 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:34:12.823943 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92c2987-4174-4805-a1dd-c3603c164733 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:12.824669 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c92c2987-4174-4805-a1dd-c3603c164733 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Synchronizing usage tracker for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:34:12.900635 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c92c2987-4174-4805-a1dd-c3603c164733 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Unset dirty status for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:34:12.901849 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c92c2987-4174-4805-a1dd-c3603c164733 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aac HTTP/1.1" status: 200 len: 926 time: 0.1684396 Apr 06 13:34:12.905803 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47874) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:12.989536 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-c1ab33c1-5f3b-49e4-94ff-c28d6735528c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting port 2a2648ee-9e52-4766-b69a-660d0abdc076 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:34:12.989536 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c1ab33c1-5f3b-49e4-94ff-c28d6735528c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:13.219985 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0ab3cc05-866e-46e3-ae0e-4b5a7214b75a None None] Provisioning for port 01f8d7e8-c6a8-44c4-8f0c-da8f5c81fd6c completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:34:13.230969 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0ab3cc05-866e-46e3-ae0e-4b5a7214b75a None None] Provisioning complete for port 01f8d7e8-c6a8-44c4-8f0c-da8f5c81fd6c triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:13.231225 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0ab3cc05-866e-46e3-ae0e-4b5a7214b75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:13.279748 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c1ab33c1-5f3b-49e4-94ff-c28d6735528c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:13.341006 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0ab3cc05-866e-46e3-ae0e-4b5a7214b75a None None] Port 01f8d7e8-c6a8-44c4-8f0c-da8f5c81fd6c cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:34:13.447378 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-c1ab33c1-5f3b-49e4-94ff-c28d6735528c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Calling delete_port for 2a2648ee-9e52-4766-b69a-660d0abdc076 owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:34:13.452462 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 93508d14-c86b-467c-b063-65d7ee734875 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:34:13.480579 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:34:13.484350 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0ab3cc05-866e-46e3-ae0e-4b5a7214b75a None None] Provisioning for port 2a2648ee-9e52-4766-b69a-660d0abdc076 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:34:13.499620 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0ab3cc05-866e-46e3-ae0e-4b5a7214b75a None None] Provisioning complete for port 2a2648ee-9e52-4766-b69a-660d0abdc076 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:13.500323 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0ab3cc05-866e-46e3-ae0e-4b5a7214b75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:13.651703 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0ab3cc05-866e-46e3-ae0e-4b5a7214b75a None None] Port 2a2648ee-9e52-4766-b69a-660d0abdc076 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:34:13.662621 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 93508d14-c86b-467c-b063-65d7ee734875 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:34:13.667051 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0ab3cc05-866e-46e3-ae0e-4b5a7214b75a None None] Provisioning complete for port 93508d14-c86b-467c-b063-65d7ee734875 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:13.667420 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0ab3cc05-866e-46e3-ae0e-4b5a7214b75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:13.696519 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 93508d14-c86b-467c-b063-65d7ee734875 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:13.698072 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:13.860435 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c1ab33c1-5f3b-49e4-94ff-c28d6735528c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:13.918498 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab33c1-5f3b-49e4-94ff-c28d6735528c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Port': ['ID=2a2648ee-9e52-4766-b69a-660d0abdc076,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:13.945056 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0ab3cc05-866e-46e3-ae0e-4b5a7214b75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:13.959528 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:13.967984 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c1ab33c1-5f3b-49e4-94ff-c28d6735528c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:14.002284 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0ab3cc05-866e-46e3-ae0e-4b5a7214b75a None None] For port 93508d14-c86b-467c-b063-65d7ee734875, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=93508d14-c86b-467c-b063-65d7ee734875,segment=NetworkSegment(df6e1d56-4cc3-41aa-aa43-6517e1aad0ab),segment_id=df6e1d56-4cc3-41aa-aa43-6517e1aad0ab)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:34:14.061605 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c1ab33c1-5f3b-49e4-94ff-c28d6735528c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/ports/2a2648ee-9e52-4766-b69a-660d0abdc076 HTTP/1.1" status: 204 len: 168 time: 1.1540794 Apr 06 13:34:14.070424 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47878) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:14.129955 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0ab3cc05-866e-46e3-ae0e-4b5a7214b75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:14.227952 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-79801dce-03d1-462b-9f5e-87181ae79735 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] GET failed (client error): The resource could not be found. Apr 06 13:34:14.228484 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-79801dce-03d1-462b-9f5e-87181ae79735 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Synchronizing usage tracker for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:34:14.253409 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:34:14.262667 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:34:14.262667 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3cc05-866e-46e3-ae0e-4b5a7214b75a None None] Pushing event updated for resources: {'Port': ['ID=93508d14-c86b-467c-b063-65d7ee734875,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:14.268515 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-cea1371d-3193-4259-97b0-1f1e2f1c240d None None] Provisioning complete for port 01f8d7e8-c6a8-44c4-8f0c-da8f5c81fd6c triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:14.268900 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cea1371d-3193-4259-97b0-1f1e2f1c240d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:14.330704 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-cea1371d-3193-4259-97b0-1f1e2f1c240d None None] Port 01f8d7e8-c6a8-44c4-8f0c-da8f5c81fd6c cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:34:14.334456 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-cea1371d-3193-4259-97b0-1f1e2f1c240d None None] Could not find standard attr ID for object 2a2648ee-9e52-4766-b69a-660d0abdc076. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:34:14.346759 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-79801dce-03d1-462b-9f5e-87181ae79735 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Unset dirty status for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:34:14.347463 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-79801dce-03d1-462b-9f5e-87181ae79735 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "GET /v2.0/ports/2a2648ee-9e52-4766-b69a-660d0abdc076 HTTP/1.1" status: 404 len: 333 time: 0.2825544 Apr 06 13:34:14.351232 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47882) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:14.420770 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-bfc57f2c-1aac-46d1-80c2-4f8e934487ce tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting port 01f8d7e8-c6a8-44c4-8f0c-da8f5c81fd6c {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:34:14.421104 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bfc57f2c-1aac-46d1-80c2-4f8e934487ce tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:14.680959 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bfc57f2c-1aac-46d1-80c2-4f8e934487ce tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:14.815961 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-bfc57f2c-1aac-46d1-80c2-4f8e934487ce tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Calling delete_port for 01f8d7e8-c6a8-44c4-8f0c-da8f5c81fd6c owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:34:15.025819 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bfc57f2c-1aac-46d1-80c2-4f8e934487ce tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:15.081044 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc57f2c-1aac-46d1-80c2-4f8e934487ce tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Port': ['ID=01f8d7e8-c6a8-44c4-8f0c-da8f5c81fd6c,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:15.127699 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bfc57f2c-1aac-46d1-80c2-4f8e934487ce tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:15.204011 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-bfc57f2c-1aac-46d1-80c2-4f8e934487ce tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/ports/01f8d7e8-c6a8-44c4-8f0c-da8f5c81fd6c HTTP/1.1" status: 204 len: 168 time: 0.8512619 Apr 06 13:34:15.207397 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47886) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:15.252276 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c78c13-fa7c-4b75-9b2d-0187e2c0eafb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] GET failed (client error): The resource could not be found. Apr 06 13:34:15.253000 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-99c78c13-fa7c-4b75-9b2d-0187e2c0eafb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Synchronizing usage tracker for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:34:15.330975 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-99c78c13-fa7c-4b75-9b2d-0187e2c0eafb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Unset dirty status for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:34:15.333036 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47890) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:15.333708 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-99c78c13-fa7c-4b75-9b2d-0187e2c0eafb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "GET /v2.0/ports/01f8d7e8-c6a8-44c4-8f0c-da8f5c81fd6c HTTP/1.1" status: 404 len: 333 time: 0.1246872 Apr 06 13:34:15.380808 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 93508d14-c86b-467c-b063-65d7ee734875 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:34:15.408921 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f776a28-065f-4ebe-863a-e017fc9d2677 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting subnet 135add4f-fad0-4de3-9c6f-ef88ab68732b {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:34:15.413862 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7f776a28-065f-4ebe-863a-e017fc9d2677 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:15.457013 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 93508d14-c86b-467c-b063-65d7ee734875 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:15.458121 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:15.474155 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7f776a28-065f-4ebe-863a-e017fc9d2677 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:15.558190 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0a62c6ba-7a29-429c-929e-d1128e89e1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:15.564492 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7f776a28-065f-4ebe-863a-e017fc9d2677 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:15.735689 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7f776a28-065f-4ebe-863a-e017fc9d2677 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:15.778422 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f776a28-065f-4ebe-863a-e017fc9d2677 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Subnet': ['ID=135add4f-fad0-4de3-9c6f-ef88ab68732b,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:15.783349 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7f776a28-065f-4ebe-863a-e017fc9d2677 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:15.789954 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d810a5-e570-4197-b817-14cf23c9d871 None None] Network d466ed2e-71f6-48b9-96b4-319503677d6d requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:34:15.798174 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7f776a28-065f-4ebe-863a-e017fc9d2677 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/subnets/135add4f-fad0-4de3-9c6f-ef88ab68732b HTTP/1.1" status: 204 len: 168 time: 0.4573326 Apr 06 13:34:15.798174 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47894) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:15.916806 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-722215bc-d5ad-47b6-957c-d6be7f031365 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:15.929107 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-722215bc-d5ad-47b6-957c-d6be7f031365 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting port 93508d14-c86b-467c-b063-65d7ee734875 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:34:15.929107 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-722215bc-d5ad-47b6-957c-d6be7f031365 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:16.049652 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8152e1-026c-4598-9678-405089d198d9 None None] DHCP port deletion for d466ed2e-71f6-48b9-96b4-319503677d6d request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:34:16.054830 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-5b8152e1-026c-4598-9678-405089d198d9 None None] Deleting port 93508d14-c86b-467c-b063-65d7ee734875 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:34:16.055265 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5b8152e1-026c-4598-9678-405089d198d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:16.153711 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-722215bc-d5ad-47b6-957c-d6be7f031365 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] For port 93508d14-c86b-467c-b063-65d7ee734875, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=93508d14-c86b-467c-b063-65d7ee734875,segment=NetworkSegment(df6e1d56-4cc3-41aa-aa43-6517e1aad0ab),segment_id=df6e1d56-4cc3-41aa-aa43-6517e1aad0ab)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:34:16.154560 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-722215bc-d5ad-47b6-957c-d6be7f031365 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:16.272765 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-5b8152e1-026c-4598-9678-405089d198d9 None None] For port 93508d14-c86b-467c-b063-65d7ee734875, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=93508d14-c86b-467c-b063-65d7ee734875,segment=NetworkSegment(df6e1d56-4cc3-41aa-aa43-6517e1aad0ab),segment_id=df6e1d56-4cc3-41aa-aa43-6517e1aad0ab)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:34:16.273584 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5b8152e1-026c-4598-9678-405089d198d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:16.293555 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-722215bc-d5ad-47b6-957c-d6be7f031365 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Calling delete_port for 93508d14-c86b-467c-b063-65d7ee734875 owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:34:16.405575 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-5b8152e1-026c-4598-9678-405089d198d9 None None] Calling delete_port for 93508d14-c86b-467c-b063-65d7ee734875 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:34:16.478771 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-722215bc-d5ad-47b6-957c-d6be7f031365 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:16.482207 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-5b8152e1-026c-4598-9678-405089d198d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:34:16.482569 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-5b8152e1-026c-4598-9678-405089d198d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:34:16.520295 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722215bc-d5ad-47b6-957c-d6be7f031365 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Port': ['ID=93508d14-c86b-467c-b063-65d7ee734875,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:16.522073 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722215bc-d5ad-47b6-957c-d6be7f031365 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] No DVR routers for this DVR port 93508d14-c86b-467c-b063-65d7ee734875 on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:34:16.747033 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-722215bc-d5ad-47b6-957c-d6be7f031365 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:16.774522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-722215bc-d5ad-47b6-957c-d6be7f031365 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d466ed2e-71f6-48b9-96b4-319503677d6d']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:16.787984 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-722215bc-d5ad-47b6-957c-d6be7f031365 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6e1d56-4cc3-41aa-aa43-6517e1aad0ab') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:16.788282 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-722215bc-d5ad-47b6-957c-d6be7f031365 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6e1d56-4cc3-41aa-aa43-6517e1aad0ab') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:16.800167 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-722215bc-d5ad-47b6-957c-d6be7f031365 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:16.816908 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-722215bc-d5ad-47b6-957c-d6be7f031365 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:16.823534 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722215bc-d5ad-47b6-957c-d6be7f031365 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:34:16.823929 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-722215bc-d5ad-47b6-957c-d6be7f031365 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:34:16.838860 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:34:16.980015 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-722215bc-d5ad-47b6-957c-d6be7f031365 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:16.983735 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-5b8152e1-026c-4598-9678-405089d198d9 None None] Deleting port 93508d14-c86b-467c-b063-65d7ee734875 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:34:16.984199 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5b8152e1-026c-4598-9678-405089d198d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:16.998680 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-722215bc-d5ad-47b6-957c-d6be7f031365 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:17.010439 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722215bc-d5ad-47b6-957c-d6be7f031365 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Network': ['ID=d466ed2e-71f6-48b9-96b4-319503677d6d,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:17.056783 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-5b8152e1-026c-4598-9678-405089d198d9 None None] The port '93508d14-c86b-467c-b063-65d7ee734875' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:34:17.077515 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-722215bc-d5ad-47b6-957c-d6be7f031365 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/networks/d466ed2e-71f6-48b9-96b4-319503677d6d HTTP/1.1" status: 204 len: 168 time: 1.2824323 Apr 06 13:34:17.081018 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47898) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:17.090855 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-1e1d5fd1-72f2-4a45-88f3-945391c882bb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1812459500'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:17.092704 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-1e1d5fd1-72f2-4a45-88f3-945391c882bb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:17.096559 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-1e1d5fd1-72f2-4a45-88f3-945391c882bb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:network and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:17.100509 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-1e1d5fd1-72f2-4a45-88f3-945391c882bb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:17.106686 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-1e1d5fd1-72f2-4a45-88f3-945391c882bb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:17.242493 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1d5fd1-72f2-4a45-88f3-945391c882bb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:34:17.248209 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5fd1-72f2-4a45-88f3-945391c882bb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:17.275386 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e1d5fd1-72f2-4a45-88f3-945391c882bb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:34:17.285519 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5fd1-72f2-4a45-88f3-945391c882bb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:17.285930 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-1e1d5fd1-72f2-4a45-88f3-945391c882bb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Added segment 95c1494c-0ee1-4255-8b34-af3ca2d18b45 of type vlan for network 84fd8182-3725-4f39-8035-c8973f86d5d3 Apr 06 13:34:17.313587 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5fd1-72f2-4a45-88f3-945391c882bb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:17.374846 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 93508d14-c86b-467c-b063-65d7ee734875 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:34:17.413220 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 93508d14-c86b-467c-b063-65d7ee734875 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:34:17.413874 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 93508d14-c86b-467c-b063-65d7ee734875 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:34:17.428556 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5fd1-72f2-4a45-88f3-945391c882bb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:17.433994 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1d5fd1-72f2-4a45-88f3-945391c882bb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:17.434607 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5fd1-72f2-4a45-88f3-945391c882bb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:17.560761 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d5fd1-72f2-4a45-88f3-945391c882bb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Network': ['ID=84fd8182-3725-4f39-8035-c8973f86d5d3,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:17.562077 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 84fd8182-3725-4f39-8035-c8973f86d5d3 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:34:17.592469 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1e1d5fd1-72f2-4a45-88f3-945391c882bb tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5040801 Apr 06 13:34:17.592469 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47902) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:17.595937 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-2f65ee4e-8131-4d73-86a2-d07861ddf167 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'subnet': {'network_id': '84fd8182-3725-4f39-8035-c8973f86d5d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:17.710880 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-2f65ee4e-8131-4d73-86a2-d07861ddf167 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:17.714725 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2f65ee4e-8131-4d73-86a2-d07861ddf167 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:subnet and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:17.717636 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2f65ee4e-8131-4d73-86a2-d07861ddf167 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:17.723862 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-2f65ee4e-8131-4d73-86a2-d07861ddf167 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:17.751199 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-80ea6bc6-fe1a-4a23-be4d-745224d0e427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:17.850298 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f65ee4e-8131-4d73-86a2-d07861ddf167 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:34:17.853900 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2f65ee4e-8131-4d73-86a2-d07861ddf167 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:18.180846 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2f65ee4e-8131-4d73-86a2-d07861ddf167 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:18.270074 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65ee4e-8131-4d73-86a2-d07861ddf167 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Subnet': ['ID=f9c0ef1d-175d-4ec3-bb14-83ffa51f8c00,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:18.279408 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f65ee4e-8131-4d73-86a2-d07861ddf167 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Checking segment: {'id': '95c1494c-0ee1-4255-8b34-af3ca2d18b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '84fd8182-3725-4f39-8035-c8973f86d5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:34:18.279763 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f65ee4e-8131-4d73-86a2-d07861ddf167 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network hostable DHCP agents. Network: 84fd8182-3725-4f39-8035-c8973f86d5d3, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:34:18.425771 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f65ee4e-8131-4d73-86a2-d07861ddf167 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network 84fd8182-3725-4f39-8035-c8973f86d5d3 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:34:18.545433 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-2f65ee4e-8131-4d73-86a2-d07861ddf167 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 84fd8182-3725-4f39-8035-c8973f86d5d3) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:34:18.550336 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f65ee4e-8131-4d73-86a2-d07861ddf167 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:18.551231 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2f65ee4e-8131-4d73-86a2-d07861ddf167 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:18.554728 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a96c802-ded9-4e9b-a06f-3f7a4c13c8b4 None None] Network 84fd8182-3725-4f39-8035-c8973f86d5d3 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:34:18.674908 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2f65ee4e-8131-4d73-86a2-d07861ddf167 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0821531 Apr 06 13:34:18.675644 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47906) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:18.682272 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-8886795a-7969-4fac-b472-37a271e96ba8 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'port': {'network_id': '84fd8182-3725-4f39-8035-c8973f86d5d3', 'name': 'tempest-PortsIpV6TestJSON-2104893061', 'fixed_ips': [{'subnet_id': 'f9c0ef1d-175d-4ec3-bb14-83ffa51f8c00', 'ip_address': '2001:db8::10'}]}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:18.847066 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-8886795a-7969-4fac-b472-37a271e96ba8 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:18.852918 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8886795a-7969-4fac-b472-37a271e96ba8 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:port and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:18.857009 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8886795a-7969-4fac-b472-37a271e96ba8 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:18.858642 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d534fa-3e68-4a6a-9b61-4d3da183b7b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-84fd8182-3725-4f39-8035-c8973f86d5d3', 'network_id': '84fd8182-3725-4f39-8035-c8973f86d5d3', 'tenant_id': '04df41dc5a9e4d7491eefb535d8a0a09', 'fixed_ips': [{'subnet_id': 'f9c0ef1d-175d-4ec3-bb14-83ffa51f8c00'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:34:18.859924 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a4d534fa-3e68-4a6a-9b61-4d3da183b7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:18.863113 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-8886795a-7969-4fac-b472-37a271e96ba8 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:18.883238 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:18.994066 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:19.013985 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8886795a-7969-4fac-b472-37a271e96ba8 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:34:19.028889 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-a4d534fa-3e68-4a6a-9b61-4d3da183b7b0 None None] Allocated IP 2001:db8::2 (84fd8182-3725-4f39-8035-c8973f86d5d3/f9c0ef1d-175d-4ec3-bb14-83ffa51f8c00/f583c157-d792-427e-9c48-4f2fc19c443a) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:34:19.164833 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8886795a-7969-4fac-b472-37a271e96ba8 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:19.187372 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-8886795a-7969-4fac-b472-37a271e96ba8 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] device_id is not set on port 4d98d647-d387-4de8-a1ea-c7808fff4e15 yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:34:19.252798 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a4d534fa-3e68-4a6a-9b61-4d3da183b7b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:19.264027 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-a4d534fa-3e68-4a6a-9b61-4d3da183b7b0 None None] Transition to ACTIVE for port object f583c157-d792-427e-9c48-4f2fc19c443a will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:34:19.290309 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-a4d534fa-3e68-4a6a-9b61-4d3da183b7b0 None None] Transition to ACTIVE for port object f583c157-d792-427e-9c48-4f2fc19c443a will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:34:19.380651 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a4d534fa-3e68-4a6a-9b61-4d3da183b7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:19.444509 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d534fa-3e68-4a6a-9b61-4d3da183b7b0 None None] Network 84fd8182-3725-4f39-8035-c8973f86d5d3 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:34:19.447445 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-a4d534fa-3e68-4a6a-9b61-4d3da183b7b0 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:34:19.454092 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-8886795a-7969-4fac-b472-37a271e96ba8 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Allocated IP 2001:db8::10 (84fd8182-3725-4f39-8035-c8973f86d5d3/f9c0ef1d-175d-4ec3-bb14-83ffa51f8c00/4d98d647-d387-4de8-a1ea-c7808fff4e15) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:34:19.455596 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d534fa-3e68-4a6a-9b61-4d3da183b7b0 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:34:19.494667 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d534fa-3e68-4a6a-9b61-4d3da183b7b0 None None] Pushing event updated for resources: {'Port': ['ID=f583c157-d792-427e-9c48-4f2fc19c443a,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:19.556631 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-a4d534fa-3e68-4a6a-9b61-4d3da183b7b0 None None] Attempting to bind port f583c157-d792-427e-9c48-4f2fc19c443a on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:34:19.557322 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-a4d534fa-3e68-4a6a-9b61-4d3da183b7b0 None None] Attempting to bind port f583c157-d792-427e-9c48-4f2fc19c443a by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '95c1494c-0ee1-4255-8b34-af3ca2d18b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '84fd8182-3725-4f39-8035-c8973f86d5d3'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:34:19.557451 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d534fa-3e68-4a6a-9b61-4d3da183b7b0 None None] Attempting to bind port f583c157-d792-427e-9c48-4f2fc19c443a on network 84fd8182-3725-4f39-8035-c8973f86d5d3 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:34:19.563190 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d534fa-3e68-4a6a-9b61-4d3da183b7b0 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:34:19.563598 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d534fa-3e68-4a6a-9b61-4d3da183b7b0 None None] Checking segment: {'id': '95c1494c-0ee1-4255-8b34-af3ca2d18b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '84fd8182-3725-4f39-8035-c8973f86d5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:34:19.564035 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a4d534fa-3e68-4a6a-9b61-4d3da183b7b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:19.564453 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d534fa-3e68-4a6a-9b61-4d3da183b7b0 None None] Bound using segment: {'id': '95c1494c-0ee1-4255-8b34-af3ca2d18b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '84fd8182-3725-4f39-8035-c8973f86d5d3'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:34:19.564956 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-a4d534fa-3e68-4a6a-9b61-4d3da183b7b0 None None] Bound port: f583c157-d792-427e-9c48-4f2fc19c443a, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c1494c-0ee1-4255-8b34-af3ca2d18b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '84fd8182-3725-4f39-8035-c8973f86d5d3'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:34:19.565356 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a4d534fa-3e68-4a6a-9b61-4d3da183b7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:19.661606 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-a4d534fa-3e68-4a6a-9b61-4d3da183b7b0 None None] For port f583c157-d792-427e-9c48-4f2fc19c443a, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:34:19.664698 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-a4d534fa-3e68-4a6a-9b61-4d3da183b7b0 None None] For port f583c157-d792-427e-9c48-4f2fc19c443a, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f583c157-d792-427e-9c48-4f2fc19c443a,segment=NetworkSegment(95c1494c-0ee1-4255-8b34-af3ca2d18b45),segment_id=95c1494c-0ee1-4255-8b34-af3ca2d18b45)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:34:19.683531 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8886795a-7969-4fac-b472-37a271e96ba8 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:19.699951 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-8886795a-7969-4fac-b472-37a271e96ba8 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Transition to ACTIVE for port object 4d98d647-d387-4de8-a1ea-c7808fff4e15 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:34:19.769315 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a4d534fa-3e68-4a6a-9b61-4d3da183b7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:19.797132 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8886795a-7969-4fac-b472-37a271e96ba8 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:19.860790 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d534fa-3e68-4a6a-9b61-4d3da183b7b0 None None] Pushing event updated for resources: {'Port': ['ID=f583c157-d792-427e-9c48-4f2fc19c443a,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:19.865008 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8886795a-7969-4fac-b472-37a271e96ba8 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network 84fd8182-3725-4f39-8035-c8973f86d5d3 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:34:19.868492 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-8886795a-7969-4fac-b472-37a271e96ba8 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:34:19.884353 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8886795a-7969-4fac-b472-37a271e96ba8 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:34:19.950857 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8886795a-7969-4fac-b472-37a271e96ba8 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:19.950857 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8886795a-7969-4fac-b472-37a271e96ba8 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:19.950857 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886795a-7969-4fac-b472-37a271e96ba8 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Port': ['ID=4d98d647-d387-4de8-a1ea-c7808fff4e15,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:20.032919 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8886795a-7969-4fac-b472-37a271e96ba8 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3559115 Apr 06 13:34:20.035971 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47910) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:20.045645 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-7a4a9ac7-abe9-40b9-8cc7-c5d039d0260a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'port': {'network_id': '84fd8182-3725-4f39-8035-c8973f86d5d3', 'name': 'tempest-PortsIpV6TestJSON-667891439', 'fixed_ips': [{'subnet_id': 'f9c0ef1d-175d-4ec3-bb14-83ffa51f8c00', 'ip_address': '2001:db8::f'}]}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:20.243280 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:20.306988 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-7a4a9ac7-abe9-40b9-8cc7-c5d039d0260a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:20.310875 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-7a4a9ac7-abe9-40b9-8cc7-c5d039d0260a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:port and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:20.313668 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-7a4a9ac7-abe9-40b9-8cc7-c5d039d0260a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:20.320938 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-7a4a9ac7-abe9-40b9-8cc7-c5d039d0260a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:20.419569 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4a9ac7-abe9-40b9-8cc7-c5d039d0260a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:34:20.424661 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7a4a9ac7-abe9-40b9-8cc7-c5d039d0260a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:20.450887 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-7a4a9ac7-abe9-40b9-8cc7-c5d039d0260a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] device_id is not set on port b7cb0e52-82f9-45b5-87a5-88f08ca9aabc yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:34:20.672531 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-7a4a9ac7-abe9-40b9-8cc7-c5d039d0260a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Allocated IP 2001:db8::f (84fd8182-3725-4f39-8035-c8973f86d5d3/f9c0ef1d-175d-4ec3-bb14-83ffa51f8c00/b7cb0e52-82f9-45b5-87a5-88f08ca9aabc) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:34:20.866221 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b514fff0-6713-4180-8d36-51d543743a09 None None] Network 84fd8182-3725-4f39-8035-c8973f86d5d3 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:34:20.900279 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7a4a9ac7-abe9-40b9-8cc7-c5d039d0260a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:20.916130 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-7a4a9ac7-abe9-40b9-8cc7-c5d039d0260a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Transition to ACTIVE for port object b7cb0e52-82f9-45b5-87a5-88f08ca9aabc will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:34:21.037595 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7a4a9ac7-abe9-40b9-8cc7-c5d039d0260a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:21.087742 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-4f53b107-9e7b-42c9-8306-0490d306972a None None] Provisioning for port f583c157-d792-427e-9c48-4f2fc19c443a completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:34:21.120482 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4a9ac7-abe9-40b9-8cc7-c5d039d0260a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network 84fd8182-3725-4f39-8035-c8973f86d5d3 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:34:21.134968 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-7a4a9ac7-abe9-40b9-8cc7-c5d039d0260a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:34:21.144245 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4a9ac7-abe9-40b9-8cc7-c5d039d0260a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:34:21.144245 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4a9ac7-abe9-40b9-8cc7-c5d039d0260a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:21.144245 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7a4a9ac7-abe9-40b9-8cc7-c5d039d0260a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:21.162516 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a9ac7-abe9-40b9-8cc7-c5d039d0260a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Port': ['ID=b7cb0e52-82f9-45b5-87a5-88f08ca9aabc,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:21.324932 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7a4a9ac7-abe9-40b9-8cc7-c5d039d0260a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2862589 Apr 06 13:34:21.326311 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47920) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:21.406887 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f583c157-d792-427e-9c48-4f2fc19c443a up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:34:21.449221 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da80e4d-1ef0-45d8-839b-8ba7f5c9110c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:21.450168 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-5da80e4d-1ef0-45d8-839b-8ba7f5c9110c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Synchronizing usage tracker for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:34:21.550872 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-331cd340-b03a-4a49-9d07-223329068888 None None] Provisioning for port b7cb0e52-82f9-45b5-87a5-88f08ca9aabc completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:34:21.557171 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-331cd340-b03a-4a49-9d07-223329068888 None None] Provisioning complete for port b7cb0e52-82f9-45b5-87a5-88f08ca9aabc triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:21.557485 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-331cd340-b03a-4a49-9d07-223329068888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:21.581450 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-5da80e4d-1ef0-45d8-839b-8ba7f5c9110c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Unset dirty status for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:34:21.583610 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5da80e4d-1ef0-45d8-839b-8ba7f5c9110c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2562683 Apr 06 13:34:21.586694 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47924) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:21.596293 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port f583c157-d792-427e-9c48-4f2fc19c443a completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:34:21.610858 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port f583c157-d792-427e-9c48-4f2fc19c443a triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:21.611228 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:21.681347 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68523bed-3125-4bfa-9f63-ec2951a108bf tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:21.682481 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-331cd340-b03a-4a49-9d07-223329068888 None None] Port b7cb0e52-82f9-45b5-87a5-88f08ca9aabc cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:34:21.687274 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68523bed-3125-4bfa-9f63-ec2951a108bf tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:21.693906 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68523bed-3125-4bfa-9f63-ec2951a108bf tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:21.694759 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-68523bed-3125-4bfa-9f63-ec2951a108bf tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Synchronizing usage tracker for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:34:21.710965 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-68523bed-3125-4bfa-9f63-ec2951a108bf tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Unset dirty status for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:34:21.715321 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-68523bed-3125-4bfa-9f63-ec2951a108bf tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1275663 Apr 06 13:34:21.715770 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47928) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:21.769232 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:21.803810 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-6e31f3d9-3ff3-442d-8721-56ba9d1204f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting port b7cb0e52-82f9-45b5-87a5-88f08ca9aabc {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:34:21.803810 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6e31f3d9-3ff3-442d-8721-56ba9d1204f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:21.811913 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port f583c157-d792-427e-9c48-4f2fc19c443a, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f583c157-d792-427e-9c48-4f2fc19c443a,segment=NetworkSegment(95c1494c-0ee1-4255-8b34-af3ca2d18b45),segment_id=95c1494c-0ee1-4255-8b34-af3ca2d18b45)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:34:21.836704 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-331cd340-b03a-4a49-9d07-223329068888 None None] Provisioning for port 4d98d647-d387-4de8-a1ea-c7808fff4e15 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:34:21.841842 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-331cd340-b03a-4a49-9d07-223329068888 None None] Provisioning complete for port 4d98d647-d387-4de8-a1ea-c7808fff4e15 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:21.842243 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-331cd340-b03a-4a49-9d07-223329068888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:21.902769 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-331cd340-b03a-4a49-9d07-223329068888 None None] Port 4d98d647-d387-4de8-a1ea-c7808fff4e15 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:34:21.913782 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-331cd340-b03a-4a49-9d07-223329068888 None None] Provisioning complete for port f583c157-d792-427e-9c48-4f2fc19c443a triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:21.914154 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-331cd340-b03a-4a49-9d07-223329068888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:21.951792 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:22.063666 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6e31f3d9-3ff3-442d-8721-56ba9d1204f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:22.106576 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=f583c157-d792-427e-9c48-4f2fc19c443a,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:22.190404 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-6e31f3d9-3ff3-442d-8721-56ba9d1204f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Calling delete_port for b7cb0e52-82f9-45b5-87a5-88f08ca9aabc owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:34:22.261858 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-19ace92c-2c31-47b6-860e-ba41ac6d850a None None] Provisioning complete for port b7cb0e52-82f9-45b5-87a5-88f08ca9aabc triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:22.262267 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-19ace92c-2c31-47b6-860e-ba41ac6d850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:22.327634 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-19ace92c-2c31-47b6-860e-ba41ac6d850a None None] Port b7cb0e52-82f9-45b5-87a5-88f08ca9aabc cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:34:22.340091 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-19ace92c-2c31-47b6-860e-ba41ac6d850a None None] Provisioning complete for port 4d98d647-d387-4de8-a1ea-c7808fff4e15 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:22.354187 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-19ace92c-2c31-47b6-860e-ba41ac6d850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:22.400165 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-19ace92c-2c31-47b6-860e-ba41ac6d850a None None] Port 4d98d647-d387-4de8-a1ea-c7808fff4e15 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:34:22.562934 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6e31f3d9-3ff3-442d-8721-56ba9d1204f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:22.612372 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31f3d9-3ff3-442d-8721-56ba9d1204f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Port': ['ID=b7cb0e52-82f9-45b5-87a5-88f08ca9aabc,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:22.662437 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6e31f3d9-3ff3-442d-8721-56ba9d1204f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:22.786766 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6e31f3d9-3ff3-442d-8721-56ba9d1204f6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/ports/b7cb0e52-82f9-45b5-87a5-88f08ca9aabc HTTP/1.1" status: 204 len: 168 time: 1.0635562 Apr 06 13:34:22.786766 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47932) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:22.828347 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb113d8-2199-4937-91db-724a4ecfc2af tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] GET failed (client error): The resource could not be found. Apr 06 13:34:22.828863 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ceb113d8-2199-4937-91db-724a4ecfc2af tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Synchronizing usage tracker for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:34:22.916857 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ceb113d8-2199-4937-91db-724a4ecfc2af tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Unset dirty status for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:34:22.918036 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ceb113d8-2199-4937-91db-724a4ecfc2af tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "GET /v2.0/ports/b7cb0e52-82f9-45b5-87a5-88f08ca9aabc HTTP/1.1" status: 404 len: 333 time: 0.1340826 Apr 06 13:34:22.920784 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47936) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:22.990035 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-7a88a005-159e-409f-af68-3f55ff9218aa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting port 4d98d647-d387-4de8-a1ea-c7808fff4e15 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:34:22.991102 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a88a005-159e-409f-af68-3f55ff9218aa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:23.259938 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a88a005-159e-409f-af68-3f55ff9218aa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:23.380859 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f583c157-d792-427e-9c48-4f2fc19c443a up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:34:23.407619 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-7a88a005-159e-409f-af68-3f55ff9218aa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Calling delete_port for 4d98d647-d387-4de8-a1ea-c7808fff4e15 owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:34:23.451954 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port f583c157-d792-427e-9c48-4f2fc19c443a triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:23.452599 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:23.705706 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a88a005-159e-409f-af68-3f55ff9218aa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:23.764342 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88a005-159e-409f-af68-3f55ff9218aa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Port': ['ID=4d98d647-d387-4de8-a1ea-c7808fff4e15,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:23.809037 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a88a005-159e-409f-af68-3f55ff9218aa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:23.933114 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47942) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:23.933825 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7a88a005-159e-409f-af68-3f55ff9218aa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/ports/4d98d647-d387-4de8-a1ea-c7808fff4e15 HTTP/1.1" status: 204 len: 168 time: 1.0112123 Apr 06 13:34:23.978761 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-b13c7bff-0129-42bd-bca8-7c6f4bdc0f25 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] GET failed (client error): The resource could not be found. Apr 06 13:34:23.979987 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b13c7bff-0129-42bd-bca8-7c6f4bdc0f25 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "GET /v2.0/ports/4d98d647-d387-4de8-a1ea-c7808fff4e15 HTTP/1.1" status: 404 len: 333 time: 0.0458770 Apr 06 13:34:23.982843 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47946) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:24.056234 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-41103d53-8c5a-4095-85c3-28319e1d6c72 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting subnet f9c0ef1d-175d-4ec3-bb14-83ffa51f8c00 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:34:24.059492 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-41103d53-8c5a-4095-85c3-28319e1d6c72 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:24.115168 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-41103d53-8c5a-4095-85c3-28319e1d6c72 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:24.208059 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-41103d53-8c5a-4095-85c3-28319e1d6c72 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:24.391914 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-41103d53-8c5a-4095-85c3-28319e1d6c72 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:24.433917 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41103d53-8c5a-4095-85c3-28319e1d6c72 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Subnet': ['ID=f9c0ef1d-175d-4ec3-bb14-83ffa51f8c00,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:24.437561 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-41103d53-8c5a-4095-85c3-28319e1d6c72 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:24.444278 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-41103d53-8c5a-4095-85c3-28319e1d6c72 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/subnets/f9c0ef1d-175d-4ec3-bb14-83ffa51f8c00 HTTP/1.1" status: 204 len: 168 time: 0.4602177 Apr 06 13:34:24.445906 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381809da-2e48-4f62-a095-92513105da08 None None] Network 84fd8182-3725-4f39-8035-c8973f86d5d3 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:34:24.446931 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47950) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:24.570299 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1564-7a67-43a8-93af-309d6eb7600e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:24.581256 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-b6cf1564-7a67-43a8-93af-309d6eb7600e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting port f583c157-d792-427e-9c48-4f2fc19c443a {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:34:24.597057 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1564-7a67-43a8-93af-309d6eb7600e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:24.708711 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28022f0b-c4fc-4bb6-9a5d-688127f73e47 None None] DHCP port deletion for 84fd8182-3725-4f39-8035-c8973f86d5d3 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:34:24.713686 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-28022f0b-c4fc-4bb6-9a5d-688127f73e47 None None] Deleting port f583c157-d792-427e-9c48-4f2fc19c443a {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:34:24.714110 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-28022f0b-c4fc-4bb6-9a5d-688127f73e47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:24.806531 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-b6cf1564-7a67-43a8-93af-309d6eb7600e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] For port f583c157-d792-427e-9c48-4f2fc19c443a, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f583c157-d792-427e-9c48-4f2fc19c443a,segment=NetworkSegment(95c1494c-0ee1-4255-8b34-af3ca2d18b45),segment_id=95c1494c-0ee1-4255-8b34-af3ca2d18b45)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:34:24.815133 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1564-7a67-43a8-93af-309d6eb7600e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:24.938655 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-28022f0b-c4fc-4bb6-9a5d-688127f73e47 None None] For port f583c157-d792-427e-9c48-4f2fc19c443a, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f583c157-d792-427e-9c48-4f2fc19c443a,segment=NetworkSegment(95c1494c-0ee1-4255-8b34-af3ca2d18b45),segment_id=95c1494c-0ee1-4255-8b34-af3ca2d18b45)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:34:24.939172 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-28022f0b-c4fc-4bb6-9a5d-688127f73e47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:24.944400 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-b6cf1564-7a67-43a8-93af-309d6eb7600e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Calling delete_port for f583c157-d792-427e-9c48-4f2fc19c443a owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:34:25.071303 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-28022f0b-c4fc-4bb6-9a5d-688127f73e47 None None] Calling delete_port for f583c157-d792-427e-9c48-4f2fc19c443a owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:34:25.167959 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1564-7a67-43a8-93af-309d6eb7600e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:25.174929 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-28022f0b-c4fc-4bb6-9a5d-688127f73e47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:34:25.175384 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-28022f0b-c4fc-4bb6-9a5d-688127f73e47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:34:25.315257 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cf1564-7a67-43a8-93af-309d6eb7600e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] No DVR routers for this DVR port f583c157-d792-427e-9c48-4f2fc19c443a on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:34:25.318081 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf1564-7a67-43a8-93af-309d6eb7600e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Port': ['ID=f583c157-d792-427e-9c48-4f2fc19c443a,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:25.376844 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f583c157-d792-427e-9c48-4f2fc19c443a no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:34:25.412508 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: f583c157-d792-427e-9c48-4f2fc19c443a {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:34:25.412848 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f583c157-d792-427e-9c48-4f2fc19c443a not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:34:25.454336 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1564-7a67-43a8-93af-309d6eb7600e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:25.483012 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-b6cf1564-7a67-43a8-93af-309d6eb7600e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84fd8182-3725-4f39-8035-c8973f86d5d3']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:25.496042 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-b6cf1564-7a67-43a8-93af-309d6eb7600e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c1494c-0ee1-4255-8b34-af3ca2d18b45') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:25.496268 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-b6cf1564-7a67-43a8-93af-309d6eb7600e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c1494c-0ee1-4255-8b34-af3ca2d18b45') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:25.508629 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1564-7a67-43a8-93af-309d6eb7600e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:25.529149 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1564-7a67-43a8-93af-309d6eb7600e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:25.532190 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6cf1564-7a67-43a8-93af-309d6eb7600e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:34:25.532579 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1564-7a67-43a8-93af-309d6eb7600e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:34:25.547360 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:34:25.677081 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-28022f0b-c4fc-4bb6-9a5d-688127f73e47 None None] Deleting port f583c157-d792-427e-9c48-4f2fc19c443a {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:34:25.678419 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-28022f0b-c4fc-4bb6-9a5d-688127f73e47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:25.746962 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-28022f0b-c4fc-4bb6-9a5d-688127f73e47 None None] The port 'f583c157-d792-427e-9c48-4f2fc19c443a' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:34:25.791088 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1564-7a67-43a8-93af-309d6eb7600e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:25.809721 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1564-7a67-43a8-93af-309d6eb7600e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:25.823425 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf1564-7a67-43a8-93af-309d6eb7600e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Network': ['ID=84fd8182-3725-4f39-8035-c8973f86d5d3,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:25.829000 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b6cf1564-7a67-43a8-93af-309d6eb7600e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/networks/84fd8182-3725-4f39-8035-c8973f86d5d3 HTTP/1.1" status: 204 len: 168 time: 1.3805349 Apr 06 13:34:25.832694 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47954) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:25.843639 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-989e8904-efac-4e41-ac49-7e542aa8184b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1130831550'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:25.845498 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-989e8904-efac-4e41-ac49-7e542aa8184b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:25.850444 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-989e8904-efac-4e41-ac49-7e542aa8184b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:network and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:25.853489 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-989e8904-efac-4e41-ac49-7e542aa8184b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:25.860116 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-989e8904-efac-4e41-ac49-7e542aa8184b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:25.936023 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989e8904-efac-4e41-ac49-7e542aa8184b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:34:25.937806 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-989e8904-efac-4e41-ac49-7e542aa8184b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:25.966960 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-989e8904-efac-4e41-ac49-7e542aa8184b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:34:25.978488 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-989e8904-efac-4e41-ac49-7e542aa8184b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:25.978859 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-989e8904-efac-4e41-ac49-7e542aa8184b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Added segment 411ee10c-ddeb-4601-b8a2-cc479a69ab7d of type vlan for network c12573db-af47-4c60-99ee-ce1c150dbc34 Apr 06 13:34:26.010176 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-989e8904-efac-4e41-ac49-7e542aa8184b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:26.140388 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-989e8904-efac-4e41-ac49-7e542aa8184b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:26.146879 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989e8904-efac-4e41-ac49-7e542aa8184b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:26.147634 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-989e8904-efac-4e41-ac49-7e542aa8184b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:26.274484 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e8904-efac-4e41-ac49-7e542aa8184b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Network': ['ID=c12573db-af47-4c60-99ee-ce1c150dbc34,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:26.275112 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e8904-efac-4e41-ac49-7e542aa8184b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:26.275483 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e8904-efac-4e41-ac49-7e542aa8184b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:26.275813 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e8904-efac-4e41-ac49-7e542aa8184b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:26.276141 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e8904-efac-4e41-ac49-7e542aa8184b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:26.276461 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e8904-efac-4e41-ac49-7e542aa8184b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:26.276780 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e8904-efac-4e41-ac49-7e542aa8184b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:26.277095 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e8904-efac-4e41-ac49-7e542aa8184b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:26.277404 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e8904-efac-4e41-ac49-7e542aa8184b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:26.277720 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e8904-efac-4e41-ac49-7e542aa8184b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:26.278028 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e8904-efac-4e41-ac49-7e542aa8184b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:26.278337 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e8904-efac-4e41-ac49-7e542aa8184b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:26.278646 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e8904-efac-4e41-ac49-7e542aa8184b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:26.290511 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network c12573db-af47-4c60-99ee-ce1c150dbc34 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:34:26.365635 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-989e8904-efac-4e41-ac49-7e542aa8184b tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5287344 Apr 06 13:34:26.366018 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47958) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:26.371400 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-747d497a-73f0-48a7-9746-83db31284157 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'subnet': {'network_id': 'c12573db-af47-4c60-99ee-ce1c150dbc34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:26.484706 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-747d497a-73f0-48a7-9746-83db31284157 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:26.489097 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-747d497a-73f0-48a7-9746-83db31284157 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:subnet and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:26.492088 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-747d497a-73f0-48a7-9746-83db31284157 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:26.497811 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-747d497a-73f0-48a7-9746-83db31284157 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:26.647801 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747d497a-73f0-48a7-9746-83db31284157 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:34:26.651497 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-747d497a-73f0-48a7-9746-83db31284157 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:26.974611 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-747d497a-73f0-48a7-9746-83db31284157 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:27.055872 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d497a-73f0-48a7-9746-83db31284157 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Subnet': ['ID=70aafca4-e66d-405a-b30d-4ae57653bae6,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:27.067843 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747d497a-73f0-48a7-9746-83db31284157 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Checking segment: {'id': '411ee10c-ddeb-4601-b8a2-cc479a69ab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c12573db-af47-4c60-99ee-ce1c150dbc34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:34:27.068016 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747d497a-73f0-48a7-9746-83db31284157 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network hostable DHCP agents. Network: c12573db-af47-4c60-99ee-ce1c150dbc34, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:34:27.191631 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:27.238675 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747d497a-73f0-48a7-9746-83db31284157 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network c12573db-af47-4c60-99ee-ce1c150dbc34 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:34:27.346785 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-747d497a-73f0-48a7-9746-83db31284157 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, c12573db-af47-4c60-99ee-ce1c150dbc34) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:34:27.350509 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747d497a-73f0-48a7-9746-83db31284157 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:27.351309 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-747d497a-73f0-48a7-9746-83db31284157 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:27.364056 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9ec3b1-92e9-4454-b360-f0fcc1f5e213 None None] Network c12573db-af47-4c60-99ee-ce1c150dbc34 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:34:27.484897 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47964) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:27.524702 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-747d497a-73f0-48a7-9746-83db31284157 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1579611 Apr 06 13:34:27.527446 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47968) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:27.532964 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-41f4a1b0-a874-44eb-b5f4-b9bae7a28db3 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-390752618', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:27.541930 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-41f4a1b0-a874-44eb-b5f4-b9bae7a28db3 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:27.544723 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-41f4a1b0-a874-44eb-b5f4-b9bae7a28db3 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:router and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:27.549701 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-41f4a1b0-a874-44eb-b5f4-b9bae7a28db3 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:27.557107 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-41f4a1b0-a874-44eb-b5f4-b9bae7a28db3 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:27.599154 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44778627-64c3-4e5c-809f-65325a46605c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-c12573db-af47-4c60-99ee-ce1c150dbc34', 'network_id': 'c12573db-af47-4c60-99ee-ce1c150dbc34', 'tenant_id': '04df41dc5a9e4d7491eefb535d8a0a09', 'fixed_ips': [{'subnet_id': '70aafca4-e66d-405a-b30d-4ae57653bae6'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:34:27.600030 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-44778627-64c3-4e5c-809f-65325a46605c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:27.600273 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4d16190f-9ced-480a-bdf2-295161fc36e2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/48adb49d-8f90-4ecc-9259-9ab1d4b80adf HTTP/1.1" status: 200 len: 992 time: 0.1142681 Apr 06 13:34:27.637035 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-41f4a1b0-a874-44eb-b5f4-b9bae7a28db3 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:27.638108 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-41f4a1b0-a874-44eb-b5f4-b9bae7a28db3 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:27.658666 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-41f4a1b0-a874-44eb-b5f4-b9bae7a28db3 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:27.734187 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-41f4a1b0-a874-44eb-b5f4-b9bae7a28db3 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:27.813697 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-41f4a1b0-a874-44eb-b5f4-b9bae7a28db3 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:27.815063 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-41f4a1b0-a874-44eb-b5f4-b9bae7a28db3 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2862709 Apr 06 13:34:27.818366 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47978) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:27.828996 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-14d3b96b-aec7-4745-898b-a26eb41df193 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'port': {'network_id': 'c12573db-af47-4c60-99ee-ce1c150dbc34', 'name': 'tempest-PortsIpV6TestJSON-591184075'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:27.830633 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-44778627-64c3-4e5c-809f-65325a46605c None None] Allocated IP 2001:db8::2 (c12573db-af47-4c60-99ee-ce1c150dbc34/70aafca4-e66d-405a-b30d-4ae57653bae6/22f83f4b-56fd-4447-bd30-9e34714b33b2) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:34:27.930152 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 47982) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:28.076163 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-44778627-64c3-4e5c-809f-65325a46605c None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:28.088447 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-44778627-64c3-4e5c-809f-65325a46605c None None] Transition to ACTIVE for port object 22f83f4b-56fd-4447-bd30-9e34714b33b2 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:34:28.095161 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-14d3b96b-aec7-4745-898b-a26eb41df193 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:28.101365 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-14d3b96b-aec7-4745-898b-a26eb41df193 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:port and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:28.104656 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-14d3b96b-aec7-4745-898b-a26eb41df193 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:28.109414 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-44778627-64c3-4e5c-809f-65325a46605c None None] Transition to ACTIVE for port object 22f83f4b-56fd-4447-bd30-9e34714b33b2 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:34:28.110982 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-14d3b96b-aec7-4745-898b-a26eb41df193 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:28.162568 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-ae62d848-38a7-4f79-808a-648bcee97c47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port a87ac014-4335-4a3d-8572-0a3699dfc4ea {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:34:28.163118 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ae62d848-38a7-4f79-808a-648bcee97c47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:28.277399 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-44778627-64c3-4e5c-809f-65325a46605c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:28.314520 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d3b96b-aec7-4745-898b-a26eb41df193 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:34:28.319002 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-14d3b96b-aec7-4745-898b-a26eb41df193 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:28.345964 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-14d3b96b-aec7-4745-898b-a26eb41df193 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] device_id is not set on port 814c5e41-2ea2-46b0-aac4-cebed3505497 yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:34:28.346190 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44778627-64c3-4e5c-809f-65325a46605c None None] Network c12573db-af47-4c60-99ee-ce1c150dbc34 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:34:28.353476 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-44778627-64c3-4e5c-809f-65325a46605c None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:34:28.354719 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ae62d848-38a7-4f79-808a-648bcee97c47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:28.355072 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ae62d848-38a7-4f79-808a-648bcee97c47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:28.358406 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44778627-64c3-4e5c-809f-65325a46605c None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:34:28.364794 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44778627-64c3-4e5c-809f-65325a46605c None None] Pushing event updated for resources: {'Port': ['ID=22f83f4b-56fd-4447-bd30-9e34714b33b2,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:28.461681 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-44778627-64c3-4e5c-809f-65325a46605c None None] Attempting to bind port 22f83f4b-56fd-4447-bd30-9e34714b33b2 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:34:28.462031 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-44778627-64c3-4e5c-809f-65325a46605c None None] Attempting to bind port 22f83f4b-56fd-4447-bd30-9e34714b33b2 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '411ee10c-ddeb-4601-b8a2-cc479a69ab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c12573db-af47-4c60-99ee-ce1c150dbc34'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:34:28.462628 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44778627-64c3-4e5c-809f-65325a46605c None None] Attempting to bind port 22f83f4b-56fd-4447-bd30-9e34714b33b2 on network c12573db-af47-4c60-99ee-ce1c150dbc34 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:34:28.468813 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44778627-64c3-4e5c-809f-65325a46605c None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:34:28.469327 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44778627-64c3-4e5c-809f-65325a46605c None None] Checking segment: {'id': '411ee10c-ddeb-4601-b8a2-cc479a69ab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c12573db-af47-4c60-99ee-ce1c150dbc34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:34:28.469710 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-44778627-64c3-4e5c-809f-65325a46605c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:28.470099 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44778627-64c3-4e5c-809f-65325a46605c None None] Bound using segment: {'id': '411ee10c-ddeb-4601-b8a2-cc479a69ab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c12573db-af47-4c60-99ee-ce1c150dbc34'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:34:28.470561 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-44778627-64c3-4e5c-809f-65325a46605c None None] Bound port: 22f83f4b-56fd-4447-bd30-9e34714b33b2, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '411ee10c-ddeb-4601-b8a2-cc479a69ab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c12573db-af47-4c60-99ee-ce1c150dbc34'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:34:28.470978 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-44778627-64c3-4e5c-809f-65325a46605c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:28.505037 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-ae62d848-38a7-4f79-808a-648bcee97c47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for a87ac014-4335-4a3d-8572-0a3699dfc4ea owned by network:floatingip {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:34:28.528350 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-14d3b96b-aec7-4745-898b-a26eb41df193 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Allocated IP 2001:db8::f3 (c12573db-af47-4c60-99ee-ce1c150dbc34/70aafca4-e66d-405a-b30d-4ae57653bae6/814c5e41-2ea2-46b0-aac4-cebed3505497) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:34:28.577755 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-44778627-64c3-4e5c-809f-65325a46605c None None] For port 22f83f4b-56fd-4447-bd30-9e34714b33b2, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:34:28.581349 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-44778627-64c3-4e5c-809f-65325a46605c None None] For port 22f83f4b-56fd-4447-bd30-9e34714b33b2, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=22f83f4b-56fd-4447-bd30-9e34714b33b2,segment=NetworkSegment(411ee10c-ddeb-4601-b8a2-cc479a69ab7d),segment_id=411ee10c-ddeb-4601-b8a2-cc479a69ab7d)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:34:28.717077 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-44778627-64c3-4e5c-809f-65325a46605c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:28.751568 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-14d3b96b-aec7-4745-898b-a26eb41df193 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:28.768462 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-14d3b96b-aec7-4745-898b-a26eb41df193 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Transition to ACTIVE for port object 814c5e41-2ea2-46b0-aac4-cebed3505497 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:34:28.800036 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44778627-64c3-4e5c-809f-65325a46605c None None] Pushing event updated for resources: {'Port': ['ID=22f83f4b-56fd-4447-bd30-9e34714b33b2,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:28.813949 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ae62d848-38a7-4f79-808a-648bcee97c47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:28.868686 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62d848-38a7-4f79-808a-648bcee97c47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=a87ac014-4335-4a3d-8572-0a3699dfc4ea,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:28.912029 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62d848-38a7-4f79-808a-648bcee97c47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:28.914616 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-14d3b96b-aec7-4745-898b-a26eb41df193 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:28.914762 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62d848-38a7-4f79-808a-648bcee97c47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:28.914762 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62d848-38a7-4f79-808a-648bcee97c47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:28.914762 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62d848-38a7-4f79-808a-648bcee97c47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:28.914762 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62d848-38a7-4f79-808a-648bcee97c47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:28.914762 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62d848-38a7-4f79-808a-648bcee97c47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:28.915271 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62d848-38a7-4f79-808a-648bcee97c47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:28.915271 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62d848-38a7-4f79-808a-648bcee97c47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:28.915764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62d848-38a7-4f79-808a-648bcee97c47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:28.916105 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62d848-38a7-4f79-808a-648bcee97c47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:28.916431 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62d848-38a7-4f79-808a-648bcee97c47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:28.916773 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62d848-38a7-4f79-808a-648bcee97c47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:28.986455 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ae62d848-38a7-4f79-808a-648bcee97c47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:28.987495 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-ae62d848-38a7-4f79-808a-648bcee97c47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Floating IP 48adb49d-8f90-4ecc-9259-9ab1d4b80adf disassociated (deleted). External IP: 172.26.4.82, port: 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc. Apr 06 13:34:29.017335 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d3b96b-aec7-4745-898b-a26eb41df193 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network c12573db-af47-4c60-99ee-ce1c150dbc34 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:34:29.021699 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-14d3b96b-aec7-4745-898b-a26eb41df193 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:34:29.024250 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d3b96b-aec7-4745-898b-a26eb41df193 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:34:29.032835 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d3b96b-aec7-4745-898b-a26eb41df193 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:29.033690 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-14d3b96b-aec7-4745-898b-a26eb41df193 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:29.074376 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3b96b-aec7-4745-898b-a26eb41df193 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Port': ['ID=814c5e41-2ea2-46b0-aac4-cebed3505497,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:29.163821 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-14d3b96b-aec7-4745-898b-a26eb41df193 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3441491 Apr 06 13:34:29.166504 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 47986) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:29.430570 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 22f83f4b-56fd-4447-bd30-9e34714b33b2 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:34:29.540173 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae62d848-38a7-4f79-808a-648bcee97c47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 81226113-28ea-42d6-8e81-ee2bc90b53a6 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:34:29.619847 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 22f83f4b-56fd-4447-bd30-9e34714b33b2 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:34:29.744800 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae62d848-38a7-4f79-808a-648bcee97c47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:34:29.755520 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208c2197-eb3d-4589-bf85-4c8a39524395 None None] Sync routers for ids ['81226113-28ea-42d6-8e81-ee2bc90b53a6'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:34:29.768827 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208c2197-eb3d-4589-bf85-4c8a39524395 None None] Routers {'81226113-28ea-42d6-8e81-ee2bc90b53a6'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:34:29.770061 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-208c2197-eb3d-4589-bf85-4c8a39524395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:34:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['81226113-28ea-42d6-8e81-ee2bc90b53a6'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:29.778606 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ae62d848-38a7-4f79-808a-648bcee97c47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:29.809729 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5d33831f-72b1-4b86-ab56-89e38991e8ea tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:29.845647 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ae62d848-38a7-4f79-808a-648bcee97c47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/floatingips/48adb49d-8f90-4ecc-9259-9ab1d4b80adf HTTP/1.1" status: 204 len: 168 time: 1.9140632 Apr 06 13:34:29.846250 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6745617e-79ee-48e6-9011-0d6db4a50d61', 'tag': '81f1b42b-7d8e-4746-8ea0-ed81ea1293bc'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:34:29.880573 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e2b338-7d14-4f12-a056-deef13c47257 None None] Network c12573db-af47-4c60-99ee-ce1c150dbc34 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:34:29.924484 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bb68d9a-725c-4d23-9a0e-3f68eeda9cb8'] response: {'name': 'network-changed', 'server_uuid': '6745617e-79ee-48e6-9011-0d6db4a50d61', 'tag': '81f1b42b-7d8e-4746-8ea0-ed81ea1293bc', 'status': 'completed', 'code': 200} Apr 06 13:34:30.003098 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-208c2197-eb3d-4589-bf85-4c8a39524395 None None] Set router 81226113-28ea-42d6-8e81-ee2bc90b53a6 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:34:30.091970 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-286cd342-5789-497e-a0a1-8d1aece26f82 None None] Provisioning for port 22f83f4b-56fd-4447-bd30-9e34714b33b2 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:34:30.109150 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-286cd342-5789-497e-a0a1-8d1aece26f82 None None] Provisioning complete for port 22f83f4b-56fd-4447-bd30-9e34714b33b2 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:30.109740 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-286cd342-5789-497e-a0a1-8d1aece26f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:30.113610 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b0175-15fd-4829-9fe7-cf87f3ad8a4b req-bbdfacdb-e722-475c-87d0-8bcbbe3d325e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:30.117497 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8f1b0175-15fd-4829-9fe7-cf87f3ad8a4b req-bbdfacdb-e722-475c-87d0-8bcbbe3d325e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=6745617e-79ee-48e6-9011-0d6db4a50d61 HTTP/1.1" status: 200 len: 1098 time: 0.1721168 Apr 06 13:34:30.312171 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-286cd342-5789-497e-a0a1-8d1aece26f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:30.381519 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-286cd342-5789-497e-a0a1-8d1aece26f82 None None] For port 22f83f4b-56fd-4447-bd30-9e34714b33b2, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=22f83f4b-56fd-4447-bd30-9e34714b33b2,segment=NetworkSegment(411ee10c-ddeb-4601-b8a2-cc479a69ab7d),segment_id=411ee10c-ddeb-4601-b8a2-cc479a69ab7d)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:34:30.386583 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b0175-15fd-4829-9fe7-cf87f3ad8a4b req-adb43f5d-4a8c-4ea1-a67f-daa6ff746bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:30.388398 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8f1b0175-15fd-4829-9fe7-cf87f3ad8a4b req-adb43f5d-4a8c-4ea1-a67f-daa6ff746bac service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac5488e8-cb14-4ed6-b360-540556d7e692 HTTP/1.1" status: 200 len: 898 time: 0.2630589 Apr 06 13:34:30.487297 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8f1b0175-15fd-4829-9fe7-cf87f3ad8a4b req-ce5bc244-101d-4e38-95a5-11432cb398a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81f1b42b-7d8e-4746-8ea0-ed81ea1293bc HTTP/1.1" status: 200 len: 217 time: 0.0915694 Apr 06 13:34:30.547129 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-286cd342-5789-497e-a0a1-8d1aece26f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:30.551757 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5d33831f-72b1-4b86-ab56-89e38991e8ea tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:30.599213 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b0175-15fd-4829-9fe7-cf87f3ad8a4b req-1e41f553-39bc-4861-9bd2-4c854968fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:30.599213 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8f1b0175-15fd-4829-9fe7-cf87f3ad8a4b req-1e41f553-39bc-4861-9bd2-4c854968fcfa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6cb799e9-162a-417f-bdea-32ad204bc2bc HTTP/1.1" status: 200 len: 834 time: 0.1011250 Apr 06 13:34:30.665905 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cd342-5789-497e-a0a1-8d1aece26f82 None None] Pushing event updated for resources: {'Port': ['ID=22f83f4b-56fd-4447-bd30-9e34714b33b2,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:30.699365 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b0175-15fd-4829-9fe7-cf87f3ad8a4b req-1c92a179-148f-4b35-8827-8d406f09001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:30.701019 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8f1b0175-15fd-4829-9fe7-cf87f3ad8a4b req-1c92a179-148f-4b35-8827-8d406f09001e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac5488e8-cb14-4ed6-b360-540556d7e692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0946221 Apr 06 13:34:30.731357 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5d33831f-72b1-4b86-ab56-89e38991e8ea tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:30.765324 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-208c2197-eb3d-4589-bf85-4c8a39524395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'name': 'tempest-TestNetworkBasicOps-router-792792696', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:33:24Z', 'updated_at': '2022-04-06T13:33:33Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:33:26Z', 'updated_at': '2022-04-06T13:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'd7e33879-42d2-4de9-b840-1dc0c629885c', 'name': '', 'network_id': 'ac5488e8-cb14-4ed6-b360-540556d7e692', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:04:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '6cb799e9-162a-417f-bdea-32ad204bc2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:33:32Z', 'updated_at': '2022-04-06T13:33:40Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '6cb799e9-162a-417f-bdea-32ad204bc2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:30.772407 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0858f2c4-29f2-4dd7-8cce-947c930dcce7 None None] Provisioning complete for port 22f83f4b-56fd-4447-bd30-9e34714b33b2 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:30.779517 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0858f2c4-29f2-4dd7-8cce-947c930dcce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:30.781151 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208c2197-eb3d-4589-bf85-4c8a39524395 None None] Checking router: 81226113-28ea-42d6-8e81-ee2bc90b53a6 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:34:30.818304 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208c2197-eb3d-4589-bf85-4c8a39524395 None None] Routers {'81226113-28ea-42d6-8e81-ee2bc90b53a6'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:34:30.818583 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-208c2197-eb3d-4589-bf85-4c8a39524395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:34:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['81226113-28ea-42d6-8e81-ee2bc90b53a6'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:30.867550 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8f1b0175-15fd-4829-9fe7-cf87f3ad8a4b req-d1d707fd-0ee1-48da-b24c-382b32ef5af3 service neutron] 10.222.0.61 "GET /v2.0/networks/ac5488e8-cb14-4ed6-b360-540556d7e692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594040 Apr 06 13:34:30.883126 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33831f-72b1-4b86-ab56-89e38991e8ea tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Port': ['ID=814c5e41-2ea2-46b0-aac4-cebed3505497,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:31.041858 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8f1b0175-15fd-4829-9fe7-cf87f3ad8a4b req-847a0a54-926f-4e5c-9dfd-a4164d72038a service neutron] 10.222.0.61 "GET /v2.0/networks/ac5488e8-cb14-4ed6-b360-540556d7e692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679752 Apr 06 13:34:31.057879 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9337b1a-4e45-4de9-88e7-3191080d9bda req-0bfd3bb4-7402-4533-9445-50f7be88b01c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:31.061438 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c9337b1a-4e45-4de9-88e7-3191080d9bda req-0bfd3bb4-7402-4533-9445-50f7be88b01c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=6745617e-79ee-48e6-9011-0d6db4a50d61 HTTP/1.1" status: 200 len: 945 time: 0.3795059 Apr 06 13:34:31.089844 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0858f2c4-29f2-4dd7-8cce-947c930dcce7 None None] Provisioning for port 814c5e41-2ea2-46b0-aac4-cebed3505497 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:34:31.100026 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0858f2c4-29f2-4dd7-8cce-947c930dcce7 None None] Provisioning complete for port 814c5e41-2ea2-46b0-aac4-cebed3505497 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:31.100026 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0858f2c4-29f2-4dd7-8cce-947c930dcce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:31.169778 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-208c2197-eb3d-4589-bf85-4c8a39524395 None None] Set router 81226113-28ea-42d6-8e81-ee2bc90b53a6 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:34:31.221479 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c9337b1a-4e45-4de9-88e7-3191080d9bda req-6c274715-072e-4da6-a9d6-bf19a45d595c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a9489fc-c83b-40b2-8e8b-52c998341655&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1559620 Apr 06 13:34:31.227016 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0858f2c4-29f2-4dd7-8cce-947c930dcce7 None None] Port 814c5e41-2ea2-46b0-aac4-cebed3505497 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:34:31.291262 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5d33831f-72b1-4b86-ab56-89e38991e8ea tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:31.357454 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f49c2070-d8e3-4c60-87b2-44238517d5f8 None None] Provisioning complete for port 814c5e41-2ea2-46b0-aac4-cebed3505497 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:31.358200 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f49c2070-d8e3-4c60-87b2-44238517d5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:31.406520 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 22f83f4b-56fd-4447-bd30-9e34714b33b2 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:34:31.477947 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-f49c2070-d8e3-4c60-87b2-44238517d5f8 None None] Port 814c5e41-2ea2-46b0-aac4-cebed3505497 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:34:31.501354 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 22f83f4b-56fd-4447-bd30-9e34714b33b2 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:31.501646 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:31.568882 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-208c2197-eb3d-4589-bf85-4c8a39524395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'name': 'tempest-TestNetworkBasicOps-router-792792696', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:33:24Z', 'updated_at': '2022-04-06T13:33:33Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:33:26Z', 'updated_at': '2022-04-06T13:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'd7e33879-42d2-4de9-b840-1dc0c629885c', 'name': '', 'network_id': 'ac5488e8-cb14-4ed6-b360-540556d7e692', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:04:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '6cb799e9-162a-417f-bdea-32ad204bc2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:33:32Z', 'updated_at': '2022-04-06T13:33:40Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '6cb799e9-162a-417f-bdea-32ad204bc2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:31.616667 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208c2197-eb3d-4589-bf85-4c8a39524395 None None] The sync data for ids ['81226113-28ea-42d6-8e81-ee2bc90b53a6'] in dv-neutron-834600-1-hyperv is: [{'id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'name': 'tempest-TestNetworkBasicOps-router-792792696', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:33:24Z', 'updated_at': '2022-04-06T13:33:33Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:33:26Z', 'updated_at': '2022-04-06T13:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'd7e33879-42d2-4de9-b840-1dc0c629885c', 'name': '', 'network_id': 'ac5488e8-cb14-4ed6-b360-540556d7e692', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:04:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '6cb799e9-162a-417f-bdea-32ad204bc2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:33:32Z', 'updated_at': '2022-04-06T13:33:40Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '6cb799e9-162a-417f-bdea-32ad204bc2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:34:31.829051 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06787e45-7f8a-4501-95f0-43ba2417559e None None] New status for floating IP 48adb49d-8f90-4ecc-9259-9ab1d4b80adf: DOWN {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:34:31.882279 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5d33831f-72b1-4b86-ab56-89e38991e8ea tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:31.978881 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd382b2-b4cf-43fa-8cef-73c7b5d7f714 req-cec0268d-035d-4750-a31e-928452fb1790 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:31.979710 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-2cd382b2-b4cf-43fa-8cef-73c7b5d7f714 req-cec0268d-035d-4750-a31e-928452fb1790 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:34:32.208602 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-2cd382b2-b4cf-43fa-8cef-73c7b5d7f714 req-cec0268d-035d-4750-a31e-928452fb1790 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:34:32.209943 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2cd382b2-b4cf-43fa-8cef-73c7b5d7f714 req-cec0268d-035d-4750-a31e-928452fb1790 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/ports?device_id=6745617e-79ee-48e6-9011-0d6db4a50d61 HTTP/1.1" status: 200 len: 945 time: 0.3235331 Apr 06 13:34:32.287370 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-2cd382b2-b4cf-43fa-8cef-73c7b5d7f714 req-e14d5931-44b6-4813-8eb4-eea7d60b7416 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:34:32.287846 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2cd382b2-b4cf-43fa-8cef-73c7b5d7f714 req-e14d5931-44b6-4813-8eb4-eea7d60b7416 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:32.288710 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5d33831f-72b1-4b86-ab56-89e38991e8ea tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:32.356833 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5d33831f-72b1-4b86-ab56-89e38991e8ea tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:32.357491 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5d33831f-72b1-4b86-ab56-89e38991e8ea tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:32.553328 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33831f-72b1-4b86-ab56-89e38991e8ea tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Port': ['ID=814c5e41-2ea2-46b0-aac4-cebed3505497,revision_number=3']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:32.630721 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed1194-fad6-42d3-b5c7-c3a2b4716fd7 req-d209b5a3-bc43-42aa-a9e4-f6f5641ed452 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:32.632209 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-85ed1194-fad6-42d3-b5c7-c3a2b4716fd7 req-d209b5a3-bc43-42aa-a9e4-f6f5641ed452 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=6745617e-79ee-48e6-9011-0d6db4a50d61 HTTP/1.1" status: 200 len: 945 time: 0.2796977 Apr 06 13:34:32.642044 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d33831f-72b1-4b86-ab56-89e38991e8ea tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network c12573db-af47-4c60-99ee-ce1c150dbc34 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:34:32.656552 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-5d33831f-72b1-4b86-ab56-89e38991e8ea tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:34:32.662511 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-2cd382b2-b4cf-43fa-8cef-73c7b5d7f714 req-e14d5931-44b6-4813-8eb4-eea7d60b7416 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=81f1b42b-7d8e-4746-8ea0-ed81ea1293bc,segment=NetworkSegment(3d5ecc99-06be-4dcf-85be-47a527403db5),segment_id=3d5ecc99-06be-4dcf-85be-47a527403db5)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:34:32.662925 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2cd382b2-b4cf-43fa-8cef-73c7b5d7f714 req-e14d5931-44b6-4813-8eb4-eea7d60b7416 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:32.803703 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-2cd382b2-b4cf-43fa-8cef-73c7b5d7f714 req-e14d5931-44b6-4813-8eb4-eea7d60b7416 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:34:32.910288 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d59c8088-ea3b-4304-a1d7-e300bc0dccf9 None None] Provisioning complete for port 814c5e41-2ea2-46b0-aac4-cebed3505497 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:32.911370 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d59c8088-ea3b-4304-a1d7-e300bc0dccf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:32.942276 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-85ed1194-fad6-42d3-b5c7-c3a2b4716fd7 req-ee7c95f1-975f-4d1b-9367-13a64a502b0a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a9489fc-c83b-40b2-8e8b-52c998341655&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3021734 Apr 06 13:34:32.977780 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-d59c8088-ea3b-4304-a1d7-e300bc0dccf9 None None] Port 814c5e41-2ea2-46b0-aac4-cebed3505497 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:34:33.025024 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2cd382b2-b4cf-43fa-8cef-73c7b5d7f714 req-e14d5931-44b6-4813-8eb4-eea7d60b7416 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:33.079604 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d5931-44b6-4813-8eb4-eea7d60b7416 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=81f1b42b-7d8e-4746-8ea0-ed81ea1293bc,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:33.104587 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d33831f-72b1-4b86-ab56-89e38991e8ea tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Router d9f33f6c-39a4-453b-af53-b70705068a74 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:34:33.155106 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd382b2-b4cf-43fa-8cef-73c7b5d7f714 req-e14d5931-44b6-4813-8eb4-eea7d60b7416 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] No DVR routers for this DVR port 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:34:33.157461 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2cd382b2-b4cf-43fa-8cef-73c7b5d7f714 req-e14d5931-44b6-4813-8eb4-eea7d60b7416 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:33.160926 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6745617e-79ee-48e6-9011-0d6db4a50d61', 'name': 'network-vif-deleted', 'tag': '81f1b42b-7d8e-4746-8ea0-ed81ea1293bc'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:34:33.218088 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc6b633c-3701-496a-90fe-ce2144b40ccc'] response: {'server_uuid': '6745617e-79ee-48e6-9011-0d6db4a50d61', 'name': 'network-vif-deleted', 'tag': '81f1b42b-7d8e-4746-8ea0-ed81ea1293bc', 'status': 'completed', 'code': 200} Apr 06 13:34:33.248862 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2cd382b2-b4cf-43fa-8cef-73c7b5d7f714 req-e14d5931-44b6-4813-8eb4-eea7d60b7416 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "DELETE /v2.0/ports/81f1b42b-7d8e-4746-8ea0-ed81ea1293bc HTTP/1.1" status: 204 len: 173 time: 1.0325139 Apr 06 13:34:33.277905 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d33831f-72b1-4b86-ab56-89e38991e8ea tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:34:33.283445 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5d33831f-72b1-4b86-ab56-89e38991e8ea tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "PUT /v2.0/routers/d9f33f6c-39a4-453b-af53-b70705068a74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1153870 Apr 06 13:34:33.286308 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48002) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:33.288826 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882da1f4-90dd-47c6-93b4-5504da027398 None None] Sync routers for ids ['d9f33f6c-39a4-453b-af53-b70705068a74'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:34:33.299756 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882da1f4-90dd-47c6-93b4-5504da027398 None None] Routers {'d9f33f6c-39a4-453b-af53-b70705068a74'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:34:33.299756 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-882da1f4-90dd-47c6-93b4-5504da027398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:34:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d9f33f6c-39a4-453b-af53-b70705068a74'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:33.361728 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-882da1f4-90dd-47c6-93b4-5504da027398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:33.369270 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde26f99-3c3b-4fae-a5b2-794156a8c7b6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:33.369991 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-bde26f99-3c3b-4fae-a5b2-794156a8c7b6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Synchronizing usage tracker for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:34:33.371733 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882da1f4-90dd-47c6-93b4-5504da027398 None None] Routers {'d9f33f6c-39a4-453b-af53-b70705068a74'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:34:33.372566 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-882da1f4-90dd-47c6-93b4-5504da027398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:34:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d9f33f6c-39a4-453b-af53-b70705068a74'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:33.444306 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-882da1f4-90dd-47c6-93b4-5504da027398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:33.444851 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882da1f4-90dd-47c6-93b4-5504da027398 None None] The sync data for ids ['d9f33f6c-39a4-453b-af53-b70705068a74'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:34:33.484002 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-bde26f99-3c3b-4fae-a5b2-794156a8c7b6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Unset dirty status for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:34:33.484002 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-bde26f99-3c3b-4fae-a5b2-794156a8c7b6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9f33f6c-39a4-453b-af53-b70705068a74 HTTP/1.1" status: 200 len: 987 time: 0.1958041 Apr 06 13:34:33.486171 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48006) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:34.020462 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a561a9f2-6dfb-4198-93cb-3886d02df603 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:34.193434 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-57b441e3-4120-4b86-aa34-42bbab6c9b4e req-a5f5cfa8-8595-47b0-98a7-c4aa508a8c4e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=6745617e-79ee-48e6-9011-0d6db4a50d61 HTTP/1.1" status: 200 len: 210 time: 0.1013505 Apr 06 13:34:34.349654 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-a561a9f2-6dfb-4198-93cb-3886d02df603 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting port 814c5e41-2ea2-46b0-aac4-cebed3505497 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:34:34.350020 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a561a9f2-6dfb-4198-93cb-3886d02df603 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:34.667659 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a561a9f2-6dfb-4198-93cb-3886d02df603 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:34.795714 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-a561a9f2-6dfb-4198-93cb-3886d02df603 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Calling delete_port for 814c5e41-2ea2-46b0-aac4-cebed3505497 owned by network:router_interface {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:34:35.048893 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a561a9f2-6dfb-4198-93cb-3886d02df603 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:35.098978 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561a9f2-6dfb-4198-93cb-3886d02df603 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Port': ['ID=814c5e41-2ea2-46b0-aac4-cebed3505497,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:35.288292 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a561a9f2-6dfb-4198-93cb-3886d02df603 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:35.300649 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48014) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:35.621599 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5389fe85-3976-4f74-a53d-8fa4148f6e2f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:35.636475 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a561a9f2-6dfb-4198-93cb-3886d02df603 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Router d9f33f6c-39a4-453b-af53-b70705068a74 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:34:35.664499 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5389fe85-3976-4f74-a53d-8fa4148f6e2f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:35.825480 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a561a9f2-6dfb-4198-93cb-3886d02df603 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:34:35.836842 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f00ee76-5e3a-4da1-ac0e-800833d18c9e None None] Sync routers for ids ['d9f33f6c-39a4-453b-af53-b70705068a74'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:34:35.846826 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f00ee76-5e3a-4da1-ac0e-800833d18c9e None None] Routers {'d9f33f6c-39a4-453b-af53-b70705068a74'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:34:35.847809 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-7f00ee76-5e3a-4da1-ac0e-800833d18c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:34:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d9f33f6c-39a4-453b-af53-b70705068a74'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:35.912672 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-7f00ee76-5e3a-4da1-ac0e-800833d18c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:35.923010 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f00ee76-5e3a-4da1-ac0e-800833d18c9e None None] Routers {'d9f33f6c-39a4-453b-af53-b70705068a74'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:34:35.923502 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-7f00ee76-5e3a-4da1-ac0e-800833d18c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:34:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d9f33f6c-39a4-453b-af53-b70705068a74'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:35.932804 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a561a9f2-6dfb-4198-93cb-3886d02df603 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "PUT /v2.0/routers/d9f33f6c-39a4-453b-af53-b70705068a74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4448802 Apr 06 13:34:35.941521 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48018) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:35.972334 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5389fe85-3976-4f74-a53d-8fa4148f6e2f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:35.974650 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5389fe85-3976-4f74-a53d-8fa4148f6e2f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:35.975886 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5389fe85-3976-4f74-a53d-8fa4148f6e2f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/security-groups/7a9489fc-c83b-40b2-8e8b-52c998341655 HTTP/1.1" status: 204 len: 168 time: 0.6740749 Apr 06 13:34:35.992937 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-a566f134-1703-498e-af53-92f89feaaac6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] GET failed (client error): The resource could not be found. Apr 06 13:34:35.993472 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a566f134-1703-498e-af53-92f89feaaac6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Synchronizing usage tracker for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:34:35.996037 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-7f00ee76-5e3a-4da1-ac0e-800833d18c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:35.996454 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f00ee76-5e3a-4da1-ac0e-800833d18c9e None None] The sync data for ids ['d9f33f6c-39a4-453b-af53-b70705068a74'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:34:35.999596 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389fe85-3976-4f74-a53d-8fa4148f6e2f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9489fc-c83b-40b2-8e8b-52c998341655,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:36.146992 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48024) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:36.327189 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a566f134-1703-498e-af53-92f89feaaac6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Unset dirty status for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:34:36.328354 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a566f134-1703-498e-af53-92f89feaaac6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "GET /v2.0/ports/814c5e41-2ea2-46b0-aac4-cebed3505497 HTTP/1.1" status: 404 len: 333 time: 0.3918405 Apr 06 13:34:36.331515 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48028) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:36.358570 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:34:36.396083 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:34:36.396759 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 81f1b42b-7d8e-4746-8ea0-ed81ea1293bc not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:34:36.480995 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1421bd31-ae75-49ac-9ba2-a81e85e811ca tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:36.780709 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1421bd31-ae75-49ac-9ba2-a81e85e811ca tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:36.783895 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1421bd31-ae75-49ac-9ba2-a81e85e811ca tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:36.861682 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cee872a6-a5ff-4c7e-bd7f-cecd88ea9515 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:36.864911 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1421bd31-ae75-49ac-9ba2-a81e85e811ca tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:36.870117 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1421bd31-ae75-49ac-9ba2-a81e85e811ca tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Fanout notify agent at l3_agent the message router_deleted on router d9f33f6c-39a4-453b-af53-b70705068a74 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:34:36.877603 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1421bd31-ae75-49ac-9ba2-a81e85e811ca tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:36.879392 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1421bd31-ae75-49ac-9ba2-a81e85e811ca tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/routers/d9f33f6c-39a4-453b-af53-b70705068a74 HTTP/1.1" status: 204 len: 168 time: 0.5464993 Apr 06 13:34:36.882216 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48032) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:36.956137 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ee4e7c-bcf1-4f3b-ab0b-a0eabf308146 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting subnet 70aafca4-e66d-405a-b30d-4ae57653bae6 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:34:36.959961 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e8ee4e7c-bcf1-4f3b-ab0b-a0eabf308146 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:37.029619 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e8ee4e7c-bcf1-4f3b-ab0b-a0eabf308146 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:37.123978 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e8ee4e7c-bcf1-4f3b-ab0b-a0eabf308146 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:37.267810 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-cee872a6-a5ff-4c7e-bd7f-cecd88ea9515 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port d7e33879-42d2-4de9-b840-1dc0c629885c {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:34:37.268377 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cee872a6-a5ff-4c7e-bd7f-cecd88ea9515 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:37.322953 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e8ee4e7c-bcf1-4f3b-ab0b-a0eabf308146 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:37.365484 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee4e7c-bcf1-4f3b-ab0b-a0eabf308146 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Subnet': ['ID=70aafca4-e66d-405a-b30d-4ae57653bae6,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:37.367588 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e8ee4e7c-bcf1-4f3b-ab0b-a0eabf308146 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:37.375723 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e8ee4e7c-bcf1-4f3b-ab0b-a0eabf308146 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/subnets/70aafca4-e66d-405a-b30d-4ae57653bae6 HTTP/1.1" status: 204 len: 168 time: 0.4922795 Apr 06 13:34:37.379403 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb93dd4-aed4-47e9-8ba8-ffbcdd01142a None None] Network c12573db-af47-4c60-99ee-ce1c150dbc34 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:34:37.383157 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48036) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:37.482311 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-cee872a6-a5ff-4c7e-bd7f-cecd88ea9515 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port d7e33879-42d2-4de9-b840-1dc0c629885c, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d7e33879-42d2-4de9-b840-1dc0c629885c,segment=NetworkSegment(3d5ecc99-06be-4dcf-85be-47a527403db5),segment_id=3d5ecc99-06be-4dcf-85be-47a527403db5)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:34:37.482674 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cee872a6-a5ff-4c7e-bd7f-cecd88ea9515 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:37.623465 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-916cab1b-037a-4f7b-a411-6ee7962b0af0 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:37.633354 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-cee872a6-a5ff-4c7e-bd7f-cecd88ea9515 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for d7e33879-42d2-4de9-b840-1dc0c629885c owned by network:router_interface {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:34:37.635890 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-916cab1b-037a-4f7b-a411-6ee7962b0af0 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting port 22f83f4b-56fd-4447-bd30-9e34714b33b2 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:34:37.636222 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-916cab1b-037a-4f7b-a411-6ee7962b0af0 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:37.676924 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027a2b41-36b6-4ae5-bf80-479bb74a7b9d None None] DHCP port deletion for c12573db-af47-4c60-99ee-ce1c150dbc34 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:34:37.682667 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-027a2b41-36b6-4ae5-bf80-479bb74a7b9d None None] Deleting port 22f83f4b-56fd-4447-bd30-9e34714b33b2 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:34:37.683064 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-027a2b41-36b6-4ae5-bf80-479bb74a7b9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:37.872640 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-916cab1b-037a-4f7b-a411-6ee7962b0af0 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] For port 22f83f4b-56fd-4447-bd30-9e34714b33b2, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=22f83f4b-56fd-4447-bd30-9e34714b33b2,segment=NetworkSegment(411ee10c-ddeb-4601-b8a2-cc479a69ab7d),segment_id=411ee10c-ddeb-4601-b8a2-cc479a69ab7d)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:34:37.875799 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-916cab1b-037a-4f7b-a411-6ee7962b0af0 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:37.906889 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-027a2b41-36b6-4ae5-bf80-479bb74a7b9d None None] For port 22f83f4b-56fd-4447-bd30-9e34714b33b2, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=22f83f4b-56fd-4447-bd30-9e34714b33b2,segment=NetworkSegment(411ee10c-ddeb-4601-b8a2-cc479a69ab7d),segment_id=411ee10c-ddeb-4601-b8a2-cc479a69ab7d)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:34:37.907271 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-027a2b41-36b6-4ae5-bf80-479bb74a7b9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:38.011036 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-916cab1b-037a-4f7b-a411-6ee7962b0af0 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Calling delete_port for 22f83f4b-56fd-4447-bd30-9e34714b33b2 owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:34:38.032220 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-027a2b41-36b6-4ae5-bf80-479bb74a7b9d None None] Calling delete_port for 22f83f4b-56fd-4447-bd30-9e34714b33b2 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:34:38.082214 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cee872a6-a5ff-4c7e-bd7f-cecd88ea9515 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:38.134897 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee872a6-a5ff-4c7e-bd7f-cecd88ea9515 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=d7e33879-42d2-4de9-b840-1dc0c629885c,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:38.190598 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-916cab1b-037a-4f7b-a411-6ee7962b0af0 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:38.197975 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-027a2b41-36b6-4ae5-bf80-479bb74a7b9d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:34:38.198573 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-027a2b41-36b6-4ae5-bf80-479bb74a7b9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:34:38.259522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916cab1b-037a-4f7b-a411-6ee7962b0af0 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Port': ['ID=22f83f4b-56fd-4447-bd30-9e34714b33b2,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:38.261325 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916cab1b-037a-4f7b-a411-6ee7962b0af0 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] No DVR routers for this DVR port 22f83f4b-56fd-4447-bd30-9e34714b33b2 on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:34:38.412903 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-916cab1b-037a-4f7b-a411-6ee7962b0af0 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:38.440325 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-916cab1b-037a-4f7b-a411-6ee7962b0af0 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12573db-af47-4c60-99ee-ce1c150dbc34']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:38.463674 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cee872a6-a5ff-4c7e-bd7f-cecd88ea9515 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:38.491659 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-916cab1b-037a-4f7b-a411-6ee7962b0af0 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411ee10c-ddeb-4601-b8a2-cc479a69ab7d') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:38.496950 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-916cab1b-037a-4f7b-a411-6ee7962b0af0 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411ee10c-ddeb-4601-b8a2-cc479a69ab7d') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:38.506568 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-916cab1b-037a-4f7b-a411-6ee7962b0af0 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:38.527726 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-916cab1b-037a-4f7b-a411-6ee7962b0af0 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:38.536417 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-916cab1b-037a-4f7b-a411-6ee7962b0af0 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:34:38.536818 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-916cab1b-037a-4f7b-a411-6ee7962b0af0 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:34:38.555839 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:34:38.640002 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d1508dff-eb7a-4231-8b6e-1260ea782ec9 req-cf196616-31a5-4f8c-b104-2641fd2c2464 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1915281 Apr 06 13:34:38.700087 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-027a2b41-36b6-4ae5-bf80-479bb74a7b9d None None] Deleting port 22f83f4b-56fd-4447-bd30-9e34714b33b2 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:34:38.700656 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-027a2b41-36b6-4ae5-bf80-479bb74a7b9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:38.759838 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-916cab1b-037a-4f7b-a411-6ee7962b0af0 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:38.782900 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-916cab1b-037a-4f7b-a411-6ee7962b0af0 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:38.783489 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-027a2b41-36b6-4ae5-bf80-479bb74a7b9d None None] The port '22f83f4b-56fd-4447-bd30-9e34714b33b2' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:34:38.795695 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916cab1b-037a-4f7b-a411-6ee7962b0af0 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Network': ['ID=c12573db-af47-4c60-99ee-ce1c150dbc34,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:38.851134 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1508dff-eb7a-4231-8b6e-1260ea782ec9 req-fb05913f-a2e1-4d8c-889b-1f6be1bce279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:38.852582 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d1508dff-eb7a-4231-8b6e-1260ea782ec9 req-fb05913f-a2e1-4d8c-889b-1f6be1bce279 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f961cdd2806417f9eeecf800dc5c9c4&device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 1099 time: 0.1392388 Apr 06 13:34:38.872290 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee872a6-a5ff-4c7e-bd7f-cecd88ea9515 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 81226113-28ea-42d6-8e81-ee2bc90b53a6 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:34:38.895081 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-916cab1b-037a-4f7b-a411-6ee7962b0af0 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/networks/c12573db-af47-4c60-99ee-ce1c150dbc34 HTTP/1.1" status: 204 len: 168 time: 1.5106299 Apr 06 13:34:38.906378 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48040) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:39.042317 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959e6617-bdbb-40df-9cb8-488b1e0b03aa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:39.042919 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-959e6617-bdbb-40df-9cb8-488b1e0b03aa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Synchronizing usage tracker for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:34:39.067373 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee872a6-a5ff-4c7e-bd7f-cecd88ea9515 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:34:39.077413 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a428ddb-c936-420d-81c6-2b4b6c12e2fa None None] Sync routers for ids ['81226113-28ea-42d6-8e81-ee2bc90b53a6'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:34:39.083170 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-cee872a6-a5ff-4c7e-bd7f-cecd88ea9515 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "PUT /v2.0/routers/81226113-28ea-42d6-8e81-ee2bc90b53a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9320025 Apr 06 13:34:39.083850 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1508dff-eb7a-4231-8b6e-1260ea782ec9 req-6725b0fd-accc-4109-a635-b822967e01bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:39.085312 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d1508dff-eb7a-4231-8b6e-1260ea782ec9 req-6725b0fd-accc-4109-a635-b822967e01bc service neutron] 10.222.0.61 "GET /v2.0/networks?id=07d8a801-9673-412c-b97f-9a98a83af4f7 HTTP/1.1" status: 200 len: 912 time: 0.2126894 Apr 06 13:34:39.085848 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48044) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:39.087556 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a428ddb-c936-420d-81c6-2b4b6c12e2fa None None] Routers {'81226113-28ea-42d6-8e81-ee2bc90b53a6'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:34:39.088132 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7a428ddb-c936-420d-81c6-2b4b6c12e2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:34:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['81226113-28ea-42d6-8e81-ee2bc90b53a6'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:39.188592 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-959e6617-bdbb-40df-9cb8-488b1e0b03aa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Unset dirty status for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:34:39.189171 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-959e6617-bdbb-40df-9cb8-488b1e0b03aa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "GET /v2.0/ports/2b67f383-e757-4247-8a8a-f595e0ccf92a HTTP/1.1" status: 200 len: 845 time: 0.2818394 Apr 06 13:34:39.195800 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48048) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:39.257823 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc00ba3-5908-4db7-8f88-83aaa25ff14d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting subnet 6cb799e9-162a-417f-bdea-32ad204bc2bc {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:34:39.263811 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d1508dff-eb7a-4231-8b6e-1260ea782ec9 req-8a3839e7-f64a-4af8-902b-4dea71668a71 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07803e77-58c8-4c01-80c7-6501bce70ba3 HTTP/1.1" status: 200 len: 1002 time: 0.1413965 Apr 06 13:34:39.264891 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9bc00ba3-5908-4db7-8f88-83aaa25ff14d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:39.284238 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b2826f22-7856-453e-a9c4-58e070be8fd7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "GET /v2.0/ports/2b67f383-e757-4247-8a8a-f595e0ccf92a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0868716 Apr 06 13:34:39.288029 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48052) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:39.293601 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-52119ea0-280c-4994-9ace-65b011c103fc tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'subnet': {'network_id': '488ee951-15f7-48c2-9fbc-bac33365b49c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:39.328067 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-7a428ddb-c936-420d-81c6-2b4b6c12e2fa None None] Set router 81226113-28ea-42d6-8e81-ee2bc90b53a6 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:34:39.371819 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9bc00ba3-5908-4db7-8f88-83aaa25ff14d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:39.424137 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-52119ea0-280c-4994-9ace-65b011c103fc tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:39.435895 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-52119ea0-280c-4994-9ace-65b011c103fc tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:subnet and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:39.437263 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-52119ea0-280c-4994-9ace-65b011c103fc tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:39.445552 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-52119ea0-280c-4994-9ace-65b011c103fc tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:39.491411 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 22f83f4b-56fd-4447-bd30-9e34714b33b2 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:34:39.532948 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 22f83f4b-56fd-4447-bd30-9e34714b33b2 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:34:39.532948 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 22f83f4b-56fd-4447-bd30-9e34714b33b2 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:34:39.545623 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1508dff-eb7a-4231-8b6e-1260ea782ec9 req-9638946e-cec4-4f3e-bc2c-e1b50942f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:39.547050 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d1508dff-eb7a-4231-8b6e-1260ea782ec9 req-9638946e-cec4-4f3e-bc2c-e1b50942f986 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bec31d0f-ca58-4f44-a0f5-7b9820419a31 HTTP/1.1" status: 200 len: 850 time: 0.2532954 Apr 06 13:34:39.592975 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52119ea0-280c-4994-9ace-65b011c103fc tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:34:39.596315 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-52119ea0-280c-4994-9ace-65b011c103fc tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:39.652567 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1508dff-eb7a-4231-8b6e-1260ea782ec9 req-1703a75a-3bab-4142-98f0-83c497192cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:39.654052 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d1508dff-eb7a-4231-8b6e-1260ea782ec9 req-1703a75a-3bab-4142-98f0-83c497192cdf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=07d8a801-9673-412c-b97f-9a98a83af4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1000683 Apr 06 13:34:39.657386 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9bc00ba3-5908-4db7-8f88-83aaa25ff14d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:39.666382 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7a428ddb-c936-420d-81c6-2b4b6c12e2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'name': 'tempest-TestNetworkBasicOps-router-792792696', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:33:24Z', 'updated_at': '2022-04-06T13:34:37Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:33:26Z', 'updated_at': '2022-04-06T13:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:39.670562 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a428ddb-c936-420d-81c6-2b4b6c12e2fa None None] Checking router: 81226113-28ea-42d6-8e81-ee2bc90b53a6 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:34:39.681103 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a428ddb-c936-420d-81c6-2b4b6c12e2fa None None] Routers {'81226113-28ea-42d6-8e81-ee2bc90b53a6'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:34:39.681881 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7a428ddb-c936-420d-81c6-2b4b6c12e2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:34:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['81226113-28ea-42d6-8e81-ee2bc90b53a6'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:39.868346 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d1508dff-eb7a-4231-8b6e-1260ea782ec9 req-8f081ae1-31d6-40e6-bb2c-fa6a65a1a545 service neutron] 10.222.0.61 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792927 Apr 06 13:34:39.891936 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-7a428ddb-c936-420d-81c6-2b4b6c12e2fa None None] Set router 81226113-28ea-42d6-8e81-ee2bc90b53a6 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:34:39.981168 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9bc00ba3-5908-4db7-8f88-83aaa25ff14d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:40.011370 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-52119ea0-280c-4994-9ace-65b011c103fc tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:40.034751 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc00ba3-5908-4db7-8f88-83aaa25ff14d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Subnet': ['ID=6cb799e9-162a-417f-bdea-32ad204bc2bc,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:40.036360 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9bc00ba3-5908-4db7-8f88-83aaa25ff14d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:40.052340 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8f551d-94f9-4255-b68f-3e9c5df3cf68 None None] Network ac5488e8-cb14-4ed6-b360-540556d7e692 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:34:40.056971 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9bc00ba3-5908-4db7-8f88-83aaa25ff14d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/subnets/6cb799e9-162a-417f-bdea-32ad204bc2bc HTTP/1.1" status: 204 len: 168 time: 0.9700868 Apr 06 13:34:40.059587 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48056) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:40.135278 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d1508dff-eb7a-4231-8b6e-1260ea782ec9 req-03876147-f2fe-4451-b39d-a1170e18f6c8 service neutron] 10.222.0.61 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607622 Apr 06 13:34:40.217051 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7a428ddb-c936-420d-81c6-2b4b6c12e2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'name': 'tempest-TestNetworkBasicOps-router-792792696', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:33:24Z', 'updated_at': '2022-04-06T13:34:37Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:33:26Z', 'updated_at': '2022-04-06T13:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:40.223213 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a428ddb-c936-420d-81c6-2b4b6c12e2fa None None] The sync data for ids ['81226113-28ea-42d6-8e81-ee2bc90b53a6'] in dv-neutron-834600-1-hyperv is: [{'id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'name': 'tempest-TestNetworkBasicOps-router-792792696', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:33:24Z', 'updated_at': '2022-04-06T13:34:37Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '22fc9675-6dec-4f1c-90a8-627092fc19c2', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81226113-28ea-42d6-8e81-ee2bc90b53a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:33:26Z', 'updated_at': '2022-04-06T13:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:34:40.296094 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52119ea0-280c-4994-9ace-65b011c103fc tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network 488ee951-15f7-48c2-9fbc-bac33365b49c is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:34:40.299222 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-52119ea0-280c-4994-9ace-65b011c103fc tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:34:40.303716 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52119ea0-280c-4994-9ace-65b011c103fc tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:40.311473 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-52119ea0-280c-4994-9ace-65b011c103fc tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:40.311783 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7d7caa-cb8d-4482-82dc-dd84d3b5f545 None None] Network 488ee951-15f7-48c2-9fbc-bac33365b49c requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:34:40.315947 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52119ea0-280c-4994-9ace-65b011c103fc tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Subnet': ['ID=e54b458e-b820-4b25-8486-ad6c4ba1bd39,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:40.326207 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a1e63801-aab1-45dd-98c4-a9916032ef02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:40.413847 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-52119ea0-280c-4994-9ace-65b011c103fc tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1200356 Apr 06 13:34:40.413847 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48062) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:40.418472 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-4fa41387-7a6c-4817-be57-388275084eb1 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'security_group': {'name': 'tempest-secgroup-1350987453'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:40.424224 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4fa41387-7a6c-4817-be57-388275084eb1 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:40.428851 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4fa41387-7a6c-4817-be57-388275084eb1 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:security_group and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:40.431925 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4fa41387-7a6c-4817-be57-388275084eb1 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:40.437752 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4fa41387-7a6c-4817-be57-388275084eb1 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:40.548135 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a1e63801-aab1-45dd-98c4-a9916032ef02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:40.550588 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4fa41387-7a6c-4817-be57-388275084eb1 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:40.572087 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4fa41387-7a6c-4817-be57-388275084eb1 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:40.585567 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4fa41387-7a6c-4817-be57-388275084eb1 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:security_group_rule and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:40.585567 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4fa41387-7a6c-4817-be57-388275084eb1 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:40.591727 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4fa41387-7a6c-4817-be57-388275084eb1 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:40.613567 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e1a9bc-9175-4feb-8e9a-a6f4b41158ed None None] DHCP port deletion for ac5488e8-cb14-4ed6-b360-540556d7e692 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:34:40.621601 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-25e1a9bc-9175-4feb-8e9a-a6f4b41158ed None None] Deleting port 91929482-f85c-46d9-b087-fba2afeb58c2 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:34:40.621975 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-25e1a9bc-9175-4feb-8e9a-a6f4b41158ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:40.647667 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-a1e63801-aab1-45dd-98c4-a9916032ef02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port 22fc9675-6dec-4f1c-90a8-627092fc19c2 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:34:40.657818 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a1e63801-aab1-45dd-98c4-a9916032ef02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:40.690169 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4abc1b-f93c-488e-aa98-45d01fcf4645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-488ee951-15f7-48c2-9fbc-bac33365b49c', 'network_id': '488ee951-15f7-48c2-9fbc-bac33365b49c', 'tenant_id': '04df41dc5a9e4d7491eefb535d8a0a09', 'fixed_ips': [{'subnet_id': 'e54b458e-b820-4b25-8486-ad6c4ba1bd39'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:34:40.691244 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4fa41387-7a6c-4817-be57-388275084eb1 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:40.692056 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ba4abc1b-f93c-488e-aa98-45d01fcf4645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:40.781407 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4fa41387-7a6c-4817-be57-388275084eb1 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:40.824112 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa41387-7a6c-4817-be57-388275084eb1 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=551d5a6c-d01e-4c00-bd49-c5e8167c9ab7,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:40.881703 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-a1e63801-aab1-45dd-98c4-a9916032ef02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port 22fc9675-6dec-4f1c-90a8-627092fc19c2, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=22fc9675-6dec-4f1c-90a8-627092fc19c2,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:34:40.882069 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a1e63801-aab1-45dd-98c4-a9916032ef02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:40.916278 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4fa41387-7a6c-4817-be57-388275084eb1 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:40.918789 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4fa41387-7a6c-4817-be57-388275084eb1 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5036774 Apr 06 13:34:40.920711 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48066) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:40.927615 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-000347e0-d4ee-4f20-948b-df6a69859c9a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'security_group': {'name': 'tempest-secgroup-1567741926'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:40.934039 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-000347e0-d4ee-4f20-948b-df6a69859c9a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:40.938301 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-000347e0-d4ee-4f20-948b-df6a69859c9a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:security_group and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:40.941883 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-000347e0-d4ee-4f20-948b-df6a69859c9a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:40.955381 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-000347e0-d4ee-4f20-948b-df6a69859c9a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:40.995839 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-25e1a9bc-9175-4feb-8e9a-a6f4b41158ed None None] For port 91929482-f85c-46d9-b087-fba2afeb58c2, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=91929482-f85c-46d9-b087-fba2afeb58c2,segment=NetworkSegment(3d5ecc99-06be-4dcf-85be-47a527403db5),segment_id=3d5ecc99-06be-4dcf-85be-47a527403db5)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:34:40.996268 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-25e1a9bc-9175-4feb-8e9a-a6f4b41158ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:41.011715 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-a1e63801-aab1-45dd-98c4-a9916032ef02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for 22fc9675-6dec-4f1c-90a8-627092fc19c2 owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:34:41.099427 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-000347e0-d4ee-4f20-948b-df6a69859c9a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:41.123423 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-000347e0-d4ee-4f20-948b-df6a69859c9a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:41.128410 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-000347e0-d4ee-4f20-948b-df6a69859c9a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:security_group_rule and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:41.132065 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-25e1a9bc-9175-4feb-8e9a-a6f4b41158ed None None] Calling delete_port for 91929482-f85c-46d9-b087-fba2afeb58c2 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:34:41.133372 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-000347e0-d4ee-4f20-948b-df6a69859c9a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:41.141412 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-000347e0-d4ee-4f20-948b-df6a69859c9a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:41.162186 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-ba4abc1b-f93c-488e-aa98-45d01fcf4645 None None] Allocated IP 2001:db8::2 (488ee951-15f7-48c2-9fbc-bac33365b49c/e54b458e-b820-4b25-8486-ad6c4ba1bd39/a413f4b7-eb3a-420c-be45-18df7d7ecbfc) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:34:41.246040 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-000347e0-d4ee-4f20-948b-df6a69859c9a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:41.332571 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-000347e0-d4ee-4f20-948b-df6a69859c9a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:41.389137 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d7e33879-42d2-4de9-b840-1dc0c629885c no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:34:41.392934 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000347e0-d4ee-4f20-948b-df6a69859c9a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12e02001-0cbd-4254-85da-94edf42dec51,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:41.436152 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-25e1a9bc-9175-4feb-8e9a-a6f4b41158ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:41.505242 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: d7e33879-42d2-4de9-b840-1dc0c629885c {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:34:41.505590 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d7e33879-42d2-4de9-b840-1dc0c629885c not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:34:41.506533 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 91929482-f85c-46d9-b087-fba2afeb58c2 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:34:41.533280 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-000347e0-d4ee-4f20-948b-df6a69859c9a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:41.535099 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-000347e0-d4ee-4f20-948b-df6a69859c9a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6132767 Apr 06 13:34:41.538342 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48070) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:41.544479 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-10f75bdd-1291-4595-9654-83674a322dc2 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-649026378', 'security_groups': ['12e02001-0cbd-4254-85da-94edf42dec51'], 'network_id': '488ee951-15f7-48c2-9fbc-bac33365b49c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e54b458e-b820-4b25-8486-ad6c4ba1bd39'}]}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:41.569081 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1a9bc-9175-4feb-8e9a-a6f4b41158ed None None] Pushing event deleted for resources: {'Port': ['ID=91929482-f85c-46d9-b087-fba2afeb58c2,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:41.575613 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 91929482-f85c-46d9-b087-fba2afeb58c2 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:34:41.575966 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 91929482-f85c-46d9-b087-fba2afeb58c2 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:34:41.577526 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e1a9bc-9175-4feb-8e9a-a6f4b41158ed None None] No DVR routers for this DVR port 91929482-f85c-46d9-b087-fba2afeb58c2 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:34:41.591098 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1a9bc-9175-4feb-8e9a-a6f4b41158ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:41.591430 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1a9bc-9175-4feb-8e9a-a6f4b41158ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:41.591952 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1a9bc-9175-4feb-8e9a-a6f4b41158ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:41.592294 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1a9bc-9175-4feb-8e9a-a6f4b41158ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:41.592627 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1a9bc-9175-4feb-8e9a-a6f4b41158ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:41.598270 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1a9bc-9175-4feb-8e9a-a6f4b41158ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:41.598270 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1a9bc-9175-4feb-8e9a-a6f4b41158ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:41.598270 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1a9bc-9175-4feb-8e9a-a6f4b41158ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:41.598270 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1a9bc-9175-4feb-8e9a-a6f4b41158ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:41.598270 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1a9bc-9175-4feb-8e9a-a6f4b41158ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:41.598270 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1a9bc-9175-4feb-8e9a-a6f4b41158ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:41.598270 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1a9bc-9175-4feb-8e9a-a6f4b41158ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:41.614760 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ba4abc1b-f93c-488e-aa98-45d01fcf4645 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:41.626996 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ba4abc1b-f93c-488e-aa98-45d01fcf4645 None None] Transition to ACTIVE for port object a413f4b7-eb3a-420c-be45-18df7d7ecbfc will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:34:41.634728 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a1e63801-aab1-45dd-98c4-a9916032ef02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:41.649246 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ba4abc1b-f93c-488e-aa98-45d01fcf4645 None None] Transition to ACTIVE for port object a413f4b7-eb3a-420c-be45-18df7d7ecbfc will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:34:41.708788 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e63801-aab1-45dd-98c4-a9916032ef02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=22fc9675-6dec-4f1c-90a8-627092fc19c2,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:41.734207 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ba4abc1b-f93c-488e-aa98-45d01fcf4645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:41.798290 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4abc1b-f93c-488e-aa98-45d01fcf4645 None None] Network 488ee951-15f7-48c2-9fbc-bac33365b49c is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:34:41.801073 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-ba4abc1b-f93c-488e-aa98-45d01fcf4645 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:34:41.809216 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4abc1b-f93c-488e-aa98-45d01fcf4645 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:34:41.820236 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4abc1b-f93c-488e-aa98-45d01fcf4645 None None] Pushing event updated for resources: {'Port': ['ID=a413f4b7-eb3a-420c-be45-18df7d7ecbfc,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:41.826336 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-10f75bdd-1291-4595-9654-83674a322dc2 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:41.840029 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a1e63801-aab1-45dd-98c4-a9916032ef02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:41.880318 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-10f75bdd-1291-4595-9654-83674a322dc2 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:41.909901 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ba4abc1b-f93c-488e-aa98-45d01fcf4645 None None] Attempting to bind port a413f4b7-eb3a-420c-be45-18df7d7ecbfc on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:34:41.910255 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ba4abc1b-f93c-488e-aa98-45d01fcf4645 None None] Attempting to bind port a413f4b7-eb3a-420c-be45-18df7d7ecbfc by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'd8d266fc-30da-426b-b29e-2ab353ab38ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '488ee951-15f7-48c2-9fbc-bac33365b49c'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:34:41.910619 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4abc1b-f93c-488e-aa98-45d01fcf4645 None None] Attempting to bind port a413f4b7-eb3a-420c-be45-18df7d7ecbfc on network 488ee951-15f7-48c2-9fbc-bac33365b49c {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:34:41.916245 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4abc1b-f93c-488e-aa98-45d01fcf4645 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:34:41.916611 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4abc1b-f93c-488e-aa98-45d01fcf4645 None None] Checking segment: {'id': 'd8d266fc-30da-426b-b29e-2ab353ab38ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '488ee951-15f7-48c2-9fbc-bac33365b49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:34:41.917012 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ba4abc1b-f93c-488e-aa98-45d01fcf4645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:41.917400 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4abc1b-f93c-488e-aa98-45d01fcf4645 None None] Bound using segment: {'id': 'd8d266fc-30da-426b-b29e-2ab353ab38ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '488ee951-15f7-48c2-9fbc-bac33365b49c'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:34:41.917853 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ba4abc1b-f93c-488e-aa98-45d01fcf4645 None None] Bound port: a413f4b7-eb3a-420c-be45-18df7d7ecbfc, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d266fc-30da-426b-b29e-2ab353ab38ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '488ee951-15f7-48c2-9fbc-bac33365b49c'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:34:41.918226 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ba4abc1b-f93c-488e-aa98-45d01fcf4645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:42.013233 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ba4abc1b-f93c-488e-aa98-45d01fcf4645 None None] For port a413f4b7-eb3a-420c-be45-18df7d7ecbfc, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:34:42.016274 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ba4abc1b-f93c-488e-aa98-45d01fcf4645 None None] For port a413f4b7-eb3a-420c-be45-18df7d7ecbfc, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a413f4b7-eb3a-420c-be45-18df7d7ecbfc,segment=NetworkSegment(d8d266fc-30da-426b-b29e-2ab353ab38ec),segment_id=d8d266fc-30da-426b-b29e-2ab353ab38ec)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:34:42.028338 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a1e63801-aab1-45dd-98c4-a9916032ef02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:42.030571 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a1e63801-aab1-45dd-98c4-a9916032ef02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:42.075899 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f75bdd-1291-4595-9654-83674a322dc2 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:34:42.150333 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ba4abc1b-f93c-488e-aa98-45d01fcf4645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:42.178775 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a1e63801-aab1-45dd-98c4-a9916032ef02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:42.179570 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e63801-aab1-45dd-98c4-a9916032ef02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Fanout notify agent at l3_agent the message router_deleted on router 81226113-28ea-42d6-8e81-ee2bc90b53a6 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:34:42.219379 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a1e63801-aab1-45dd-98c4-a9916032ef02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:42.223701 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a1e63801-aab1-45dd-98c4-a9916032ef02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/routers/81226113-28ea-42d6-8e81-ee2bc90b53a6 HTTP/1.1" status: 204 len: 168 time: 2.1600149 Apr 06 13:34:42.224034 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48074) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:42.240883 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4abc1b-f93c-488e-aa98-45d01fcf4645 None None] Pushing event updated for resources: {'Port': ['ID=a413f4b7-eb3a-420c-be45-18df7d7ecbfc,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:42.246407 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-10f75bdd-1291-4595-9654-83674a322dc2 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:42.269548 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-10f75bdd-1291-4595-9654-83674a322dc2 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] device_id is not set on port d2de607f-2838-427e-929b-2a63696ed7d6 yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:34:42.379771 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6aa39b49-d765-4dc1-a288-8e535bf97979 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:42.530510 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6aa39b49-d765-4dc1-a288-8e535bf97979 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:42.538283 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-10f75bdd-1291-4595-9654-83674a322dc2 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Allocated IP 2001:db8::28f (488ee951-15f7-48c2-9fbc-bac33365b49c/e54b458e-b820-4b25-8486-ad6c4ba1bd39/d2de607f-2838-427e-929b-2a63696ed7d6) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:34:42.561325 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-6aa39b49-d765-4dc1-a288-8e535bf97979 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5488e8-cb14-4ed6-b360-540556d7e692']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:42.571696 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-6aa39b49-d765-4dc1-a288-8e535bf97979 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d5ecc99-06be-4dcf-85be-47a527403db5') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:42.572015 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-6aa39b49-d765-4dc1-a288-8e535bf97979 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d5ecc99-06be-4dcf-85be-47a527403db5') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:42.584799 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6aa39b49-d765-4dc1-a288-8e535bf97979 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:42.603311 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6aa39b49-d765-4dc1-a288-8e535bf97979 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:42.610632 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa39b49-d765-4dc1-a288-8e535bf97979 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:34:42.611057 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6aa39b49-d765-4dc1-a288-8e535bf97979 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:34:42.626870 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:34:42.795076 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-10f75bdd-1291-4595-9654-83674a322dc2 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:42.816972 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-10f75bdd-1291-4595-9654-83674a322dc2 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Transition to ACTIVE for port object d2de607f-2838-427e-929b-2a63696ed7d6 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:34:42.864831 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6aa39b49-d765-4dc1-a288-8e535bf97979 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:42.893087 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6aa39b49-d765-4dc1-a288-8e535bf97979 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:42.897097 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa39b49-d765-4dc1-a288-8e535bf97979 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Network': ['ID=ac5488e8-cb14-4ed6-b360-540556d7e692,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:42.979312 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-10f75bdd-1291-4595-9654-83674a322dc2 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:43.034583 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6aa39b49-d765-4dc1-a288-8e535bf97979 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/networks/ac5488e8-cb14-4ed6-b360-540556d7e692 HTTP/1.1" status: 204 len: 168 time: 0.8057024 Apr 06 13:34:43.046831 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48078) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:43.053877 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f75bdd-1291-4595-9654-83674a322dc2 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network 488ee951-15f7-48c2-9fbc-bac33365b49c is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:34:43.067667 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-7e6b1c6f-b98b-41a2-af29-cc5ed36d591a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'network': {'name': 'tempest-network-smoke--110209867', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'port_security_enabled': True}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:43.067667 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-10f75bdd-1291-4595-9654-83674a322dc2 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:34:43.067667 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f75bdd-1291-4595-9654-83674a322dc2 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:34:43.072621 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f75bdd-1291-4595-9654-83674a322dc2 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:43.073225 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-10f75bdd-1291-4595-9654-83674a322dc2 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:43.093106 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7e6b1c6f-b98b-41a2-af29-cc5ed36d591a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:43.104842 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f75bdd-1291-4595-9654-83674a322dc2 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Port': ['ID=d2de607f-2838-427e-929b-2a63696ed7d6,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:43.108773 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7e6b1c6f-b98b-41a2-af29-cc5ed36d591a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:network and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:43.114656 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7e6b1c6f-b98b-41a2-af29-cc5ed36d591a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:43.123974 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7e6b1c6f-b98b-41a2-af29-cc5ed36d591a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:43.200299 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-10f75bdd-1291-4595-9654-83674a322dc2 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6601510 Apr 06 13:34:43.202884 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48082) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:43.211317 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-2bb2c690-2c37-4611-9d46-e681d46dace9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'subnet': {'network_id': '488ee951-15f7-48c2-9fbc-bac33365b49c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:43.300053 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6b1c6f-b98b-41a2-af29-cc5ed36d591a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Made reservation on behalf of accb128fe3eb42cd83b327a0d6bf9c24 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:34:43.312252 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7e6b1c6f-b98b-41a2-af29-cc5ed36d591a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:43.366076 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6b1c6f-b98b-41a2-af29-cc5ed36d591a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:34:43.397142 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7e6b1c6f-b98b-41a2-af29-cc5ed36d591a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:43.397343 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-7e6b1c6f-b98b-41a2-af29-cc5ed36d591a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Added segment 9f2524cb-cd92-4bb3-af63-a7f3be29971d of type vlan for network e561dcad-f411-4b8e-ac01-a19e30d1ccac Apr 06 13:34:43.415059 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-2bb2c690-2c37-4611-9d46-e681d46dace9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:43.428323 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2bb2c690-2c37-4611-9d46-e681d46dace9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:subnet and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:43.434227 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2bb2c690-2c37-4611-9d46-e681d46dace9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:43.442739 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7e6b1c6f-b98b-41a2-af29-cc5ed36d591a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:43.446632 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-2bb2c690-2c37-4611-9d46-e681d46dace9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:43.447605 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device a413f4b7-eb3a-420c-be45-18df7d7ecbfc up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:34:43.533454 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb2c690-2c37-4611-9d46-e681d46dace9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:34:43.538312 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2bb2c690-2c37-4611-9d46-e681d46dace9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:43.575188 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7e6b1c6f-b98b-41a2-af29-cc5ed36d591a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:43.581037 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6b1c6f-b98b-41a2-af29-cc5ed36d591a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:43.581956 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7e6b1c6f-b98b-41a2-af29-cc5ed36d591a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:43.653399 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port a413f4b7-eb3a-420c-be45-18df7d7ecbfc completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:34:43.727941 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 22fc9675-6dec-4f1c-90a8-627092fc19c2 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:34:43.806659 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-46a08080-4316-456c-9be3-aefd261760ee None None] Provisioning for port a413f4b7-eb3a-420c-be45-18df7d7ecbfc completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:34:43.816814 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 22fc9675-6dec-4f1c-90a8-627092fc19c2 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:34:43.819179 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 22fc9675-6dec-4f1c-90a8-627092fc19c2 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:34:43.820477 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-46a08080-4316-456c-9be3-aefd261760ee None None] Provisioning complete for port a413f4b7-eb3a-420c-be45-18df7d7ecbfc triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:43.820477 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-46a08080-4316-456c-9be3-aefd261760ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:43.903802 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b1c6f-b98b-41a2-af29-cc5ed36d591a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Network': ['ID=e561dcad-f411-4b8e-ac01-a19e30d1ccac,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:43.917281 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network e561dcad-f411-4b8e-ac01-a19e30d1ccac details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:34:43.935195 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.ipam_backend_mixin [None req-2bb2c690-2c37-4611-9d46-e681d46dace9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e54b458e-b820-4b25-8486-ad6c4ba1bd39 (CIDR: 2001:db8::/64) Apr 06 13:34:44.008941 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb2c690-2c37-4611-9d46-e681d46dace9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:34:44.009599 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb2c690-2c37-4611-9d46-e681d46dace9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:34:44.023373 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-46a08080-4316-456c-9be3-aefd261760ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:44.046713 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7e6b1c6f-b98b-41a2-af29-cc5ed36d591a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9919827 Apr 06 13:34:44.046713 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48086) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:44.052928 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-df7b8fb8-b4e3-4db1-9825-e15340d78ae2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-437006227', 'admin_state_up': True, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:44.062182 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-df7b8fb8-b4e3-4db1-9825-e15340d78ae2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:44.068300 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-df7b8fb8-b4e3-4db1-9825-e15340d78ae2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:router and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:44.071346 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-df7b8fb8-b4e3-4db1-9825-e15340d78ae2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:44.077217 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-46a08080-4316-456c-9be3-aefd261760ee None None] For port a413f4b7-eb3a-420c-be45-18df7d7ecbfc, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a413f4b7-eb3a-420c-be45-18df7d7ecbfc,segment=NetworkSegment(d8d266fc-30da-426b-b29e-2ab353ab38ec),segment_id=d8d266fc-30da-426b-b29e-2ab353ab38ec)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:34:44.077448 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-df7b8fb8-b4e3-4db1-9825-e15340d78ae2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:44.124896 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2bb2c690-2c37-4611-9d46-e681d46dace9 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9206996 Apr 06 13:34:44.127636 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48090) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:44.134591 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-c22b8ba6-97b2-4fe0-9359-a53b02b5cf68 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'subnet': {'network_id': '488ee951-15f7-48c2-9fbc-bac33365b49c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:44.150276 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-46a08080-4316-456c-9be3-aefd261760ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:44.211018 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-46a08080-4316-456c-9be3-aefd261760ee None None] Provisioning complete for port 2b67f383-e757-4247-8a8a-f595e0ccf92a triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:44.211392 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-46a08080-4316-456c-9be3-aefd261760ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:44.270395 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a08080-4316-456c-9be3-aefd261760ee None None] Pushing event updated for resources: {'Port': ['ID=a413f4b7-eb3a-420c-be45-18df7d7ecbfc,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:44.279199 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-df7b8fb8-b4e3-4db1-9825-e15340d78ae2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:44.280211 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-df7b8fb8-b4e3-4db1-9825-e15340d78ae2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:44.283661 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-46a08080-4316-456c-9be3-aefd261760ee None None] Port 2b67f383-e757-4247-8a8a-f595e0ccf92a cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:34:44.303093 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c22b8ba6-97b2-4fe0-9359-a53b02b5cf68 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:44.309497 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c22b8ba6-97b2-4fe0-9359-a53b02b5cf68 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:subnet and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:44.312492 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-df7b8fb8-b4e3-4db1-9825-e15340d78ae2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:44.313842 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c22b8ba6-97b2-4fe0-9359-a53b02b5cf68 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:44.326171 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c22b8ba6-97b2-4fe0-9359-a53b02b5cf68 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:44.414170 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22b8ba6-97b2-4fe0-9359-a53b02b5cf68 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:34:44.416642 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c22b8ba6-97b2-4fe0-9359-a53b02b5cf68 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:44.551085 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-63324aa0-e876-4673-85a3-bf6b9af9aeba None None] Provisioning for port d2de607f-2838-427e-929b-2a63696ed7d6 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:34:44.557348 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-63324aa0-e876-4673-85a3-bf6b9af9aeba None None] Provisioning complete for port d2de607f-2838-427e-929b-2a63696ed7d6 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:44.557826 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-63324aa0-e876-4673-85a3-bf6b9af9aeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:44.614367 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-63324aa0-e876-4673-85a3-bf6b9af9aeba None None] Port d2de607f-2838-427e-929b-2a63696ed7d6 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:34:44.778416 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-df7b8fb8-b4e3-4db1-9825-e15340d78ae2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:45.036093 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c22b8ba6-97b2-4fe0-9359-a53b02b5cf68 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:45.101451 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22b8ba6-97b2-4fe0-9359-a53b02b5cf68 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network 488ee951-15f7-48c2-9fbc-bac33365b49c is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:34:45.108884 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-c22b8ba6-97b2-4fe0-9359-a53b02b5cf68 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:34:45.114566 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22b8ba6-97b2-4fe0-9359-a53b02b5cf68 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:45.115172 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c22b8ba6-97b2-4fe0-9359-a53b02b5cf68 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:45.119055 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99d3f8d-2aac-4cf1-b21a-1a2e4b10cc74 None None] Network 488ee951-15f7-48c2-9fbc-bac33365b49c requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:34:45.130353 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b8ba6-97b2-4fe0-9359-a53b02b5cf68 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Subnet': ['ID=c0b51cae-c77d-47a8-b96a-df6c5716663e,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:45.273487 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c22b8ba6-97b2-4fe0-9359-a53b02b5cf68 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1441655 Apr 06 13:34:45.277634 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48094) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:45.285630 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-b78ab52a-bdec-4f49-8834-69e6f98a58d2 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-651267994', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c0b51cae-c77d-47a8-b96a-df6c5716663e'}], 'security_groups': ['551d5a6c-d01e-4c00-bd49-c5e8167c9ab7']}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:45.320179 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-df7b8fb8-b4e3-4db1-9825-e15340d78ae2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:45.353508 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-df7b8fb8-b4e3-4db1-9825-e15340d78ae2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:45.422943 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device a413f4b7-eb3a-420c-be45-18df7d7ecbfc up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:34:45.524824 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-df7b8fb8-b4e3-4db1-9825-e15340d78ae2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.26.4.184 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/2078b76b-2516-4190-b2be-9af6551fe86b) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:34:45.534989 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-dcde7245-a0cf-4242-aa35-f76ce2c2c7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:45.536695 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port a413f4b7-eb3a-420c-be45-18df7d7ecbfc triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:45.537049 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:45.561264 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612f355b-5efd-4876-a01b-bcf2dc407b6b None None] Update dhcp port {'port': {'network_id': '488ee951-15f7-48c2-9fbc-bac33365b49c', 'fixed_ips': [{'subnet_id': 'e54b458e-b820-4b25-8486-ad6c4ba1bd39', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c0b51cae-c77d-47a8-b96a-df6c5716663e'}], 'binding:host_id': 'dv-neutron-834600-1-hyperv'}, 'id': 'a413f4b7-eb3a-420c-be45-18df7d7ecbfc'} from dv-neutron-834600-1-hyperv. {{(pid=88566) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 06 13:34:45.615544 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b78ab52a-bdec-4f49-8834-69e6f98a58d2 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:45.642135 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-612f355b-5efd-4876-a01b-bcf2dc407b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:45.835029 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-df7b8fb8-b4e3-4db1-9825-e15340d78ae2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:45.918281 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-612f355b-5efd-4876-a01b-bcf2dc407b6b None None] Allocated IP 2001:db8:0:1::2 (488ee951-15f7-48c2-9fbc-bac33365b49c/c0b51cae-c77d-47a8-b96a-df6c5716663e/a413f4b7-eb3a-420c-be45-18df7d7ecbfc) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:34:45.945082 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-df7b8fb8-b4e3-4db1-9825-e15340d78ae2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:46.005476 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7b8fb8-b4e3-4db1-9825-e15340d78ae2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:34:46.008142 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-df7b8fb8-b4e3-4db1-9825-e15340d78ae2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:34:46.016340 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7b8fb8-b4e3-4db1-9825-e15340d78ae2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:34:46.055961 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b8fb8-b4e3-4db1-9825-e15340d78ae2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=2078b76b-2516-4190-b2be-9af6551fe86b,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:46.061369 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-612f355b-5efd-4876-a01b-bcf2dc407b6b None None] For port a413f4b7-eb3a-420c-be45-18df7d7ecbfc, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a413f4b7-eb3a-420c-be45-18df7d7ecbfc,segment=NetworkSegment(d8d266fc-30da-426b-b29e-2ab353ab38ec),segment_id=d8d266fc-30da-426b-b29e-2ab353ab38ec)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:34:46.087961 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-612f355b-5efd-4876-a01b-bcf2dc407b6b None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:46.105799 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-612f355b-5efd-4876-a01b-bcf2dc407b6b None None] Transition to ACTIVE for port object a413f4b7-eb3a-420c-be45-18df7d7ecbfc will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:34:46.214093 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-612f355b-5efd-4876-a01b-bcf2dc407b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:46.365059 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f355b-5efd-4876-a01b-bcf2dc407b6b None None] Pushing event updated for resources: {'Port': ['ID=a413f4b7-eb3a-420c-be45-18df7d7ecbfc,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:46.372566 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-b78ab52a-bdec-4f49-8834-69e6f98a58d2 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Delete allocated IP 2001:db8::28f (488ee951-15f7-48c2-9fbc-bac33365b49c/e54b458e-b820-4b25-8486-ad6c4ba1bd39) {{(pid=88565) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 06 13:34:46.382273 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-b78ab52a-bdec-4f49-8834-69e6f98a58d2 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Allocated IP 2001:db8:0:1::30b (488ee951-15f7-48c2-9fbc-bac33365b49c/c0b51cae-c77d-47a8-b96a-df6c5716663e/d2de607f-2838-427e-929b-2a63696ed7d6) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:34:46.526366 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-df7b8fb8-b4e3-4db1-9825-e15340d78ae2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:46.617613 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b78ab52a-bdec-4f49-8834-69e6f98a58d2 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:46.636922 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-b78ab52a-bdec-4f49-8834-69e6f98a58d2 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Transition to ACTIVE for port object d2de607f-2838-427e-929b-2a63696ed7d6 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:34:46.723175 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b78ab52a-bdec-4f49-8834-69e6f98a58d2 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:46.852980 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-b78ab52a-bdec-4f49-8834-69e6f98a58d2 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] In _notify_port_updated(), no bound segment for port d2de607f-2838-427e-929b-2a63696ed7d6 on network 488ee951-15f7-48c2-9fbc-bac33365b49c {{(pid=88565) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 06 13:34:46.858367 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78ab52a-bdec-4f49-8834-69e6f98a58d2 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:46.864639 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b78ab52a-bdec-4f49-8834-69e6f98a58d2 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:46.864639 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b78ab52a-bdec-4f49-8834-69e6f98a58d2 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "PUT /v2.0/ports/d2de607f-2838-427e-929b-2a63696ed7d6 HTTP/1.1" status: 200 len: 930 time: 1.5815978 Apr 06 13:34:46.865663 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48098) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:46.868674 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ab52a-bdec-4f49-8834-69e6f98a58d2 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Port': ['ID=d2de607f-2838-427e-929b-2a63696ed7d6,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:46.923023 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-df7b8fb8-b4e3-4db1-9825-e15340d78ae2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:46.944172 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-bdddbda3-87a9-4778-867f-d1cc9bed7267 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting port d2de607f-2838-427e-929b-2a63696ed7d6 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:34:46.944416 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bdddbda3-87a9-4778-867f-d1cc9bed7267 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:47.116000 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f256183b-a77b-41bb-a538-d9689015c49c None None] Provisioning for port d2de607f-2838-427e-929b-2a63696ed7d6 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:34:47.131262 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f256183b-a77b-41bb-a538-d9689015c49c None None] Provisioning complete for port d2de607f-2838-427e-929b-2a63696ed7d6 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:47.131641 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f256183b-a77b-41bb-a538-d9689015c49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:47.244867 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-f256183b-a77b-41bb-a538-d9689015c49c None None] Port d2de607f-2838-427e-929b-2a63696ed7d6 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:34:47.281948 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7b8fb8-b4e3-4db1-9825-e15340d78ae2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 4f08ced1-9635-4a64-8866-72f569ac7347 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:34:47.333738 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f256183b-a77b-41bb-a538-d9689015c49c None None] Provisioning for port a413f4b7-eb3a-420c-be45-18df7d7ecbfc completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:34:47.341609 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f256183b-a77b-41bb-a538-d9689015c49c None None] Provisioning complete for port a413f4b7-eb3a-420c-be45-18df7d7ecbfc triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:47.341979 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f256183b-a77b-41bb-a538-d9689015c49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:47.391565 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bdddbda3-87a9-4778-867f-d1cc9bed7267 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:47.414550 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device a413f4b7-eb3a-420c-be45-18df7d7ecbfc up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:34:47.529325 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-bdddbda3-87a9-4778-867f-d1cc9bed7267 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Calling delete_port for d2de607f-2838-427e-929b-2a63696ed7d6 owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:34:47.560595 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port a413f4b7-eb3a-420c-be45-18df7d7ecbfc triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:47.560595 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:47.619649 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f256183b-a77b-41bb-a538-d9689015c49c None None] Provisioning complete for port 2b67f383-e757-4247-8a8a-f595e0ccf92a triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:47.620040 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f256183b-a77b-41bb-a538-d9689015c49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:47.649208 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7b8fb8-b4e3-4db1-9825-e15340d78ae2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:34:47.668807 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f534c56-5185-482a-9cba-92fe50f08247 None None] Sync routers for ids ['4f08ced1-9635-4a64-8866-72f569ac7347'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:34:47.710776 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f534c56-5185-482a-9cba-92fe50f08247 None None] Routers {'4f08ced1-9635-4a64-8866-72f569ac7347'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:34:47.711458 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-9f534c56-5185-482a-9cba-92fe50f08247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:34:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4f08ced1-9635-4a64-8866-72f569ac7347'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:47.764327 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-f256183b-a77b-41bb-a538-d9689015c49c None None] Port 2b67f383-e757-4247-8a8a-f595e0ccf92a cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:34:47.772530 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-871a2324-69bf-4b24-9eaa-f50ede588d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:47.795876 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-df7b8fb8-b4e3-4db1-9825-e15340d78ae2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:47.801716 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-df7b8fb8-b4e3-4db1-9825-e15340d78ae2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7500613 Apr 06 13:34:47.802083 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48102) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:47.845334 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2b36cb7e-ebbe-444b-a977-5e11e7fdbe02 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=accb128fe3eb42cd83b327a0d6bf9c24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419741 Apr 06 13:34:47.848293 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48106) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:47.871991 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bdddbda3-87a9-4778-867f-d1cc9bed7267 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:47.928101 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-5e6f122c-b232-496c-bd5d-2219efa79087 None None] Could not find standard attr ID for object d2de607f-2838-427e-929b-2a63696ed7d6. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:34:47.944852 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdddbda3-87a9-4778-867f-d1cc9bed7267 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Port': ['ID=d2de607f-2838-427e-929b-2a63696ed7d6,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:47.972232 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-9f534c56-5185-482a-9cba-92fe50f08247 None None] Set router 4f08ced1-9635-4a64-8866-72f569ac7347 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:34:48.048563 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bdddbda3-87a9-4778-867f-d1cc9bed7267 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:48.052193 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-bdddbda3-87a9-4778-867f-d1cc9bed7267 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/ports/d2de607f-2838-427e-929b-2a63696ed7d6 HTTP/1.1" status: 204 len: 168 time: 1.1853499 Apr 06 13:34:48.055061 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48110) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:48.099819 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc46c9a-17ee-42b6-9fdc-84756edd20aa tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:48.102000 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb49401-d1c8-4e79-8709-26861baeb5ac tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] GET failed (client error): The resource could not be found. Apr 06 13:34:48.102531 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2fb49401-d1c8-4e79-8709-26861baeb5ac tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Synchronizing usage tracker for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:34:48.105212 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9dc46c9a-17ee-42b6-9fdc-84756edd20aa tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2555387 Apr 06 13:34:48.105724 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48114) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:48.154430 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8790bba5-564f-4205-9cb1-2769ca69f2e5 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475397 Apr 06 13:34:48.158362 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48118) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:48.167268 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-cfb906a0-9d0f-4415-b99b-c8c7aa827a6b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-641316276', 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:48.242071 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2fb49401-d1c8-4e79-8709-26861baeb5ac tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Unset dirty status for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:34:48.245705 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2fb49401-d1c8-4e79-8709-26861baeb5ac tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "GET /v2.0/ports/d2de607f-2838-427e-929b-2a63696ed7d6 HTTP/1.1" status: 404 len: 333 time: 0.1871231 Apr 06 13:34:48.246013 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48122) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:48.309139 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-cfb906a0-9d0f-4415-b99b-c8c7aa827a6b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:48.313118 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-cfb906a0-9d0f-4415-b99b-c8c7aa827a6b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:subnet and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:48.317361 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-cfb906a0-9d0f-4415-b99b-c8c7aa827a6b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:48.320875 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-9f534c56-5185-482a-9cba-92fe50f08247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'name': 'tempest-TestNetworkBasicOps-router-437006227', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:34:44Z', 'updated_at': '2022-04-06T13:34:46Z', 'revision_number': 3, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:45Z', 'updated_at': '2022-04-06T13:34:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:48.333256 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-cfb906a0-9d0f-4415-b99b-c8c7aa827a6b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:48.333451 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f534c56-5185-482a-9cba-92fe50f08247 None None] Checking router: 4f08ced1-9635-4a64-8866-72f569ac7347 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:34:48.333451 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f534c56-5185-482a-9cba-92fe50f08247 None None] Updating router 4f08ced1-9635-4a64-8866-72f569ac7347 port 2078b76b-2516-4190-b2be-9af6551fe86b binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:34:48.333652 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-342ed85f-2bb1-4606-98e7-8d61aef23dc6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:48.364815 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-342ed85f-2bb1-4606-98e7-8d61aef23dc6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:48.383198 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9f534c56-5185-482a-9cba-92fe50f08247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:48.407287 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb906a0-9d0f-4415-b99b-c8c7aa827a6b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Made reservation on behalf of accb128fe3eb42cd83b327a0d6bf9c24 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:34:48.411771 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cfb906a0-9d0f-4415-b99b-c8c7aa827a6b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:48.502838 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-342ed85f-2bb1-4606-98e7-8d61aef23dc6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:48.523896 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ed85f-2bb1-4606-98e7-8d61aef23dc6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e02001-0cbd-4254-85da-94edf42dec51,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:48.527935 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-342ed85f-2bb1-4606-98e7-8d61aef23dc6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:48.539434 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-342ed85f-2bb1-4606-98e7-8d61aef23dc6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/security-groups/12e02001-0cbd-4254-85da-94edf42dec51 HTTP/1.1" status: 204 len: 168 time: 0.2823668 Apr 06 13:34:48.539434 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48126) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:48.604884 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c6b7b1f0-97f7-4b69-81c4-690aa0718069 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:48.636415 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c6b7b1f0-97f7-4b69-81c4-690aa0718069 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:48.755716 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9f534c56-5185-482a-9cba-92fe50f08247 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:48.767820 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cfb906a0-9d0f-4415-b99b-c8c7aa827a6b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:48.802219 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9f534c56-5185-482a-9cba-92fe50f08247 None None] Transition to ACTIVE for port object 2078b76b-2516-4190-b2be-9af6551fe86b will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:34:48.802526 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c6b7b1f0-97f7-4b69-81c4-690aa0718069 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:48.829947 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7b1f0-97f7-4b69-81c4-690aa0718069 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=551d5a6c-d01e-4c00-bd49-c5e8167c9ab7,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:48.833841 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c6b7b1f0-97f7-4b69-81c4-690aa0718069 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:48.835575 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c6b7b1f0-97f7-4b69-81c4-690aa0718069 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/security-groups/551d5a6c-d01e-4c00-bd49-c5e8167c9ab7 HTTP/1.1" status: 204 len: 168 time: 0.3021946 Apr 06 13:34:48.838385 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48132) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:48.854019 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb906a0-9d0f-4415-b99b-c8c7aa827a6b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Subnet': ['ID=011cd4be-2c33-41c7-ae29-cf0319e6b77a,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:48.863677 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb906a0-9d0f-4415-b99b-c8c7aa827a6b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Checking segment: {'id': '9f2524cb-cd92-4bb3-af63-a7f3be29971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:34:48.864034 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb906a0-9d0f-4415-b99b-c8c7aa827a6b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network hostable DHCP agents. Network: e561dcad-f411-4b8e-ac01-a19e30d1ccac, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:34:48.904225 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:48.917929 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-e675980f-adbb-4c11-aa9f-b30c1072a9af tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting subnet e54b458e-b820-4b25-8486-ad6c4ba1bd39 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:34:48.921043 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e675980f-adbb-4c11-aa9f-b30c1072a9af tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:48.967629 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:48.974126 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9f534c56-5185-482a-9cba-92fe50f08247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:48.977567 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e675980f-adbb-4c11-aa9f-b30c1072a9af tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:48.996029 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb906a0-9d0f-4415-b99b-c8c7aa827a6b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network e561dcad-f411-4b8e-ac01-a19e30d1ccac is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:34:49.057300 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-9f534c56-5185-482a-9cba-92fe50f08247 None None] Attempting to bind port 2078b76b-2516-4190-b2be-9af6551fe86b on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:34:49.057474 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-9f534c56-5185-482a-9cba-92fe50f08247 None None] Attempting to bind port 2078b76b-2516-4190-b2be-9af6551fe86b by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:34:49.057927 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f534c56-5185-482a-9cba-92fe50f08247 None None] Attempting to bind port 2078b76b-2516-4190-b2be-9af6551fe86b on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:34:49.069611 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f534c56-5185-482a-9cba-92fe50f08247 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:34:49.069611 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f534c56-5185-482a-9cba-92fe50f08247 None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:34:49.069843 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9f534c56-5185-482a-9cba-92fe50f08247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:49.070260 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f534c56-5185-482a-9cba-92fe50f08247 None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:34:49.070598 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-9f534c56-5185-482a-9cba-92fe50f08247 None None] Bound port: 2078b76b-2516-4190-b2be-9af6551fe86b, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:34:49.071012 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9f534c56-5185-482a-9cba-92fe50f08247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:49.072750 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e675980f-adbb-4c11-aa9f-b30c1072a9af tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:49.082149 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-cfb906a0-9d0f-4415-b99b-c8c7aa827a6b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, e561dcad-f411-4b8e-ac01-a19e30d1ccac) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:34:49.086555 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb906a0-9d0f-4415-b99b-c8c7aa827a6b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:49.087174 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cfb906a0-9d0f-4415-b99b-c8c7aa827a6b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:49.104239 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678b458-dc91-435e-84f5-12968d2472ea None None] Pushing event updated for resources: {'Port': ['ID=2078b76b-2516-4190-b2be-9af6551fe86b,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:49.107555 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fef8e1-62ea-4cc5-8c11-bffeef2f2e7f None None] Network e561dcad-f411-4b8e-ac01-a19e30d1ccac requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:34:49.174171 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-cfb906a0-9d0f-4415-b99b-c8c7aa827a6b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0137999 Apr 06 13:34:49.177182 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48136) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:49.289540 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-9f534c56-5185-482a-9cba-92fe50f08247 None None] For port 2078b76b-2516-4190-b2be-9af6551fe86b, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:34:49.294940 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-9f534c56-5185-482a-9cba-92fe50f08247 None None] For port 2078b76b-2516-4190-b2be-9af6551fe86b, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=2078b76b-2516-4190-b2be-9af6551fe86b,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:34:49.339468 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e675980f-adbb-4c11-aa9f-b30c1072a9af tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:49.387103 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675980f-adbb-4c11-aa9f-b30c1072a9af tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Subnet': ['ID=e54b458e-b820-4b25-8486-ad6c4ba1bd39,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:49.389099 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e675980f-adbb-4c11-aa9f-b30c1072a9af tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:49.400393 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92f63eb-486f-4272-a00e-92f483f227f2 None None] Network 488ee951-15f7-48c2-9fbc-bac33365b49c requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:34:49.410325 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e675980f-adbb-4c11-aa9f-b30c1072a9af tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/subnets/e54b458e-b820-4b25-8486-ad6c4ba1bd39 HTTP/1.1" status: 204 len: 168 time: 0.5696537 Apr 06 13:34:49.415144 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48140) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:49.420709 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-1be864ff-8f87-4b08-8c6b-95b85183a12f tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'subnet': {'network_id': '488ee951-15f7-48c2-9fbc-bac33365b49c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:49.420955 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9f534c56-5185-482a-9cba-92fe50f08247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:49.480148 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f65b9a1-acb7-4f5b-9b6d-93db19420053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-e561dcad-f411-4b8e-ac01-a19e30d1ccac', 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ips': [{'subnet_id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:34:49.481034 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3f65b9a1-acb7-4f5b-9b6d-93db19420053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:49.578307 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1be864ff-8f87-4b08-8c6b-95b85183a12f tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:49.591654 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-1be864ff-8f87-4b08-8c6b-95b85183a12f tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:subnet and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:49.591654 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-1be864ff-8f87-4b08-8c6b-95b85183a12f tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:49.598191 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1be864ff-8f87-4b08-8c6b-95b85183a12f tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:49.647975 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f534c56-5185-482a-9cba-92fe50f08247 None None] Routers {'4f08ced1-9635-4a64-8866-72f569ac7347'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:34:49.648614 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-9f534c56-5185-482a-9cba-92fe50f08247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:34:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4f08ced1-9635-4a64-8866-72f569ac7347'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:49.772233 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678b458-dc91-435e-84f5-12968d2472ea None None] Pushing event updated for resources: {'Port': ['ID=2078b76b-2516-4190-b2be-9af6551fe86b,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:49.782132 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be864ff-8f87-4b08-8c6b-95b85183a12f tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:34:49.786975 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1be864ff-8f87-4b08-8c6b-95b85183a12f tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:49.986544 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0d6ef3a1-75ab-458c-a60d-fb9d22998991 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:49.989301 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-9f534c56-5185-482a-9cba-92fe50f08247 None None] Set router 4f08ced1-9635-4a64-8866-72f569ac7347 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:34:50.145996 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-3f65b9a1-acb7-4f5b-9b6d-93db19420053 None None] Allocated IP 172.20.0.2 (e561dcad-f411-4b8e-ac01-a19e30d1ccac/011cd4be-2c33-41c7-ae29-cf0319e6b77a/07b4df11-b4a8-42cd-83d7-c37344bc17ff) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:34:50.259250 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1be864ff-8f87-4b08-8c6b-95b85183a12f tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:50.322487 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be864ff-8f87-4b08-8c6b-95b85183a12f tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network 488ee951-15f7-48c2-9fbc-bac33365b49c is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:34:50.325761 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-1be864ff-8f87-4b08-8c6b-95b85183a12f tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:34:50.330709 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be864ff-8f87-4b08-8c6b-95b85183a12f tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:50.331435 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1be864ff-8f87-4b08-8c6b-95b85183a12f tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:50.345757 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be864ff-8f87-4b08-8c6b-95b85183a12f tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Subnet': ['ID=37a95399-1424-4538-8111-53d4ba229ee9,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:50.382039 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:50.422832 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1be864ff-8f87-4b08-8c6b-95b85183a12f tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0066845 Apr 06 13:34:50.424086 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48144) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:50.430964 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-b63831a6-21ce-44a3-95ea-82fb01a5bedf tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'security_group': {'name': 'tempest-secgroup-107077197'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:50.437362 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b63831a6-21ce-44a3-95ea-82fb01a5bedf tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:50.442617 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b63831a6-21ce-44a3-95ea-82fb01a5bedf tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:security_group and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:50.447500 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b63831a6-21ce-44a3-95ea-82fb01a5bedf tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:50.454449 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b63831a6-21ce-44a3-95ea-82fb01a5bedf tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:50.480740 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:34:50.557198 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b63831a6-21ce-44a3-95ea-82fb01a5bedf tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:50.575741 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3f65b9a1-acb7-4f5b-9b6d-93db19420053 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:50.583919 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b63831a6-21ce-44a3-95ea-82fb01a5bedf tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:50.588442 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b63831a6-21ce-44a3-95ea-82fb01a5bedf tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:security_group_rule and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:50.590174 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3f65b9a1-acb7-4f5b-9b6d-93db19420053 None None] Transition to ACTIVE for port object 07b4df11-b4a8-42cd-83d7-c37344bc17ff will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:34:50.591923 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b63831a6-21ce-44a3-95ea-82fb01a5bedf tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:50.600112 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b63831a6-21ce-44a3-95ea-82fb01a5bedf tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:50.618163 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-9f534c56-5185-482a-9cba-92fe50f08247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'name': 'tempest-TestNetworkBasicOps-router-437006227', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:34:44Z', 'updated_at': '2022-04-06T13:34:46Z', 'revision_number': 3, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:45Z', 'updated_at': '2022-04-06T13:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:50.620533 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3f65b9a1-acb7-4f5b-9b6d-93db19420053 None None] Transition to ACTIVE for port object 07b4df11-b4a8-42cd-83d7-c37344bc17ff will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:34:50.624818 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f534c56-5185-482a-9cba-92fe50f08247 None None] The sync data for ids ['4f08ced1-9635-4a64-8866-72f569ac7347'] in dv-neutron-834600-1-hyperv is: [{'id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'name': 'tempest-TestNetworkBasicOps-router-437006227', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:34:44Z', 'updated_at': '2022-04-06T13:34:46Z', 'revision_number': 3, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:45Z', 'updated_at': '2022-04-06T13:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:34:50.706913 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3f65b9a1-acb7-4f5b-9b6d-93db19420053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:50.713391 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b63831a6-21ce-44a3-95ea-82fb01a5bedf tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:50.795562 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f65b9a1-acb7-4f5b-9b6d-93db19420053 None None] Network e561dcad-f411-4b8e-ac01-a19e30d1ccac is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:34:50.801769 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-3f65b9a1-acb7-4f5b-9b6d-93db19420053 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:34:50.807569 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f65b9a1-acb7-4f5b-9b6d-93db19420053 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:34:50.819826 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-0d6ef3a1-75ab-458c-a60d-fb9d22998991 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.20.0.1 (e561dcad-f411-4b8e-ac01-a19e30d1ccac/011cd4be-2c33-41c7-ae29-cf0319e6b77a/3affc18a-04a6-4157-8ba6-db93ca21692d) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:34:50.822822 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b63831a6-21ce-44a3-95ea-82fb01a5bedf tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:50.887854 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63831a6-21ce-44a3-95ea-82fb01a5bedf tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d88a49b1-9d73-473c-9465-f2263a401716,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:50.904393 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65b9a1-acb7-4f5b-9b6d-93db19420053 None None] Pushing event updated for resources: {'Port': ['ID=07b4df11-b4a8-42cd-83d7-c37344bc17ff,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:50.968968 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b63831a6-21ce-44a3-95ea-82fb01a5bedf tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:50.976502 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b63831a6-21ce-44a3-95ea-82fb01a5bedf tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5499568 Apr 06 13:34:50.991282 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48148) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:50.991282 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-324da52a-c959-4bdf-ac44-6cb721203e49 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'security_group': {'name': 'tempest-secgroup-372388605'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:50.997222 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-324da52a-c959-4bdf-ac44-6cb721203e49 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:51.007394 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-324da52a-c959-4bdf-ac44-6cb721203e49 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:security_group and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:51.014504 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-324da52a-c959-4bdf-ac44-6cb721203e49 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:51.028370 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-324da52a-c959-4bdf-ac44-6cb721203e49 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:51.050753 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-3f65b9a1-acb7-4f5b-9b6d-93db19420053 None None] Attempting to bind port 07b4df11-b4a8-42cd-83d7-c37344bc17ff on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:34:51.052196 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-3f65b9a1-acb7-4f5b-9b6d-93db19420053 None None] Attempting to bind port 07b4df11-b4a8-42cd-83d7-c37344bc17ff by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '9f2524cb-cd92-4bb3-af63-a7f3be29971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:34:51.052639 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f65b9a1-acb7-4f5b-9b6d-93db19420053 None None] Attempting to bind port 07b4df11-b4a8-42cd-83d7-c37344bc17ff on network e561dcad-f411-4b8e-ac01-a19e30d1ccac {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:34:51.059218 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f65b9a1-acb7-4f5b-9b6d-93db19420053 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:34:51.059867 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f65b9a1-acb7-4f5b-9b6d-93db19420053 None None] Checking segment: {'id': '9f2524cb-cd92-4bb3-af63-a7f3be29971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:34:51.060477 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3f65b9a1-acb7-4f5b-9b6d-93db19420053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:51.061125 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f65b9a1-acb7-4f5b-9b6d-93db19420053 None None] Bound using segment: {'id': '9f2524cb-cd92-4bb3-af63-a7f3be29971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:34:51.061956 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-3f65b9a1-acb7-4f5b-9b6d-93db19420053 None None] Bound port: 07b4df11-b4a8-42cd-83d7-c37344bc17ff, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2524cb-cd92-4bb3-af63-a7f3be29971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:34:51.062756 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3f65b9a1-acb7-4f5b-9b6d-93db19420053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:51.113965 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0d6ef3a1-75ab-458c-a60d-fb9d22998991 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:51.118549 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-324da52a-c959-4bdf-ac44-6cb721203e49 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:51.135956 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-0d6ef3a1-75ab-458c-a60d-fb9d22998991 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Transition to ACTIVE for port object 3affc18a-04a6-4157-8ba6-db93ca21692d will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:34:51.163786 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-324da52a-c959-4bdf-ac44-6cb721203e49 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:51.170683 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-324da52a-c959-4bdf-ac44-6cb721203e49 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:security_group_rule and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:51.179119 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-324da52a-c959-4bdf-ac44-6cb721203e49 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:51.193306 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-324da52a-c959-4bdf-ac44-6cb721203e49 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:51.261574 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-3f65b9a1-acb7-4f5b-9b6d-93db19420053 None None] For port 07b4df11-b4a8-42cd-83d7-c37344bc17ff, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:34:51.265477 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-3f65b9a1-acb7-4f5b-9b6d-93db19420053 None None] For port 07b4df11-b4a8-42cd-83d7-c37344bc17ff, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=07b4df11-b4a8-42cd-83d7-c37344bc17ff,segment=NetworkSegment(9f2524cb-cd92-4bb3-af63-a7f3be29971d),segment_id=9f2524cb-cd92-4bb3-af63-a7f3be29971d)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:34:51.277892 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0d6ef3a1-75ab-458c-a60d-fb9d22998991 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:51.300494 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9650eab-f583-4e1d-9a28-7b6cf815e15d None None] Network 488ee951-15f7-48c2-9fbc-bac33365b49c requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:34:51.357193 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3f65b9a1-acb7-4f5b-9b6d-93db19420053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:51.442178 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-324da52a-c959-4bdf-ac44-6cb721203e49 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:51.467579 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ef3a1-75ab-458c-a60d-fb9d22998991 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=3affc18a-04a6-4157-8ba6-db93ca21692d,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:51.471752 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 2078b76b-2516-4190-b2be-9af6551fe86b up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:34:51.483279 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6ef3a1-75ab-458c-a60d-fb9d22998991 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network e561dcad-f411-4b8e-ac01-a19e30d1ccac is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:34:51.483279 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-0d6ef3a1-75ab-458c-a60d-fb9d22998991 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:34:51.484673 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6ef3a1-75ab-458c-a60d-fb9d22998991 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:34:51.500082 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-324da52a-c959-4bdf-ac44-6cb721203e49 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:51.555413 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324da52a-c959-4bdf-ac44-6cb721203e49 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1b4975-413b-4565-bd95-72218f2b82b5,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:51.576947 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0d6ef3a1-75ab-458c-a60d-fb9d22998991 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:51.581420 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-fb3622da-8095-4c37-9353-4da885f82f68 None None] Provisioning complete for port a413f4b7-eb3a-420c-be45-18df7d7ecbfc triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:51.581963 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fb3622da-8095-4c37-9353-4da885f82f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:51.630735 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-324da52a-c959-4bdf-ac44-6cb721203e49 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:51.630735 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-324da52a-c959-4bdf-ac44-6cb721203e49 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6472354 Apr 06 13:34:51.630735 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48152) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:51.635510 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-b81d158a-28f9-479a-b7d4-d721e0857ffa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'security_group': {'name': 'tempest-secgroup-1504792923'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:51.646239 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b81d158a-28f9-479a-b7d4-d721e0857ffa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:51.652948 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b81d158a-28f9-479a-b7d4-d721e0857ffa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:security_group and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:51.657551 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b81d158a-28f9-479a-b7d4-d721e0857ffa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:51.667172 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b81d158a-28f9-479a-b7d4-d721e0857ffa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:51.680601 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65b9a1-acb7-4f5b-9b6d-93db19420053 None None] Pushing event updated for resources: {'Port': ['ID=07b4df11-b4a8-42cd-83d7-c37344bc17ff,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:51.808635 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b81d158a-28f9-479a-b7d4-d721e0857ffa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:51.841428 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 2078b76b-2516-4190-b2be-9af6551fe86b completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:34:51.856112 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b81d158a-28f9-479a-b7d4-d721e0857ffa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:51.866132 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 2078b76b-2516-4190-b2be-9af6551fe86b triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:51.867385 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:51.873713 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b81d158a-28f9-479a-b7d4-d721e0857ffa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:security_group_rule and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:51.886943 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b81d158a-28f9-479a-b7d4-d721e0857ffa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:51.889911 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b81d158a-28f9-479a-b7d4-d721e0857ffa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:52.010784 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b81d158a-28f9-479a-b7d4-d721e0857ffa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:52.015732 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-fb3622da-8095-4c37-9353-4da885f82f68 None None] Provisioning complete for port 2b67f383-e757-4247-8a8a-f595e0ccf92a triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:52.016106 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fb3622da-8095-4c37-9353-4da885f82f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:52.098874 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b81d158a-28f9-479a-b7d4-d721e0857ffa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:52.144697 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-fb3622da-8095-4c37-9353-4da885f82f68 None None] Port 2b67f383-e757-4247-8a8a-f595e0ccf92a cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:34:52.151146 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d158a-28f9-479a-b7d4-d721e0857ffa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=489319d9-5e15-4427-a06b-7bdb0cb51501,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:52.170848 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:52.179276 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0d6ef3a1-75ab-458c-a60d-fb9d22998991 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:52.192873 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 2078b76b-2516-4190-b2be-9af6551fe86b, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=2078b76b-2516-4190-b2be-9af6551fe86b,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:34:52.230250 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b81d158a-28f9-479a-b7d4-d721e0857ffa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:52.231543 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b81d158a-28f9-479a-b7d4-d721e0857ffa tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6007538 Apr 06 13:34:52.234435 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48156) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:52.240936 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-8c700aff-0df9-4696-b6a2-31b0d220bcae tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2136551047', 'security_groups': ['489319d9-5e15-4427-a06b-7bdb0cb51501'], 'network_id': '488ee951-15f7-48c2-9fbc-bac33365b49c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '37a95399-1424-4538-8111-53d4ba229ee9'}]}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:52.288119 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:52.340392 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa6d7a9-359c-4e9b-a023-f206e46d0e22 None None] Update dhcp port {'port': {'network_id': '488ee951-15f7-48c2-9fbc-bac33365b49c', 'fixed_ips': [{'subnet_id': 'c0b51cae-c77d-47a8-b96a-df6c5716663e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '37a95399-1424-4538-8111-53d4ba229ee9'}], 'binding:host_id': 'dv-neutron-834600-1-hyperv'}, 'id': 'a413f4b7-eb3a-420c-be45-18df7d7ecbfc'} from dv-neutron-834600-1-hyperv. {{(pid=88566) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 06 13:34:52.415003 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bfa6d7a9-359c-4e9b-a023-f206e46d0e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:52.424041 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=2078b76b-2516-4190-b2be-9af6551fe86b,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:52.440968 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-8c700aff-0df9-4696-b6a2-31b0d220bcae tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:52.452237 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-8c700aff-0df9-4696-b6a2-31b0d220bcae tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:52.568260 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c700aff-0df9-4696-b6a2-31b0d220bcae tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:34:52.662102 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-bfa6d7a9-359c-4e9b-a023-f206e46d0e22 None None] Allocated IP 2001:db8::2 (488ee951-15f7-48c2-9fbc-bac33365b49c/37a95399-1424-4538-8111-53d4ba229ee9/a413f4b7-eb3a-420c-be45-18df7d7ecbfc) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:34:52.705685 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0d6ef3a1-75ab-458c-a60d-fb9d22998991 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:52.746754 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c700aff-0df9-4696-b6a2-31b0d220bcae tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:52.768539 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-8c700aff-0df9-4696-b6a2-31b0d220bcae tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] device_id is not set on port 8a1895fc-505f-4740-8114-9ac2d3520f2c yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:34:52.813703 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0d6ef3a1-75ab-458c-a60d-fb9d22998991 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:52.817758 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-bfa6d7a9-359c-4e9b-a023-f206e46d0e22 None None] For port a413f4b7-eb3a-420c-be45-18df7d7ecbfc, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a413f4b7-eb3a-420c-be45-18df7d7ecbfc,segment=NetworkSegment(d8d266fc-30da-426b-b29e-2ab353ab38ec),segment_id=d8d266fc-30da-426b-b29e-2ab353ab38ec)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:34:52.859126 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bfa6d7a9-359c-4e9b-a023-f206e46d0e22 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:52.882509 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-bfa6d7a9-359c-4e9b-a023-f206e46d0e22 None None] Transition to ACTIVE for port object a413f4b7-eb3a-420c-be45-18df7d7ecbfc will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:34:52.956904 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bfa6d7a9-359c-4e9b-a023-f206e46d0e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:53.064606 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ef3a1-75ab-458c-a60d-fb9d22998991 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=3affc18a-04a6-4157-8ba6-db93ca21692d,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:53.070137 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0d6ef3a1-75ab-458c-a60d-fb9d22998991 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:53.074058 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-8c700aff-0df9-4696-b6a2-31b0d220bcae tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Allocated IP 2001:db8::3b2 (488ee951-15f7-48c2-9fbc-bac33365b49c/37a95399-1424-4538-8111-53d4ba229ee9/8a1895fc-505f-4740-8114-9ac2d3520f2c) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:34:53.184919 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6d7a9-359c-4e9b-a023-f206e46d0e22 None None] Pushing event updated for resources: {'Port': ['ID=a413f4b7-eb3a-420c-be45-18df7d7ecbfc,revision_number=6']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:53.274156 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6ef3a1-75ab-458c-a60d-fb9d22998991 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network e561dcad-f411-4b8e-ac01-a19e30d1ccac is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:34:53.280265 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-0d6ef3a1-75ab-458c-a60d-fb9d22998991 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:34:53.324598 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d83d6fe-3d70-4b5f-9527-1075570f8b62 None None] Network e561dcad-f411-4b8e-ac01-a19e30d1ccac requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:34:53.394344 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c700aff-0df9-4696-b6a2-31b0d220bcae tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:53.415883 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-8c700aff-0df9-4696-b6a2-31b0d220bcae tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Transition to ACTIVE for port object 8a1895fc-505f-4740-8114-9ac2d3520f2c will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:34:53.535451 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2e0f9b3e-d20f-4d26-816e-bba8a5bdf84a None None] Provisioning for port 07b4df11-b4a8-42cd-83d7-c37344bc17ff completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:34:53.550425 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c700aff-0df9-4696-b6a2-31b0d220bcae tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:53.577653 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6ef3a1-75ab-458c-a60d-fb9d22998991 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 4f08ced1-9635-4a64-8866-72f569ac7347 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:34:53.600598 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 07b4df11-b4a8-42cd-83d7-c37344bc17ff up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:34:53.650109 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c700aff-0df9-4696-b6a2-31b0d220bcae tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network 488ee951-15f7-48c2-9fbc-bac33365b49c is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:34:53.653328 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-8c700aff-0df9-4696-b6a2-31b0d220bcae tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:34:53.663289 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c700aff-0df9-4696-b6a2-31b0d220bcae tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:34:53.669024 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c700aff-0df9-4696-b6a2-31b0d220bcae tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:53.669658 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c700aff-0df9-4696-b6a2-31b0d220bcae tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:53.687675 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c700aff-0df9-4696-b6a2-31b0d220bcae tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Port': ['ID=8a1895fc-505f-4740-8114-9ac2d3520f2c,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:53.822288 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6ef3a1-75ab-458c-a60d-fb9d22998991 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:34:53.832761 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8badcc6-1c0c-4380-a90b-d4ab4b222369 None None] Sync routers for ids ['4f08ced1-9635-4a64-8866-72f569ac7347'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:34:53.839482 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0d6ef3a1-75ab-458c-a60d-fb9d22998991 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "PUT /v2.0/routers/4f08ced1-9635-4a64-8866-72f569ac7347/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6581602 Apr 06 13:34:53.839609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48160) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:53.844888 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8badcc6-1c0c-4380-a90b-d4ab4b222369 None None] Routers {'4f08ced1-9635-4a64-8866-72f569ac7347'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:34:53.845531 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-a8badcc6-1c0c-4380-a90b-d4ab4b222369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:34:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4f08ced1-9635-4a64-8866-72f569ac7347'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:53.866846 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8c700aff-0df9-4696-b6a2-31b0d220bcae tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6312592 Apr 06 13:34:53.869866 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48164) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:53.875984 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-a03b84b6-e7d4-426c-93ae-763e82ad0691 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'subnet': {'network_id': '488ee951-15f7-48c2-9fbc-bac33365b49c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:53.887762 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 07b4df11-b4a8-42cd-83d7-c37344bc17ff completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:34:53.887762 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 07b4df11-b4a8-42cd-83d7-c37344bc17ff triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:53.887762 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:54.102100 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a03b84b6-e7d4-426c-93ae-763e82ad0691 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:54.108524 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a03b84b6-e7d4-426c-93ae-763e82ad0691 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:subnet and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:54.112165 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a03b84b6-e7d4-426c-93ae-763e82ad0691 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:54.135566 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a03b84b6-e7d4-426c-93ae-763e82ad0691 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:54.135772 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:54.148257 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-a8badcc6-1c0c-4380-a90b-d4ab4b222369 None None] Set router 4f08ced1-9635-4a64-8866-72f569ac7347 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:34:54.157884 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8740cf2-a776-4240-b483-3022c85eaad7 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:54.158547 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8740cf2-a776-4240-b483-3022c85eaad7 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:54.159738 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8740cf2-a776-4240-b483-3022c85eaad7 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:54.160259 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8740cf2-a776-4240-b483-3022c85eaad7 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:54.160775 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8740cf2-a776-4240-b483-3022c85eaad7 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:54.161383 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8740cf2-a776-4240-b483-3022c85eaad7 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:54.161889 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8740cf2-a776-4240-b483-3022c85eaad7 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:54.163851 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b8740cf2-a776-4240-b483-3022c85eaad7 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5023 time: 0.3236105 Apr 06 13:34:54.168179 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48168) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:54.179160 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 07b4df11-b4a8-42cd-83d7-c37344bc17ff, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=07b4df11-b4a8-42cd-83d7-c37344bc17ff,segment=NetworkSegment(9f2524cb-cd92-4bb3-af63-a7f3be29971d),segment_id=9f2524cb-cd92-4bb3-af63-a7f3be29971d)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:34:54.229761 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8f48fced-d56a-4b8c-b97f-8f8ffbc0fd28 None None] Provisioning for port 3affc18a-04a6-4157-8ba6-db93ca21692d completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:34:54.236578 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8f48fced-d56a-4b8c-b97f-8f8ffbc0fd28 None None] Provisioning complete for port 3affc18a-04a6-4157-8ba6-db93ca21692d triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:54.236967 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8f48fced-d56a-4b8c-b97f-8f8ffbc0fd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:54.263167 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03b84b6-e7d4-426c-93ae-763e82ad0691 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:34:54.266201 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a03b84b6-e7d4-426c-93ae-763e82ad0691 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:54.307006 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-8f48fced-d56a-4b8c-b97f-8f8ffbc0fd28 None None] Port 3affc18a-04a6-4157-8ba6-db93ca21692d cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:34:54.335913 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:54.335913 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 2078b76b-2516-4190-b2be-9af6551fe86b up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:34:54.389045 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad614c9c-977f-4daf-a266-a7f0b19d067e tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:54.389563 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad614c9c-977f-4daf-a266-a7f0b19d067e tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:54.390017 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad614c9c-977f-4daf-a266-a7f0b19d067e tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:54.390519 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad614c9c-977f-4daf-a266-a7f0b19d067e tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:54.391019 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad614c9c-977f-4daf-a266-a7f0b19d067e tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:54.398394 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad614c9c-977f-4daf-a266-a7f0b19d067e tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:54.398394 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad614c9c-977f-4daf-a266-a7f0b19d067e tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:54.398394 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad614c9c-977f-4daf-a266-a7f0b19d067e tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:54.398394 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ad614c9c-977f-4daf-a266-a7f0b19d067e tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5243 time: 0.2260785 Apr 06 13:34:54.399942 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48172) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:54.512288 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8f48fced-d56a-4b8c-b97f-8f8ffbc0fd28 None None] Provisioning for port a413f4b7-eb3a-420c-be45-18df7d7ecbfc completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:34:54.537521 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.ipam_backend_mixin [None req-a03b84b6-e7d4-426c-93ae-763e82ad0691 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 37a95399-1424-4538-8111-53d4ba229ee9 (CIDR: 2001:db8::/64) Apr 06 13:34:54.546780 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8f48fced-d56a-4b8c-b97f-8f8ffbc0fd28 None None] Provisioning complete for port a413f4b7-eb3a-420c-be45-18df7d7ecbfc triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:54.547181 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8f48fced-d56a-4b8c-b97f-8f8ffbc0fd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:54.574094 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-a03b84b6-e7d4-426c-93ae-763e82ad0691 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:34:54.586126 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a03b84b6-e7d4-426c-93ae-763e82ad0691 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:34:54.655583 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=07b4df11-b4a8-42cd-83d7-c37344bc17ff,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:54.666061 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a03b84b6-e7d4-426c-93ae-763e82ad0691 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7948253 Apr 06 13:34:54.666645 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48176) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:54.673552 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-f0864e63-2f8e-4908-9be0-f2c4a6ebf8f7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'subnet': {'network_id': '488ee951-15f7-48c2-9fbc-bac33365b49c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:54.678589 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 2078b76b-2516-4190-b2be-9af6551fe86b triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:54.679701 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:54.691395 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-a8badcc6-1c0c-4380-a90b-d4ab4b222369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'name': 'tempest-TestNetworkBasicOps-router-437006227', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:34:44Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:45Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '3affc18a-04a6-4157-8ba6-db93ca21692d', 'name': '', 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:c6:0b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:50Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 2, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:54.697257 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8badcc6-1c0c-4380-a90b-d4ab4b222369 None None] Checking router: 4f08ced1-9635-4a64-8866-72f569ac7347 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:34:54.697889 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8badcc6-1c0c-4380-a90b-d4ab4b222369 None None] Updating router 4f08ced1-9635-4a64-8866-72f569ac7347 port 3affc18a-04a6-4157-8ba6-db93ca21692d binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:34:54.774662 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-a8badcc6-1c0c-4380-a90b-d4ab4b222369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:54.797210 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-98ca4e1a-8e6e-464a-897a-2256991af2df tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3971622 Apr 06 13:34:54.869163 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device a413f4b7-eb3a-420c-be45-18df7d7ecbfc up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:34:54.880252 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f0864e63-2f8e-4908-9be0-f2c4a6ebf8f7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:54.884622 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f0864e63-2f8e-4908-9be0-f2c4a6ebf8f7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:subnet and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:54.887831 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f0864e63-2f8e-4908-9be0-f2c4a6ebf8f7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:54.896068 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f0864e63-2f8e-4908-9be0-f2c4a6ebf8f7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:54.918833 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8f48fced-d56a-4b8c-b97f-8f8ffbc0fd28 None None] Provisioning complete for port 07b4df11-b4a8-42cd-83d7-c37344bc17ff triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:54.919414 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8f48fced-d56a-4b8c-b97f-8f8ffbc0fd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:55.002812 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port a413f4b7-eb3a-420c-be45-18df7d7ecbfc triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:55.003254 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:55.006902 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0864e63-2f8e-4908-9be0-f2c4a6ebf8f7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:34:55.010992 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0864e63-2f8e-4908-9be0-f2c4a6ebf8f7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:55.161327 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8f48fced-d56a-4b8c-b97f-8f8ffbc0fd28 None None] Provisioning complete for port 2b67f383-e757-4247-8a8a-f595e0ccf92a triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:55.161693 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8f48fced-d56a-4b8c-b97f-8f8ffbc0fd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:55.195998 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.ipam_backend_mixin [None req-f0864e63-2f8e-4908-9be0-f2c4a6ebf8f7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c0b51cae-c77d-47a8-b96a-df6c5716663e (CIDR: 2001:db8:0:1::/64) Apr 06 13:34:55.200744 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-a8badcc6-1c0c-4380-a90b-d4ab4b222369 None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:55.225143 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48182) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:55.226996 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-a8badcc6-1c0c-4380-a90b-d4ab4b222369 None None] Transition to ACTIVE for port object 3affc18a-04a6-4157-8ba6-db93ca21692d will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:34:55.236070 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-4d6521c2-496c-47bd-b7bf-bdfa9f7af36d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-270909541', 'description': 'tempest-secgroup-smoke-270909541 description', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:55.242469 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-8f48fced-d56a-4b8c-b97f-8f8ffbc0fd28 None None] Port 2b67f383-e757-4247-8a8a-f595e0ccf92a cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:34:55.244989 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4d6521c2-496c-47bd-b7bf-bdfa9f7af36d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:55.255949 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4d6521c2-496c-47bd-b7bf-bdfa9f7af36d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:55.258680 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0864e63-2f8e-4908-9be0-f2c4a6ebf8f7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:34:55.259209 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0864e63-2f8e-4908-9be0-f2c4a6ebf8f7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:34:55.316080 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-a8badcc6-1c0c-4380-a90b-d4ab4b222369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:55.350455 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4d6521c2-496c-47bd-b7bf-bdfa9f7af36d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:55.355324 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f0864e63-2f8e-4908-9be0-f2c4a6ebf8f7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6844530 Apr 06 13:34:55.361968 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48186) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:55.371868 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-8a692bb3-9709-4222-b0c1-c3943090957e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'subnet': {'network_id': '488ee951-15f7-48c2-9fbc-bac33365b49c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:55.396102 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4d6521c2-496c-47bd-b7bf-bdfa9f7af36d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:55.400877 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4d6521c2-496c-47bd-b7bf-bdfa9f7af36d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:55.403901 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 07b4df11-b4a8-42cd-83d7-c37344bc17ff up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:34:55.406076 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4d6521c2-496c-47bd-b7bf-bdfa9f7af36d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:55.415919 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4d6521c2-496c-47bd-b7bf-bdfa9f7af36d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:55.503119 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 07b4df11-b4a8-42cd-83d7-c37344bc17ff triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:55.504084 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:55.511062 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4d6521c2-496c-47bd-b7bf-bdfa9f7af36d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:55.546865 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d75bd7-ca9f-4bb3-80a1-843833837286 None None] Pushing event updated for resources: {'Port': ['ID=3affc18a-04a6-4157-8ba6-db93ca21692d,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:55.567549 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-8a692bb3-9709-4222-b0c1-c3943090957e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:55.572236 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-8a692bb3-9709-4222-b0c1-c3943090957e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Usage tracker for resource:subnet and tenant:04df41dc5a9e4d7491eefb535d8a0a09 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:55.574794 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-54d7e9a5-0691-44ae-934f-fc874ff7872c None None] Provisioning for port 8a1895fc-505f-4740-8114-9ac2d3520f2c completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:34:55.575938 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-8a692bb3-9709-4222-b0c1-c3943090957e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:55.583749 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-54d7e9a5-0691-44ae-934f-fc874ff7872c None None] Provisioning complete for port 8a1895fc-505f-4740-8114-9ac2d3520f2c triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:55.584116 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-54d7e9a5-0691-44ae-934f-fc874ff7872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:55.585445 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-8a692bb3-9709-4222-b0c1-c3943090957e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:55.599106 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d75bd7-ca9f-4bb3-80a1-843833837286 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:55.599443 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d75bd7-ca9f-4bb3-80a1-843833837286 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:55.599768 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d75bd7-ca9f-4bb3-80a1-843833837286 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:55.600416 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d75bd7-ca9f-4bb3-80a1-843833837286 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:55.600906 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d75bd7-ca9f-4bb3-80a1-843833837286 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:55.601232 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d75bd7-ca9f-4bb3-80a1-843833837286 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:55.601546 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d75bd7-ca9f-4bb3-80a1-843833837286 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:55.601858 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d75bd7-ca9f-4bb3-80a1-843833837286 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:55.602169 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d75bd7-ca9f-4bb3-80a1-843833837286 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:55.602481 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d75bd7-ca9f-4bb3-80a1-843833837286 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:55.602787 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d75bd7-ca9f-4bb3-80a1-843833837286 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:55.603311 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d75bd7-ca9f-4bb3-80a1-843833837286 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:34:55.619432 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-a8badcc6-1c0c-4380-a90b-d4ab4b222369 None None] Attempting to bind port 3affc18a-04a6-4157-8ba6-db93ca21692d on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:34:55.619961 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-a8badcc6-1c0c-4380-a90b-d4ab4b222369 None None] Attempting to bind port 3affc18a-04a6-4157-8ba6-db93ca21692d by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '9f2524cb-cd92-4bb3-af63-a7f3be29971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:34:55.620445 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8badcc6-1c0c-4380-a90b-d4ab4b222369 None None] Attempting to bind port 3affc18a-04a6-4157-8ba6-db93ca21692d on network e561dcad-f411-4b8e-ac01-a19e30d1ccac {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:34:55.628246 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8badcc6-1c0c-4380-a90b-d4ab4b222369 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:34:55.628813 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8badcc6-1c0c-4380-a90b-d4ab4b222369 None None] Checking segment: {'id': '9f2524cb-cd92-4bb3-af63-a7f3be29971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:34:55.629495 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-a8badcc6-1c0c-4380-a90b-d4ab4b222369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:55.630181 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8badcc6-1c0c-4380-a90b-d4ab4b222369 None None] Bound using segment: {'id': '9f2524cb-cd92-4bb3-af63-a7f3be29971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:34:55.630814 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-a8badcc6-1c0c-4380-a90b-d4ab4b222369 None None] Bound port: 3affc18a-04a6-4157-8ba6-db93ca21692d, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2524cb-cd92-4bb3-af63-a7f3be29971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:34:55.631363 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-a8badcc6-1c0c-4380-a90b-d4ab4b222369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:55.644157 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4d6521c2-496c-47bd-b7bf-bdfa9f7af36d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:55.653946 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-54d7e9a5-0691-44ae-934f-fc874ff7872c None None] Port 8a1895fc-505f-4740-8114-9ac2d3520f2c cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:34:55.706239 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6521c2-496c-47bd-b7bf-bdfa9f7af36d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a60b6fac-7d44-4f56-aae8-79a598aea612,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:55.735728 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-a8badcc6-1c0c-4380-a90b-d4ab4b222369 None None] For port 3affc18a-04a6-4157-8ba6-db93ca21692d, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:34:55.743278 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-a8badcc6-1c0c-4380-a90b-d4ab4b222369 None None] For port 3affc18a-04a6-4157-8ba6-db93ca21692d, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=3affc18a-04a6-4157-8ba6-db93ca21692d,segment=NetworkSegment(9f2524cb-cd92-4bb3-af63-a7f3be29971d),segment_id=9f2524cb-cd92-4bb3-af63-a7f3be29971d)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:34:55.744864 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a692bb3-9709-4222-b0c1-c3943090957e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Made reservation on behalf of 04df41dc5a9e4d7491eefb535d8a0a09 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:34:55.748129 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8a692bb3-9709-4222-b0c1-c3943090957e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:55.826652 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4d6521c2-496c-47bd-b7bf-bdfa9f7af36d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:55.828413 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4d6521c2-496c-47bd-b7bf-bdfa9f7af36d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6017246 Apr 06 13:34:55.832802 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48190) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:55.838322 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-e8103849-8918-43d6-aa61-12f96218d17f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'a60b6fac-7d44-4f56-aae8-79a598aea612', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:55.844981 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e8103849-8918-43d6-aa61-12f96218d17f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:55.850143 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e8103849-8918-43d6-aa61-12f96218d17f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:55.853734 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e8103849-8918-43d6-aa61-12f96218d17f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:55.860647 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e8103849-8918-43d6-aa61-12f96218d17f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:55.870240 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-a8badcc6-1c0c-4380-a90b-d4ab4b222369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:55.956308 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8badcc6-1c0c-4380-a90b-d4ab4b222369 None None] Routers {'4f08ced1-9635-4a64-8866-72f569ac7347'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:34:55.957073 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-a8badcc6-1c0c-4380-a90b-d4ab4b222369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:34:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4f08ced1-9635-4a64-8866-72f569ac7347'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:56.003851 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e8103849-8918-43d6-aa61-12f96218d17f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:56.078821 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e8103849-8918-43d6-aa61-12f96218d17f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:56.123972 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d75bd7-ca9f-4bb3-80a1-843833837286 None None] Pushing event updated for resources: {'Port': ['ID=3affc18a-04a6-4157-8ba6-db93ca21692d,revision_number=4']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:56.159522 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-a8badcc6-1c0c-4380-a90b-d4ab4b222369 None None] Set router 4f08ced1-9635-4a64-8866-72f569ac7347 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:34:56.224108 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e8103849-8918-43d6-aa61-12f96218d17f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:56.249465 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8103849-8918-43d6-aa61-12f96218d17f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d6bd9a-96b5-450a-9bb0-99e72a223969,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:56.264236 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8a692bb3-9709-4222-b0c1-c3943090957e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:56.312051 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e8103849-8918-43d6-aa61-12f96218d17f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:56.315596 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e8103849-8918-43d6-aa61-12f96218d17f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4796839 Apr 06 13:34:56.317260 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48194) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:56.322957 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-77861229-74b8-4651-96a5-97f0d770e8ec tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'a60b6fac-7d44-4f56-aae8-79a598aea612', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:56.323365 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a692bb3-9709-4222-b0c1-c3943090957e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Network 488ee951-15f7-48c2-9fbc-bac33365b49c is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:34:56.326714 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-8a692bb3-9709-4222-b0c1-c3943090957e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:34:56.330749 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a692bb3-9709-4222-b0c1-c3943090957e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:56.331407 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-77861229-74b8-4651-96a5-97f0d770e8ec tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:56.332632 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8a692bb3-9709-4222-b0c1-c3943090957e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:56.338720 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96779612-5989-4aec-9be6-4c90d2732e67 None None] Network 488ee951-15f7-48c2-9fbc-bac33365b49c requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:34:56.350600 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-77861229-74b8-4651-96a5-97f0d770e8ec tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:56.359947 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-77861229-74b8-4651-96a5-97f0d770e8ec tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:56.361263 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a692bb3-9709-4222-b0c1-c3943090957e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Subnet': ['ID=c1dbb5af-4b3a-44de-8d96-802efcc73474,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:56.378410 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-77861229-74b8-4651-96a5-97f0d770e8ec tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:56.417194 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8a692bb3-9709-4222-b0c1-c3943090957e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0568728 Apr 06 13:34:56.418900 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48198) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:56.423665 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-c9d5bdff-92b9-4ccc-ab34-fd273a4a5812 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1754863677', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c1dbb5af-4b3a-44de-8d96-802efcc73474'}], 'security_groups': ['d88a49b1-9d73-473c-9465-f2263a401716', '7c1b4975-413b-4565-bd95-72218f2b82b5']}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:56.474918 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-77861229-74b8-4651-96a5-97f0d770e8ec tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:56.529909 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-a8badcc6-1c0c-4380-a90b-d4ab4b222369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'name': 'tempest-TestNetworkBasicOps-router-437006227', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:34:44Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:45Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '3affc18a-04a6-4157-8ba6-db93ca21692d', 'name': '', 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:c6:0b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:50Z', 'updated_at': '2022-04-06T13:34:55Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:34:56.537807 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8badcc6-1c0c-4380-a90b-d4ab4b222369 None None] The sync data for ids ['4f08ced1-9635-4a64-8866-72f569ac7347'] in dv-neutron-834600-1-hyperv is: [{'id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'name': 'tempest-TestNetworkBasicOps-router-437006227', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:34:44Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:45Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '3affc18a-04a6-4157-8ba6-db93ca21692d', 'name': '', 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:c6:0b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:50Z', 'updated_at': '2022-04-06T13:34:55Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:34:56.634869 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-77861229-74b8-4651-96a5-97f0d770e8ec tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:56.636045 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c9d5bdff-92b9-4ccc-ab34-fd273a4a5812 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:56.764158 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-77861229-74b8-4651-96a5-97f0d770e8ec tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:56.812176 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77861229-74b8-4651-96a5-97f0d770e8ec tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06aa2137-2a42-4c61-8f01-778de0c38314,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:56.835001 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce884c7-e5f2-4433-ab5b-0534b9d777a0 None None] Update dhcp port {'port': {'network_id': '488ee951-15f7-48c2-9fbc-bac33365b49c', 'fixed_ips': [{'subnet_id': 'c0b51cae-c77d-47a8-b96a-df6c5716663e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '37a95399-1424-4538-8111-53d4ba229ee9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c1dbb5af-4b3a-44de-8d96-802efcc73474'}], 'binding:host_id': 'dv-neutron-834600-1-hyperv'}, 'id': 'a413f4b7-eb3a-420c-be45-18df7d7ecbfc'} from dv-neutron-834600-1-hyperv. {{(pid=88566) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 06 13:34:56.915214 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bce884c7-e5f2-4433-ab5b-0534b9d777a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:56.975872 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-77861229-74b8-4651-96a5-97f0d770e8ec tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:56.979831 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48202) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:56.980307 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-77861229-74b8-4651-96a5-97f0d770e8ec tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6616104 Apr 06 13:34:56.987001 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-3da295d4-c819-4908-a9a6-e215cc2f7411 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'a60b6fac-7d44-4f56-aae8-79a598aea612', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:56.994031 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-3da295d4-c819-4908-a9a6-e215cc2f7411 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:56.998783 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-3da295d4-c819-4908-a9a6-e215cc2f7411 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:57.005865 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-3da295d4-c819-4908-a9a6-e215cc2f7411 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:57.012092 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-3da295d4-c819-4908-a9a6-e215cc2f7411 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:57.107788 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3da295d4-c819-4908-a9a6-e215cc2f7411 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:57.146212 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:57.193938 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3da295d4-c819-4908-a9a6-e215cc2f7411 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:57.198783 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-bce884c7-e5f2-4433-ab5b-0534b9d777a0 None None] Allocated IP 2001:db8:0:2::2 (488ee951-15f7-48c2-9fbc-bac33365b49c/c1dbb5af-4b3a-44de-8d96-802efcc73474/a413f4b7-eb3a-420c-be45-18df7d7ecbfc) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:34:57.355213 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-bce884c7-e5f2-4433-ab5b-0534b9d777a0 None None] For port a413f4b7-eb3a-420c-be45-18df7d7ecbfc, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a413f4b7-eb3a-420c-be45-18df7d7ecbfc,segment=NetworkSegment(d8d266fc-30da-426b-b29e-2ab353ab38ec),segment_id=d8d266fc-30da-426b-b29e-2ab353ab38ec)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:34:57.373070 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3da295d4-c819-4908-a9a6-e215cc2f7411 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:57.406065 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bce884c7-e5f2-4433-ab5b-0534b9d777a0 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:57.417273 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da295d4-c819-4908-a9a6-e215cc2f7411 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9969e9dc-c335-453e-bdfd-8638f43778ee,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:57.438455 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 3affc18a-04a6-4157-8ba6-db93ca21692d up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:34:57.463578 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-bce884c7-e5f2-4433-ab5b-0534b9d777a0 None None] Transition to ACTIVE for port object a413f4b7-eb3a-420c-be45-18df7d7ecbfc will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:34:57.562096 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3da295d4-c819-4908-a9a6-e215cc2f7411 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:57.564332 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3da295d4-c819-4908-a9a6-e215cc2f7411 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5816693 Apr 06 13:34:57.577580 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48206) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:57.577580 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-ab20c048-021e-4e72-b12f-8144da30775e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'a60b6fac-7d44-4f56-aae8-79a598aea612', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:57.585379 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ab20c048-021e-4e72-b12f-8144da30775e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:57.594994 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ab20c048-021e-4e72-b12f-8144da30775e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:57.594994 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ab20c048-021e-4e72-b12f-8144da30775e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:57.602214 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ab20c048-021e-4e72-b12f-8144da30775e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:57.615245 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bce884c7-e5f2-4433-ab5b-0534b9d777a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:57.621229 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 3affc18a-04a6-4157-8ba6-db93ca21692d completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:34:57.666232 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 3affc18a-04a6-4157-8ba6-db93ca21692d triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:57.669961 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:57.718299 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ab20c048-021e-4e72-b12f-8144da30775e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:57.788710 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-c9d5bdff-92b9-4ccc-ab34-fd273a4a5812 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Delete allocated IP 2001:db8::3b2 (488ee951-15f7-48c2-9fbc-bac33365b49c/37a95399-1424-4538-8111-53d4ba229ee9) {{(pid=88565) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 06 13:34:57.800295 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-c9d5bdff-92b9-4ccc-ab34-fd273a4a5812 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Allocated IP 2001:db8:0:2::2fb (488ee951-15f7-48c2-9fbc-bac33365b49c/c1dbb5af-4b3a-44de-8d96-802efcc73474/8a1895fc-505f-4740-8114-9ac2d3520f2c) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:34:57.800549 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ab20c048-021e-4e72-b12f-8144da30775e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:57.861192 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce884c7-e5f2-4433-ab5b-0534b9d777a0 None None] Pushing event updated for resources: {'Port': ['ID=a413f4b7-eb3a-420c-be45-18df7d7ecbfc,revision_number=7']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:57.893804 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ab20c048-021e-4e72-b12f-8144da30775e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:57.942168 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:57.944468 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20c048-021e-4e72-b12f-8144da30775e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db39982-1793-4ea3-989f-e2504816bfc8,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:57.986241 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 3affc18a-04a6-4157-8ba6-db93ca21692d, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=3affc18a-04a6-4157-8ba6-db93ca21692d,segment=NetworkSegment(9f2524cb-cd92-4bb3-af63-a7f3be29971d),segment_id=9f2524cb-cd92-4bb3-af63-a7f3be29971d)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:34:58.050205 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c9d5bdff-92b9-4ccc-ab34-fd273a4a5812 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:58.071868 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-c9d5bdff-92b9-4ccc-ab34-fd273a4a5812 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Transition to ACTIVE for port object 8a1895fc-505f-4740-8114-9ac2d3520f2c will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:34:58.106853 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ab20c048-021e-4e72-b12f-8144da30775e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:58.106853 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ab20c048-021e-4e72-b12f-8144da30775e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5373039 Apr 06 13:34:58.109109 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48210) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:58.110845 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:58.115641 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-2ebe5140-16ab-4f60-9776-6fc2c859c62e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'a60b6fac-7d44-4f56-aae8-79a598aea612', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:58.125193 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-2ebe5140-16ab-4f60-9776-6fc2c859c62e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:58.140836 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2ebe5140-16ab-4f60-9776-6fc2c859c62e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:58.140836 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2ebe5140-16ab-4f60-9776-6fc2c859c62e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:58.147311 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-2ebe5140-16ab-4f60-9776-6fc2c859c62e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:58.201390 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=3affc18a-04a6-4157-8ba6-db93ca21692d,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:58.242557 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c9d5bdff-92b9-4ccc-ab34-fd273a4a5812 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:58.310350 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.securitygroups_db [None req-2ebe5140-16ab-4f60-9776-6fc2c859c62e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Project accb128fe3eb42cd83b327a0d6bf9c24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:34:58.318421 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2ebe5140-16ab-4f60-9776-6fc2c859c62e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:58.361564 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-c9d5bdff-92b9-4ccc-ab34-fd273a4a5812 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] In _notify_port_updated(), no bound segment for port 8a1895fc-505f-4740-8114-9ac2d3520f2c on network 488ee951-15f7-48c2-9fbc-bac33365b49c {{(pid=88565) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 06 13:34:58.367233 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d5bdff-92b9-4ccc-ab34-fd273a4a5812 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:58.367841 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c9d5bdff-92b9-4ccc-ab34-fd273a4a5812 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:58.371749 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c9d5bdff-92b9-4ccc-ab34-fd273a4a5812 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "PUT /v2.0/ports/8a1895fc-505f-4740-8114-9ac2d3520f2c HTTP/1.1" status: 200 len: 970 time: 1.9506285 Apr 06 13:34:58.372389 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48216) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:58.400790 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2ebe5140-16ab-4f60-9776-6fc2c859c62e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:58.437421 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5bdff-92b9-4ccc-ab34-fd273a4a5812 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event updated for resources: {'Port': ['ID=8a1895fc-505f-4740-8114-9ac2d3520f2c,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:58.466937 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-4cd4f1d6-52e5-4ddf-a033-cd73cae1e9d3 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting port 8a1895fc-505f-4740-8114-9ac2d3520f2c {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:34:58.467281 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4cd4f1d6-52e5-4ddf-a033-cd73cae1e9d3 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:58.531160 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2ebe5140-16ab-4f60-9776-6fc2c859c62e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:58.561766 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe5140-16ab-4f60-9776-6fc2c859c62e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9e4710-1260-4f45-adda-f018d399b1e0,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:58.653386 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e8fee4b5-61a6-4df8-a76d-71cca272fe85 None None] Provisioning for port 8a1895fc-505f-4740-8114-9ac2d3520f2c completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:34:58.659291 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e8fee4b5-61a6-4df8-a76d-71cca272fe85 None None] Provisioning complete for port 8a1895fc-505f-4740-8114-9ac2d3520f2c triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:58.659741 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e8fee4b5-61a6-4df8-a76d-71cca272fe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:58.699186 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2ebe5140-16ab-4f60-9776-6fc2c859c62e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:58.699186 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2ebe5140-16ab-4f60-9776-6fc2c859c62e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5849187 Apr 06 13:34:58.699186 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48220) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:58.703256 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-a90c4b8e-d534-4d59-8f80-d64383910a24 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'a60b6fac-7d44-4f56-aae8-79a598aea612', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:34:58.714575 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a90c4b8e-d534-4d59-8f80-d64383910a24 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:34:58.731916 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a90c4b8e-d534-4d59-8f80-d64383910a24 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:34:58.731916 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a90c4b8e-d534-4d59-8f80-d64383910a24 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:34:58.732337 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-e8fee4b5-61a6-4df8-a76d-71cca272fe85 None None] Port 8a1895fc-505f-4740-8114-9ac2d3520f2c cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:34:58.740403 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a90c4b8e-d534-4d59-8f80-d64383910a24 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:34:58.761042 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4cd4f1d6-52e5-4ddf-a033-cd73cae1e9d3 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:58.888046 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-4cd4f1d6-52e5-4ddf-a033-cd73cae1e9d3 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Calling delete_port for 8a1895fc-505f-4740-8114-9ac2d3520f2c owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:34:58.898581 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e8fee4b5-61a6-4df8-a76d-71cca272fe85 None None] Provisioning for port a413f4b7-eb3a-420c-be45-18df7d7ecbfc completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:34:58.903863 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e8fee4b5-61a6-4df8-a76d-71cca272fe85 None None] Provisioning complete for port a413f4b7-eb3a-420c-be45-18df7d7ecbfc triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:58.908263 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e8fee4b5-61a6-4df8-a76d-71cca272fe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:58.973022 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.securitygroups_db [None req-a90c4b8e-d534-4d59-8f80-d64383910a24 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Project accb128fe3eb42cd83b327a0d6bf9c24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:34:58.980525 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a90c4b8e-d534-4d59-8f80-d64383910a24 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:59.044089 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e8fee4b5-61a6-4df8-a76d-71cca272fe85 None None] Provisioning complete for port 2b67f383-e757-4247-8a8a-f595e0ccf92a triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:59.044571 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e8fee4b5-61a6-4df8-a76d-71cca272fe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:59.061866 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a90c4b8e-d534-4d59-8f80-d64383910a24 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:59.099283 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-e8fee4b5-61a6-4df8-a76d-71cca272fe85 None None] Port 2b67f383-e757-4247-8a8a-f595e0ccf92a cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:34:59.127878 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a90c4b8e-d534-4d59-8f80-d64383910a24 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:59.128651 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4cd4f1d6-52e5-4ddf-a033-cd73cae1e9d3 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:59.151040 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c4b8e-d534-4d59-8f80-d64383910a24 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a079d2-0c5f-48b3-873f-7f709d769d55,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:59.179635 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4f1d6-52e5-4ddf-a033-cd73cae1e9d3 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Port': ['ID=8a1895fc-505f-4740-8114-9ac2d3520f2c,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:59.212960 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-af80b943-30b2-4ac2-9bac-6b67d1b8f821 None None] Could not find standard attr ID for object 8a1895fc-505f-4740-8114-9ac2d3520f2c. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:34:59.229064 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4cd4f1d6-52e5-4ddf-a033-cd73cae1e9d3 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:59.242890 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4cd4f1d6-52e5-4ddf-a033-cd73cae1e9d3 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/ports/8a1895fc-505f-4740-8114-9ac2d3520f2c HTTP/1.1" status: 204 len: 168 time: 0.8693047 Apr 06 13:34:59.245229 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48224) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:59.294492 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-922fe7aa-6852-458b-99ab-ce1b7af824c7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] GET failed (client error): The resource could not be found. Apr 06 13:34:59.294976 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-922fe7aa-6852-458b-99ab-ce1b7af824c7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Synchronizing usage tracker for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:34:59.361856 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a90c4b8e-d534-4d59-8f80-d64383910a24 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:59.373073 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a90c4b8e-d534-4d59-8f80-d64383910a24 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6648648 Apr 06 13:34:59.403624 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device a413f4b7-eb3a-420c-be45-18df7d7ecbfc up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:34:59.425640 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-922fe7aa-6852-458b-99ab-ce1b7af824c7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Unset dirty status for tenant:04df41dc5a9e4d7491eefb535d8a0a09 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:34:59.435682 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-922fe7aa-6852-458b-99ab-ce1b7af824c7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "GET /v2.0/ports/8a1895fc-505f-4740-8114-9ac2d3520f2c HTTP/1.1" status: 404 len: 333 time: 0.1807613 Apr 06 13:34:59.437604 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48232) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:59.480212 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port a413f4b7-eb3a-420c-be45-18df7d7ecbfc triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:59.480759 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:59.512344 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c773-79be-40a7-a3b6-59291419a42d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:59.546504 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c773-79be-40a7-a3b6-59291419a42d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:59.558063 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-9ab6190b-8067-4e56-9583-29f48cec66b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:34:59.609155 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 3affc18a-04a6-4157-8ba6-db93ca21692d up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:34:59.687756 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-9ab6190b-8067-4e56-9583-29f48cec66b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:34:59.688953 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-9ab6190b-8067-4e56-9583-29f48cec66b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-270909541&fields=id&tenant_id=accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 267 time: 0.1765530 Apr 06 13:34:59.712613 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 3affc18a-04a6-4157-8ba6-db93ca21692d triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:34:59.713206 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:59.715643 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c773-79be-40a7-a3b6-59291419a42d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:59.734768 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7c773-79be-40a7-a3b6-59291419a42d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=489319d9-5e15-4427-a06b-7bdb0cb51501,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:34:59.743429 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c773-79be-40a7-a3b6-59291419a42d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:59.744749 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c1a7c773-79be-40a7-a3b6-59291419a42d tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/security-groups/489319d9-5e15-4427-a06b-7bdb0cb51501 HTTP/1.1" status: 204 len: 168 time: 0.3057780 Apr 06 13:34:59.748617 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48244) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:34:59.829219 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3e7d31bd-503b-4e3f-b810-23526d897c99 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:59.863583 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3e7d31bd-503b-4e3f-b810-23526d897c99 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:34:59.884898 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-b20266eb-e866-42ff-904b-67fe65464459 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:34:59.885614 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-b20266eb-e866-42ff-904b-67fe65464459 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:network {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:34:59.978444 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-b20266eb-e866-42ff-904b-67fe65464459 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:network {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:34:59.979764 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-b20266eb-e866-42ff-904b-67fe65464459 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/networks?id=e561dcad-f411-4b8e-ac01-a19e30d1ccac HTTP/1.1" status: 200 len: 796 time: 0.2827806 Apr 06 13:34:59.995853 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-3174f468-480d-4674-98c6-538b80ae9b45 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/quotas/accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 375 time: 0.0102534 Apr 06 13:35:00.018984 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3e7d31bd-503b-4e3f-b810-23526d897c99 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:00.035011 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d31bd-503b-4e3f-b810-23526d897c99 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1b4975-413b-4565-bd95-72218f2b82b5,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:00.042113 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3e7d31bd-503b-4e3f-b810-23526d897c99 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:00.046546 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3e7d31bd-503b-4e3f-b810-23526d897c99 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/security-groups/7c1b4975-413b-4565-bd95-72218f2b82b5 HTTP/1.1" status: 204 len: 168 time: 0.2924600 Apr 06 13:35:00.046546 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48250) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:00.086946 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-9acefcd2-238d-4914-a676-367e6f444457 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:35:00.118203 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6f1a8408-a3a6-4a78-a1a9-f18ea2bc3d15 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:00.148452 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6f1a8408-a3a6-4a78-a1a9-f18ea2bc3d15 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:00.207090 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-9acefcd2-238d-4914-a676-367e6f444457 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:35:00.209061 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-9acefcd2-238d-4914-a676-367e6f444457 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2076967 Apr 06 13:35:00.229010 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-cf84e86a-ebe7-4487-b71b-a0ab6ca89ce3 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:35:00.231758 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-cf84e86a-ebe7-4487-b71b-a0ab6ca89ce3 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061345 Apr 06 13:35:00.299640 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6f1a8408-a3a6-4a78-a1a9-f18ea2bc3d15 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:00.320577 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a8408-a3a6-4a78-a1a9-f18ea2bc3d15 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88a49b1-9d73-473c-9465-f2263a401716,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:00.330353 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6f1a8408-a3a6-4a78-a1a9-f18ea2bc3d15 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:00.331927 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6f1a8408-a3a6-4a78-a1a9-f18ea2bc3d15 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/security-groups/d88a49b1-9d73-473c-9465-f2263a401716 HTTP/1.1" status: 204 len: 168 time: 0.2846224 Apr 06 13:35:00.335078 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48254) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:00.414325 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-c80e49c7-a01b-49a9-a3d1-6e43891ddbf7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting subnet 37a95399-1424-4538-8111-53d4ba229ee9 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:35:00.417996 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c80e49c7-a01b-49a9-a3d1-6e43891ddbf7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:00.490865 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c80e49c7-a01b-49a9-a3d1-6e43891ddbf7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:00.512100 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-afa260fb-c24a-4fa4-a288-a3a1da801fd7 service neutron] 10.222.0.48 "GET /v2.0/networks/e561dcad-f411-4b8e-ac01-a19e30d1ccac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736137 Apr 06 13:35:00.587500 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c80e49c7-a01b-49a9-a3d1-6e43891ddbf7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:00.651458 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-734e416b-e187-4122-9488-20c452f042b4 service neutron] 10.222.0.48 "GET /v2.0/networks/e561dcad-f411-4b8e-ac01-a19e30d1ccac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316309 Apr 06 13:35:00.790312 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c80e49c7-a01b-49a9-a3d1-6e43891ddbf7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:00.831610 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e49c7-a01b-49a9-a3d1-6e43891ddbf7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Subnet': ['ID=37a95399-1424-4538-8111-53d4ba229ee9,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:00.835993 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c80e49c7-a01b-49a9-a3d1-6e43891ddbf7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:00.851786 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4659c2a-6659-4cf9-8e66-279907cc2251 None None] Network 488ee951-15f7-48c2-9fbc-bac33365b49c requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:35:00.858098 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c80e49c7-a01b-49a9-a3d1-6e43891ddbf7 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/subnets/37a95399-1424-4538-8111-53d4ba229ee9 HTTP/1.1" status: 204 len: 168 time: 0.5160382 Apr 06 13:35:00.859120 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48260) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:00.979301 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c6527250-d00b-46a4-a2bb-b39df8de3b36 req-3fc39aea-7ddb-4770-8d38-a2a627824591 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeed6092-0dca-49f6-9ee4-b2deb2e5ac21 HTTP/1.1" status: 200 len: 210 time: 0.0645669 Apr 06 13:35:01.013764 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f98f53-8477-4d1c-a389-e6b82342fa93 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting subnet c1dbb5af-4b3a-44de-8d96-802efcc73474 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:35:01.017718 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-85f98f53-8477-4d1c-a389-e6b82342fa93 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:01.081827 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-85f98f53-8477-4d1c-a389-e6b82342fa93 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:01.173604 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-85f98f53-8477-4d1c-a389-e6b82342fa93 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:01.328724 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-85f98f53-8477-4d1c-a389-e6b82342fa93 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:01.374950 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f98f53-8477-4d1c-a389-e6b82342fa93 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Subnet': ['ID=c1dbb5af-4b3a-44de-8d96-802efcc73474,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:01.381437 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-85f98f53-8477-4d1c-a389-e6b82342fa93 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:01.388719 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-85f98f53-8477-4d1c-a389-e6b82342fa93 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/subnets/c1dbb5af-4b3a-44de-8d96-802efcc73474 HTTP/1.1" status: 204 len: 168 time: 0.5288272 Apr 06 13:35:01.391142 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48270) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:01.431512 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-efff3145-078a-4fcd-89c2-63b4f6f2f3c5 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] DELETE failed (client error): The resource could not be found. Apr 06 13:35:01.431971 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efff3145-078a-4fcd-89c2-63b4f6f2f3c5 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:35:01.433839 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-efff3145-078a-4fcd-89c2-63b4f6f2f3c5 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/subnets/37a95399-1424-4538-8111-53d4ba229ee9 HTTP/1.1" status: 404 len: 337 time: 0.0417790 Apr 06 13:35:01.436507 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48274) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:01.522415 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e35935-a76a-469c-a566-b374a72d7367 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting subnet c0b51cae-c77d-47a8-b96a-df6c5716663e {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:35:01.526255 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-21e35935-a76a-469c-a566-b374a72d7367 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:01.587347 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-21e35935-a76a-469c-a566-b374a72d7367 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:01.685339 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-21e35935-a76a-469c-a566-b374a72d7367 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:01.744482 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1573c959-330d-418a-ba95-93c99c4e41ba None None] Network 488ee951-15f7-48c2-9fbc-bac33365b49c requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:35:01.784976 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f70eae8a-b7e9-4f6c-ab50-5b4cfab8106e None None] Provisioning complete for port a413f4b7-eb3a-420c-be45-18df7d7ecbfc triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:35:01.785341 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f70eae8a-b7e9-4f6c-ab50-5b4cfab8106e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:01.933919 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-21e35935-a76a-469c-a566-b374a72d7367 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:01.978736 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-21e35935-a76a-469c-a566-b374a72d7367 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:01.982261 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e35935-a76a-469c-a566-b374a72d7367 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b51cae-c77d-47a8-b96a-df6c5716663e,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:01.995092 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-21e35935-a76a-469c-a566-b374a72d7367 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/subnets/c0b51cae-c77d-47a8-b96a-df6c5716663e HTTP/1.1" status: 204 len: 168 time: 0.5516188 Apr 06 13:35:01.995092 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48280) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:02.046116 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-91fdd751-8a2e-4d08-bd0b-5ef8b7c83125 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] DELETE failed (client error): The resource could not be found. Apr 06 13:35:02.046116 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91fdd751-8a2e-4d08-bd0b-5ef8b7c83125 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:35:02.046116 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-91fdd751-8a2e-4d08-bd0b-5ef8b7c83125 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/subnets/e54b458e-b820-4b25-8486-ad6c4ba1bd39 HTTP/1.1" status: 404 len: 337 time: 0.0495398 Apr 06 13:35:02.046116 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48286) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:02.079732 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f70eae8a-b7e9-4f6c-ab50-5b4cfab8106e None None] Provisioning complete for port 2b67f383-e757-4247-8a8a-f595e0ccf92a triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:35:02.080798 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f70eae8a-b7e9-4f6c-ab50-5b4cfab8106e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:02.099263 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48290) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:02.106075 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-680002f6-b158-4888-8c94-58a1bb91fd12 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9f33f6c-39a4-453b-af53-b70705068a74 HTTP/1.1" status: 200 len: 205 time: 0.0536335 Apr 06 13:35:02.148466 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-f70eae8a-b7e9-4f6c-ab50-5b4cfab8106e None None] Port 2b67f383-e757-4247-8a8a-f595e0ccf92a cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:35:02.156138 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4a33e38c-76d0-4374-a158-7b19ef9009ac req-9e8b6654-0d17-4bd5-9657-e47120bcd947 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeed6092-0dca-49f6-9ee4-b2deb2e5ac21 HTTP/1.1" status: 200 len: 210 time: 0.0512474 Apr 06 13:35:02.194075 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-36e730b0-9e57-49f3-a6ee-4a5f4846a580 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] delete failed (client error): The resource could not be found. Apr 06 13:35:02.195042 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-36e730b0-9e57-49f3-a6ee-4a5f4846a580 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/routers/d9f33f6c-39a4-453b-af53-b70705068a74 HTTP/1.1" status: 404 len: 336 time: 0.0948370 Apr 06 13:35:02.197649 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48294) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:02.242482 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-2104d400-619f-4a3f-bca7-2bcd22bad955 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] DELETE failed (client error): The resource could not be found. Apr 06 13:35:02.242940 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2104d400-619f-4a3f-bca7-2bcd22bad955 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:35:02.244613 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2104d400-619f-4a3f-bca7-2bcd22bad955 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/subnets/70aafca4-e66d-405a-b30d-4ae57653bae6 HTTP/1.1" status: 404 len: 337 time: 0.0461128 Apr 06 13:35:02.247268 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48298) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:02.254769 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8701bcc-8b71-4c8c-b0e8-741223e47e2f None None] DHCP port deletion for 488ee951-15f7-48c2-9fbc-bac33365b49c request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:35:02.259363 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-e8701bcc-8b71-4c8c-b0e8-741223e47e2f None None] Deleting port a413f4b7-eb3a-420c-be45-18df7d7ecbfc {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:35:02.259815 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e8701bcc-8b71-4c8c-b0e8-741223e47e2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:02.290115 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50562f1-e84f-4757-a3ed-6a3c2255b483 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] DELETE failed (client error): The resource could not be found. Apr 06 13:35:02.290480 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b50562f1-e84f-4757-a3ed-6a3c2255b483 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:35:02.292189 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b50562f1-e84f-4757-a3ed-6a3c2255b483 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/subnets/f9c0ef1d-175d-4ec3-bb14-83ffa51f8c00 HTTP/1.1" status: 404 len: 337 time: 0.0439968 Apr 06 13:35:02.294937 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48302) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:02.338445 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c3f235-8fbe-4058-a971-e6b541ff5f88 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] DELETE failed (client error): The resource could not be found. Apr 06 13:35:02.338445 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c3f235-8fbe-4058-a971-e6b541ff5f88 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:35:02.340134 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-37c3f235-8fbe-4058-a971-e6b541ff5f88 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/subnets/135add4f-fad0-4de3-9c6f-ef88ab68732b HTTP/1.1" status: 404 len: 337 time: 0.0442262 Apr 06 13:35:02.342831 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48306) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:02.388310 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-052eff58-3dd9-4271-9dd9-a75fb1d803a5 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] DELETE failed (client error): The resource could not be found. Apr 06 13:35:02.395531 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-052eff58-3dd9-4271-9dd9-a75fb1d803a5 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:35:02.395531 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-052eff58-3dd9-4271-9dd9-a75fb1d803a5 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/ports/c87715b0-0493-4ec1-b14a-a21b6f522b1d HTTP/1.1" status: 404 len: 333 time: 0.0466723 Apr 06 13:35:02.395776 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48310) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:02.438866 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa12fda-41ee-487a-980c-af4e6d21ed5c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] DELETE failed (client error): The resource could not be found. Apr 06 13:35:02.439354 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfa12fda-41ee-487a-980c-af4e6d21ed5c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:35:02.441073 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-dfa12fda-41ee-487a-980c-af4e6d21ed5c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/subnets/47b99a13-6b90-45b8-9a98-346b72566392 HTTP/1.1" status: 404 len: 337 time: 0.0448003 Apr 06 13:35:02.443713 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48314) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:02.483562 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-e8701bcc-8b71-4c8c-b0e8-741223e47e2f None None] For port a413f4b7-eb3a-420c-be45-18df7d7ecbfc, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a413f4b7-eb3a-420c-be45-18df7d7ecbfc,segment=NetworkSegment(d8d266fc-30da-426b-b29e-2ab353ab38ec),segment_id=d8d266fc-30da-426b-b29e-2ab353ab38ec)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:35:02.483959 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e8701bcc-8b71-4c8c-b0e8-741223e47e2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:02.487958 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8bb2fa-39a4-4af6-8748-5ac82183ef1a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] DELETE failed (client error): The resource could not be found. Apr 06 13:35:02.488474 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f8bb2fa-39a4-4af6-8748-5ac82183ef1a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:35:02.490301 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1f8bb2fa-39a4-4af6-8748-5ac82183ef1a tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/subnets/ce6c717f-4f33-4a42-8b7f-f2e0fc8a7866 HTTP/1.1" status: 404 len: 337 time: 0.0456932 Apr 06 13:35:02.492927 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48318) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:02.539572 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e08cf1c-8795-47b6-b80b-e884a94991c6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] DELETE failed (client error): The resource could not be found. Apr 06 13:35:02.540097 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e08cf1c-8795-47b6-b80b-e884a94991c6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:35:02.541847 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3e08cf1c-8795-47b6-b80b-e884a94991c6 tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/ports/a96abde9-dcd7-4ef6-b60a-e83c15618821 HTTP/1.1" status: 404 len: 333 time: 0.0480235 Apr 06 13:35:02.545015 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48322) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:02.585746 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5462c3f-32e5-4e4b-9848-a5243eca7e7f tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] DELETE failed (client error): The resource could not be found. Apr 06 13:35:02.586144 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5462c3f-32e5-4e4b-9848-a5243eca7e7f tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:35:02.590793 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e5462c3f-32e5-4e4b-9848-a5243eca7e7f tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/subnets/f3cff3fe-6a6c-4a99-9718-4923aa0c6525 HTTP/1.1" status: 404 len: 337 time: 0.0418797 Apr 06 13:35:02.591208 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48326) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:02.619173 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-e8701bcc-8b71-4c8c-b0e8-741223e47e2f None None] Calling delete_port for a413f4b7-eb3a-420c-be45-18df7d7ecbfc owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:35:02.635931 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce6775c-c953-4c4b-9e94-cd503d758a0e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] DELETE failed (client error): The resource could not be found. Apr 06 13:35:02.636507 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bce6775c-c953-4c4b-9e94-cd503d758a0e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:35:02.641180 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-bce6775c-c953-4c4b-9e94-cd503d758a0e tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/subnets/ae8173f4-e090-4f28-9da5-789cd5385024 HTTP/1.1" status: 404 len: 337 time: 0.0461140 Apr 06 13:35:02.641391 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48330) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:02.714662 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-d4bc1f5f-102d-43f5-8895-193e56dcd8ea tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Deleting port 2b67f383-e757-4247-8a8a-f595e0ccf92a {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:35:02.715030 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d4bc1f5f-102d-43f5-8895-193e56dcd8ea tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:02.910186 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e8701bcc-8b71-4c8c-b0e8-741223e47e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:02.963309 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8701bcc-8b71-4c8c-b0e8-741223e47e2f None None] Pushing event deleted for resources: {'Port': ['ID=a413f4b7-eb3a-420c-be45-18df7d7ecbfc,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:02.963498 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d4bc1f5f-102d-43f5-8895-193e56dcd8ea tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:02.963617 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8701bcc-8b71-4c8c-b0e8-741223e47e2f None None] No DVR routers for this DVR port a413f4b7-eb3a-420c-be45-18df7d7ecbfc on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:35:03.081354 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-d4bc1f5f-102d-43f5-8895-193e56dcd8ea tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Calling delete_port for 2b67f383-e757-4247-8a8a-f595e0ccf92a owned by {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:35:03.298319 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d4bc1f5f-102d-43f5-8895-193e56dcd8ea tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:03.310334 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8d82721b-2ba2-4415-90f1-a0144b479082 req-92400a97-ac8a-4186-a767-957e31af2409 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeed6092-0dca-49f6-9ee4-b2deb2e5ac21 HTTP/1.1" status: 200 len: 210 time: 0.0436623 Apr 06 13:35:03.353601 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc1f5f-102d-43f5-8895-193e56dcd8ea tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Port': ['ID=2b67f383-e757-4247-8a8a-f595e0ccf92a,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:03.360387 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d4bc1f5f-102d-43f5-8895-193e56dcd8ea tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:03.394885 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device a413f4b7-eb3a-420c-be45-18df7d7ecbfc no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:35:03.432640 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: a413f4b7-eb3a-420c-be45-18df7d7ecbfc {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:35:03.432990 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device a413f4b7-eb3a-420c-be45-18df7d7ecbfc not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:35:03.459521 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d4bc1f5f-102d-43f5-8895-193e56dcd8ea tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/ports/2b67f383-e757-4247-8a8a-f595e0ccf92a HTTP/1.1" status: 204 len: 168 time: 0.8169892 Apr 06 13:35:03.461827 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48336) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:03.687311 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4cb0-90c1-462e-ab87-6899e7f8c98c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:03.866080 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4cb0-90c1-462e-ab87-6899e7f8c98c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:03.961452 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-c3dd4cb0-90c1-462e-ab87-6899e7f8c98c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['488ee951-15f7-48c2-9fbc-bac33365b49c']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:03.981277 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-c3dd4cb0-90c1-462e-ab87-6899e7f8c98c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d266fc-30da-426b-b29e-2ab353ab38ec') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:03.981571 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-c3dd4cb0-90c1-462e-ab87-6899e7f8c98c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d266fc-30da-426b-b29e-2ab353ab38ec') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:04.000842 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4cb0-90c1-462e-ab87-6899e7f8c98c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:04.034084 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4cb0-90c1-462e-ab87-6899e7f8c98c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:04.048517 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-7f110965-6af0-4e18-8f0c-c2af177e39de tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:04.048517 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-7f110965-6af0-4e18-8f0c-c2af177e39de tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:network {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:35:04.052172 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3dd4cb0-90c1-462e-ab87-6899e7f8c98c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:35:04.052571 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4cb0-90c1-462e-ab87-6899e7f8c98c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:35:04.068468 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:35:04.145855 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-7f110965-6af0-4e18-8f0c-c2af177e39de tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:network {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:35:04.147078 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-7f110965-6af0-4e18-8f0c-c2af177e39de tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/networks?id=e561dcad-f411-4b8e-ac01-a19e30d1ccac HTTP/1.1" status: 200 len: 796 time: 0.3248467 Apr 06 13:35:04.203511 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-6d0333b1-2fe1-410a-bcde-08c1d86c81d8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 379 time: 0.0468423 Apr 06 13:35:04.212995 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c68f6356-49de-4a3d-a552-19b26495e920 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'port': {'device_id': 'aeed6092-0dca-49f6-9ee4-b2deb2e5ac21', 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac', 'admin_state_up': True, 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'security_groups': ['a60b6fac-7d44-4f56-aae8-79a598aea612']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:35:04.306610 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4cb0-90c1-462e-ab87-6899e7f8c98c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:04.335990 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4cb0-90c1-462e-ab87-6899e7f8c98c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:04.353746 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd4cb0-90c1-462e-ab87-6899e7f8c98c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] Pushing event deleted for resources: {'Network': ['ID=488ee951-15f7-48c2-9fbc-bac33365b49c,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:04.362118 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c3dd4cb0-90c1-462e-ab87-6899e7f8c98c tempest-PortsIpV6TestJSON-844833564 tempest-PortsIpV6TestJSON-844833564-project] 10.222.0.48 "DELETE /v2.0/networks/488ee951-15f7-48c2-9fbc-bac33365b49c HTTP/1.1" status: 204 len: 168 time: 0.8957727 Apr 06 13:35:04.398429 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c68f6356-49de-4a3d-a552-19b26495e920 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:35:04.411551 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c68f6356-49de-4a3d-a552-19b26495e920 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:35:04.478720 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9ca931fe-d099-451d-bdf2-65fe8015fda4 req-43add2a2-a6f1-44a6-bb29-236b8fd09736 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeed6092-0dca-49f6-9ee4-b2deb2e5ac21 HTTP/1.1" status: 200 len: 210 time: 0.0484679 Apr 06 13:35:04.567068 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c68f6356-49de-4a3d-a552-19b26495e920 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Made reservation on behalf of accb128fe3eb42cd83b327a0d6bf9c24 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:35:04.572666 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c68f6356-49de-4a3d-a552-19b26495e920 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:04.743365 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c68f6356-49de-4a3d-a552-19b26495e920 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.20.0.12 (e561dcad-f411-4b8e-ac01-a19e30d1ccac/011cd4be-2c33-41c7-ae29-cf0319e6b77a/206ec23f-b72d-4e1d-8c75-4da10f84f7e3) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:35:04.948368 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c68f6356-49de-4a3d-a552-19b26495e920 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:04.962630 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c68f6356-49de-4a3d-a552-19b26495e920 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Transition to ACTIVE for port object 206ec23f-b72d-4e1d-8c75-4da10f84f7e3 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:35:05.218665 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48350) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:05.253480 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c68f6356-49de-4a3d-a552-19b26495e920 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:05.325830 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c68f6356-49de-4a3d-a552-19b26495e920 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network e561dcad-f411-4b8e-ac01-a19e30d1ccac is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:35:05.333219 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c68f6356-49de-4a3d-a552-19b26495e920 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:35:05.337683 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c68f6356-49de-4a3d-a552-19b26495e920 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:35:05.369636 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f6356-49de-4a3d-a552-19b26495e920 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=206ec23f-b72d-4e1d-8c75-4da10f84f7e3,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:05.374849 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b6500675-e8d6-4c69-aff0-6bbe8c0d7da7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=04df41dc5a9e4d7491eefb535d8a0a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529868 Apr 06 13:35:05.376132 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48356) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:05.437509 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c68f6356-49de-4a3d-a552-19b26495e920 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:05.438120 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c68f6356-49de-4a3d-a552-19b26495e920 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:05.481788 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9a2c324c-08a5-4ffa-8e07-8e55eaafb281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:05.512726 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9a2c324c-08a5-4ffa-8e07-8e55eaafb281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:05.602567 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c68f6356-49de-4a3d-a552-19b26495e920 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3932331 Apr 06 13:35:05.612861 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-39ee0c19-2c9d-4f1b-bc76-bd4a6e6716ff tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:35:05.613869 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-39ee0c19-2c9d-4f1b-bc76-bd4a6e6716ff tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059521 Apr 06 13:35:05.623714 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c789ec63-daac-42c0-86a9-cadc3f0d52d1 service neutron] Request body: {'port': {'device_id': 'aeed6092-0dca-49f6-9ee4-b2deb2e5ac21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:35:05.676757 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225a076-3168-44d8-b558-d2f10331d0c5 req-c13bacb7-36eb-44ad-835c-4376e00f60ed tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:05.678266 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1225a076-3168-44d8-b558-d2f10331d0c5 req-c13bacb7-36eb-44ad-835c-4376e00f60ed tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeed6092-0dca-49f6-9ee4-b2deb2e5ac21 HTTP/1.1" status: 200 len: 932 time: 0.0890479 Apr 06 13:35:05.722693 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9a2c324c-08a5-4ffa-8e07-8e55eaafb281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:05.725396 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1225a076-3168-44d8-b558-d2f10331d0c5 req-dbe34c5c-3ae3-4a82-989d-95a6cc193b3c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=a60b6fac-7d44-4f56-aae8-79a598aea612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412643 Apr 06 13:35:05.742332 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c324c-08a5-4ffa-8e07-8e55eaafb281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b5f05d-6285-43d3-8812-0550f1c2076f,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:05.763361 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c789ec63-daac-42c0-86a9-cadc3f0d52d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:05.779342 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-fb5025fa-5ee0-49e4-9ae8-720b7d86e299 None None] Provisioning for port 206ec23f-b72d-4e1d-8c75-4da10f84f7e3 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:35:05.779342 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-fb5025fa-5ee0-49e4-9ae8-720b7d86e299 None None] Provisioning complete for port 206ec23f-b72d-4e1d-8c75-4da10f84f7e3 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:35:05.779342 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fb5025fa-5ee0-49e4-9ae8-720b7d86e299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:05.780600 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9a2c324c-08a5-4ffa-8e07-8e55eaafb281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:05.780600 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9a2c324c-08a5-4ffa-8e07-8e55eaafb281 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b4b5f05d-6285-43d3-8812-0550f1c2076f HTTP/1.1" status: 204 len: 168 time: 0.3980343 Apr 06 13:35:05.839625 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-fb5025fa-5ee0-49e4-9ae8-720b7d86e299 None None] Port 206ec23f-b72d-4e1d-8c75-4da10f84f7e3 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:35:06.265026 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c789ec63-daac-42c0-86a9-cadc3f0d52d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206ec23f-b72d-4e1d-8c75-4da10f84f7e3 {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:35:06.276967 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c789ec63-daac-42c0-86a9-cadc3f0d52d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:06.292580 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c789ec63-daac-42c0-86a9-cadc3f0d52d1 service neutron] Transition to ACTIVE for port object 206ec23f-b72d-4e1d-8c75-4da10f84f7e3 will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:35:06.406786 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c789ec63-daac-42c0-86a9-cadc3f0d52d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:06.570835 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789ec63-daac-42c0-86a9-cadc3f0d52d1 service neutron] Pushing event updated for resources: {'Port': ['ID=206ec23f-b72d-4e1d-8c75-4da10f84f7e3,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:06.676694 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c789ec63-daac-42c0-86a9-cadc3f0d52d1 service neutron] Attempting to bind port 206ec23f-b72d-4e1d-8c75-4da10f84f7e3 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:35:06.676694 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c789ec63-daac-42c0-86a9-cadc3f0d52d1 service neutron] Attempting to bind port 206ec23f-b72d-4e1d-8c75-4da10f84f7e3 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '9f2524cb-cd92-4bb3-af63-a7f3be29971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:35:06.676694 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c789ec63-daac-42c0-86a9-cadc3f0d52d1 service neutron] Attempting to bind port 206ec23f-b72d-4e1d-8c75-4da10f84f7e3 on network e561dcad-f411-4b8e-ac01-a19e30d1ccac {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:35:06.676694 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c789ec63-daac-42c0-86a9-cadc3f0d52d1 service neutron] Port 206ec23f-b72d-4e1d-8c75-4da10f84f7e3 on network e561dcad-f411-4b8e-ac01-a19e30d1ccac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:35:06.676694 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c789ec63-daac-42c0-86a9-cadc3f0d52d1 service neutron] Attempting to bind port 206ec23f-b72d-4e1d-8c75-4da10f84f7e3 on network e561dcad-f411-4b8e-ac01-a19e30d1ccac {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:35:06.681649 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c789ec63-daac-42c0-86a9-cadc3f0d52d1 service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:35:06.681976 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c789ec63-daac-42c0-86a9-cadc3f0d52d1 service neutron] Checking segment: {'id': '9f2524cb-cd92-4bb3-af63-a7f3be29971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:35:06.682372 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c789ec63-daac-42c0-86a9-cadc3f0d52d1 service neutron] Bound using segment: {'id': '9f2524cb-cd92-4bb3-af63-a7f3be29971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:35:06.682792 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c789ec63-daac-42c0-86a9-cadc3f0d52d1 service neutron] Bound port: 206ec23f-b72d-4e1d-8c75-4da10f84f7e3, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f2524cb-cd92-4bb3-af63-a7f3be29971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:35:06.683164 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c789ec63-daac-42c0-86a9-cadc3f0d52d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:06.792508 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c789ec63-daac-42c0-86a9-cadc3f0d52d1 service neutron] For port 206ec23f-b72d-4e1d-8c75-4da10f84f7e3, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:35:06.798534 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c789ec63-daac-42c0-86a9-cadc3f0d52d1 service neutron] For port 206ec23f-b72d-4e1d-8c75-4da10f84f7e3, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=206ec23f-b72d-4e1d-8c75-4da10f84f7e3,segment=NetworkSegment(9f2524cb-cd92-4bb3-af63-a7f3be29971d),segment_id=9f2524cb-cd92-4bb3-af63-a7f3be29971d)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:35:06.893586 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c789ec63-daac-42c0-86a9-cadc3f0d52d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:06.933181 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fdc8f-421d-45f9-8302-e5cbfcf362fd req-1635a198-96d8-405b-8eea-b46b5615f750 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:06.934981 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cf8fdc8f-421d-45f9-8302-e5cbfcf362fd req-1635a198-96d8-405b-8eea-b46b5615f750 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeed6092-0dca-49f6-9ee4-b2deb2e5ac21 HTTP/1.1" status: 200 len: 944 time: 0.0952795 Apr 06 13:35:06.960299 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c789ec63-daac-42c0-86a9-cadc3f0d52d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:06.960917 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c789ec63-daac-42c0-86a9-cadc3f0d52d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:06.962285 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-c789ec63-daac-42c0-86a9-cadc3f0d52d1 service neutron] 10.222.0.61 "PUT /v2.0/ports/206ec23f-b72d-4e1d-8c75-4da10f84f7e3 HTTP/1.1" status: 200 len: 1094 time: 1.3426893 Apr 06 13:35:06.962707 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeed6092-0dca-49f6-9ee4-b2deb2e5ac21', 'tag': '206ec23f-b72d-4e1d-8c75-4da10f84f7e3'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:35:06.999450 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cf8fdc8f-421d-45f9-8302-e5cbfcf362fd req-7a19410e-2a1e-4b66-8d72-02a66b55c681 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=a60b6fac-7d44-4f56-aae8-79a598aea612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565379 Apr 06 13:35:07.027254 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789ec63-daac-42c0-86a9-cadc3f0d52d1 service neutron] Pushing event updated for resources: {'Port': ['ID=206ec23f-b72d-4e1d-8c75-4da10f84f7e3,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:07.039540 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c18daa1b-5f87-40db-ba55-95fe837efaa3'] response: {'name': 'network-changed', 'server_uuid': 'aeed6092-0dca-49f6-9ee4-b2deb2e5ac21', 'tag': '206ec23f-b72d-4e1d-8c75-4da10f84f7e3', 'status': 'completed', 'code': 200} Apr 06 13:35:07.088418 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48386) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:07.150221 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1de3de-0ec5-4bbd-8b8d-0bcc19c9a7ec req-71b36401-c795-4f88-bcd3-7a1e8fc69770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:07.151787 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0b1de3de-0ec5-4bbd-8b8d-0bcc19c9a7ec req-71b36401-c795-4f88-bcd3-7a1e8fc69770 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=aeed6092-0dca-49f6-9ee4-b2deb2e5ac21 HTTP/1.1" status: 200 len: 1097 time: 0.0909290 Apr 06 13:35:07.243288 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-83d85c2a-6907-4f31-b368-f67b066d8f19 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'network': {'name': 'tempest-RoutersTest-1683654114'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:35:07.249087 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-83d85c2a-6907-4f31-b368-f67b066d8f19 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:35:07.254400 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-83d85c2a-6907-4f31-b368-f67b066d8f19 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Usage tracker for resource:network and tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:35:07.258087 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-83d85c2a-6907-4f31-b368-f67b066d8f19 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:35:07.270093 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-83d85c2a-6907-4f31-b368-f67b066d8f19 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:35:07.314680 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1de3de-0ec5-4bbd-8b8d-0bcc19c9a7ec req-3eed9838-d1db-42b6-adc4-fc7ec05c7f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:07.316260 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0b1de3de-0ec5-4bbd-8b8d-0bcc19c9a7ec req-3eed9838-d1db-42b6-adc4-fc7ec05c7f38 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1552315 Apr 06 13:35:07.452908 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d85c2a-6907-4f31-b368-f67b066d8f19 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Made reservation on behalf of c3bb55d61aad41dc9cf6eaa1e62cbd1d for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:35:07.456501 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-83d85c2a-6907-4f31-b368-f67b066d8f19 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:07.463660 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1de3de-0ec5-4bbd-8b8d-0bcc19c9a7ec req-06d5ea99-4d63-4843-a8c6-2b537f80d636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:07.465152 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0b1de3de-0ec5-4bbd-8b8d-0bcc19c9a7ec req-06d5ea99-4d63-4843-a8c6-2b537f80d636 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1412892 Apr 06 13:35:07.470104 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-83d85c2a-6907-4f31-b368-f67b066d8f19 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:07.489268 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-83d85c2a-6907-4f31-b368-f67b066d8f19 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:35:07.494394 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-83d85c2a-6907-4f31-b368-f67b066d8f19 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Usage tracker for resource:security_group_rule and tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:35:07.498176 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-83d85c2a-6907-4f31-b368-f67b066d8f19 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:35:07.506152 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-83d85c2a-6907-4f31-b368-f67b066d8f19 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:35:07.574498 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-d1339d25-60d1-4607-b100-05f58994ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:07.575996 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-d1339d25-60d1-4607-b100-05f58994ccff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=aeed6092-0dca-49f6-9ee4-b2deb2e5ac21 HTTP/1.1" status: 200 len: 1097 time: 0.0735447 Apr 06 13:35:07.594395 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-83d85c2a-6907-4f31-b368-f67b066d8f19 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:07.657038 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-edc3ae58-8dfb-4674-9dd5-243134b11ef9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=206ec23f-b72d-4e1d-8c75-4da10f84f7e3 HTTP/1.1" status: 200 len: 217 time: 0.0741487 Apr 06 13:35:07.669592 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-83d85c2a-6907-4f31-b368-f67b066d8f19 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:07.707893 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d85c2a-6907-4f31-b368-f67b066d8f19 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:35:07.722426 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-83d85c2a-6907-4f31-b368-f67b066d8f19 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:07.722426 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-83d85c2a-6907-4f31-b368-f67b066d8f19 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Added segment 2ffbc678-e5ea-496c-800e-18c5f6f24e4c of type vlan for network 05f8e62a-d40e-46ed-aa2d-3373ead93c8a Apr 06 13:35:07.726027 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-bb86c0a7-e658-4b6f-ab3d-cc6118301011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:07.727542 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d85c2a-6907-4f31-b368-f67b066d8f19 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd34cf6-a8a2-4bcc-b0cd-e05b1988e8cf,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:07.727778 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-bb86c0a7-e658-4b6f-ab3d-cc6118301011 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=011cd4be-2c33-41c7-ae29-cf0319e6b77a HTTP/1.1" status: 200 len: 834 time: 0.0654550 Apr 06 13:35:07.751757 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-83d85c2a-6907-4f31-b368-f67b066d8f19 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:07.811257 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-79ed614f-63a0-457d-b6e6-846fa8bd88ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:07.812774 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-79ed614f-63a0-457d-b6e6-846fa8bd88ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e561dcad-f411-4b8e-ac01-a19e30d1ccac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794263 Apr 06 13:35:07.877051 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-83d85c2a-6907-4f31-b368-f67b066d8f19 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:07.882565 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d85c2a-6907-4f31-b368-f67b066d8f19 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:07.883216 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-83d85c2a-6907-4f31-b368-f67b066d8f19 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:07.952507 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-71b99875-5c99-41b3-97d1-eca7a89b74ae service neutron] 10.222.0.61 "GET /v2.0/networks/e561dcad-f411-4b8e-ac01-a19e30d1ccac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332600 Apr 06 13:35:08.104476 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-be1dd906-c981-46aa-9ff3-e66142eab9cd req-73b72c0f-e00b-43d2-8bcf-09449bb0ab70 service neutron] 10.222.0.61 "GET /v2.0/networks/e561dcad-f411-4b8e-ac01-a19e30d1ccac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461606 Apr 06 13:35:08.112811 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d85c2a-6907-4f31-b368-f67b066d8f19 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Network': ['ID=05f8e62a-d40e-46ed-aa2d-3373ead93c8a,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:08.128145 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 05f8e62a-d40e-46ed-aa2d-3373ead93c8a details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:35:08.211635 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc7a98-79ea-4a10-aee2-7cba9f035df0 req-54aad992-2b4b-4949-ba2a-a252f99cd225 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:08.213105 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-05dc7a98-79ea-4a10-aee2-7cba9f035df0 req-54aad992-2b4b-4949-ba2a-a252f99cd225 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeed6092-0dca-49f6-9ee4-b2deb2e5ac21 HTTP/1.1" status: 200 len: 944 time: 0.0896149 Apr 06 13:35:08.260694 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-83d85c2a-6907-4f31-b368-f67b066d8f19 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1702688 Apr 06 13:35:08.263545 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48394) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:08.271777 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-ee42e110-ca69-4ddd-bac0-49569832c083 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'network': {'name': 'tempest-RoutersTest-1413197152'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:35:08.297904 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ee42e110-ca69-4ddd-bac0-49569832c083 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:35:08.297904 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-05dc7a98-79ea-4a10-aee2-7cba9f035df0 req-9455b657-001c-4aaf-94dd-b9deb9c4c719 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=a60b6fac-7d44-4f56-aae8-79a598aea612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628786 Apr 06 13:35:08.297904 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ee42e110-ca69-4ddd-bac0-49569832c083 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Usage tracker for resource:network and tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:35:08.297904 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ee42e110-ca69-4ddd-bac0-49569832c083 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:35:08.297904 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ee42e110-ca69-4ddd-bac0-49569832c083 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:35:08.488304 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee42e110-ca69-4ddd-bac0-49569832c083 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Made reservation on behalf of c3bb55d61aad41dc9cf6eaa1e62cbd1d for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:35:08.488304 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ee42e110-ca69-4ddd-bac0-49569832c083 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:08.505330 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee42e110-ca69-4ddd-bac0-49569832c083 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:35:08.514132 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ee42e110-ca69-4ddd-bac0-49569832c083 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:08.514619 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-ee42e110-ca69-4ddd-bac0-49569832c083 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Added segment 5a54a5b3-4e35-40a6-859b-a15fce52f723 of type vlan for network 06e67496-679b-40a5-b04f-d30867456b95 Apr 06 13:35:08.541314 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ee42e110-ca69-4ddd-bac0-49569832c083 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:08.732404 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ee42e110-ca69-4ddd-bac0-49569832c083 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:08.738858 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee42e110-ca69-4ddd-bac0-49569832c083 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:08.739433 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ee42e110-ca69-4ddd-bac0-49569832c083 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:08.850602 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42e110-ca69-4ddd-bac0-49569832c083 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Network': ['ID=06e67496-679b-40a5-b04f-d30867456b95,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:08.862566 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 06e67496-679b-40a5-b04f-d30867456b95 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:35:08.934092 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ee42e110-ca69-4ddd-bac0-49569832c083 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6693463 Apr 06 13:35:08.936793 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48400) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:08.944455 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-609e15b5-110c-4da3-bd95-c117332d6349 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'subnet': {'network_id': '05f8e62a-d40e-46ed-aa2d-3373ead93c8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:35:09.055008 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-609e15b5-110c-4da3-bd95-c117332d6349 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:35:09.060532 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-609e15b5-110c-4da3-bd95-c117332d6349 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Usage tracker for resource:subnet and tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:35:09.063395 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-609e15b5-110c-4da3-bd95-c117332d6349 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:35:09.069784 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-609e15b5-110c-4da3-bd95-c117332d6349 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:35:09.217845 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609e15b5-110c-4da3-bd95-c117332d6349 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Made reservation on behalf of c3bb55d61aad41dc9cf6eaa1e62cbd1d for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:35:09.222761 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-609e15b5-110c-4da3-bd95-c117332d6349 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:09.527861 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549cffd-5fd0-4736-8314-a307918ead47 req-71b57463-012b-4a5e-a31a-c85e9ff2976a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:09.529331 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1549cffd-5fd0-4736-8314-a307918ead47 req-71b57463-012b-4a5e-a31a-c85e9ff2976a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeed6092-0dca-49f6-9ee4-b2deb2e5ac21 HTTP/1.1" status: 200 len: 944 time: 0.1314027 Apr 06 13:35:09.578420 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1549cffd-5fd0-4736-8314-a307918ead47 req-f94f36d9-ddfe-4da3-b3c8-330412288eda tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=a60b6fac-7d44-4f56-aae8-79a598aea612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427053 Apr 06 13:35:09.641313 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-609e15b5-110c-4da3-bd95-c117332d6349 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:09.722488 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e15b5-110c-4da3-bd95-c117332d6349 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Subnet': ['ID=c5a0fa78-f915-4b17-ba9b-29ded38cd0cc,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:09.733168 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609e15b5-110c-4da3-bd95-c117332d6349 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Checking segment: {'id': '2ffbc678-e5ea-496c-800e-18c5f6f24e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '05f8e62a-d40e-46ed-aa2d-3373ead93c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:35:09.733522 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609e15b5-110c-4da3-bd95-c117332d6349 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network hostable DHCP agents. Network: 05f8e62a-d40e-46ed-aa2d-3373ead93c8a, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:35:09.852647 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609e15b5-110c-4da3-bd95-c117332d6349 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network 05f8e62a-d40e-46ed-aa2d-3373ead93c8a is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:35:10.040993 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-609e15b5-110c-4da3-bd95-c117332d6349 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 05f8e62a-d40e-46ed-aa2d-3373ead93c8a) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:35:10.045079 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e15b5-110c-4da3-bd95-c117332d6349 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:10.051363 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-609e15b5-110c-4da3-bd95-c117332d6349 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:10.052145 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc4d336-5846-4cd1-8673-adfc39761642 None None] Network 05f8e62a-d40e-46ed-aa2d-3373ead93c8a requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:35:10.195846 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-609e15b5-110c-4da3-bd95-c117332d6349 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2579691 Apr 06 13:35:10.198821 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48406) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:10.205311 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-21929278-5720-4ed8-8cdb-3a82ecde27c0 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'subnet': {'network_id': '06e67496-679b-40a5-b04f-d30867456b95', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:35:10.321521 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-21929278-5720-4ed8-8cdb-3a82ecde27c0 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:35:10.325378 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-21929278-5720-4ed8-8cdb-3a82ecde27c0 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Usage tracker for resource:subnet and tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:35:10.328634 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-21929278-5720-4ed8-8cdb-3a82ecde27c0 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:35:10.334727 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-21929278-5720-4ed8-8cdb-3a82ecde27c0 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:35:10.343325 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2c707a-aa98-4651-bb9e-4d51fc9243e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-05f8e62a-d40e-46ed-aa2d-3373ead93c8a', 'network_id': '05f8e62a-d40e-46ed-aa2d-3373ead93c8a', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'fixed_ips': [{'subnet_id': 'c5a0fa78-f915-4b17-ba9b-29ded38cd0cc'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:35:10.344369 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9e2c707a-aa98-4651-bb9e-4d51fc9243e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:10.424834 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21929278-5720-4ed8-8cdb-3a82ecde27c0 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Made reservation on behalf of c3bb55d61aad41dc9cf6eaa1e62cbd1d for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:35:10.430557 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-21929278-5720-4ed8-8cdb-3a82ecde27c0 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:10.513226 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 206ec23f-b72d-4e1d-8c75-4da10f84f7e3 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:35:10.620747 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-9e2c707a-aa98-4651-bb9e-4d51fc9243e3 None None] Allocated IP 172.20.0.2 (05f8e62a-d40e-46ed-aa2d-3373ead93c8a/c5a0fa78-f915-4b17-ba9b-29ded38cd0cc/920dc9fd-e4b2-4c09-a2ab-5f7309e72acc) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:35:10.776298 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-21929278-5720-4ed8-8cdb-3a82ecde27c0 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:10.811295 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7783d26-1ad5-4232-80c8-acacd047c4b6 req-edfcc0a5-5212-4095-84a1-d3c3eaecde6b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:10.812753 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c7783d26-1ad5-4232-80c8-acacd047c4b6 req-edfcc0a5-5212-4095-84a1-d3c3eaecde6b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeed6092-0dca-49f6-9ee4-b2deb2e5ac21 HTTP/1.1" status: 200 len: 944 time: 0.1172094 Apr 06 13:35:10.865261 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 206ec23f-b72d-4e1d-8c75-4da10f84f7e3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=206ec23f-b72d-4e1d-8c75-4da10f84f7e3,segment=NetworkSegment(9f2524cb-cd92-4bb3-af63-a7f3be29971d),segment_id=9f2524cb-cd92-4bb3-af63-a7f3be29971d)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:35:10.897133 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21929278-5720-4ed8-8cdb-3a82ecde27c0 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Subnet': ['ID=b837e360-8e36-490b-b01b-bb9b06b53091,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:10.901026 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '206ec23f-b72d-4e1d-8c75-4da10f84f7e3', 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac', 'port_id': '206ec23f-b72d-4e1d-8c75-4da10f84f7e3', 'mac_address': 'fa:16:3e:5b:82:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:35:10.910485 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c7783d26-1ad5-4232-80c8-acacd047c4b6 req-44ad7d89-0b89-40eb-9837-8e9b04e1c8d0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=a60b6fac-7d44-4f56-aae8-79a598aea612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842490 Apr 06 13:35:10.917418 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21929278-5720-4ed8-8cdb-3a82ecde27c0 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Checking segment: {'id': '5a54a5b3-4e35-40a6-859b-a15fce52f723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '06e67496-679b-40a5-b04f-d30867456b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:35:10.917418 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21929278-5720-4ed8-8cdb-3a82ecde27c0 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network hostable DHCP agents. Network: 06e67496-679b-40a5-b04f-d30867456b95, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:35:11.021886 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:11.047168 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9e2c707a-aa98-4651-bb9e-4d51fc9243e3 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:11.050546 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206ec23f-b72d-4e1d-8c75-4da10f84f7e3 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:35:11.052439 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21929278-5720-4ed8-8cdb-3a82ecde27c0 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network 06e67496-679b-40a5-b04f-d30867456b95 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:35:11.066574 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9e2c707a-aa98-4651-bb9e-4d51fc9243e3 None None] Transition to ACTIVE for port object 920dc9fd-e4b2-4c09-a2ab-5f7309e72acc will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:35:11.081428 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 206ec23f-b72d-4e1d-8c75-4da10f84f7e3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=206ec23f-b72d-4e1d-8c75-4da10f84f7e3,segment=NetworkSegment(9f2524cb-cd92-4bb3-af63-a7f3be29971d),segment_id=9f2524cb-cd92-4bb3-af63-a7f3be29971d)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:35:11.089050 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9e2c707a-aa98-4651-bb9e-4d51fc9243e3 None None] Transition to ACTIVE for port object 920dc9fd-e4b2-4c09-a2ab-5f7309e72acc will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:35:11.206690 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-21929278-5720-4ed8-8cdb-3a82ecde27c0 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 06e67496-679b-40a5-b04f-d30867456b95) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:35:11.211310 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21929278-5720-4ed8-8cdb-3a82ecde27c0 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:11.212397 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-21929278-5720-4ed8-8cdb-3a82ecde27c0 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:11.215357 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a02ad5-27a1-48ba-8912-94ee0f8cacb2 None None] Network 06e67496-679b-40a5-b04f-d30867456b95 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:35:11.294070 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:11.327564 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9e2c707a-aa98-4651-bb9e-4d51fc9243e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:11.384285 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-21929278-5720-4ed8-8cdb-3a82ecde27c0 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1842878 Apr 06 13:35:11.386342 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2c707a-aa98-4651-bb9e-4d51fc9243e3 None None] Network 05f8e62a-d40e-46ed-aa2d-3373ead93c8a is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:35:11.390897 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48412) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:11.392006 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-40dd5869-d187-4359-90d9-25e9cc03efdd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-607410271', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:35:11.392212 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-9e2c707a-aa98-4651-bb9e-4d51fc9243e3 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:35:11.399492 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-40dd5869-d187-4359-90d9-25e9cc03efdd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:35:11.399687 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2c707a-aa98-4651-bb9e-4d51fc9243e3 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:35:11.403336 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-40dd5869-d187-4359-90d9-25e9cc03efdd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Usage tracker for resource:router and tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:35:11.406247 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-40dd5869-d187-4359-90d9-25e9cc03efdd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:35:11.412814 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-40dd5869-d187-4359-90d9-25e9cc03efdd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:35:11.496912 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=206ec23f-b72d-4e1d-8c75-4da10f84f7e3,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:11.509735 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40dd5869-d187-4359-90d9-25e9cc03efdd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:11.511297 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40dd5869-d187-4359-90d9-25e9cc03efdd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:11.527071 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40dd5869-d187-4359-90d9-25e9cc03efdd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:11.585165 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['206ec23f-b72d-4e1d-8c75-4da10f84f7e3'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:35:11.677995 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-9e2c707a-aa98-4651-bb9e-4d51fc9243e3 None None] Attempting to bind port 920dc9fd-e4b2-4c09-a2ab-5f7309e72acc on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:35:11.678365 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-9e2c707a-aa98-4651-bb9e-4d51fc9243e3 None None] Attempting to bind port 920dc9fd-e4b2-4c09-a2ab-5f7309e72acc by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '2ffbc678-e5ea-496c-800e-18c5f6f24e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '05f8e62a-d40e-46ed-aa2d-3373ead93c8a'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:35:11.678723 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2c707a-aa98-4651-bb9e-4d51fc9243e3 None None] Attempting to bind port 920dc9fd-e4b2-4c09-a2ab-5f7309e72acc on network 05f8e62a-d40e-46ed-aa2d-3373ead93c8a {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:35:11.707423 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c707a-aa98-4651-bb9e-4d51fc9243e3 None None] Pushing event updated for resources: {'Port': ['ID=920dc9fd-e4b2-4c09-a2ab-5f7309e72acc,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:11.738420 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40dd5869-d187-4359-90d9-25e9cc03efdd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:11.739176 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2c707a-aa98-4651-bb9e-4d51fc9243e3 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:35:11.739550 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2c707a-aa98-4651-bb9e-4d51fc9243e3 None None] Checking segment: {'id': '2ffbc678-e5ea-496c-800e-18c5f6f24e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '05f8e62a-d40e-46ed-aa2d-3373ead93c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:35:11.739947 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9e2c707a-aa98-4651-bb9e-4d51fc9243e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:11.740338 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2c707a-aa98-4651-bb9e-4d51fc9243e3 None None] Bound using segment: {'id': '2ffbc678-e5ea-496c-800e-18c5f6f24e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '05f8e62a-d40e-46ed-aa2d-3373ead93c8a'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:35:11.740815 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-9e2c707a-aa98-4651-bb9e-4d51fc9243e3 None None] Bound port: 920dc9fd-e4b2-4c09-a2ab-5f7309e72acc, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ffbc678-e5ea-496c-800e-18c5f6f24e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '05f8e62a-d40e-46ed-aa2d-3373ead93c8a'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:35:11.741185 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9e2c707a-aa98-4651-bb9e-4d51fc9243e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:11.806687 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47becd3-556f-4163-8908-72a8e1181894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-06e67496-679b-40a5-b04f-d30867456b95', 'network_id': '06e67496-679b-40a5-b04f-d30867456b95', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'fixed_ips': [{'subnet_id': 'b837e360-8e36-490b-b01b-bb9b06b53091'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:35:11.807552 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f47becd3-556f-4163-8908-72a8e1181894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:11.819325 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40dd5869-d187-4359-90d9-25e9cc03efdd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:11.819325 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-40dd5869-d187-4359-90d9-25e9cc03efdd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4255087 Apr 06 13:35:11.819325 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48416) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:11.978233 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-9e2c707a-aa98-4651-bb9e-4d51fc9243e3 None None] For port 920dc9fd-e4b2-4c09-a2ab-5f7309e72acc, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:35:12.032877 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-9e2c707a-aa98-4651-bb9e-4d51fc9243e3 None None] For port 920dc9fd-e4b2-4c09-a2ab-5f7309e72acc, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=920dc9fd-e4b2-4c09-a2ab-5f7309e72acc,segment=NetworkSegment(2ffbc678-e5ea-496c-800e-18c5f6f24e4c),segment_id=2ffbc678-e5ea-496c-800e-18c5f6f24e4c)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:35:12.096478 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-f47becd3-556f-4163-8908-72a8e1181894 None None] Allocated IP 172.21.0.2 (06e67496-679b-40a5-b04f-d30867456b95/b837e360-8e36-490b-b01b-bb9b06b53091/5336f5da-652b-42ef-a206-688918886116) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:35:12.116890 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9e2c707a-aa98-4651-bb9e-4d51fc9243e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:12.349056 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c707a-aa98-4651-bb9e-4d51fc9243e3 None None] Pushing event updated for resources: {'Port': ['ID=920dc9fd-e4b2-4c09-a2ab-5f7309e72acc,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:12.494228 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-66a899fa-adf2-4bd9-9147-55c426a581f3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:12.503052 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f47becd3-556f-4163-8908-72a8e1181894 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:12.513886 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f47becd3-556f-4163-8908-72a8e1181894 None None] Transition to ACTIVE for port object 5336f5da-652b-42ef-a206-688918886116 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:35:12.515749 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08e7eb-de72-4fbd-98db-b5e7b00f13cd req-3bb1f838-c3f7-441d-ab25-150e0492d931 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:12.517835 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0d08e7eb-de72-4fbd-98db-b5e7b00f13cd req-3bb1f838-c3f7-441d-ab25-150e0492d931 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeed6092-0dca-49f6-9ee4-b2deb2e5ac21 HTTP/1.1" status: 200 len: 945 time: 0.3187320 Apr 06 13:35:12.543155 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f47becd3-556f-4163-8908-72a8e1181894 None None] Transition to ACTIVE for port object 5336f5da-652b-42ef-a206-688918886116 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:35:12.647465 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f47becd3-556f-4163-8908-72a8e1181894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:12.723684 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47becd3-556f-4163-8908-72a8e1181894 None None] Network 06e67496-679b-40a5-b04f-d30867456b95 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:35:12.730586 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-f47becd3-556f-4163-8908-72a8e1181894 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:35:12.732935 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47becd3-556f-4163-8908-72a8e1181894 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:35:12.744126 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47becd3-556f-4163-8908-72a8e1181894 None None] Pushing event updated for resources: {'Port': ['ID=5336f5da-652b-42ef-a206-688918886116,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:12.761030 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0d08e7eb-de72-4fbd-98db-b5e7b00f13cd req-9928a9a5-6938-4c31-8db8-2338d6ce588c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=a60b6fac-7d44-4f56-aae8-79a598aea612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577604 Apr 06 13:35:12.839929 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-f47becd3-556f-4163-8908-72a8e1181894 None None] Attempting to bind port 5336f5da-652b-42ef-a206-688918886116 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:35:12.840297 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-f47becd3-556f-4163-8908-72a8e1181894 None None] Attempting to bind port 5336f5da-652b-42ef-a206-688918886116 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '5a54a5b3-4e35-40a6-859b-a15fce52f723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '06e67496-679b-40a5-b04f-d30867456b95'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:35:12.840847 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47becd3-556f-4163-8908-72a8e1181894 None None] Attempting to bind port 5336f5da-652b-42ef-a206-688918886116 on network 06e67496-679b-40a5-b04f-d30867456b95 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:35:12.847007 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47becd3-556f-4163-8908-72a8e1181894 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:35:12.847389 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47becd3-556f-4163-8908-72a8e1181894 None None] Checking segment: {'id': '5a54a5b3-4e35-40a6-859b-a15fce52f723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '06e67496-679b-40a5-b04f-d30867456b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:35:12.847985 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f47becd3-556f-4163-8908-72a8e1181894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:12.848551 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47becd3-556f-4163-8908-72a8e1181894 None None] Bound using segment: {'id': '5a54a5b3-4e35-40a6-859b-a15fce52f723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '06e67496-679b-40a5-b04f-d30867456b95'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:35:12.849025 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-f47becd3-556f-4163-8908-72a8e1181894 None None] Bound port: 5336f5da-652b-42ef-a206-688918886116, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a54a5b3-4e35-40a6-859b-a15fce52f723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '06e67496-679b-40a5-b04f-d30867456b95'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:35:12.849441 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f47becd3-556f-4163-8908-72a8e1181894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:12.924600 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-66a899fa-adf2-4bd9-9147-55c426a581f3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Allocated IP 172.20.0.1 (05f8e62a-d40e-46ed-aa2d-3373ead93c8a/c5a0fa78-f915-4b17-ba9b-29ded38cd0cc/7a20316f-061f-45a4-9696-c2246ac0c874) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:35:12.939874 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-f47becd3-556f-4163-8908-72a8e1181894 None None] For port 5336f5da-652b-42ef-a206-688918886116, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:35:12.943012 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-f47becd3-556f-4163-8908-72a8e1181894 None None] For port 5336f5da-652b-42ef-a206-688918886116, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=5336f5da-652b-42ef-a206-688918886116,segment=NetworkSegment(5a54a5b3-4e35-40a6-859b-a15fce52f723),segment_id=5a54a5b3-4e35-40a6-859b-a15fce52f723)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:35:13.035738 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f47becd3-556f-4163-8908-72a8e1181894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:13.105813 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-66a899fa-adf2-4bd9-9147-55c426a581f3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:13.123861 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-66a899fa-adf2-4bd9-9147-55c426a581f3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Transition to ACTIVE for port object 7a20316f-061f-45a4-9696-c2246ac0c874 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:35:13.143654 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47becd3-556f-4163-8908-72a8e1181894 None None] Pushing event updated for resources: {'Port': ['ID=5336f5da-652b-42ef-a206-688918886116,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:13.213604 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-66a899fa-adf2-4bd9-9147-55c426a581f3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:13.291377 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a899fa-adf2-4bd9-9147-55c426a581f3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network 05f8e62a-d40e-46ed-aa2d-3373ead93c8a is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:35:13.294909 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-66a899fa-adf2-4bd9-9147-55c426a581f3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:35:13.297600 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a899fa-adf2-4bd9-9147-55c426a581f3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:35:13.366486 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a899fa-adf2-4bd9-9147-55c426a581f3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Port': ['ID=7a20316f-061f-45a4-9696-c2246ac0c874,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:13.384242 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-66a899fa-adf2-4bd9-9147-55c426a581f3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:13.508636 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 920dc9fd-e4b2-4c09-a2ab-5f7309e72acc up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:35:13.541943 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8374a8e5-a7a3-434a-80ef-dbb91981f152 None None] Network 05f8e62a-d40e-46ed-aa2d-3373ead93c8a requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:35:13.678824 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-66a899fa-adf2-4bd9-9147-55c426a581f3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:13.735363 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-895f4d94-44ca-4ef4-9cd1-d5643665619d None None] Provisioning for port 920dc9fd-e4b2-4c09-a2ab-5f7309e72acc completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:35:13.863998 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 920dc9fd-e4b2-4c09-a2ab-5f7309e72acc completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:35:13.874303 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 920dc9fd-e4b2-4c09-a2ab-5f7309e72acc triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:35:13.874832 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:14.027469 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:14.076534 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 920dc9fd-e4b2-4c09-a2ab-5f7309e72acc, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=920dc9fd-e4b2-4c09-a2ab-5f7309e72acc,segment=NetworkSegment(2ffbc678-e5ea-496c-800e-18c5f6f24e4c),segment_id=2ffbc678-e5ea-496c-800e-18c5f6f24e4c)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:35:14.190947 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:14.297674 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=920dc9fd-e4b2-4c09-a2ab-5f7309e72acc,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:14.301331 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-eefc358f-cdba-4c31-bd9a-5a56d29c2059 None None] Provisioning complete for port 920dc9fd-e4b2-4c09-a2ab-5f7309e72acc triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:35:14.310518 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-eefc358f-cdba-4c31-bd9a-5a56d29c2059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:14.315127 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cbe02-611f-4da4-a3eb-0607b3f319c0 req-03756560-eca4-46a8-afd3-c1f52a1c3277 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:14.316866 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-583cbe02-611f-4da4-a3eb-0607b3f319c0 req-03756560-eca4-46a8-afd3-c1f52a1c3277 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeed6092-0dca-49f6-9ee4-b2deb2e5ac21 HTTP/1.1" status: 200 len: 945 time: 0.3852797 Apr 06 13:35:14.397724 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-583cbe02-611f-4da4-a3eb-0607b3f319c0 req-9199274c-9322-4842-9c19-9cb99f658943 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=a60b6fac-7d44-4f56-aae8-79a598aea612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738444 Apr 06 13:35:14.427485 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-66a899fa-adf2-4bd9-9147-55c426a581f3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:14.503969 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-66a899fa-adf2-4bd9-9147-55c426a581f3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:14.539112 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 206ec23f-b72d-4e1d-8c75-4da10f84f7e3 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:35:14.573644 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009ab02e-62d3-4376-906b-87ef9a649174 None None] Network 06e67496-679b-40a5-b04f-d30867456b95 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:35:14.592270 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-eefc358f-cdba-4c31-bd9a-5a56d29c2059 None None] Provisioning for port 7a20316f-061f-45a4-9696-c2246ac0c874 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:35:14.616867 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-eefc358f-cdba-4c31-bd9a-5a56d29c2059 None None] Provisioning complete for port 7a20316f-061f-45a4-9696-c2246ac0c874 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:35:14.617244 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-eefc358f-cdba-4c31-bd9a-5a56d29c2059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:14.625163 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-66a899fa-adf2-4bd9-9147-55c426a581f3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:14.629148 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a899fa-adf2-4bd9-9147-55c426a581f3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Port': ['ID=7a20316f-061f-45a4-9696-c2246ac0c874,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:14.754642 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-eefc358f-cdba-4c31-bd9a-5a56d29c2059 None None] Port 7a20316f-061f-45a4-9696-c2246ac0c874 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:35:14.768751 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a899fa-adf2-4bd9-9147-55c426a581f3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network 05f8e62a-d40e-46ed-aa2d-3373ead93c8a is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:35:14.770070 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-66a899fa-adf2-4bd9-9147-55c426a581f3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:35:14.893837 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port 206ec23f-b72d-4e1d-8c75-4da10f84f7e3 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:35:14.907183 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 206ec23f-b72d-4e1d-8c75-4da10f84f7e3 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:35:14.907556 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:15.014927 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-61f6261f-7810-498d-a73f-fb6ffd03ae8a None None] Provisioning for port 5336f5da-652b-42ef-a206-688918886116 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:35:15.049039 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:15.067446 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-61f6261f-7810-498d-a73f-fb6ffd03ae8a None None] Provisioning complete for port 7a20316f-061f-45a4-9696-c2246ac0c874 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:35:15.067940 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-61f6261f-7810-498d-a73f-fb6ffd03ae8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:15.114662 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a899fa-adf2-4bd9-9147-55c426a581f3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Router 1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:35:15.121653 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeed6092-0dca-49f6-9ee4-b2deb2e5ac21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206ec23f-b72d-4e1d-8c75-4da10f84f7e3'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:35:15.147024 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 206ec23f-b72d-4e1d-8c75-4da10f84f7e3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=206ec23f-b72d-4e1d-8c75-4da10f84f7e3,segment=NetworkSegment(9f2524cb-cd92-4bb3-af63-a7f3be29971d),segment_id=9f2524cb-cd92-4bb3-af63-a7f3be29971d)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:35:15.147686 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-61f6261f-7810-498d-a73f-fb6ffd03ae8a None None] Port 7a20316f-061f-45a4-9696-c2246ac0c874 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:35:15.179601 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fc2ce55-0274-47c6-bfca-b4bd6a7f17b1'] response: {'server_uuid': 'aeed6092-0dca-49f6-9ee4-b2deb2e5ac21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206ec23f-b72d-4e1d-8c75-4da10f84f7e3', 'code': 200} Apr 06 13:35:15.246159 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:15.279055 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a899fa-adf2-4bd9-9147-55c426a581f3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:35:15.289270 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-66a899fa-adf2-4bd9-9147-55c426a581f3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "PUT /v2.0/routers/1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4707310 Apr 06 13:35:15.292150 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48426) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:15.294647 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8f00ad-1da7-41e7-ba36-4734eaf995d2 None None] Sync routers for ids ['1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:35:15.324766 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8f00ad-1da7-41e7-ba36-4734eaf995d2 None None] Routers {'1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:35:15.325352 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-3c8f00ad-1da7-41e7-ba36-4734eaf995d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:34:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:15.367617 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f183ce-a854-4152-acca-18dc4a2f5b3e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:15.368537 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a0f183ce-a854-4152-acca-18dc4a2f5b3e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Synchronizing usage tracker for tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:35:15.414464 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=206ec23f-b72d-4e1d-8c75-4da10f84f7e3,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:15.416329 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-3c8f00ad-1da7-41e7-ba36-4734eaf995d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:15.435119 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8f00ad-1da7-41e7-ba36-4734eaf995d2 None None] Routers {'1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:35:15.435727 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-3c8f00ad-1da7-41e7-ba36-4734eaf995d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:34:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:15.502019 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8dee3097-b849-4abf-a1c9-da765c9dfe00 None None] Provisioning complete for port 7a20316f-061f-45a4-9696-c2246ac0c874 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:35:15.502396 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8dee3097-b849-4abf-a1c9-da765c9dfe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:15.509383 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a0f183ce-a854-4152-acca-18dc4a2f5b3e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Unset dirty status for tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:35:15.510560 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a0f183ce-a854-4152-acca-18dc4a2f5b3e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "GET /v2.0/ports/7a20316f-061f-45a4-9696-c2246ac0c874 HTTP/1.1" status: 200 len: 910 time: 0.2173853 Apr 06 13:35:15.513263 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48432) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:15.533603 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 920dc9fd-e4b2-4c09-a2ab-5f7309e72acc up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:35:15.560985 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-3c8f00ad-1da7-41e7-ba36-4734eaf995d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:15.561315 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8f00ad-1da7-41e7-ba36-4734eaf995d2 None None] The sync data for ids ['1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:35:15.584477 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-324e634a-5966-4555-a539-a7554d8359b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:15.613126 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-8dee3097-b849-4abf-a1c9-da765c9dfe00 None None] Port 7a20316f-061f-45a4-9696-c2246ac0c874 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:35:15.631950 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 920dc9fd-e4b2-4c09-a2ab-5f7309e72acc triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:35:15.632582 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:15.688665 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbaa3d-7e38-4807-ab02-29f23886f8ff req-9a7d33ad-dafe-4e62-be84-294ef0ead083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:15.690970 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-52cbaa3d-7e38-4807-ab02-29f23886f8ff req-9a7d33ad-dafe-4e62-be84-294ef0ead083 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=aeed6092-0dca-49f6-9ee4-b2deb2e5ac21 HTTP/1.1" status: 200 len: 1099 time: 0.0709918 Apr 06 13:35:15.735509 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-52cbaa3d-7e38-4807-ab02-29f23886f8ff req-88ba9d0e-a8aa-4735-9a0e-63524dfcf4e7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a60b6fac-7d44-4f56-aae8-79a598aea612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362530 Apr 06 13:35:15.757097 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 5336f5da-652b-42ef-a206-688918886116 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:35:15.858119 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e5d45-e1db-49b9-af67-ff509e39773c req-f4a1bbad-df5c-4304-9d65-3d1d03281555 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:15.859521 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d56e5d45-e1db-49b9-af67-ff509e39773c req-f4a1bbad-df5c-4304-9d65-3d1d03281555 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeed6092-0dca-49f6-9ee4-b2deb2e5ac21 HTTP/1.1" status: 200 len: 946 time: 0.3477447 Apr 06 13:35:15.909970 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 5336f5da-652b-42ef-a206-688918886116 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:35:15.915209 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 5336f5da-652b-42ef-a206-688918886116 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:35:15.915648 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:15.981975 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d56e5d45-e1db-49b9-af67-ff509e39773c req-ebfe700b-c74e-4a4e-baf8-58fdb5118a1a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=a60b6fac-7d44-4f56-aae8-79a598aea612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148059 Apr 06 13:35:16.074992 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:16.119888 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 5336f5da-652b-42ef-a206-688918886116, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=5336f5da-652b-42ef-a206-688918886116,segment=NetworkSegment(5a54a5b3-4e35-40a6-859b-a15fce52f723),segment_id=5a54a5b3-4e35-40a6-859b-a15fce52f723)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:35:16.195121 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:16.263916 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=5336f5da-652b-42ef-a206-688918886116,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:16.328545 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3818cfe7-b074-4a79-ba19-497b65d51dd4 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:16.710321 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-3818cfe7-b074-4a79-ba19-497b65d51dd4 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Allocated IP 172.21.0.1 (06e67496-679b-40a5-b04f-d30867456b95/b837e360-8e36-490b-b01b-bb9b06b53091/48b04dcb-7172-4493-a2bd-ded3fd52ac86) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:35:16.893372 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3818cfe7-b074-4a79-ba19-497b65d51dd4 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:16.911299 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-3818cfe7-b074-4a79-ba19-497b65d51dd4 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Transition to ACTIVE for port object 48b04dcb-7172-4493-a2bd-ded3fd52ac86 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:35:17.104328 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3818cfe7-b074-4a79-ba19-497b65d51dd4 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:17.216832 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3818cfe7-b074-4a79-ba19-497b65d51dd4 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network 06e67496-679b-40a5-b04f-d30867456b95 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:35:17.220837 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-3818cfe7-b074-4a79-ba19-497b65d51dd4 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:35:17.233446 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3818cfe7-b074-4a79-ba19-497b65d51dd4 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:35:17.280173 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818cfe7-b074-4a79-ba19-497b65d51dd4 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Port': ['ID=48b04dcb-7172-4493-a2bd-ded3fd52ac86,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:17.318694 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3818cfe7-b074-4a79-ba19-497b65d51dd4 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:17.343175 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e47cb-74ec-4543-bba6-be264f97a7fe req-49d82510-f81e-45a9-ab34-b7c9b570afb1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:17.344759 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2d7e47cb-74ec-4543-bba6-be264f97a7fe req-49d82510-f81e-45a9-ab34-b7c9b570afb1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeed6092-0dca-49f6-9ee4-b2deb2e5ac21 HTTP/1.1" status: 200 len: 946 time: 0.2361999 Apr 06 13:35:17.424033 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 5336f5da-652b-42ef-a206-688918886116 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:35:17.438846 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2d7e47cb-74ec-4543-bba6-be264f97a7fe req-37905215-6607-439c-8b9e-900955d68add tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=a60b6fac-7d44-4f56-aae8-79a598aea612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709596 Apr 06 13:35:17.504170 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 5336f5da-652b-42ef-a206-688918886116 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:35:17.504455 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:17.680046 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3818cfe7-b074-4a79-ba19-497b65d51dd4 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:17.743322 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-dcea96a8-7060-4644-beb5-815e23f4e1f8 None None] Provisioning for port 48b04dcb-7172-4493-a2bd-ded3fd52ac86 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:35:17.748551 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-dcea96a8-7060-4644-beb5-815e23f4e1f8 None None] Provisioning complete for port 48b04dcb-7172-4493-a2bd-ded3fd52ac86 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:35:17.748926 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-dcea96a8-7060-4644-beb5-815e23f4e1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:17.758791 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896b970-99a4-42ee-b521-648dc08a6d0e req-5d367967-295b-44bb-b804-588794382783 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:17.760219 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c896b970-99a4-42ee-b521-648dc08a6d0e req-5d367967-295b-44bb-b804-588794382783 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeed6092-0dca-49f6-9ee4-b2deb2e5ac21 HTTP/1.1" status: 200 len: 946 time: 0.1924899 Apr 06 13:35:17.796410 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d9fc208b-3406-4938-9ba5-753b8a2021c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:17.809506 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-dcea96a8-7060-4644-beb5-815e23f4e1f8 None None] Port 48b04dcb-7172-4493-a2bd-ded3fd52ac86 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:35:17.941500 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c896b970-99a4-42ee-b521-648dc08a6d0e req-d45ae4b5-b640-43a5-9484-139d0bbaa30e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=a60b6fac-7d44-4f56-aae8-79a598aea612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703255 Apr 06 13:35:17.968568 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48440) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:18.044187 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68155060-ee12-4b32-a82c-08e8ef964a8e tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:18.047295 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-68155060-ee12-4b32-a82c-08e8ef964a8e tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=aeed6092-0dca-49f6-9ee4-b2deb2e5ac21 HTTP/1.1" status: 200 len: 1094 time: 0.0760891 Apr 06 13:35:18.048699 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48444) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:18.053764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-831ec609-0509-47b3-959e-5e812b319387 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'port_id': '206ec23f-b72d-4e1d-8c75-4da10f84f7e3', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:35:18.060064 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-831ec609-0509-47b3-959e-5e812b319387 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:35:18.063946 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-831ec609-0509-47b3-959e-5e812b319387 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:floatingip and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:35:18.067393 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-831ec609-0509-47b3-959e-5e812b319387 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:35:18.076775 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-831ec609-0509-47b3-959e-5e812b319387 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:35:18.287490 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3818cfe7-b074-4a79-ba19-497b65d51dd4 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:18.339022 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-831ec609-0509-47b3-959e-5e812b319387 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:18.401727 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3818cfe7-b074-4a79-ba19-497b65d51dd4 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:18.503745 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-831ec609-0509-47b3-959e-5e812b319387 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:18.540192 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3818cfe7-b074-4a79-ba19-497b65d51dd4 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:18.543812 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818cfe7-b074-4a79-ba19-497b65d51dd4 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Port': ['ID=48b04dcb-7172-4493-a2bd-ded3fd52ac86,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:18.660525 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-831ec609-0509-47b3-959e-5e812b319387 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.26.4.17 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/27355889-05cc-4485-8bec-753a89eaf61b) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:35:18.704882 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3818cfe7-b074-4a79-ba19-497b65d51dd4 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network 06e67496-679b-40a5-b04f-d30867456b95 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:35:18.706350 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-3818cfe7-b074-4a79-ba19-497b65d51dd4 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:35:18.855348 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-831ec609-0509-47b3-959e-5e812b319387 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:18.860078 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:18.917919 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3818cfe7-b074-4a79-ba19-497b65d51dd4 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Router 1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:35:18.939674 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:19.012667 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-831ec609-0509-47b3-959e-5e812b319387 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:19.049367 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ae8fa5b3-0fd4-43d3-98f9-a79f9c614543 None None] Provisioning complete for port 48b04dcb-7172-4493-a2bd-ded3fd52ac86 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:35:19.049907 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ae8fa5b3-0fd4-43d3-98f9-a79f9c614543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:19.090793 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831ec609-0509-47b3-959e-5e812b319387 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:35:19.093521 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-831ec609-0509-47b3-959e-5e812b319387 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:35:19.093976 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3818cfe7-b074-4a79-ba19-497b65d51dd4 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:35:19.103332 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831ec609-0509-47b3-959e-5e812b319387 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:35:19.110767 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713c7bd1-f70b-432e-96cc-4f52afd17f3c None None] Sync routers for ids ['1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:35:19.118744 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ae8fa5b3-0fd4-43d3-98f9-a79f9c614543 None None] Port 48b04dcb-7172-4493-a2bd-ded3fd52ac86 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:35:19.122519 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713c7bd1-f70b-432e-96cc-4f52afd17f3c None None] Routers {'1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:35:19.123274 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-713c7bd1-f70b-432e-96cc-4f52afd17f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:35:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:19.166114 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ec609-0509-47b3-959e-5e812b319387 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=27355889-05cc-4485-8bec-753a89eaf61b,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:19.222553 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-713c7bd1-f70b-432e-96cc-4f52afd17f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:19.231443 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713c7bd1-f70b-432e-96cc-4f52afd17f3c None None] Routers {'1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:35:19.232025 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-713c7bd1-f70b-432e-96cc-4f52afd17f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:35:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:19.293601 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-713c7bd1-f70b-432e-96cc-4f52afd17f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:19.293997 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713c7bd1-f70b-432e-96cc-4f52afd17f3c None None] The sync data for ids ['1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:35:19.296439 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3818cfe7-b074-4a79-ba19-497b65d51dd4 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "PUT /v2.0/routers/1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7805552 Apr 06 13:35:19.297994 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48448) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:19.389902 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119dcf9d-f60e-45f4-86bc-82283c92ba5e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:19.394049 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-119dcf9d-f60e-45f4-86bc-82283c92ba5e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Synchronizing usage tracker for tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:35:19.503784 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-119dcf9d-f60e-45f4-86bc-82283c92ba5e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Unset dirty status for tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:35:19.507632 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-119dcf9d-f60e-45f4-86bc-82283c92ba5e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "GET /v2.0/ports/48b04dcb-7172-4493-a2bd-ded3fd52ac86 HTTP/1.1" status: 200 len: 910 time: 0.2053521 Apr 06 13:35:19.507854 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48452) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:19.601614 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-831ec609-0509-47b3-959e-5e812b319387 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:19.724229 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-831ec609-0509-47b3-959e-5e812b319387 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:19.939269 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-831ec609-0509-47b3-959e-5e812b319387 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:20.000888 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-831ec609-0509-47b3-959e-5e812b319387 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:20.033630 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f8a732aa-1e3e-4560-8ee5-2d6bb9488bad tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:20.142924 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ec609-0509-47b3-959e-5e812b319387 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=27355889-05cc-4485-8bec-753a89eaf61b,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:20.155269 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-831ec609-0509-47b3-959e-5e812b319387 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:20.292321 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:20.368251 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-831ec609-0509-47b3-959e-5e812b319387 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Floating IP bc4b37f7-3f2a-4429-8e6d-cbb76da99be5 associated. External IP: 172.26.4.17, port: 206ec23f-b72d-4e1d-8c75-4da10f84f7e3. Apr 06 13:35:20.548791 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-f8a732aa-1e3e-4560-8ee5-2d6bb9488bad tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting port 48b04dcb-7172-4493-a2bd-ded3fd52ac86 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:35:20.549376 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f8a732aa-1e3e-4560-8ee5-2d6bb9488bad tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:20.743684 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f8a732aa-1e3e-4560-8ee5-2d6bb9488bad tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:20.838431 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831ec609-0509-47b3-959e-5e812b319387 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 4f08ced1-9635-4a64-8866-72f569ac7347 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:35:20.869850 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-f8a732aa-1e3e-4560-8ee5-2d6bb9488bad tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Calling delete_port for 48b04dcb-7172-4493-a2bd-ded3fd52ac86 owned by network:router_interface {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:35:21.033835 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831ec609-0509-47b3-959e-5e812b319387 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:35:21.044320 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52ed8cb-915e-4867-81f0-84dee08c69a0 None None] Sync routers for ids ['4f08ced1-9635-4a64-8866-72f569ac7347'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:35:21.054790 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52ed8cb-915e-4867-81f0-84dee08c69a0 None None] Routers {'4f08ced1-9635-4a64-8866-72f569ac7347'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:35:21.055437 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c52ed8cb-915e-4867-81f0-84dee08c69a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:35:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4f08ced1-9635-4a64-8866-72f569ac7347'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:21.138729 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-831ec609-0509-47b3-959e-5e812b319387 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:21.216043 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-831ec609-0509-47b3-959e-5e812b319387 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1661239 Apr 06 13:35:21.218608 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48458) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:21.220177 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeed6092-0dca-49f6-9ee4-b2deb2e5ac21', 'tag': '206ec23f-b72d-4e1d-8c75-4da10f84f7e3'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:35:21.263778 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-c52ed8cb-915e-4867-81f0-84dee08c69a0 None None] Set router 4f08ced1-9635-4a64-8866-72f569ac7347 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:35:21.273496 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c2a561a-b01e-4a36-877c-b2122aeb8ee3'] response: {'name': 'network-changed', 'server_uuid': 'aeed6092-0dca-49f6-9ee4-b2deb2e5ac21', 'tag': '206ec23f-b72d-4e1d-8c75-4da10f84f7e3', 'status': 'completed', 'code': 200} Apr 06 13:35:21.316349 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f8a732aa-1e3e-4560-8ee5-2d6bb9488bad tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:21.375233 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a732aa-1e3e-4560-8ee5-2d6bb9488bad tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Port': ['ID=48b04dcb-7172-4493-a2bd-ded3fd52ac86,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:21.512333 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2f4bcb1b-b976-418d-a56b-4d14df5577e4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/bc4b37f7-3f2a-4429-8e6d-cbb76da99be5 HTTP/1.1" status: 200 len: 991 time: 0.2874646 Apr 06 13:35:21.522638 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf81b5f-b555-4b7e-938d-9176061be4d4 req-63d0426d-b5d0-42bc-9b80-6886bff4ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:21.527087 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bcf81b5f-b555-4b7e-938d-9176061be4d4 req-63d0426d-b5d0-42bc-9b80-6886bff4ef53 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=aeed6092-0dca-49f6-9ee4-b2deb2e5ac21 HTTP/1.1" status: 200 len: 1099 time: 0.2301695 Apr 06 13:35:21.679579 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f8a732aa-1e3e-4560-8ee5-2d6bb9488bad tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:21.687438 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf81b5f-b555-4b7e-938d-9176061be4d4 req-a9d6c268-07c6-4810-a199-cb2f2d59d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:21.689730 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bcf81b5f-b555-4b7e-938d-9176061be4d4 req-a9d6c268-07c6-4810-a199-cb2f2d59d46a service neutron] 10.222.0.61 "GET /v2.0/networks?id=e561dcad-f411-4b8e-ac01-a19e30d1ccac HTTP/1.1" status: 200 len: 897 time: 0.1549885 Apr 06 13:35:21.753861 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c52ed8cb-915e-4867-81f0-84dee08c69a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'name': 'tempest-TestNetworkBasicOps-router-437006227', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:34:44Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:45Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': 'bc4b37f7-3f2a-4429-8e6d-cbb76da99be5', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.17', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'port_id': '206ec23f-b72d-4e1d-8c75-4da10f84f7e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac', 'mac_address': 'fa:16:3e:5b:82:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeed6092-0dca-49f6-9ee4-b2deb2e5ac21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:35:19Z', 'updated_at': '2022-04-06T13:35:19Z', 'revision_number': 0, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3affc18a-04a6-4157-8ba6-db93ca21692d', 'name': '', 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:c6:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:50Z', 'updated_at': '2022-04-06T13:34:57Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:21.758204 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52ed8cb-915e-4867-81f0-84dee08c69a0 None None] Checking router: 4f08ced1-9635-4a64-8866-72f569ac7347 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:35:21.770651 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52ed8cb-915e-4867-81f0-84dee08c69a0 None None] Routers {'4f08ced1-9635-4a64-8866-72f569ac7347'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:35:21.772231 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c52ed8cb-915e-4867-81f0-84dee08c69a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:35:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4f08ced1-9635-4a64-8866-72f569ac7347'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:21.801579 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bcf81b5f-b555-4b7e-938d-9176061be4d4 req-db52006b-25c1-4f1a-8bef-91c8c1ea9de4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=206ec23f-b72d-4e1d-8c75-4da10f84f7e3 HTTP/1.1" status: 200 len: 999 time: 0.1041379 Apr 06 13:35:21.904994 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf81b5f-b555-4b7e-938d-9176061be4d4 req-20e00ace-2f63-4a54-9d94-dd9817bbdf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:21.904994 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bcf81b5f-b555-4b7e-938d-9176061be4d4 req-20e00ace-2f63-4a54-9d94-dd9817bbdf28 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=011cd4be-2c33-41c7-ae29-cf0319e6b77a HTTP/1.1" status: 200 len: 834 time: 0.0808806 Apr 06 13:35:21.991435 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-c52ed8cb-915e-4867-81f0-84dee08c69a0 None None] Set router 4f08ced1-9635-4a64-8866-72f569ac7347 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:35:21.994773 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf81b5f-b555-4b7e-938d-9176061be4d4 req-816e4dca-cecc-4533-8943-06b48c491c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:21.996898 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bcf81b5f-b555-4b7e-938d-9176061be4d4 req-816e4dca-cecc-4533-8943-06b48c491c9d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e561dcad-f411-4b8e-ac01-a19e30d1ccac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0929883 Apr 06 13:35:22.160221 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bcf81b5f-b555-4b7e-938d-9176061be4d4 req-9f785522-3069-40ec-a997-af55599ac1c6 service neutron] 10.222.0.61 "GET /v2.0/networks/e561dcad-f411-4b8e-ac01-a19e30d1ccac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566610 Apr 06 13:35:22.184734 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a732aa-1e3e-4560-8ee5-2d6bb9488bad tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Router 1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:35:22.365362 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a732aa-1e3e-4560-8ee5-2d6bb9488bad tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:35:22.375699 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406e3c0-2eda-4e85-bbe7-7b734c10f147 None None] Sync routers for ids ['1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:35:22.386624 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0406e3c0-2eda-4e85-bbe7-7b734c10f147 None None] Routers {'1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:35:22.387263 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-0406e3c0-2eda-4e85-bbe7-7b734c10f147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:35:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:22.420092 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c52ed8cb-915e-4867-81f0-84dee08c69a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'name': 'tempest-TestNetworkBasicOps-router-437006227', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:34:44Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:45Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': 'bc4b37f7-3f2a-4429-8e6d-cbb76da99be5', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.17', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'port_id': '206ec23f-b72d-4e1d-8c75-4da10f84f7e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac', 'mac_address': 'fa:16:3e:5b:82:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeed6092-0dca-49f6-9ee4-b2deb2e5ac21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:35:19Z', 'updated_at': '2022-04-06T13:35:19Z', 'revision_number': 0, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3affc18a-04a6-4157-8ba6-db93ca21692d', 'name': '', 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:c6:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:50Z', 'updated_at': '2022-04-06T13:34:57Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:22.426500 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bcf81b5f-b555-4b7e-938d-9176061be4d4 req-e513a6b1-b58e-4d65-a714-7a3800b77b97 service neutron] 10.222.0.61 "GET /v2.0/networks/e561dcad-f411-4b8e-ac01-a19e30d1ccac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592325 Apr 06 13:35:22.427143 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52ed8cb-915e-4867-81f0-84dee08c69a0 None None] The sync data for ids ['4f08ced1-9635-4a64-8866-72f569ac7347'] in dv-neutron-834600-1-hyperv is: [{'id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'name': 'tempest-TestNetworkBasicOps-router-437006227', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:34:44Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:45Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': 'bc4b37f7-3f2a-4429-8e6d-cbb76da99be5', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.17', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'port_id': '206ec23f-b72d-4e1d-8c75-4da10f84f7e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac', 'mac_address': 'fa:16:3e:5b:82:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeed6092-0dca-49f6-9ee4-b2deb2e5ac21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:35:19Z', 'updated_at': '2022-04-06T13:35:19Z', 'revision_number': 0, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3affc18a-04a6-4157-8ba6-db93ca21692d', 'name': '', 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:c6:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:50Z', 'updated_at': '2022-04-06T13:34:57Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:35:22.446163 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f8a732aa-1e3e-4560-8ee5-2d6bb9488bad tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "PUT /v2.0/routers/1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9348512 Apr 06 13:35:22.446756 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48466) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:22.457194 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-0406e3c0-2eda-4e85-bbe7-7b734c10f147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:22.466973 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0406e3c0-2eda-4e85-bbe7-7b734c10f147 None None] Routers {'1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:35:22.467723 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-0406e3c0-2eda-4e85-bbe7-7b734c10f147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:35:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:22.518049 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48470) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:22.538846 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-0406e3c0-2eda-4e85-bbe7-7b734c10f147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:22.539814 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406e3c0-2eda-4e85-bbe7-7b734c10f147 None None] The sync data for ids ['1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:35:22.636565 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-de6ad375-2fe8-4426-9248-fd3348599276 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/bc4b37f7-3f2a-4429-8e6d-cbb76da99be5 HTTP/1.1" status: 200 len: 991 time: 0.1177046 Apr 06 13:35:22.695081 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defc30dc-8052-45ff-8bd2-f143769427c4 None None] New status for floating IP bc4b37f7-3f2a-4429-8e6d-cbb76da99be5: ACTIVE {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:35:23.036670 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c7a94b34-291c-4fef-81cc-e1c9e7116d25 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:23.387466 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-c7a94b34-291c-4fef-81cc-e1c9e7116d25 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting port 7a20316f-061f-45a4-9696-c2246ac0c874 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:35:23.387804 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c7a94b34-291c-4fef-81cc-e1c9e7116d25 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:23.576379 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c7a94b34-291c-4fef-81cc-e1c9e7116d25 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:23.640350 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48474) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:23.702928 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-c7a94b34-291c-4fef-81cc-e1c9e7116d25 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Calling delete_port for 7a20316f-061f-45a4-9696-c2246ac0c874 owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:35:23.746451 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-42b2b999-c6ca-4e71-966e-fac9ad6964a3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/bc4b37f7-3f2a-4429-8e6d-cbb76da99be5 HTTP/1.1" status: 200 len: 993 time: 0.1049376 Apr 06 13:35:24.236642 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c7a94b34-291c-4fef-81cc-e1c9e7116d25 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:24.278954 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a94b34-291c-4fef-81cc-e1c9e7116d25 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Port': ['ID=7a20316f-061f-45a4-9696-c2246ac0c874,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:24.512757 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c7a94b34-291c-4fef-81cc-e1c9e7116d25 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:24.782913 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a94b34-291c-4fef-81cc-e1c9e7116d25 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Router 1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:35:24.918705 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a94b34-291c-4fef-81cc-e1c9e7116d25 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:35:24.929262 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920e2d2a-335c-4976-a9d7-da91565973fa None None] Sync routers for ids ['1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:35:24.934611 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c7a94b34-291c-4fef-81cc-e1c9e7116d25 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "PUT /v2.0/routers/1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4852943 Apr 06 13:35:24.936115 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48478) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:24.939890 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920e2d2a-335c-4976-a9d7-da91565973fa None None] Routers {'1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:35:24.940861 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-920e2d2a-335c-4976-a9d7-da91565973fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:35:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:24.984701 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8a9aa64f-5182-4544-9609-28a6a1377dee tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Synchronizing usage tracker for tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:35:25.004096 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-920e2d2a-335c-4976-a9d7-da91565973fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:25.015369 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920e2d2a-335c-4976-a9d7-da91565973fa None None] Routers {'1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:35:25.021821 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-920e2d2a-335c-4976-a9d7-da91565973fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:35:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:25.078878 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-920e2d2a-335c-4976-a9d7-da91565973fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:25.079378 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920e2d2a-335c-4976-a9d7-da91565973fa None None] The sync data for ids ['1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:35:25.097656 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8a9aa64f-5182-4544-9609-28a6a1377dee tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Unset dirty status for tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:35:25.098857 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8a9aa64f-5182-4544-9609-28a6a1377dee tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "GET /v2.0/ports?device_id=1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e HTTP/1.1" status: 200 len: 205 time: 0.1617584 Apr 06 13:35:25.101648 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48482) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:25.246942 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-637ccbf0-6ac6-4400-a5cd-837b4549fe83 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:25.557214 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-637ccbf0-6ac6-4400-a5cd-837b4549fe83 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:25.559532 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-637ccbf0-6ac6-4400-a5cd-837b4549fe83 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:25.663994 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-637ccbf0-6ac6-4400-a5cd-837b4549fe83 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:25.664561 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637ccbf0-6ac6-4400-a5cd-837b4549fe83 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Fanout notify agent at l3_agent the message router_deleted on router 1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:35:25.676984 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-637ccbf0-6ac6-4400-a5cd-837b4549fe83 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:25.678095 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-637ccbf0-6ac6-4400-a5cd-837b4549fe83 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/routers/1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e HTTP/1.1" status: 204 len: 168 time: 0.5755687 Apr 06 13:35:25.680858 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48486) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:25.749060 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-b532cf4a-3f83-4ee5-b0d8-a5f4eaeaf005 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting subnet b837e360-8e36-490b-b01b-bb9b06b53091 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:35:25.753536 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b532cf4a-3f83-4ee5-b0d8-a5f4eaeaf005 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:25.810403 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b532cf4a-3f83-4ee5-b0d8-a5f4eaeaf005 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:26.025028 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b532cf4a-3f83-4ee5-b0d8-a5f4eaeaf005 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:26.195027 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b532cf4a-3f83-4ee5-b0d8-a5f4eaeaf005 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:26.238416 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532cf4a-3f83-4ee5-b0d8-a5f4eaeaf005 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Subnet': ['ID=b837e360-8e36-490b-b01b-bb9b06b53091,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:26.243681 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b532cf4a-3f83-4ee5-b0d8-a5f4eaeaf005 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:26.249858 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78a6983-72c7-42d1-9ff3-0782bc752364 None None] Network 06e67496-679b-40a5-b04f-d30867456b95 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:35:26.251956 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b532cf4a-3f83-4ee5-b0d8-a5f4eaeaf005 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/subnets/b837e360-8e36-490b-b01b-bb9b06b53091 HTTP/1.1" status: 204 len: 168 time: 0.5695009 Apr 06 13:35:26.255286 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48490) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:26.325130 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-59deb7ab-15a3-4c73-a570-0ea3bbf6e4f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting subnet c5a0fa78-f915-4b17-ba9b-29ded38cd0cc {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:35:26.328241 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-59deb7ab-15a3-4c73-a570-0ea3bbf6e4f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:26.385399 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-59deb7ab-15a3-4c73-a570-0ea3bbf6e4f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:26.478282 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-59deb7ab-15a3-4c73-a570-0ea3bbf6e4f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:26.514435 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf281b3-ba96-4e1d-bc08-a47f3c8cd2f1 None None] DHCP port deletion for 06e67496-679b-40a5-b04f-d30867456b95 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:35:26.519209 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-7cf281b3-ba96-4e1d-bc08-a47f3c8cd2f1 None None] Deleting port 5336f5da-652b-42ef-a206-688918886116 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:35:26.519584 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7cf281b3-ba96-4e1d-bc08-a47f3c8cd2f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:26.710516 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-59deb7ab-15a3-4c73-a570-0ea3bbf6e4f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:26.738564 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-7cf281b3-ba96-4e1d-bc08-a47f3c8cd2f1 None None] For port 5336f5da-652b-42ef-a206-688918886116, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=5336f5da-652b-42ef-a206-688918886116,segment=NetworkSegment(5a54a5b3-4e35-40a6-859b-a15fce52f723),segment_id=5a54a5b3-4e35-40a6-859b-a15fce52f723)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:35:26.738564 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7cf281b3-ba96-4e1d-bc08-a47f3c8cd2f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:26.752439 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59deb7ab-15a3-4c73-a570-0ea3bbf6e4f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Subnet': ['ID=c5a0fa78-f915-4b17-ba9b-29ded38cd0cc,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:26.760906 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-59deb7ab-15a3-4c73-a570-0ea3bbf6e4f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:26.772609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59deb7ab-15a3-4c73-a570-0ea3bbf6e4f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:26.772609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59deb7ab-15a3-4c73-a570-0ea3bbf6e4f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:26.772609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59deb7ab-15a3-4c73-a570-0ea3bbf6e4f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:26.772609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59deb7ab-15a3-4c73-a570-0ea3bbf6e4f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:26.772609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59deb7ab-15a3-4c73-a570-0ea3bbf6e4f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:26.772609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59deb7ab-15a3-4c73-a570-0ea3bbf6e4f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:26.772609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59deb7ab-15a3-4c73-a570-0ea3bbf6e4f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:26.772609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59deb7ab-15a3-4c73-a570-0ea3bbf6e4f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:26.772609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59deb7ab-15a3-4c73-a570-0ea3bbf6e4f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:26.772609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59deb7ab-15a3-4c73-a570-0ea3bbf6e4f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:26.772609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59deb7ab-15a3-4c73-a570-0ea3bbf6e4f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:26.772609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59deb7ab-15a3-4c73-a570-0ea3bbf6e4f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:26.775223 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-59deb7ab-15a3-4c73-a570-0ea3bbf6e4f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/subnets/c5a0fa78-f915-4b17-ba9b-29ded38cd0cc HTTP/1.1" status: 204 len: 168 time: 0.5189297 Apr 06 13:35:26.777776 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48494) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:26.819323 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb30c5e-2db4-4e6f-9daf-73288faa9464 None None] Network 05f8e62a-d40e-46ed-aa2d-3373ead93c8a requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:35:26.896579 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a1f2b680-9694-47af-ad4c-4c27f3ec7966 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:26.899231 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-7cf281b3-ba96-4e1d-bc08-a47f3c8cd2f1 None None] Calling delete_port for 5336f5da-652b-42ef-a206-688918886116 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:35:26.908144 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-a1f2b680-9694-47af-ad4c-4c27f3ec7966 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting port 5336f5da-652b-42ef-a206-688918886116 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:35:26.908478 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a1f2b680-9694-47af-ad4c-4c27f3ec7966 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:27.123483 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-a1f2b680-9694-47af-ad4c-4c27f3ec7966 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] For port 5336f5da-652b-42ef-a206-688918886116, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=5336f5da-652b-42ef-a206-688918886116,segment=NetworkSegment(5a54a5b3-4e35-40a6-859b-a15fce52f723),segment_id=5a54a5b3-4e35-40a6-859b-a15fce52f723)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:35:27.124196 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a1f2b680-9694-47af-ad4c-4c27f3ec7966 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:27.224349 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70da2118-85de-440e-b297-90a0e6ae0329 None None] DHCP port deletion for 05f8e62a-d40e-46ed-aa2d-3373ead93c8a request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:35:27.228651 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-70da2118-85de-440e-b297-90a0e6ae0329 None None] Deleting port 920dc9fd-e4b2-4c09-a2ab-5f7309e72acc {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:35:27.229022 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-70da2118-85de-440e-b297-90a0e6ae0329 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:27.256172 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-a1f2b680-9694-47af-ad4c-4c27f3ec7966 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Calling delete_port for 5336f5da-652b-42ef-a206-688918886116 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:35:27.261068 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7cf281b3-ba96-4e1d-bc08-a47f3c8cd2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:27.336843 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.api [None req-a1f2b680-9694-47af-ad4c-4c27f3ec7966 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:35:27.337158 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG oslo_db.api [None req-a1f2b680-9694-47af-ad4c-4c27f3ec7966 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:35:27.354696 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:27.357590 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf281b3-ba96-4e1d-bc08-a47f3c8cd2f1 None None] Pushing event deleted for resources: {'Port': ['ID=5336f5da-652b-42ef-a206-688918886116,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:27.363664 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf281b3-ba96-4e1d-bc08-a47f3c8cd2f1 None None] No DVR routers for this DVR port 5336f5da-652b-42ef-a206-688918886116 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:35:27.413377 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 920dc9fd-e4b2-4c09-a2ab-5f7309e72acc no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:35:27.478373 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:35:27.624013 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-70da2118-85de-440e-b297-90a0e6ae0329 None None] For port 920dc9fd-e4b2-4c09-a2ab-5f7309e72acc, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=920dc9fd-e4b2-4c09-a2ab-5f7309e72acc,segment=NetworkSegment(2ffbc678-e5ea-496c-800e-18c5f6f24e4c),segment_id=2ffbc678-e5ea-496c-800e-18c5f6f24e4c)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:35:27.624396 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-70da2118-85de-440e-b297-90a0e6ae0329 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:27.762948 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-70da2118-85de-440e-b297-90a0e6ae0329 None None] Calling delete_port for 920dc9fd-e4b2-4c09-a2ab-5f7309e72acc owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:35:27.796541 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:27.838009 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-a1f2b680-9694-47af-ad4c-4c27f3ec7966 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting port 5336f5da-652b-42ef-a206-688918886116 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:35:27.841600 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a1f2b680-9694-47af-ad4c-4c27f3ec7966 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:27.857713 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 920dc9fd-e4b2-4c09-a2ab-5f7309e72acc, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=920dc9fd-e4b2-4c09-a2ab-5f7309e72acc,segment=NetworkSegment(2ffbc678-e5ea-496c-800e-18c5f6f24e4c),segment_id=2ffbc678-e5ea-496c-800e-18c5f6f24e4c)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:35:27.905738 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-a1f2b680-9694-47af-ad4c-4c27f3ec7966 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] The port '5336f5da-652b-42ef-a206-688918886116' was deleted {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:35:27.920924 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:27.921519 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 5336f5da-652b-42ef-a206-688918886116 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:35:27.993529 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-70da2118-85de-440e-b297-90a0e6ae0329 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:35:27.993893 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-70da2118-85de-440e-b297-90a0e6ae0329 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:35:27.994388 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 5336f5da-652b-42ef-a206-688918886116 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:35:27.994744 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 5336f5da-652b-42ef-a206-688918886116 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:35:28.031924 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=920dc9fd-e4b2-4c09-a2ab-5f7309e72acc,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:28.048390 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a1f2b680-9694-47af-ad4c-4c27f3ec7966 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:28.077573 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-a1f2b680-9694-47af-ad4c-4c27f3ec7966 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e67496-679b-40a5-b04f-d30867456b95']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:28.090608 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-a1f2b680-9694-47af-ad4c-4c27f3ec7966 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a54a5b3-4e35-40a6-859b-a15fce52f723') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:28.090929 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-a1f2b680-9694-47af-ad4c-4c27f3ec7966 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a54a5b3-4e35-40a6-859b-a15fce52f723') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:28.103587 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a1f2b680-9694-47af-ad4c-4c27f3ec7966 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:28.124300 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a1f2b680-9694-47af-ad4c-4c27f3ec7966 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:28.130884 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f2b680-9694-47af-ad4c-4c27f3ec7966 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:35:28.131270 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a1f2b680-9694-47af-ad4c-4c27f3ec7966 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn( Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn( Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn( Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn( Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:35:28.146086 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:35:28.361293 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a1f2b680-9694-47af-ad4c-4c27f3ec7966 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:28.379516 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a1f2b680-9694-47af-ad4c-4c27f3ec7966 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:28.394954 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2b680-9694-47af-ad4c-4c27f3ec7966 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Network': ['ID=06e67496-679b-40a5-b04f-d30867456b95,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:28.495431 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-70da2118-85de-440e-b297-90a0e6ae0329 None None] Deleting port 920dc9fd-e4b2-4c09-a2ab-5f7309e72acc {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:35:28.496023 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-70da2118-85de-440e-b297-90a0e6ae0329 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:28.504886 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a1f2b680-9694-47af-ad4c-4c27f3ec7966 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/networks/06e67496-679b-40a5-b04f-d30867456b95 HTTP/1.1" status: 204 len: 168 time: 1.7257490 Apr 06 13:35:28.507575 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48498) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:28.627497 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5a5b8289-c054-4724-bdd6-d657e0b74b79 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:28.638131 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-5a5b8289-c054-4724-bdd6-d657e0b74b79 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting port 920dc9fd-e4b2-4c09-a2ab-5f7309e72acc {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:35:28.638455 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5a5b8289-c054-4724-bdd6-d657e0b74b79 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:28.715186 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-70da2118-85de-440e-b297-90a0e6ae0329 None None] For port 920dc9fd-e4b2-4c09-a2ab-5f7309e72acc, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=920dc9fd-e4b2-4c09-a2ab-5f7309e72acc,segment=NetworkSegment(2ffbc678-e5ea-496c-800e-18c5f6f24e4c),segment_id=2ffbc678-e5ea-496c-800e-18c5f6f24e4c)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:35:28.715186 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-70da2118-85de-440e-b297-90a0e6ae0329 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:28.840053 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-70da2118-85de-440e-b297-90a0e6ae0329 None None] Calling delete_port for 920dc9fd-e4b2-4c09-a2ab-5f7309e72acc owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:35:28.856903 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-5a5b8289-c054-4724-bdd6-d657e0b74b79 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] For port 920dc9fd-e4b2-4c09-a2ab-5f7309e72acc, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=920dc9fd-e4b2-4c09-a2ab-5f7309e72acc,segment=NetworkSegment(2ffbc678-e5ea-496c-800e-18c5f6f24e4c),segment_id=2ffbc678-e5ea-496c-800e-18c5f6f24e4c)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:35:28.857311 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5a5b8289-c054-4724-bdd6-d657e0b74b79 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:29.046778 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-70da2118-85de-440e-b297-90a0e6ae0329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:29.093341 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-5a5b8289-c054-4724-bdd6-d657e0b74b79 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Calling delete_port for 920dc9fd-e4b2-4c09-a2ab-5f7309e72acc owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:35:29.093898 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da2118-85de-440e-b297-90a0e6ae0329 None None] Pushing event deleted for resources: {'Port': ['ID=920dc9fd-e4b2-4c09-a2ab-5f7309e72acc,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:29.096298 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70da2118-85de-440e-b297-90a0e6ae0329 None None] No DVR routers for this DVR port 920dc9fd-e4b2-4c09-a2ab-5f7309e72acc on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:35:29.172634 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.api [None req-5a5b8289-c054-4724-bdd6-d657e0b74b79 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:35:29.173705 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG oslo_db.api [None req-5a5b8289-c054-4724-bdd6-d657e0b74b79 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:35:29.674784 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-5a5b8289-c054-4724-bdd6-d657e0b74b79 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting port 920dc9fd-e4b2-4c09-a2ab-5f7309e72acc {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:35:29.676938 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5a5b8289-c054-4724-bdd6-d657e0b74b79 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:29.747373 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-5a5b8289-c054-4724-bdd6-d657e0b74b79 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] The port '920dc9fd-e4b2-4c09-a2ab-5f7309e72acc' was deleted {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:35:29.882084 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5a5b8289-c054-4724-bdd6-d657e0b74b79 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:29.911589 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-5a5b8289-c054-4724-bdd6-d657e0b74b79 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f8e62a-d40e-46ed-aa2d-3373ead93c8a']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:29.919001 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-5a5b8289-c054-4724-bdd6-d657e0b74b79 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ffbc678-e5ea-496c-800e-18c5f6f24e4c') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:29.919291 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-5a5b8289-c054-4724-bdd6-d657e0b74b79 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ffbc678-e5ea-496c-800e-18c5f6f24e4c') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:29.932228 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5a5b8289-c054-4724-bdd6-d657e0b74b79 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:29.948256 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5a5b8289-c054-4724-bdd6-d657e0b74b79 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:29.954629 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5b8289-c054-4724-bdd6-d657e0b74b79 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:35:29.955032 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5a5b8289-c054-4724-bdd6-d657e0b74b79 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:35:29.969314 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:35:30.143353 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5a5b8289-c054-4724-bdd6-d657e0b74b79 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:30.162870 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5a5b8289-c054-4724-bdd6-d657e0b74b79 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:30.176411 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b8289-c054-4724-bdd6-d657e0b74b79 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Network': ['ID=05f8e62a-d40e-46ed-aa2d-3373ead93c8a,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:30.183711 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5a5b8289-c054-4724-bdd6-d657e0b74b79 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/networks/05f8e62a-d40e-46ed-aa2d-3373ead93c8a HTTP/1.1" status: 204 len: 168 time: 1.6749361 Apr 06 13:35:30.188273 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48502) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:30.195881 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-824c7907-c7e7-4d2a-b68c-81fac6ce4120 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'network': {'name': 'tempest-RoutersTest-531381568'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:35:30.198842 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-824c7907-c7e7-4d2a-b68c-81fac6ce4120 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:35:30.203962 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-824c7907-c7e7-4d2a-b68c-81fac6ce4120 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Usage tracker for resource:network and tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:35:30.205765 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-824c7907-c7e7-4d2a-b68c-81fac6ce4120 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:35:30.212541 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-824c7907-c7e7-4d2a-b68c-81fac6ce4120 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:35:30.365651 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824c7907-c7e7-4d2a-b68c-81fac6ce4120 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Made reservation on behalf of c3bb55d61aad41dc9cf6eaa1e62cbd1d for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:35:30.369289 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-824c7907-c7e7-4d2a-b68c-81fac6ce4120 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:30.438034 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824c7907-c7e7-4d2a-b68c-81fac6ce4120 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:35:30.438034 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-824c7907-c7e7-4d2a-b68c-81fac6ce4120 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:30.438034 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-824c7907-c7e7-4d2a-b68c-81fac6ce4120 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Added segment a8f06901-bc4f-48bd-a9e6-c5e3977dac1e of type vlan for network d61d8ce1-80f5-4ce9-b408-0d39d9e9baf3 Apr 06 13:35:30.438034 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-824c7907-c7e7-4d2a-b68c-81fac6ce4120 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:30.554347 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-824c7907-c7e7-4d2a-b68c-81fac6ce4120 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:30.560913 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824c7907-c7e7-4d2a-b68c-81fac6ce4120 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:30.560913 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-824c7907-c7e7-4d2a-b68c-81fac6ce4120 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:30.668655 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c7907-c7e7-4d2a-b68c-81fac6ce4120 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Network': ['ID=d61d8ce1-80f5-4ce9-b408-0d39d9e9baf3,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:30.686483 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network d61d8ce1-80f5-4ce9-b408-0d39d9e9baf3 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:35:30.760945 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-824c7907-c7e7-4d2a-b68c-81fac6ce4120 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5724142 Apr 06 13:35:30.763646 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48506) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:30.770884 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-ca803bad-3575-4822-a85f-61feaca577e8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'subnet': {'network_id': 'd61d8ce1-80f5-4ce9-b408-0d39d9e9baf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:35:30.881743 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ca803bad-3575-4822-a85f-61feaca577e8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:35:30.885680 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ca803bad-3575-4822-a85f-61feaca577e8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Usage tracker for resource:subnet and tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:35:30.888356 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ca803bad-3575-4822-a85f-61feaca577e8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:35:30.894987 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ca803bad-3575-4822-a85f-61feaca577e8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:35:31.000338 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca803bad-3575-4822-a85f-61feaca577e8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Made reservation on behalf of c3bb55d61aad41dc9cf6eaa1e62cbd1d for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:35:31.004523 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ca803bad-3575-4822-a85f-61feaca577e8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:31.297504 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ca803bad-3575-4822-a85f-61feaca577e8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:31.379047 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca803bad-3575-4822-a85f-61feaca577e8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Subnet': ['ID=606aa84b-0484-431f-b763-fdd12e7ec041,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:31.388397 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca803bad-3575-4822-a85f-61feaca577e8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Checking segment: {'id': 'a8f06901-bc4f-48bd-a9e6-c5e3977dac1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd61d8ce1-80f5-4ce9-b408-0d39d9e9baf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:35:31.388397 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca803bad-3575-4822-a85f-61feaca577e8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network hostable DHCP agents. Network: d61d8ce1-80f5-4ce9-b408-0d39d9e9baf3, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:35:31.463151 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca803bad-3575-4822-a85f-61feaca577e8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network d61d8ce1-80f5-4ce9-b408-0d39d9e9baf3 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:35:31.599844 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-ca803bad-3575-4822-a85f-61feaca577e8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, d61d8ce1-80f5-4ce9-b408-0d39d9e9baf3) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:35:31.603850 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca803bad-3575-4822-a85f-61feaca577e8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:31.604424 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ca803bad-3575-4822-a85f-61feaca577e8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:31.609314 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893a9995-db45-431d-ac73-714018f6fbea None None] Network d61d8ce1-80f5-4ce9-b408-0d39d9e9baf3 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:35:31.738305 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ca803bad-3575-4822-a85f-61feaca577e8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9735107 Apr 06 13:35:31.740760 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48510) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:31.745948 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-3ca2dc28-38d7-4129-a969-3e998e1e76b9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1170949022', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:35:31.753012 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-3ca2dc28-38d7-4129-a969-3e998e1e76b9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:35:31.757092 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3ca2dc28-38d7-4129-a969-3e998e1e76b9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Usage tracker for resource:router and tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:35:31.760147 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3ca2dc28-38d7-4129-a969-3e998e1e76b9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:35:31.766625 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-3ca2dc28-38d7-4129-a969-3e998e1e76b9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:35:31.857469 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e12e38-56bc-405e-8bc6-e0d954e03ca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-d61d8ce1-80f5-4ce9-b408-0d39d9e9baf3', 'network_id': 'd61d8ce1-80f5-4ce9-b408-0d39d9e9baf3', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'fixed_ips': [{'subnet_id': '606aa84b-0484-431f-b763-fdd12e7ec041'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:35:31.858392 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c9e12e38-56bc-405e-8bc6-e0d954e03ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:31.942989 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3ca2dc28-38d7-4129-a969-3e998e1e76b9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:31.947801 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3ca2dc28-38d7-4129-a969-3e998e1e76b9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:31.960471 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3ca2dc28-38d7-4129-a969-3e998e1e76b9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:32.016308 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-c9e12e38-56bc-405e-8bc6-e0d954e03ca6 None None] Allocated IP 172.20.0.2 (d61d8ce1-80f5-4ce9-b408-0d39d9e9baf3/606aa84b-0484-431f-b763-fdd12e7ec041/09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:35:32.051957 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3ca2dc28-38d7-4129-a969-3e998e1e76b9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:32.144821 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3ca2dc28-38d7-4129-a969-3e998e1e76b9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:32.147480 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3ca2dc28-38d7-4129-a969-3e998e1e76b9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4056110 Apr 06 13:35:32.150900 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48514) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:32.156684 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-c2c7f0a7-c420-42cd-a552-f7483ce9fb7b tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'port': {'network_id': 'd61d8ce1-80f5-4ce9-b408-0d39d9e9baf3', 'name': 'tempest-RoutersTest-1879702643'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:35:32.222105 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c9e12e38-56bc-405e-8bc6-e0d954e03ca6 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:32.232029 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-c9e12e38-56bc-405e-8bc6-e0d954e03ca6 None None] Transition to ACTIVE for port object 09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:35:32.250415 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-c9e12e38-56bc-405e-8bc6-e0d954e03ca6 None None] Transition to ACTIVE for port object 09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:35:32.298476 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c2c7f0a7-c420-42cd-a552-f7483ce9fb7b tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:35:32.302596 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c2c7f0a7-c420-42cd-a552-f7483ce9fb7b tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Usage tracker for resource:port and tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:35:32.305439 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c2c7f0a7-c420-42cd-a552-f7483ce9fb7b tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:35:32.311042 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c2c7f0a7-c420-42cd-a552-f7483ce9fb7b tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:35:32.320905 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c9e12e38-56bc-405e-8bc6-e0d954e03ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:32.382719 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e12e38-56bc-405e-8bc6-e0d954e03ca6 None None] Network d61d8ce1-80f5-4ce9-b408-0d39d9e9baf3 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:35:32.385376 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-c9e12e38-56bc-405e-8bc6-e0d954e03ca6 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:35:32.394247 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e12e38-56bc-405e-8bc6-e0d954e03ca6 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:35:32.394669 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c7f0a7-c420-42cd-a552-f7483ce9fb7b tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Made reservation on behalf of c3bb55d61aad41dc9cf6eaa1e62cbd1d for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:35:32.399069 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f0a7-c420-42cd-a552-f7483ce9fb7b tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:32.403321 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e12e38-56bc-405e-8bc6-e0d954e03ca6 None None] Pushing event updated for resources: {'Port': ['ID=09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:32.420358 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [None req-c2c7f0a7-c420-42cd-a552-f7483ce9fb7b tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] device_id is not set on port ef8febda-ae60-4cae-a252-3049a8e00ed5 yet. {{(pid=88565) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:35:32.491483 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-c9e12e38-56bc-405e-8bc6-e0d954e03ca6 None None] Attempting to bind port 09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:35:32.491843 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-c9e12e38-56bc-405e-8bc6-e0d954e03ca6 None None] Attempting to bind port 09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'a8f06901-bc4f-48bd-a9e6-c5e3977dac1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd61d8ce1-80f5-4ce9-b408-0d39d9e9baf3'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:35:32.492201 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e12e38-56bc-405e-8bc6-e0d954e03ca6 None None] Attempting to bind port 09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c on network d61d8ce1-80f5-4ce9-b408-0d39d9e9baf3 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:35:32.502545 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e12e38-56bc-405e-8bc6-e0d954e03ca6 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:35:32.502545 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e12e38-56bc-405e-8bc6-e0d954e03ca6 None None] Checking segment: {'id': 'a8f06901-bc4f-48bd-a9e6-c5e3977dac1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd61d8ce1-80f5-4ce9-b408-0d39d9e9baf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:35:32.502545 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c9e12e38-56bc-405e-8bc6-e0d954e03ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:32.502545 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e12e38-56bc-405e-8bc6-e0d954e03ca6 None None] Bound using segment: {'id': 'a8f06901-bc4f-48bd-a9e6-c5e3977dac1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd61d8ce1-80f5-4ce9-b408-0d39d9e9baf3'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:35:32.502545 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-c9e12e38-56bc-405e-8bc6-e0d954e03ca6 None None] Bound port: 09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f06901-bc4f-48bd-a9e6-c5e3977dac1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd61d8ce1-80f5-4ce9-b408-0d39d9e9baf3'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:35:32.502545 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c9e12e38-56bc-405e-8bc6-e0d954e03ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:32.569404 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-c2c7f0a7-c420-42cd-a552-f7483ce9fb7b tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Allocated IP 172.20.0.4 (d61d8ce1-80f5-4ce9-b408-0d39d9e9baf3/606aa84b-0484-431f-b763-fdd12e7ec041/ef8febda-ae60-4cae-a252-3049a8e00ed5) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:35:32.587167 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-c9e12e38-56bc-405e-8bc6-e0d954e03ca6 None None] For port 09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:35:32.590201 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-c9e12e38-56bc-405e-8bc6-e0d954e03ca6 None None] For port 09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c,segment=NetworkSegment(a8f06901-bc4f-48bd-a9e6-c5e3977dac1e),segment_id=a8f06901-bc4f-48bd-a9e6-c5e3977dac1e)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:35:32.686446 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c9e12e38-56bc-405e-8bc6-e0d954e03ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:32.772886 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e12e38-56bc-405e-8bc6-e0d954e03ca6 None None] Pushing event updated for resources: {'Port': ['ID=09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:32.779892 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f0a7-c420-42cd-a552-f7483ce9fb7b tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:32.796848 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-c2c7f0a7-c420-42cd-a552-f7483ce9fb7b tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Transition to ACTIVE for port object ef8febda-ae60-4cae-a252-3049a8e00ed5 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:35:32.909172 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f0a7-c420-42cd-a552-f7483ce9fb7b tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:33.104810 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c7f0a7-c420-42cd-a552-f7483ce9fb7b tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network d61d8ce1-80f5-4ce9-b408-0d39d9e9baf3 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:35:33.112772 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-c2c7f0a7-c420-42cd-a552-f7483ce9fb7b tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:35:33.117181 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c7f0a7-c420-42cd-a552-f7483ce9fb7b tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:35:33.152675 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7f0a7-c420-42cd-a552-f7483ce9fb7b tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Port': ['ID=ef8febda-ae60-4cae-a252-3049a8e00ed5,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:33.188465 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c7f0a7-c420-42cd-a552-f7483ce9fb7b tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:33.189074 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f0a7-c420-42cd-a552-f7483ce9fb7b tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:33.320857 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c2c7f0a7-c420-42cd-a552-f7483ce9fb7b tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1685658 Apr 06 13:35:33.323438 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48520) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:33.437411 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:35:33.802766 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb9bcb0-acf3-4a23-a486-fe6f0b98667a None None] Network d61d8ce1-80f5-4ce9-b408-0d39d9e9baf3 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:35:33.915135 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:35:33.948761 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-270ba755-9b69-4f61-9dfc-680542edf03e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:33.963976 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9b754e11-7c13-470f-a1ff-77ea766f5e59 None None] Provisioning for port 09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:35:33.980813 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9b754e11-7c13-470f-a1ff-77ea766f5e59 None None] Provisioning complete for port 09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:35:33.980813 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9b754e11-7c13-470f-a1ff-77ea766f5e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:34.147765 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9b754e11-7c13-470f-a1ff-77ea766f5e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:34.193014 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-9b754e11-7c13-470f-a1ff-77ea766f5e59 None None] For port 09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c,segment=NetworkSegment(a8f06901-bc4f-48bd-a9e6-c5e3977dac1e),segment_id=a8f06901-bc4f-48bd-a9e6-c5e3977dac1e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:35:34.297283 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9b754e11-7c13-470f-a1ff-77ea766f5e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:34.354124 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-270ba755-9b69-4f61-9dfc-680542edf03e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:34.384791 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b754e11-7c13-470f-a1ff-77ea766f5e59 None None] Pushing event updated for resources: {'Port': ['ID=09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:34.416866 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0a633391-950b-40e2-87a1-e748c1c1d3cd None None] Provisioning complete for port 09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:35:34.417234 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0a633391-950b-40e2-87a1-e748c1c1d3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:34.463090 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-270ba755-9b69-4f61-9dfc-680542edf03e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:34.600799 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ba755-9b69-4f61-9dfc-680542edf03e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Port': ['ID=ef8febda-ae60-4cae-a252-3049a8e00ed5,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:34.692057 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0a633391-950b-40e2-87a1-e748c1c1d3cd None None] Provisioning for port ef8febda-ae60-4cae-a252-3049a8e00ed5 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:35:34.697333 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0a633391-950b-40e2-87a1-e748c1c1d3cd None None] Provisioning complete for port ef8febda-ae60-4cae-a252-3049a8e00ed5 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:35:34.697710 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0a633391-950b-40e2-87a1-e748c1c1d3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:34.758339 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0a633391-950b-40e2-87a1-e748c1c1d3cd None None] Port ef8febda-ae60-4cae-a252-3049a8e00ed5 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:35:34.884636 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f7462b09-750f-4e5c-9a5e-d91cba1893b7 None None] Provisioning complete for port ef8febda-ae60-4cae-a252-3049a8e00ed5 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:35:34.884636 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f7462b09-750f-4e5c-9a5e-d91cba1893b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:34.935048 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-f7462b09-750f-4e5c-9a5e-d91cba1893b7 None None] Port ef8febda-ae60-4cae-a252-3049a8e00ed5 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:35:34.949396 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-270ba755-9b69-4f61-9dfc-680542edf03e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:35.163352 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-270ba755-9b69-4f61-9dfc-680542edf03e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:35.410244 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:35:35.512322 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:35:35.512715 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:35.575071 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-270ba755-9b69-4f61-9dfc-680542edf03e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:35.654717 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-270ba755-9b69-4f61-9dfc-680542edf03e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:35.772372 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ba755-9b69-4f61-9dfc-680542edf03e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Port': ['ID=ef8febda-ae60-4cae-a252-3049a8e00ed5,revision_number=3']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:35.774221 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-270ba755-9b69-4f61-9dfc-680542edf03e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:35.917206 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270ba755-9b69-4f61-9dfc-680542edf03e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network d61d8ce1-80f5-4ce9-b408-0d39d9e9baf3 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:35:35.924078 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-270ba755-9b69-4f61-9dfc-680542edf03e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:35:36.167160 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-c15f6b96-afeb-4c8e-81a8-bea0036c8beb None None] Provisioning complete for port ef8febda-ae60-4cae-a252-3049a8e00ed5 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:35:36.167735 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c15f6b96-afeb-4c8e-81a8-bea0036c8beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:36.183092 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270ba755-9b69-4f61-9dfc-680542edf03e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Router 24bd7455-73c0-4ef9-8636-5f71e44cd394 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:35:36.228418 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-c15f6b96-afeb-4c8e-81a8-bea0036c8beb None None] Port ef8febda-ae60-4cae-a252-3049a8e00ed5 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:35:36.398510 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270ba755-9b69-4f61-9dfc-680542edf03e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:35:36.398510 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-270ba755-9b69-4f61-9dfc-680542edf03e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "PUT /v2.0/routers/24bd7455-73c0-4ef9-8636-5f71e44cd394/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0421519 Apr 06 13:35:36.489467 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48526) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:36.492879 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8e9d4a-f920-42b1-863b-ec7f0a92c17c None None] Sync routers for ids ['24bd7455-73c0-4ef9-8636-5f71e44cd394'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:35:36.492879 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8e9d4a-f920-42b1-863b-ec7f0a92c17c None None] Routers {'24bd7455-73c0-4ef9-8636-5f71e44cd394'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:35:36.492879 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ab8e9d4a-f920-42b1-863b-ec7f0a92c17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:35:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['24bd7455-73c0-4ef9-8636-5f71e44cd394'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:36.492879 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ab8e9d4a-f920-42b1-863b-ec7f0a92c17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:36.496293 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51001ac-c11d-46d1-a3f7-4813fafa71ec tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:36.496293 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f51001ac-c11d-46d1-a3f7-4813fafa71ec tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Synchronizing usage tracker for tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:35:36.499101 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8e9d4a-f920-42b1-863b-ec7f0a92c17c None None] Routers {'24bd7455-73c0-4ef9-8636-5f71e44cd394'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:35:36.499101 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ab8e9d4a-f920-42b1-863b-ec7f0a92c17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:35:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['24bd7455-73c0-4ef9-8636-5f71e44cd394'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:36.515466 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ab8e9d4a-f920-42b1-863b-ec7f0a92c17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:36.515466 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8e9d4a-f920-42b1-863b-ec7f0a92c17c None None] The sync data for ids ['24bd7455-73c0-4ef9-8636-5f71e44cd394'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:35:36.543247 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f51001ac-c11d-46d1-a3f7-4813fafa71ec tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Unset dirty status for tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:35:36.545027 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f51001ac-c11d-46d1-a3f7-4813fafa71ec tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "GET /v2.0/ports/ef8febda-ae60-4cae-a252-3049a8e00ed5 HTTP/1.1" status: 200 len: 977 time: 0.1732240 Apr 06 13:35:36.547409 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48530) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:37.160109 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-543f2dd9-f7b4-463e-bf42-44becf0a9cae tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:37.444651 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-543f2dd9-f7b4-463e-bf42-44becf0a9cae tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting port ef8febda-ae60-4cae-a252-3049a8e00ed5 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:35:37.444955 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-543f2dd9-f7b4-463e-bf42-44becf0a9cae tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:37.632041 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-543f2dd9-f7b4-463e-bf42-44becf0a9cae tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:37.757118 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-543f2dd9-f7b4-463e-bf42-44becf0a9cae tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Calling delete_port for ef8febda-ae60-4cae-a252-3049a8e00ed5 owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:35:37.984834 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5b65db0c-99e2-4bbc-b84a-2e4bb55a4d4b req-ec1dd820-f8a5-414c-b50e-f7eb0ff92cdb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1338081 Apr 06 13:35:38.105494 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-543f2dd9-f7b4-463e-bf42-44becf0a9cae tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:38.162294 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f2dd9-f7b4-463e-bf42-44becf0a9cae tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Port': ['ID=ef8febda-ae60-4cae-a252-3049a8e00ed5,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:38.221977 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f2dd9-f7b4-463e-bf42-44becf0a9cae tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:38.222438 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f2dd9-f7b4-463e-bf42-44becf0a9cae tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:38.222926 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f2dd9-f7b4-463e-bf42-44becf0a9cae tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:38.223401 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f2dd9-f7b4-463e-bf42-44becf0a9cae tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:38.223898 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f2dd9-f7b4-463e-bf42-44becf0a9cae tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:38.224292 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f2dd9-f7b4-463e-bf42-44becf0a9cae tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:38.224660 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f2dd9-f7b4-463e-bf42-44becf0a9cae tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:38.225053 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f2dd9-f7b4-463e-bf42-44becf0a9cae tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:38.225443 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f2dd9-f7b4-463e-bf42-44becf0a9cae tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:38.225929 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f2dd9-f7b4-463e-bf42-44becf0a9cae tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:38.226371 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f2dd9-f7b4-463e-bf42-44becf0a9cae tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:38.229164 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f2dd9-f7b4-463e-bf42-44becf0a9cae tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:38.323705 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65db0c-99e2-4bbc-b84a-2e4bb55a4d4b req-37cc2a49-d7f6-4f42-ad38-499103327c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:38.325225 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5b65db0c-99e2-4bbc-b84a-2e4bb55a4d4b req-37cc2a49-d7f6-4f42-ad38-499103327c61 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f961cdd2806417f9eeecf800dc5c9c4&device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 1099 time: 0.2666359 Apr 06 13:35:38.644576 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-543f2dd9-f7b4-463e-bf42-44becf0a9cae tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:38.824459 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65db0c-99e2-4bbc-b84a-2e4bb55a4d4b req-ebdf0ac2-b184-49cf-8419-dfee01663414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:38.825896 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5b65db0c-99e2-4bbc-b84a-2e4bb55a4d4b req-ebdf0ac2-b184-49cf-8419-dfee01663414 service neutron] 10.222.0.61 "GET /v2.0/networks?id=07d8a801-9673-412c-b97f-9a98a83af4f7 HTTP/1.1" status: 200 len: 912 time: 0.3355455 Apr 06 13:35:39.045640 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543f2dd9-f7b4-463e-bf42-44becf0a9cae tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Router 24bd7455-73c0-4ef9-8636-5f71e44cd394 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:35:39.054484 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5b65db0c-99e2-4bbc-b84a-2e4bb55a4d4b req-e6f0b31b-c14d-4684-af65-42ddd04aaa16 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07803e77-58c8-4c01-80c7-6501bce70ba3 HTTP/1.1" status: 200 len: 1002 time: 0.1792288 Apr 06 13:35:39.236023 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543f2dd9-f7b4-463e-bf42-44becf0a9cae tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:35:39.246757 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed4b17-b694-4b41-923c-bbb9d6fb6675 None None] Sync routers for ids ['24bd7455-73c0-4ef9-8636-5f71e44cd394'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:35:39.250125 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65db0c-99e2-4bbc-b84a-2e4bb55a4d4b req-a9a5a544-22b4-429c-80bb-ff84b3c5ddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:39.252092 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5b65db0c-99e2-4bbc-b84a-2e4bb55a4d4b req-a9a5a544-22b4-429c-80bb-ff84b3c5ddaa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bec31d0f-ca58-4f44-a0f5-7b9820419a31 HTTP/1.1" status: 200 len: 850 time: 0.1910596 Apr 06 13:35:39.258355 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed4b17-b694-4b41-923c-bbb9d6fb6675 None None] Routers {'24bd7455-73c0-4ef9-8636-5f71e44cd394'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:35:39.258980 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-98ed4b17-b694-4b41-923c-bbb9d6fb6675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:35:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['24bd7455-73c0-4ef9-8636-5f71e44cd394'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:39.321217 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-98ed4b17-b694-4b41-923c-bbb9d6fb6675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:39.330539 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed4b17-b694-4b41-923c-bbb9d6fb6675 None None] Routers {'24bd7455-73c0-4ef9-8636-5f71e44cd394'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:35:39.331236 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-98ed4b17-b694-4b41-923c-bbb9d6fb6675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:35:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['24bd7455-73c0-4ef9-8636-5f71e44cd394'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:39.332629 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65db0c-99e2-4bbc-b84a-2e4bb55a4d4b req-2feff2b1-d6ef-49aa-840e-6896a4b6186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:39.334087 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5b65db0c-99e2-4bbc-b84a-2e4bb55a4d4b req-2feff2b1-d6ef-49aa-840e-6896a4b6186d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=07d8a801-9673-412c-b97f-9a98a83af4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750337 Apr 06 13:35:39.396099 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-98ed4b17-b694-4b41-923c-bbb9d6fb6675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:39.396686 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed4b17-b694-4b41-923c-bbb9d6fb6675 None None] The sync data for ids ['24bd7455-73c0-4ef9-8636-5f71e44cd394'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:35:39.429180 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-543f2dd9-f7b4-463e-bf42-44becf0a9cae tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "PUT /v2.0/routers/24bd7455-73c0-4ef9-8636-5f71e44cd394/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8801861 Apr 06 13:35:39.431946 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48534) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:39.476602 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5b65db0c-99e2-4bbc-b84a-2e4bb55a4d4b req-e2a168f2-5435-4fb2-baed-70e0d8b495cc service neutron] 10.222.0.61 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352592 Apr 06 13:35:39.612994 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5b65db0c-99e2-4bbc-b84a-2e4bb55a4d4b req-c3193b41-f576-4b23-b02f-161dc11c4022 service neutron] 10.222.0.61 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300101 Apr 06 13:35:39.885995 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-2aaa1a13-e794-46f1-b224-d2322296df14 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] remove_router_interface failed (client error): The resource could not be found. Apr 06 13:35:39.886978 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2aaa1a13-e794-46f1-b224-d2322296df14 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "PUT /v2.0/routers/24bd7455-73c0-4ef9-8636-5f71e44cd394/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4540391 Apr 06 13:35:39.889883 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48538) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:39.939223 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6e2d7241-810a-4247-b68b-6b4d5a00ea25 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Synchronizing usage tracker for tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:35:40.051385 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6e2d7241-810a-4247-b68b-6b4d5a00ea25 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Unset dirty status for tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:35:40.057053 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6e2d7241-810a-4247-b68b-6b4d5a00ea25 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "GET /v2.0/ports?device_id=24bd7455-73c0-4ef9-8636-5f71e44cd394 HTTP/1.1" status: 200 len: 205 time: 0.1618016 Apr 06 13:35:40.057053 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48542) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:40.194480 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0644b496-e7ef-4474-8c24-111e491b645f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:40.494661 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0644b496-e7ef-4474-8c24-111e491b645f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:40.497045 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0644b496-e7ef-4474-8c24-111e491b645f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:40.656763 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0644b496-e7ef-4474-8c24-111e491b645f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:40.661523 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0644b496-e7ef-4474-8c24-111e491b645f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Fanout notify agent at l3_agent the message router_deleted on router 24bd7455-73c0-4ef9-8636-5f71e44cd394 {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:35:40.668689 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0644b496-e7ef-4474-8c24-111e491b645f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:40.669750 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0644b496-e7ef-4474-8c24-111e491b645f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/routers/24bd7455-73c0-4ef9-8636-5f71e44cd394 HTTP/1.1" status: 204 len: 168 time: 0.6135368 Apr 06 13:35:40.672672 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48546) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:40.737340 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e454f76-ef71-4074-888f-62dccea378f6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting subnet 606aa84b-0484-431f-b763-fdd12e7ec041 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:35:40.740249 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6e454f76-ef71-4074-888f-62dccea378f6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:40.796997 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6e454f76-ef71-4074-888f-62dccea378f6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:40.879349 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6e454f76-ef71-4074-888f-62dccea378f6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:41.040455 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6e454f76-ef71-4074-888f-62dccea378f6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:41.082742 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e454f76-ef71-4074-888f-62dccea378f6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Subnet': ['ID=606aa84b-0484-431f-b763-fdd12e7ec041,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:41.086275 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6e454f76-ef71-4074-888f-62dccea378f6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:41.093388 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136d90c2-5949-4a0b-aa54-f5155d341b6e None None] Network d61d8ce1-80f5-4ce9-b408-0d39d9e9baf3 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:35:41.093812 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6e454f76-ef71-4074-888f-62dccea378f6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/subnets/606aa84b-0484-431f-b763-fdd12e7ec041 HTTP/1.1" status: 204 len: 168 time: 0.4188459 Apr 06 13:35:41.095977 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48550) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:41.216136 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-668674d3-534e-488e-9379-1e7be33fc928 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:41.226707 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-668674d3-534e-488e-9379-1e7be33fc928 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting port 09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:35:41.227083 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-668674d3-534e-488e-9379-1e7be33fc928 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:41.342922 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a51c218-5f6c-42b5-b648-36d46b03ff77 None None] DHCP port deletion for d61d8ce1-80f5-4ce9-b408-0d39d9e9baf3 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:35:41.347204 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-2a51c218-5f6c-42b5-b648-36d46b03ff77 None None] Deleting port 09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:35:41.347570 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2a51c218-5f6c-42b5-b648-36d46b03ff77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:41.431033 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:35:41.556767 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-668674d3-534e-488e-9379-1e7be33fc928 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] For port 09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c,segment=NetworkSegment(a8f06901-bc4f-48bd-a9e6-c5e3977dac1e),segment_id=a8f06901-bc4f-48bd-a9e6-c5e3977dac1e)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:35:41.557456 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-668674d3-534e-488e-9379-1e7be33fc928 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:41.644130 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-2a51c218-5f6c-42b5-b648-36d46b03ff77 None None] For port 09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c,segment=NetworkSegment(a8f06901-bc4f-48bd-a9e6-c5e3977dac1e),segment_id=a8f06901-bc4f-48bd-a9e6-c5e3977dac1e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:35:41.644517 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2a51c218-5f6c-42b5-b648-36d46b03ff77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:41.684123 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-668674d3-534e-488e-9379-1e7be33fc928 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Calling delete_port for 09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:35:41.766464 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:41.783701 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-2a51c218-5f6c-42b5-b648-36d46b03ff77 None None] Calling delete_port for 09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:35:41.896917 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-668674d3-534e-488e-9379-1e7be33fc928 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:41.937446 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-2a51c218-5f6c-42b5-b648-36d46b03ff77 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:35:41.937804 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-2a51c218-5f6c-42b5-b648-36d46b03ff77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:35:41.945536 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668674d3-534e-488e-9379-1e7be33fc928 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Port': ['ID=09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:41.950633 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668674d3-534e-488e-9379-1e7be33fc928 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] No DVR routers for this DVR port 09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:35:42.082215 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-668674d3-534e-488e-9379-1e7be33fc928 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:42.108083 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-668674d3-534e-488e-9379-1e7be33fc928 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61d8ce1-80f5-4ce9-b408-0d39d9e9baf3']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:42.120479 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-668674d3-534e-488e-9379-1e7be33fc928 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f06901-bc4f-48bd-a9e6-c5e3977dac1e') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:42.121932 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-668674d3-534e-488e-9379-1e7be33fc928 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f06901-bc4f-48bd-a9e6-c5e3977dac1e') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:42.132685 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-668674d3-534e-488e-9379-1e7be33fc928 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:42.149396 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-668674d3-534e-488e-9379-1e7be33fc928 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:42.155545 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-668674d3-534e-488e-9379-1e7be33fc928 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:35:42.155924 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-668674d3-534e-488e-9379-1e7be33fc928 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:35:42.179819 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:35:42.354336 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-668674d3-534e-488e-9379-1e7be33fc928 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:42.371994 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-668674d3-534e-488e-9379-1e7be33fc928 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:42.385680 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668674d3-534e-488e-9379-1e7be33fc928 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Network': ['ID=d61d8ce1-80f5-4ce9-b408-0d39d9e9baf3,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:42.439805 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-2a51c218-5f6c-42b5-b648-36d46b03ff77 None None] Deleting port 09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:35:42.440282 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2a51c218-5f6c-42b5-b648-36d46b03ff77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:42.487149 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-668674d3-534e-488e-9379-1e7be33fc928 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/networks/d61d8ce1-80f5-4ce9-b408-0d39d9e9baf3 HTTP/1.1" status: 204 len: 168 time: 1.3901057 Apr 06 13:35:42.490915 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48558) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:42.496471 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-f7a32d47-a94b-4422-9664-ab9e2e5f5f2c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'network': {'name': 'tempest-RoutersTest-1375361456'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:35:42.502679 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f7a32d47-a94b-4422-9664-ab9e2e5f5f2c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:35:42.506618 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f7a32d47-a94b-4422-9664-ab9e2e5f5f2c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Usage tracker for resource:network and tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:35:42.512144 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f7a32d47-a94b-4422-9664-ab9e2e5f5f2c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:35:42.515655 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-2a51c218-5f6c-42b5-b648-36d46b03ff77 None None] The port '09b1dfcf-a02a-46c1-a7d7-fac02ed4d28c' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:35:42.516091 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f7a32d47-a94b-4422-9664-ab9e2e5f5f2c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:35:42.600124 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a32d47-a94b-4422-9664-ab9e2e5f5f2c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Made reservation on behalf of c3bb55d61aad41dc9cf6eaa1e62cbd1d for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:35:42.603709 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f7a32d47-a94b-4422-9664-ab9e2e5f5f2c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:42.634083 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a32d47-a94b-4422-9664-ab9e2e5f5f2c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:35:42.643084 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f7a32d47-a94b-4422-9664-ab9e2e5f5f2c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:42.643426 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-f7a32d47-a94b-4422-9664-ab9e2e5f5f2c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Added segment baf4353b-dc22-4df9-a628-71f9032ab4f4 of type vlan for network e1d1ee86-0aee-43c3-abf3-dbc793e55a52 Apr 06 13:35:42.672940 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f7a32d47-a94b-4422-9664-ab9e2e5f5f2c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:42.875275 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f7a32d47-a94b-4422-9664-ab9e2e5f5f2c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:42.879898 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a32d47-a94b-4422-9664-ab9e2e5f5f2c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:42.888796 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f7a32d47-a94b-4422-9664-ab9e2e5f5f2c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:42.986563 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a32d47-a94b-4422-9664-ab9e2e5f5f2c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Network': ['ID=e1d1ee86-0aee-43c3-abf3-dbc793e55a52,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:43.000428 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network e1d1ee86-0aee-43c3-abf3-dbc793e55a52 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:35:43.012095 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f7a32d47-a94b-4422-9664-ab9e2e5f5f2c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5199828 Apr 06 13:35:43.014796 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48562) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:43.020875 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-fdce09d9-ed31-4efa-afa4-60d212ba798c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'subnet': {'network_id': 'e1d1ee86-0aee-43c3-abf3-dbc793e55a52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:35:43.128460 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-fdce09d9-ed31-4efa-afa4-60d212ba798c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:35:43.132453 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-fdce09d9-ed31-4efa-afa4-60d212ba798c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Usage tracker for resource:subnet and tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:35:43.143151 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-fdce09d9-ed31-4efa-afa4-60d212ba798c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:35:43.143151 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-fdce09d9-ed31-4efa-afa4-60d212ba798c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:35:43.253433 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdce09d9-ed31-4efa-afa4-60d212ba798c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Made reservation on behalf of c3bb55d61aad41dc9cf6eaa1e62cbd1d for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:35:43.254766 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fdce09d9-ed31-4efa-afa4-60d212ba798c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:43.600047 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fdce09d9-ed31-4efa-afa4-60d212ba798c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:43.678659 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce09d9-ed31-4efa-afa4-60d212ba798c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Subnet': ['ID=a7208116-5bee-4660-98f8-763c3c24aa69,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:43.685921 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdce09d9-ed31-4efa-afa4-60d212ba798c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Checking segment: {'id': 'baf4353b-dc22-4df9-a628-71f9032ab4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e1d1ee86-0aee-43c3-abf3-dbc793e55a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:35:43.686274 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdce09d9-ed31-4efa-afa4-60d212ba798c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network hostable DHCP agents. Network: e1d1ee86-0aee-43c3-abf3-dbc793e55a52, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:35:43.793927 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdce09d9-ed31-4efa-afa4-60d212ba798c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network e1d1ee86-0aee-43c3-abf3-dbc793e55a52 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:35:43.874065 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-fdce09d9-ed31-4efa-afa4-60d212ba798c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, e1d1ee86-0aee-43c3-abf3-dbc793e55a52) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:35:43.880876 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdce09d9-ed31-4efa-afa4-60d212ba798c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:43.882940 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fdce09d9-ed31-4efa-afa4-60d212ba798c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:43.884218 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a3cf68-3299-4eb2-a18e-a1f982144a23 None None] Network e1d1ee86-0aee-43c3-abf3-dbc793e55a52 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:35:44.012079 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-fdce09d9-ed31-4efa-afa4-60d212ba798c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9961441 Apr 06 13:35:44.015332 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48566) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:44.021217 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-e381f6f7-aa82-4414-ad56-63a72083f8b6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-819444264', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:35:44.027610 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e381f6f7-aa82-4414-ad56-63a72083f8b6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:35:44.031459 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e381f6f7-aa82-4414-ad56-63a72083f8b6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Usage tracker for resource:router and tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:35:44.034997 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e381f6f7-aa82-4414-ad56-63a72083f8b6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:35:44.040833 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e381f6f7-aa82-4414-ad56-63a72083f8b6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:35:44.130375 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-e1d1ee86-0aee-43c3-abf3-dbc793e55a52', 'network_id': 'e1d1ee86-0aee-43c3-abf3-dbc793e55a52', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'fixed_ips': [{'subnet_id': 'a7208116-5bee-4660-98f8-763c3c24aa69'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:35:44.131236 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:44.171308 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e381f6f7-aa82-4414-ad56-63a72083f8b6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:44.174267 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e381f6f7-aa82-4414-ad56-63a72083f8b6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:44.190020 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e381f6f7-aa82-4414-ad56-63a72083f8b6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:44.286991 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Allocated IP 172.20.0.2 (e1d1ee86-0aee-43c3-abf3-dbc793e55a52/a7208116-5bee-4660-98f8-763c3c24aa69/7d723648-1e2c-4950-96dc-ed2bbbedcefe) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:35:44.342959 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e381f6f7-aa82-4414-ad56-63a72083f8b6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:44.462633 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e381f6f7-aa82-4414-ad56-63a72083f8b6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:44.463947 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e381f6f7-aa82-4414-ad56-63a72083f8b6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4473963 Apr 06 13:35:44.466656 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48570) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:44.500504 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:44.509395 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Transition to ACTIVE for port object 7d723648-1e2c-4950-96dc-ed2bbbedcefe will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:35:44.527614 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Transition to ACTIVE for port object 7d723648-1e2c-4950-96dc-ed2bbbedcefe will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:35:44.640067 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:44.704518 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Network e1d1ee86-0aee-43c3-abf3-dbc793e55a52 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:35:44.712156 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:35:44.716903 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:35:44.724025 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Pushing event updated for resources: {'Port': ['ID=7d723648-1e2c-4950-96dc-ed2bbbedcefe,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:44.769475 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:44.770024 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:44.770591 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:44.771233 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:44.778939 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:44.778939 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:44.778939 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:44.778939 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:44.778939 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:44.778939 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:44.778939 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:44.778939 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:35:44.836368 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Attempting to bind port 7d723648-1e2c-4950-96dc-ed2bbbedcefe on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:35:44.840064 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Attempting to bind port 7d723648-1e2c-4950-96dc-ed2bbbedcefe by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'baf4353b-dc22-4df9-a628-71f9032ab4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e1d1ee86-0aee-43c3-abf3-dbc793e55a52'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:35:44.840064 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Attempting to bind port 7d723648-1e2c-4950-96dc-ed2bbbedcefe on network e1d1ee86-0aee-43c3-abf3-dbc793e55a52 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:35:44.842680 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:35:44.843084 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Checking segment: {'id': 'baf4353b-dc22-4df9-a628-71f9032ab4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e1d1ee86-0aee-43c3-abf3-dbc793e55a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:35:44.843485 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:44.843881 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Bound using segment: {'id': 'baf4353b-dc22-4df9-a628-71f9032ab4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e1d1ee86-0aee-43c3-abf3-dbc793e55a52'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:35:44.844343 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Bound port: 7d723648-1e2c-4950-96dc-ed2bbbedcefe, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf4353b-dc22-4df9-a628-71f9032ab4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e1d1ee86-0aee-43c3-abf3-dbc793e55a52'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:35:44.844814 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:44.936800 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] For port 7d723648-1e2c-4950-96dc-ed2bbbedcefe, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:35:44.939987 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] For port 7d723648-1e2c-4950-96dc-ed2bbbedcefe, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=7d723648-1e2c-4950-96dc-ed2bbbedcefe,segment=NetworkSegment(baf4353b-dc22-4df9-a628-71f9032ab4f4),segment_id=baf4353b-dc22-4df9-a628-71f9032ab4f4)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:35:44.963348 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-60d38401-0bfa-4b6b-a971-2ac9b293ad42 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:45.102967 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:45.191821 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483532c-40fd-403c-b418-a78fa1451bbb None None] Pushing event updated for resources: {'Port': ['ID=7d723648-1e2c-4950-96dc-ed2bbbedcefe,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:45.479087 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-60d38401-0bfa-4b6b-a971-2ac9b293ad42 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Allocated IP 172.20.0.1 (e1d1ee86-0aee-43c3-abf3-dbc793e55a52/a7208116-5bee-4660-98f8-763c3c24aa69/12f1b6e7-2fee-4ebc-a88f-e97c81682a4a) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:35:45.491691 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-525d94aa-c403-47b1-bcfb-d74a6b7d5ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:45.505736 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 7d723648-1e2c-4950-96dc-ed2bbbedcefe up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:35:45.653001 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-60d38401-0bfa-4b6b-a971-2ac9b293ad42 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:45.656906 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 7d723648-1e2c-4950-96dc-ed2bbbedcefe completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:35:45.670175 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-60d38401-0bfa-4b6b-a971-2ac9b293ad42 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Transition to ACTIVE for port object 12f1b6e7-2fee-4ebc-a88f-e97c81682a4a will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:35:45.801774 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-60d38401-0bfa-4b6b-a971-2ac9b293ad42 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:45.866583 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d38401-0bfa-4b6b-a971-2ac9b293ad42 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network e1d1ee86-0aee-43c3-abf3-dbc793e55a52 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:35:45.874352 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-60d38401-0bfa-4b6b-a971-2ac9b293ad42 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:35:45.877895 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d38401-0bfa-4b6b-a971-2ac9b293ad42 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:35:45.915463 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d38401-0bfa-4b6b-a971-2ac9b293ad42 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Port': ['ID=12f1b6e7-2fee-4ebc-a88f-e97c81682a4a,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:45.944444 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-60d38401-0bfa-4b6b-a971-2ac9b293ad42 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:46.143285 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faa253b-79b4-4d02-af1c-470126b3c614 None None] Network e1d1ee86-0aee-43c3-abf3-dbc793e55a52 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:35:46.282538 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-60d38401-0bfa-4b6b-a971-2ac9b293ad42 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:46.353927 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-12845636-35ef-4db8-88dd-36d7860165ad None None] Provisioning for port 7d723648-1e2c-4950-96dc-ed2bbbedcefe completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:35:46.365754 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-12845636-35ef-4db8-88dd-36d7860165ad None None] Provisioning complete for port 7d723648-1e2c-4950-96dc-ed2bbbedcefe triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:35:46.366131 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-12845636-35ef-4db8-88dd-36d7860165ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:46.513713 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-12845636-35ef-4db8-88dd-36d7860165ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:46.555455 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-12845636-35ef-4db8-88dd-36d7860165ad None None] For port 7d723648-1e2c-4950-96dc-ed2bbbedcefe, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=7d723648-1e2c-4950-96dc-ed2bbbedcefe,segment=NetworkSegment(baf4353b-dc22-4df9-a628-71f9032ab4f4),segment_id=baf4353b-dc22-4df9-a628-71f9032ab4f4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:35:46.714335 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-12845636-35ef-4db8-88dd-36d7860165ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:46.715162 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-60d38401-0bfa-4b6b-a971-2ac9b293ad42 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:46.788672 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12845636-35ef-4db8-88dd-36d7860165ad None None] Pushing event updated for resources: {'Port': ['ID=7d723648-1e2c-4950-96dc-ed2bbbedcefe,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:46.943004 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-60d38401-0bfa-4b6b-a971-2ac9b293ad42 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:46.943534 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-553a5ef4-80e3-47f7-9c4d-bb2013ca4806 None None] Provisioning for port 12f1b6e7-2fee-4ebc-a88f-e97c81682a4a completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:35:46.948899 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-553a5ef4-80e3-47f7-9c4d-bb2013ca4806 None None] Provisioning complete for port 12f1b6e7-2fee-4ebc-a88f-e97c81682a4a triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:35:46.949270 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-553a5ef4-80e3-47f7-9c4d-bb2013ca4806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:47.008112 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-553a5ef4-80e3-47f7-9c4d-bb2013ca4806 None None] Port 12f1b6e7-2fee-4ebc-a88f-e97c81682a4a cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:35:47.019806 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-553a5ef4-80e3-47f7-9c4d-bb2013ca4806 None None] Provisioning complete for port 7d723648-1e2c-4950-96dc-ed2bbbedcefe triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:35:47.027824 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-553a5ef4-80e3-47f7-9c4d-bb2013ca4806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:47.058115 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d38401-0bfa-4b6b-a971-2ac9b293ad42 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Port': ['ID=12f1b6e7-2fee-4ebc-a88f-e97c81682a4a,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:47.060416 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-60d38401-0bfa-4b6b-a971-2ac9b293ad42 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:47.201397 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d38401-0bfa-4b6b-a971-2ac9b293ad42 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network e1d1ee86-0aee-43c3-abf3-dbc793e55a52 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:35:47.202536 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-60d38401-0bfa-4b6b-a971-2ac9b293ad42 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:35:47.270197 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-608c9fb6-58e5-42e2-8bc0-98618e19e267 None None] Provisioning complete for port 12f1b6e7-2fee-4ebc-a88f-e97c81682a4a triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:35:47.270735 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-608c9fb6-58e5-42e2-8bc0-98618e19e267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:47.331790 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-608c9fb6-58e5-42e2-8bc0-98618e19e267 None None] Port 12f1b6e7-2fee-4ebc-a88f-e97c81682a4a cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:35:47.444532 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 7d723648-1e2c-4950-96dc-ed2bbbedcefe up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:35:47.540243 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-772a5b63-5e05-4f6b-bd04-ea6348a1af40 None None] Provisioning complete for port 12f1b6e7-2fee-4ebc-a88f-e97c81682a4a triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:35:47.540624 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-772a5b63-5e05-4f6b-bd04-ea6348a1af40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:47.607685 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-772a5b63-5e05-4f6b-bd04-ea6348a1af40 None None] Port 12f1b6e7-2fee-4ebc-a88f-e97c81682a4a cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:35:47.619975 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 7d723648-1e2c-4950-96dc-ed2bbbedcefe triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:35:47.620342 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:47.629322 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d38401-0bfa-4b6b-a971-2ac9b293ad42 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Router 131d946f-5d17-4c53-82fc-94d62daba548 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:35:47.754147 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a325a5f9-11d5-48cf-95f5-6b1b977bc494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:47.794762 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d38401-0bfa-4b6b-a971-2ac9b293ad42 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:35:47.805868 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b6fe13-2b0b-456e-80dc-828cffc58c08 None None] Sync routers for ids ['131d946f-5d17-4c53-82fc-94d62daba548'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:35:47.808227 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-60d38401-0bfa-4b6b-a971-2ac9b293ad42 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "PUT /v2.0/routers/131d946f-5d17-4c53-82fc-94d62daba548/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3405228 Apr 06 13:35:47.810887 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48578) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:47.818297 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b6fe13-2b0b-456e-80dc-828cffc58c08 None None] Routers {'131d946f-5d17-4c53-82fc-94d62daba548'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:35:47.818962 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e7b6fe13-2b0b-456e-80dc-828cffc58c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:35:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['131d946f-5d17-4c53-82fc-94d62daba548'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:47.883852 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e7b6fe13-2b0b-456e-80dc-828cffc58c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:47.884321 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fd9806-bb78-4ff5-b9d3-0109d8a3f000 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:47.884913 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-44fd9806-bb78-4ff5-b9d3-0109d8a3f000 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Synchronizing usage tracker for tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:35:47.894436 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b6fe13-2b0b-456e-80dc-828cffc58c08 None None] Routers {'131d946f-5d17-4c53-82fc-94d62daba548'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:35:47.895077 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e7b6fe13-2b0b-456e-80dc-828cffc58c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:35:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['131d946f-5d17-4c53-82fc-94d62daba548'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:47.954978 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e7b6fe13-2b0b-456e-80dc-828cffc58c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:47.955383 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b6fe13-2b0b-456e-80dc-828cffc58c08 None None] The sync data for ids ['131d946f-5d17-4c53-82fc-94d62daba548'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:35:47.976694 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-44fd9806-bb78-4ff5-b9d3-0109d8a3f000 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Unset dirty status for tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:35:47.977876 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-44fd9806-bb78-4ff5-b9d3-0109d8a3f000 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "GET /v2.0/ports/12f1b6e7-2fee-4ebc-a88f-e97c81682a4a HTTP/1.1" status: 200 len: 910 time: 0.1660802 Apr 06 13:35:47.980864 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48582) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:48.515084 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e41172a0-9a1d-4db2-bf91-af22dcf7bd1e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:48.855314 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-e41172a0-9a1d-4db2-bf91-af22dcf7bd1e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting port 12f1b6e7-2fee-4ebc-a88f-e97c81682a4a {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:35:48.856063 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e41172a0-9a1d-4db2-bf91-af22dcf7bd1e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:48.919495 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:48.948177 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:49.161890 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e41172a0-9a1d-4db2-bf91-af22dcf7bd1e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:49.287584 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-e41172a0-9a1d-4db2-bf91-af22dcf7bd1e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Calling delete_port for 12f1b6e7-2fee-4ebc-a88f-e97c81682a4a owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:35:49.542241 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e41172a0-9a1d-4db2-bf91-af22dcf7bd1e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:49.593125 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41172a0-9a1d-4db2-bf91-af22dcf7bd1e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Port': ['ID=12f1b6e7-2fee-4ebc-a88f-e97c81682a4a,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:49.831181 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e41172a0-9a1d-4db2-bf91-af22dcf7bd1e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:50.102017 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41172a0-9a1d-4db2-bf91-af22dcf7bd1e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Router 131d946f-5d17-4c53-82fc-94d62daba548 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:35:50.238052 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41172a0-9a1d-4db2-bf91-af22dcf7bd1e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:35:50.249356 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52deda95-f0eb-494a-9254-77b3ac25d0f3 None None] Sync routers for ids ['131d946f-5d17-4c53-82fc-94d62daba548'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:35:50.260279 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52deda95-f0eb-494a-9254-77b3ac25d0f3 None None] Routers {'131d946f-5d17-4c53-82fc-94d62daba548'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:35:50.260861 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-52deda95-f0eb-494a-9254-77b3ac25d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:35:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['131d946f-5d17-4c53-82fc-94d62daba548'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:50.279426 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:50.326066 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-52deda95-f0eb-494a-9254-77b3ac25d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:50.335263 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52deda95-f0eb-494a-9254-77b3ac25d0f3 None None] Routers {'131d946f-5d17-4c53-82fc-94d62daba548'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:35:50.335859 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-52deda95-f0eb-494a-9254-77b3ac25d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:35:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['131d946f-5d17-4c53-82fc-94d62daba548'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:50.390420 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e41172a0-9a1d-4db2-bf91-af22dcf7bd1e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "PUT /v2.0/routers/131d946f-5d17-4c53-82fc-94d62daba548/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4085064 Apr 06 13:35:50.393411 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48590) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:50.397400 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-52deda95-f0eb-494a-9254-77b3ac25d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:50.397808 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52deda95-f0eb-494a-9254-77b3ac25d0f3 None None] The sync data for ids ['131d946f-5d17-4c53-82fc-94d62daba548'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:35:50.441450 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d15df8ce-93fb-4af3-bc9a-c7bafc1388c2 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Synchronizing usage tracker for tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:35:50.502491 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d15df8ce-93fb-4af3-bc9a-c7bafc1388c2 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Unset dirty status for tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:35:50.503720 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d15df8ce-93fb-4af3-bc9a-c7bafc1388c2 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "GET /v2.0/ports?device_id=131d946f-5d17-4c53-82fc-94d62daba548 HTTP/1.1" status: 200 len: 205 time: 0.1092899 Apr 06 13:35:50.506436 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48594) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:50.759535 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ab192166-1269-4198-b693-16f994168eb1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:51.058818 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ab192166-1269-4198-b693-16f994168eb1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:51.060914 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ab192166-1269-4198-b693-16f994168eb1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:51.222484 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ab192166-1269-4198-b693-16f994168eb1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:51.223098 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab192166-1269-4198-b693-16f994168eb1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Fanout notify agent at l3_agent the message router_deleted on router 131d946f-5d17-4c53-82fc-94d62daba548 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:35:51.233851 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ab192166-1269-4198-b693-16f994168eb1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:51.234946 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ab192166-1269-4198-b693-16f994168eb1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/routers/131d946f-5d17-4c53-82fc-94d62daba548 HTTP/1.1" status: 204 len: 168 time: 0.7275364 Apr 06 13:35:51.238184 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48598) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:51.306703 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-43a5cbf8-67c2-4596-8a49-08176c938f5a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting subnet a7208116-5bee-4660-98f8-763c3c24aa69 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:35:51.309659 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-43a5cbf8-67c2-4596-8a49-08176c938f5a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:51.368212 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-43a5cbf8-67c2-4596-8a49-08176c938f5a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:51.457960 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-43a5cbf8-67c2-4596-8a49-08176c938f5a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:51.622673 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-43a5cbf8-67c2-4596-8a49-08176c938f5a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:51.661135 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5cbf8-67c2-4596-8a49-08176c938f5a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Subnet': ['ID=a7208116-5bee-4660-98f8-763c3c24aa69,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:51.666349 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-43a5cbf8-67c2-4596-8a49-08176c938f5a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:51.671973 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783d7a60-36b5-464e-a7b8-650939c64911 None None] Network e1d1ee86-0aee-43c3-abf3-dbc793e55a52 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:35:51.672462 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-43a5cbf8-67c2-4596-8a49-08176c938f5a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/subnets/a7208116-5bee-4660-98f8-763c3c24aa69 HTTP/1.1" status: 204 len: 168 time: 0.4332960 Apr 06 13:35:51.675643 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48602) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:51.790418 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a45c7a8c-1ac6-4ff7-bc67-0914d7a3769f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:51.803553 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-a45c7a8c-1ac6-4ff7-bc67-0914d7a3769f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting port 7d723648-1e2c-4950-96dc-ed2bbbedcefe {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:35:51.803899 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a45c7a8c-1ac6-4ff7-bc67-0914d7a3769f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:51.964606 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7055b60d-c0df-4636-ac5e-fe520325bcda None None] DHCP port deletion for e1d1ee86-0aee-43c3-abf3-dbc793e55a52 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:35:51.969272 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-7055b60d-c0df-4636-ac5e-fe520325bcda None None] Deleting port 7d723648-1e2c-4950-96dc-ed2bbbedcefe {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:35:51.969840 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7055b60d-c0df-4636-ac5e-fe520325bcda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:52.035388 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-a45c7a8c-1ac6-4ff7-bc67-0914d7a3769f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] For port 7d723648-1e2c-4950-96dc-ed2bbbedcefe, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=7d723648-1e2c-4950-96dc-ed2bbbedcefe,segment=NetworkSegment(baf4353b-dc22-4df9-a628-71f9032ab4f4),segment_id=baf4353b-dc22-4df9-a628-71f9032ab4f4)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:35:52.035848 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a45c7a8c-1ac6-4ff7-bc67-0914d7a3769f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:52.168499 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-a45c7a8c-1ac6-4ff7-bc67-0914d7a3769f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Calling delete_port for 7d723648-1e2c-4950-96dc-ed2bbbedcefe owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:35:52.185417 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-7055b60d-c0df-4636-ac5e-fe520325bcda None None] For port 7d723648-1e2c-4950-96dc-ed2bbbedcefe, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=7d723648-1e2c-4950-96dc-ed2bbbedcefe,segment=NetworkSegment(baf4353b-dc22-4df9-a628-71f9032ab4f4),segment_id=baf4353b-dc22-4df9-a628-71f9032ab4f4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:35:52.185806 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7055b60d-c0df-4636-ac5e-fe520325bcda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:52.310537 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-7055b60d-c0df-4636-ac5e-fe520325bcda None None] Calling delete_port for 7d723648-1e2c-4950-96dc-ed2bbbedcefe owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:35:52.399655 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a45c7a8c-1ac6-4ff7-bc67-0914d7a3769f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:52.404797 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-7055b60d-c0df-4636-ac5e-fe520325bcda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:35:52.405152 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-7055b60d-c0df-4636-ac5e-fe520325bcda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:35:52.451678 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c7a8c-1ac6-4ff7-bc67-0914d7a3769f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Port': ['ID=7d723648-1e2c-4950-96dc-ed2bbbedcefe,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:52.457537 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45c7a8c-1ac6-4ff7-bc67-0914d7a3769f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] No DVR routers for this DVR port 7d723648-1e2c-4950-96dc-ed2bbbedcefe on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:35:52.694267 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a45c7a8c-1ac6-4ff7-bc67-0914d7a3769f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:52.719185 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-a45c7a8c-1ac6-4ff7-bc67-0914d7a3769f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d1ee86-0aee-43c3-abf3-dbc793e55a52']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:52.730946 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-a45c7a8c-1ac6-4ff7-bc67-0914d7a3769f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf4353b-dc22-4df9-a628-71f9032ab4f4') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:52.731238 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-a45c7a8c-1ac6-4ff7-bc67-0914d7a3769f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf4353b-dc22-4df9-a628-71f9032ab4f4') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:52.742380 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a45c7a8c-1ac6-4ff7-bc67-0914d7a3769f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:52.758237 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a45c7a8c-1ac6-4ff7-bc67-0914d7a3769f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:52.764189 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45c7a8c-1ac6-4ff7-bc67-0914d7a3769f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:35:52.764560 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a45c7a8c-1ac6-4ff7-bc67-0914d7a3769f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:35:52.779192 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:35:52.906723 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-7055b60d-c0df-4636-ac5e-fe520325bcda None None] Deleting port 7d723648-1e2c-4950-96dc-ed2bbbedcefe {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:35:52.907346 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7055b60d-c0df-4636-ac5e-fe520325bcda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:52.919358 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a45c7a8c-1ac6-4ff7-bc67-0914d7a3769f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:52.936989 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a45c7a8c-1ac6-4ff7-bc67-0914d7a3769f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:52.948319 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c7a8c-1ac6-4ff7-bc67-0914d7a3769f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Network': ['ID=e1d1ee86-0aee-43c3-abf3-dbc793e55a52,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:52.976312 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-7055b60d-c0df-4636-ac5e-fe520325bcda None None] The port '7d723648-1e2c-4950-96dc-ed2bbbedcefe' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:35:53.028892 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a45c7a8c-1ac6-4ff7-bc67-0914d7a3769f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/networks/e1d1ee86-0aee-43c3-abf3-dbc793e55a52 HTTP/1.1" status: 204 len: 168 time: 1.3521295 Apr 06 13:35:53.032395 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48608) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:53.036732 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48612) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:53.040594 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-9993b3e0-d159-4e69-8e28-efed4e383b75 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1814432605', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}, 'admin_state_up': False}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:35:53.045186 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-9993b3e0-d159-4e69-8e28-efed4e383b75 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:35:53.049950 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-9993b3e0-d159-4e69-8e28-efed4e383b75 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Usage tracker for resource:router and tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:35:53.052899 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-9993b3e0-d159-4e69-8e28-efed4e383b75 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:35:53.059296 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-9993b3e0-d159-4e69-8e28-efed4e383b75 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:35:53.199894 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9993b3e0-d159-4e69-8e28-efed4e383b75 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:53.200948 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9993b3e0-d159-4e69-8e28-efed4e383b75 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:53.214998 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d76f35d-eead-4615-9af7-0a0fcb47b709 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:53.215502 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d76f35d-eead-4615-9af7-0a0fcb47b709 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:53.215936 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d76f35d-eead-4615-9af7-0a0fcb47b709 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:53.216059 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9993b3e0-d159-4e69-8e28-efed4e383b75 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:53.217643 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1d76f35d-eead-4615-9af7-0a0fcb47b709 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/ports?project_id=accb128fe3eb42cd83b327a0d6bf9c24&network_id=e561dcad-f411-4b8e-ac01-a19e30d1ccac HTTP/1.1" status: 200 len: 3000 time: 0.1799309 Apr 06 13:35:53.413623 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 7d723648-1e2c-4950-96dc-ed2bbbedcefe no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:35:53.447532 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 7d723648-1e2c-4950-96dc-ed2bbbedcefe {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:35:53.447875 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 7d723648-1e2c-4950-96dc-ed2bbbedcefe not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:35:53.547123 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9993b3e0-d159-4e69-8e28-efed4e383b75 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:53.896735 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9993b3e0-d159-4e69-8e28-efed4e383b75 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:53.925635 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9993b3e0-d159-4e69-8e28-efed4e383b75 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:54.061005 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-9993b3e0-d159-4e69-8e28-efed4e383b75 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Allocated IP 172.26.4.197 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/3ff7fde9-49f6-44c5-814b-4c0c8b324547) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:35:54.207733 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9993b3e0-d159-4e69-8e28-efed4e383b75 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:54.290790 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9993b3e0-d159-4e69-8e28-efed4e383b75 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:54.348753 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9993b3e0-d159-4e69-8e28-efed4e383b75 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:35:54.351557 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-9993b3e0-d159-4e69-8e28-efed4e383b75 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:35:54.357398 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9993b3e0-d159-4e69-8e28-efed4e383b75 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:35:54.406529 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9993b3e0-d159-4e69-8e28-efed4e383b75 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Port': ['ID=3ff7fde9-49f6-44c5-814b-4c0c8b324547,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:54.870487 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48626) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:54.933552 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb6aae6-e2bb-4dc5-8c65-5fd31dd9debb tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:54.935147 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7bb6aae6-e2bb-4dc5-8c65-5fd31dd9debb tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622 HTTP/1.1" status: 200 len: 814 time: 0.0634694 Apr 06 13:35:54.947760 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9993b3e0-d159-4e69-8e28-efed4e383b75 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:55.285592 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9993b3e0-d159-4e69-8e28-efed4e383b75 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:55.397307 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48634) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:55.402533 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-5dded3c0-b5ab-4fa6-9b50-cb5b2dc56ca8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:35:55.505305 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5dded3c0-b5ab-4fa6-9b50-cb5b2dc56ca8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:55.582354 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9993b3e0-d159-4e69-8e28-efed4e383b75 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Router fba20a5a-fe6d-4d30-ab1f-21fe696dc45a is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:35:55.759580 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9993b3e0-d159-4e69-8e28-efed4e383b75 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:35:55.770139 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d244e9e-f38d-4462-bc36-3f704f6ae340 None None] Sync routers for ids ['fba20a5a-fe6d-4d30-ab1f-21fe696dc45a'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:35:55.780068 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5dded3c0-b5ab-4fa6-9b50-cb5b2dc56ca8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:55.781066 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d244e9e-f38d-4462-bc36-3f704f6ae340 None None] Routers {'fba20a5a-fe6d-4d30-ab1f-21fe696dc45a'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:35:55.781764 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-3d244e9e-f38d-4462-bc36-3f704f6ae340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:35:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['fba20a5a-fe6d-4d30-ab1f-21fe696dc45a'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:55.839269 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5dded3c0-b5ab-4fa6-9b50-cb5b2dc56ca8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:55.839696 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-5dded3c0-b5ab-4fa6-9b50-cb5b2dc56ca8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Floating IP bc4b37f7-3f2a-4429-8e6d-cbb76da99be5 disassociated. External IP: 172.26.4.17, port: 206ec23f-b72d-4e1d-8c75-4da10f84f7e3. Apr 06 13:35:55.844061 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-3d244e9e-f38d-4462-bc36-3f704f6ae340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:55.853425 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d244e9e-f38d-4462-bc36-3f704f6ae340 None None] Routers {'fba20a5a-fe6d-4d30-ab1f-21fe696dc45a'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:35:55.854012 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-3d244e9e-f38d-4462-bc36-3f704f6ae340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:35:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['fba20a5a-fe6d-4d30-ab1f-21fe696dc45a'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:55.868001 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9993b3e0-d159-4e69-8e28-efed4e383b75 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:55.871720 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9993b3e0-d159-4e69-8e28-efed4e383b75 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.8358219 Apr 06 13:35:55.871992 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48638) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:55.914055 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-3d244e9e-f38d-4462-bc36-3f704f6ae340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:55.914492 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d244e9e-f38d-4462-bc36-3f704f6ae340 None None] The sync data for ids ['fba20a5a-fe6d-4d30-ab1f-21fe696dc45a'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:35:56.057205 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f6c1b4d7-7d33-42a8-a0e7-38efe4580ae6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "GET /v2.0/routers/fba20a5a-fe6d-4d30-ab1f-21fe696dc45a HTTP/1.1" status: 200 len: 881 time: 0.1839929 Apr 06 13:35:56.059542 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48642) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:56.323764 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dded3c0-b5ab-4fa6-9b50-cb5b2dc56ca8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 4f08ced1-9635-4a64-8866-72f569ac7347 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:35:56.396383 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-31422500-e5b2-446a-aeca-00840ec2512f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Synchronizing usage tracker for tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d on resource:router {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:35:56.496671 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-31422500-e5b2-446a-aeca-00840ec2512f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Unset dirty status for tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d on resource:router {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:35:56.497910 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-31422500-e5b2-446a-aeca-00840ec2512f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4374576 Apr 06 13:35:56.500773 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48646) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:56.505905 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-a17e8793-fb42-4e92-af48-0ec18d3fc2bb tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1814432605'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:35:56.508856 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dded3c0-b5ab-4fa6-9b50-cb5b2dc56ca8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:35:56.511981 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5dded3c0-b5ab-4fa6-9b50-cb5b2dc56ca8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:56.517335 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f727536b-2a5f-4fcc-9d85-ac5028214267 None None] Sync routers for ids ['4f08ced1-9635-4a64-8866-72f569ac7347'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:35:56.527631 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f727536b-2a5f-4fcc-9d85-ac5028214267 None None] Routers {'4f08ced1-9635-4a64-8866-72f569ac7347'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:35:56.528242 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-f727536b-2a5f-4fcc-9d85-ac5028214267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:35:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4f08ced1-9635-4a64-8866-72f569ac7347'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:56.571759 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5dded3c0-b5ab-4fa6-9b50-cb5b2dc56ca8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "PUT /v2.0/floatingips/bc4b37f7-3f2a-4429-8e6d-cbb76da99be5 HTTP/1.1" status: 200 len: 689 time: 1.1732862 Apr 06 13:35:56.572326 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeed6092-0dca-49f6-9ee4-b2deb2e5ac21', 'tag': '206ec23f-b72d-4e1d-8c75-4da10f84f7e3'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:35:56.576454 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48650) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:56.620559 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f315eea-4d62-4c33-ab03-57822d66df60'] response: {'name': 'network-changed', 'server_uuid': 'aeed6092-0dca-49f6-9ee4-b2deb2e5ac21', 'tag': '206ec23f-b72d-4e1d-8c75-4da10f84f7e3', 'status': 'completed', 'code': 200} Apr 06 13:35:56.719388 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-f727536b-2a5f-4fcc-9d85-ac5028214267 None None] Set router 4f08ced1-9635-4a64-8866-72f569ac7347 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:35:56.726613 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-18d3bae3-2013-4072-a5d2-8bf55878cf09 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/bc4b37f7-3f2a-4429-8e6d-cbb76da99be5 HTTP/1.1" status: 200 len: 689 time: 0.1470644 Apr 06 13:35:56.910699 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e4bfa-ed48-4139-979d-3de215f2b13f req-76efad54-2096-410b-8d16-2b4ebe7d9486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:56.912198 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-023e4bfa-ed48-4139-979d-3de215f2b13f req-76efad54-2096-410b-8d16-2b4ebe7d9486 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=aeed6092-0dca-49f6-9ee4-b2deb2e5ac21 HTTP/1.1" status: 200 len: 1099 time: 0.2640181 Apr 06 13:35:57.062635 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-f727536b-2a5f-4fcc-9d85-ac5028214267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'name': 'tempest-TestNetworkBasicOps-router-437006227', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:34:44Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:45Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '3affc18a-04a6-4157-8ba6-db93ca21692d', 'name': '', 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:c6:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:50Z', 'updated_at': '2022-04-06T13:34:57Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:57.067206 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f727536b-2a5f-4fcc-9d85-ac5028214267 None None] Checking router: 4f08ced1-9635-4a64-8866-72f569ac7347 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:35:57.075622 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f727536b-2a5f-4fcc-9d85-ac5028214267 None None] Routers {'4f08ced1-9635-4a64-8866-72f569ac7347'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:35:57.076208 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-f727536b-2a5f-4fcc-9d85-ac5028214267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:35:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4f08ced1-9635-4a64-8866-72f569ac7347'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:57.153169 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:57.207066 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e4bfa-ed48-4139-979d-3de215f2b13f req-f0ecb04e-9155-4b42-92f2-863452fb4afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:57.208465 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-023e4bfa-ed48-4139-979d-3de215f2b13f req-f0ecb04e-9155-4b42-92f2-863452fb4afd service neutron] 10.222.0.61 "GET /v2.0/networks?id=e561dcad-f411-4b8e-ac01-a19e30d1ccac HTTP/1.1" status: 200 len: 897 time: 0.2830315 Apr 06 13:35:57.257056 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-f727536b-2a5f-4fcc-9d85-ac5028214267 None None] Set router 4f08ced1-9635-4a64-8866-72f569ac7347 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:35:57.335402 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-023e4bfa-ed48-4139-979d-3de215f2b13f req-a411198b-0724-4adc-95e8-95dfea810ad3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=206ec23f-b72d-4e1d-8c75-4da10f84f7e3 HTTP/1.1" status: 200 len: 217 time: 0.0730836 Apr 06 13:35:57.390021 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a17e8793-fb42-4e92-af48-0ec18d3fc2bb tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:57.417136 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e4bfa-ed48-4139-979d-3de215f2b13f req-b474e97a-8680-4994-89d6-8e8ce1e90ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:57.423358 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-023e4bfa-ed48-4139-979d-3de215f2b13f req-b474e97a-8680-4994-89d6-8e8ce1e90ae0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=011cd4be-2c33-41c7-ae29-cf0319e6b77a HTTP/1.1" status: 200 len: 834 time: 0.0701473 Apr 06 13:35:57.469007 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a17e8793-fb42-4e92-af48-0ec18d3fc2bb tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1624175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625362'] for router, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:57.575952 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-f727536b-2a5f-4fcc-9d85-ac5028214267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'name': 'tempest-TestNetworkBasicOps-router-437006227', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:34:44Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:45Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '3affc18a-04a6-4157-8ba6-db93ca21692d', 'name': '', 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:c6:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:50Z', 'updated_at': '2022-04-06T13:34:57Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:57.580037 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f727536b-2a5f-4fcc-9d85-ac5028214267 None None] The sync data for ids ['4f08ced1-9635-4a64-8866-72f569ac7347'] in dv-neutron-834600-1-hyperv is: [{'id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'name': 'tempest-TestNetworkBasicOps-router-437006227', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:34:44Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:45Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '3affc18a-04a6-4157-8ba6-db93ca21692d', 'name': '', 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:c6:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:50Z', 'updated_at': '2022-04-06T13:34:57Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:35:57.730427 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48656) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:57.773028 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e4bfa-ed48-4139-979d-3de215f2b13f req-91295855-618e-4a94-9474-f136230ddbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:35:57.774491 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-023e4bfa-ed48-4139-979d-3de215f2b13f req-91295855-618e-4a94-9474-f136230ddbf9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e561dcad-f411-4b8e-ac01-a19e30d1ccac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3499238 Apr 06 13:35:57.812933 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc6e87a-4138-4360-ada3-65fa44c96375 None None] New status for floating IP bc4b37f7-3f2a-4429-8e6d-cbb76da99be5: DOWN {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:35:57.824283 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7b00bb42-d865-4424-bbbd-5875ee8adc51 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/bc4b37f7-3f2a-4429-8e6d-cbb76da99be5 HTTP/1.1" status: 200 len: 689 time: 0.0913563 Apr 06 13:35:57.886609 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17e8793-fb42-4e92-af48-0ec18d3fc2bb tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Router fba20a5a-fe6d-4d30-ab1f-21fe696dc45a has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:35:57.999972 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-023e4bfa-ed48-4139-979d-3de215f2b13f req-6fb7d047-e08f-4cd8-b07c-f7ca8fd7c2d2 service neutron] 10.222.0.61 "GET /v2.0/networks/e561dcad-f411-4b8e-ac01-a19e30d1ccac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183490 Apr 06 13:35:58.191892 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17e8793-fb42-4e92-af48-0ec18d3fc2bb tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:35:58.199408 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a17e8793-fb42-4e92-af48-0ec18d3fc2bb tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:58.200524 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a17e8793-fb42-4e92-af48-0ec18d3fc2bb tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "PUT /v2.0/routers/fba20a5a-fe6d-4d30-ab1f-21fe696dc45a HTTP/1.1" status: 200 len: 888 time: 1.6987643 Apr 06 13:35:58.203248 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48660) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:58.205632 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f607b58-8d0d-43df-88b5-13816a2e6bea None None] Sync routers for ids ['fba20a5a-fe6d-4d30-ab1f-21fe696dc45a'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:35:58.215344 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f607b58-8d0d-43df-88b5-13816a2e6bea None None] Routers {'fba20a5a-fe6d-4d30-ab1f-21fe696dc45a'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:35:58.216234 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-9f607b58-8d0d-43df-88b5-13816a2e6bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:35:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['fba20a5a-fe6d-4d30-ab1f-21fe696dc45a'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:58.237472 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-023e4bfa-ed48-4139-979d-3de215f2b13f req-9d6b46db-a8da-4930-b072-b79b4481d9f5 service neutron] 10.222.0.61 "GET /v2.0/networks/e561dcad-f411-4b8e-ac01-a19e30d1ccac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301283 Apr 06 13:35:58.284914 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-9f607b58-8d0d-43df-88b5-13816a2e6bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:58.293951 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f607b58-8d0d-43df-88b5-13816a2e6bea None None] Routers {'fba20a5a-fe6d-4d30-ab1f-21fe696dc45a'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:35:58.294529 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-9f607b58-8d0d-43df-88b5-13816a2e6bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:35:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['fba20a5a-fe6d-4d30-ab1f-21fe696dc45a'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:58.357370 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-9f607b58-8d0d-43df-88b5-13816a2e6bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:35:58.357768 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f607b58-8d0d-43df-88b5-13816a2e6bea None None] The sync data for ids ['fba20a5a-fe6d-4d30-ab1f-21fe696dc45a'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:35:58.408733 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c6f3ec3e-1730-47ae-b0e1-094620373c89 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "GET /v2.0/routers/fba20a5a-fe6d-4d30-ab1f-21fe696dc45a HTTP/1.1" status: 200 len: 888 time: 0.2043700 Apr 06 13:35:58.411589 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48664) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:58.454250 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-866c0b12-9cbc-4e57-b0a9-c8090952f90b tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Synchronizing usage tracker for tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:35:58.524855 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-866c0b12-9cbc-4e57-b0a9-c8090952f90b tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Unset dirty status for tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:35:58.525956 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-866c0b12-9cbc-4e57-b0a9-c8090952f90b tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "GET /v2.0/ports?device_id=fba20a5a-fe6d-4d30-ab1f-21fe696dc45a HTTP/1.1" status: 200 len: 205 time: 0.1134050 Apr 06 13:35:58.528782 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48668) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:58.704778 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-036d4b98-8108-4127-919b-f3b503129856 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:58.827186 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48672) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:35:58.882398 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-036d4b98-8108-4127-919b-f3b503129856 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:58.911250 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ac78fe9c-79ca-45c1-b491-07c8cfd35d7c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/bc4b37f7-3f2a-4429-8e6d-cbb76da99be5 HTTP/1.1" status: 200 len: 687 time: 0.0829186 Apr 06 13:35:58.947836 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-036d4b98-8108-4127-919b-f3b503129856 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting port 3ff7fde9-49f6-44c5-814b-4c0c8b324547 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:35:58.948202 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-036d4b98-8108-4127-919b-f3b503129856 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:59.116695 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-036d4b98-8108-4127-919b-f3b503129856 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:59.361607 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-036d4b98-8108-4127-919b-f3b503129856 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Calling delete_port for 3ff7fde9-49f6-44c5-814b-4c0c8b324547 owned by network:router_gateway {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:35:59.599295 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-036d4b98-8108-4127-919b-f3b503129856 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:59.644623 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d4b98-8108-4127-919b-f3b503129856 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Port': ['ID=3ff7fde9-49f6-44c5-814b-4c0c8b324547,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:35:59.738728 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-036d4b98-8108-4127-919b-f3b503129856 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:59.913862 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-036d4b98-8108-4127-919b-f3b503129856 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:35:59.916029 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-036d4b98-8108-4127-919b-f3b503129856 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:00.028090 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-036d4b98-8108-4127-919b-f3b503129856 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:00.028589 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036d4b98-8108-4127-919b-f3b503129856 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Fanout notify agent at l3_agent the message router_deleted on router fba20a5a-fe6d-4d30-ab1f-21fe696dc45a {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:36:00.128855 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-036d4b98-8108-4127-919b-f3b503129856 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:00.129942 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-036d4b98-8108-4127-919b-f3b503129856 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/routers/fba20a5a-fe6d-4d30-ab1f-21fe696dc45a HTTP/1.1" status: 204 len: 168 time: 1.6002083 Apr 06 13:36:00.133871 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48678) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:00.139506 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-53bcb63f-2435-4309-9d05-c5eaee607358 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'network': {'name': 'tempest-RoutersTest-1833842933'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:36:00.145673 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-53bcb63f-2435-4309-9d05-c5eaee607358 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:36:00.149588 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-53bcb63f-2435-4309-9d05-c5eaee607358 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Usage tracker for resource:network and tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:36:00.152554 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-53bcb63f-2435-4309-9d05-c5eaee607358 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:36:00.158482 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-53bcb63f-2435-4309-9d05-c5eaee607358 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:36:00.256101 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bcb63f-2435-4309-9d05-c5eaee607358 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Made reservation on behalf of c3bb55d61aad41dc9cf6eaa1e62cbd1d for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:36:00.259644 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-53bcb63f-2435-4309-9d05-c5eaee607358 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:00.288147 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53bcb63f-2435-4309-9d05-c5eaee607358 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:36:00.296418 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-53bcb63f-2435-4309-9d05-c5eaee607358 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:00.296749 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-53bcb63f-2435-4309-9d05-c5eaee607358 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Added segment abd7f007-a7aa-4635-80a9-83dd67e4d924 of type vlan for network 1bb2bd21-d494-46f2-bf4b-4096c05d0dfb Apr 06 13:36:00.322020 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-53bcb63f-2435-4309-9d05-c5eaee607358 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:00.467530 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-53bcb63f-2435-4309-9d05-c5eaee607358 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:00.473597 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bcb63f-2435-4309-9d05-c5eaee607358 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:00.491280 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-53bcb63f-2435-4309-9d05-c5eaee607358 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:00.589439 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bcb63f-2435-4309-9d05-c5eaee607358 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Network': ['ID=1bb2bd21-d494-46f2-bf4b-4096c05d0dfb,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:00.600881 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 1bb2bd21-d494-46f2-bf4b-4096c05d0dfb details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:36:00.616660 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-53bcb63f-2435-4309-9d05-c5eaee607358 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4816239 Apr 06 13:36:00.619676 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48682) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:00.624925 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-61499df5-fab2-4029-af1c-d0399896140a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'subnet': {'network_id': '1bb2bd21-d494-46f2-bf4b-4096c05d0dfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:36:00.661739 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48686) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:00.666871 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-effa1f62-6d45-461c-9190-456725716734 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1497660708', 'description': 'tempest-secgroup-smoke-1497660708 description', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:36:00.681077 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-effa1f62-6d45-461c-9190-456725716734 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:36:00.692376 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-effa1f62-6d45-461c-9190-456725716734 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:36:00.744910 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-61499df5-fab2-4029-af1c-d0399896140a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:36:00.749570 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-61499df5-fab2-4029-af1c-d0399896140a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Usage tracker for resource:subnet and tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:36:00.754013 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-61499df5-fab2-4029-af1c-d0399896140a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:36:00.760174 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-61499df5-fab2-4029-af1c-d0399896140a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:36:00.776684 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-effa1f62-6d45-461c-9190-456725716734 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:00.800502 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-effa1f62-6d45-461c-9190-456725716734 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:36:00.804472 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-effa1f62-6d45-461c-9190-456725716734 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:36:00.808125 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-effa1f62-6d45-461c-9190-456725716734 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:36:00.813413 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-effa1f62-6d45-461c-9190-456725716734 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:36:00.862581 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61499df5-fab2-4029-af1c-d0399896140a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Made reservation on behalf of c3bb55d61aad41dc9cf6eaa1e62cbd1d for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:36:00.866156 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-61499df5-fab2-4029-af1c-d0399896140a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:00.885215 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-effa1f62-6d45-461c-9190-456725716734 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:00.976387 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-effa1f62-6d45-461c-9190-456725716734 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:01.022232 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa1f62-6d45-461c-9190-456725716734 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6313363-d299-4907-be08-226f98ecab4a,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:01.143147 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-effa1f62-6d45-461c-9190-456725716734 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:01.144441 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-effa1f62-6d45-461c-9190-456725716734 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4817057 Apr 06 13:36:01.147590 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48690) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:01.152671 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-800b0829-a9e3-4879-932d-486b7b48e7a9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'b6313363-d299-4907-be08-226f98ecab4a', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:36:01.158916 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-800b0829-a9e3-4879-932d-486b7b48e7a9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:36:01.162714 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-800b0829-a9e3-4879-932d-486b7b48e7a9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:36:01.165615 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-800b0829-a9e3-4879-932d-486b7b48e7a9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:36:01.171285 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-800b0829-a9e3-4879-932d-486b7b48e7a9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:36:01.193659 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-61499df5-fab2-4029-af1c-d0399896140a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:01.276367 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61499df5-fab2-4029-af1c-d0399896140a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Subnet': ['ID=d95b24f7-c8c7-4b92-92e2-c1a67652ab21,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:01.283790 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61499df5-fab2-4029-af1c-d0399896140a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Checking segment: {'id': 'abd7f007-a7aa-4635-80a9-83dd67e4d924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1bb2bd21-d494-46f2-bf4b-4096c05d0dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:36:01.284149 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61499df5-fab2-4029-af1c-d0399896140a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network hostable DHCP agents. Network: 1bb2bd21-d494-46f2-bf4b-4096c05d0dfb, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:36:01.337690 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-800b0829-a9e3-4879-932d-486b7b48e7a9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:01.370952 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61499df5-fab2-4029-af1c-d0399896140a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network 1bb2bd21-d494-46f2-bf4b-4096c05d0dfb is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:36:01.402951 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-800b0829-a9e3-4879-932d-486b7b48e7a9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:01.444999 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-61499df5-fab2-4029-af1c-d0399896140a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 1bb2bd21-d494-46f2-bf4b-4096c05d0dfb) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:36:01.448964 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61499df5-fab2-4029-af1c-d0399896140a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:01.449565 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-61499df5-fab2-4029-af1c-d0399896140a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:01.455024 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389f6766-684e-47ad-bdb6-d424d35851b6 None None] Network 1bb2bd21-d494-46f2-bf4b-4096c05d0dfb requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:36:01.496088 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-800b0829-a9e3-4879-932d-486b7b48e7a9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:01.521325 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b0829-a9e3-4879-932d-486b7b48e7a9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb26a5f-4edd-4eac-a33c-05189d4ac828,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:01.605517 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-61499df5-fab2-4029-af1c-d0399896140a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9849641 Apr 06 13:36:01.608152 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48694) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:01.613597 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-608b2e9b-c87b-4c84-8171-14c508a58380 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-711233937', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:36:01.620322 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-608b2e9b-c87b-4c84-8171-14c508a58380 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:36:01.624411 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-608b2e9b-c87b-4c84-8171-14c508a58380 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Usage tracker for resource:router and tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:36:01.627873 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-608b2e9b-c87b-4c84-8171-14c508a58380 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:36:01.628420 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-800b0829-a9e3-4879-932d-486b7b48e7a9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:01.632378 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-800b0829-a9e3-4879-932d-486b7b48e7a9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4810953 Apr 06 13:36:01.632728 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48698) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:01.634020 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-608b2e9b-c87b-4c84-8171-14c508a58380 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:36:01.640071 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-29007be8-4d26-4a65-b7b6-59a928c0ee96 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'b6313363-d299-4907-be08-226f98ecab4a', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:36:01.648108 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-29007be8-4d26-4a65-b7b6-59a928c0ee96 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:36:01.652031 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-29007be8-4d26-4a65-b7b6-59a928c0ee96 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:36:01.655025 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-29007be8-4d26-4a65-b7b6-59a928c0ee96 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:36:01.661052 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-29007be8-4d26-4a65-b7b6-59a928c0ee96 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:36:01.669894 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9d2c11-517f-4c71-b321-2f0e52e10e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-1bb2bd21-d494-46f2-bf4b-4096c05d0dfb', 'network_id': '1bb2bd21-d494-46f2-bf4b-4096c05d0dfb', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'fixed_ips': [{'subnet_id': 'd95b24f7-c8c7-4b92-92e2-c1a67652ab21'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:36:01.674426 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2c11-517f-4c71-b321-2f0e52e10e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:01.719658 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-608b2e9b-c87b-4c84-8171-14c508a58380 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:01.720764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-608b2e9b-c87b-4c84-8171-14c508a58380 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:01.736352 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-608b2e9b-c87b-4c84-8171-14c508a58380 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:01.765561 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-29007be8-4d26-4a65-b7b6-59a928c0ee96 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:01.810981 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-608b2e9b-c87b-4c84-8171-14c508a58380 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:01.831942 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-3e9d2c11-517f-4c71-b321-2f0e52e10e8d None None] Allocated IP 172.20.0.2 (1bb2bd21-d494-46f2-bf4b-4096c05d0dfb/d95b24f7-c8c7-4b92-92e2-c1a67652ab21/7a742966-a763-4e06-b264-3ce634244660) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:36:01.833059 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-29007be8-4d26-4a65-b7b6-59a928c0ee96 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:01.884440 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-29007be8-4d26-4a65-b7b6-59a928c0ee96 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:01.902179 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-608b2e9b-c87b-4c84-8171-14c508a58380 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:01.903579 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-608b2e9b-c87b-4c84-8171-14c508a58380 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2944543 Apr 06 13:36:01.906331 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48702) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:01.910703 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29007be8-4d26-4a65-b7b6-59a928c0ee96 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d20d44d-5e9d-4e15-9dc7-cf7c90ecf5d0,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:01.981912 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-29007be8-4d26-4a65-b7b6-59a928c0ee96 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:01.983243 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-29007be8-4d26-4a65-b7b6-59a928c0ee96 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3491035 Apr 06 13:36:01.986834 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48706) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:01.993337 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-96af162d-457e-40a2-a656-88347e207f92 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'b6313363-d299-4907-be08-226f98ecab4a', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:36:02.036634 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2c11-517f-4c71-b321-2f0e52e10e8d None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:02.046636 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2c11-517f-4c71-b321-2f0e52e10e8d None None] Transition to ACTIVE for port object 7a742966-a763-4e06-b264-3ce634244660 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:36:02.048936 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-96af162d-457e-40a2-a656-88347e207f92 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:36:02.066627 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2c11-517f-4c71-b321-2f0e52e10e8d None None] Transition to ACTIVE for port object 7a742966-a763-4e06-b264-3ce634244660 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:36:02.108379 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2c11-517f-4c71-b321-2f0e52e10e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:02.183067 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-96af162d-457e-40a2-a656-88347e207f92 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:36:02.185484 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9d2c11-517f-4c71-b321-2f0e52e10e8d None None] Network 1bb2bd21-d494-46f2-bf4b-4096c05d0dfb is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:36:02.189046 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d2c11-517f-4c71-b321-2f0e52e10e8d None None] Pushing event updated for resources: {'Port': ['ID=7a742966-a763-4e06-b264-3ce634244660,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:02.191582 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-3e9d2c11-517f-4c71-b321-2f0e52e10e8d None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:36:02.196420 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9d2c11-517f-4c71-b321-2f0e52e10e8d None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:36:02.238036 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-96af162d-457e-40a2-a656-88347e207f92 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:36:02.255973 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-96af162d-457e-40a2-a656-88347e207f92 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:36:02.284901 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-3e9d2c11-517f-4c71-b321-2f0e52e10e8d None None] Attempting to bind port 7a742966-a763-4e06-b264-3ce634244660 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:36:02.285262 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-3e9d2c11-517f-4c71-b321-2f0e52e10e8d None None] Attempting to bind port 7a742966-a763-4e06-b264-3ce634244660 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'abd7f007-a7aa-4635-80a9-83dd67e4d924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1bb2bd21-d494-46f2-bf4b-4096c05d0dfb'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:36:02.285623 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9d2c11-517f-4c71-b321-2f0e52e10e8d None None] Attempting to bind port 7a742966-a763-4e06-b264-3ce634244660 on network 1bb2bd21-d494-46f2-bf4b-4096c05d0dfb {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:36:02.291075 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9d2c11-517f-4c71-b321-2f0e52e10e8d None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:36:02.291444 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9d2c11-517f-4c71-b321-2f0e52e10e8d None None] Checking segment: {'id': 'abd7f007-a7aa-4635-80a9-83dd67e4d924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1bb2bd21-d494-46f2-bf4b-4096c05d0dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:36:02.291838 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2c11-517f-4c71-b321-2f0e52e10e8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:02.292226 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9d2c11-517f-4c71-b321-2f0e52e10e8d None None] Bound using segment: {'id': 'abd7f007-a7aa-4635-80a9-83dd67e4d924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1bb2bd21-d494-46f2-bf4b-4096c05d0dfb'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:36:02.292711 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-3e9d2c11-517f-4c71-b321-2f0e52e10e8d None None] Bound port: 7a742966-a763-4e06-b264-3ce634244660, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd7f007-a7aa-4635-80a9-83dd67e4d924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1bb2bd21-d494-46f2-bf4b-4096c05d0dfb'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:36:02.293083 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2c11-517f-4c71-b321-2f0e52e10e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:02.383626 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-3e9d2c11-517f-4c71-b321-2f0e52e10e8d None None] For port 7a742966-a763-4e06-b264-3ce634244660, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:36:02.386530 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-3e9d2c11-517f-4c71-b321-2f0e52e10e8d None None] For port 7a742966-a763-4e06-b264-3ce634244660, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=7a742966-a763-4e06-b264-3ce634244660,segment=NetworkSegment(abd7f007-a7aa-4635-80a9-83dd67e4d924),segment_id=abd7f007-a7aa-4635-80a9-83dd67e4d924)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:36:02.397116 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-96af162d-457e-40a2-a656-88347e207f92 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:02.514196 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2c11-517f-4c71-b321-2f0e52e10e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:02.590723 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-96af162d-457e-40a2-a656-88347e207f92 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:02.592199 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f188ef8c-d91f-4f0f-bc47-aac002f74d0a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:02.592352 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d2c11-517f-4c71-b321-2f0e52e10e8d None None] Pushing event updated for resources: {'Port': ['ID=7a742966-a763-4e06-b264-3ce634244660,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:02.727377 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-96af162d-457e-40a2-a656-88347e207f92 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:02.796796 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af162d-457e-40a2-a656-88347e207f92 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=707bbf8c-f263-48f7-8898-58daebe9c173,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:02.919372 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-96af162d-457e-40a2-a656-88347e207f92 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:02.920569 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-96af162d-457e-40a2-a656-88347e207f92 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9328067 Apr 06 13:36:02.924186 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48712) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:02.929900 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-eaa29d1d-3db3-4faf-b533-581ec2a86726 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'b6313363-d299-4907-be08-226f98ecab4a', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:36:02.936189 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-eaa29d1d-3db3-4faf-b533-581ec2a86726 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:36:02.941496 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-eaa29d1d-3db3-4faf-b533-581ec2a86726 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:36:02.949110 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-eaa29d1d-3db3-4faf-b533-581ec2a86726 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:36:02.956082 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-eaa29d1d-3db3-4faf-b533-581ec2a86726 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:36:02.995839 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-f188ef8c-d91f-4f0f-bc47-aac002f74d0a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Allocated IP 172.20.0.1 (1bb2bd21-d494-46f2-bf4b-4096c05d0dfb/d95b24f7-c8c7-4b92-92e2-c1a67652ab21/f659293f-4b67-4f03-b61c-dec928f512f1) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:36:03.046124 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-eaa29d1d-3db3-4faf-b533-581ec2a86726 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:03.110887 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-eaa29d1d-3db3-4faf-b533-581ec2a86726 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:03.155753 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f188ef8c-d91f-4f0f-bc47-aac002f74d0a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:03.171541 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-f188ef8c-d91f-4f0f-bc47-aac002f74d0a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Transition to ACTIVE for port object f659293f-4b67-4f03-b61c-dec928f512f1 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:36:03.210509 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-eaa29d1d-3db3-4faf-b533-581ec2a86726 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:03.239235 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa29d1d-3db3-4faf-b533-581ec2a86726 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d6138e-c24c-4f60-8ec6-b1cf0fd51f6f,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:03.268689 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f188ef8c-d91f-4f0f-bc47-aac002f74d0a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:03.336669 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f188ef8c-d91f-4f0f-bc47-aac002f74d0a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network 1bb2bd21-d494-46f2-bf4b-4096c05d0dfb is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:36:03.339700 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-f188ef8c-d91f-4f0f-bc47-aac002f74d0a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:36:03.347752 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-eaa29d1d-3db3-4faf-b533-581ec2a86726 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:03.348983 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-eaa29d1d-3db3-4faf-b533-581ec2a86726 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4237878 Apr 06 13:36:03.349245 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f188ef8c-d91f-4f0f-bc47-aac002f74d0a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:36:03.351758 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48716) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:03.357712 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-fdf24a22-cefc-49b2-bfee-fa5f075d29ff tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'b6313363-d299-4907-be08-226f98ecab4a', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:36:03.366041 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-fdf24a22-cefc-49b2-bfee-fa5f075d29ff tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:36:03.370203 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-fdf24a22-cefc-49b2-bfee-fa5f075d29ff tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:36:03.373727 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-fdf24a22-cefc-49b2-bfee-fa5f075d29ff tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:36:03.379940 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-fdf24a22-cefc-49b2-bfee-fa5f075d29ff tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:36:03.411402 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188ef8c-d91f-4f0f-bc47-aac002f74d0a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Port': ['ID=f659293f-4b67-4f03-b61c-dec928f512f1,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:03.416047 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f188ef8c-d91f-4f0f-bc47-aac002f74d0a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:03.468127 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 7a742966-a763-4e06-b264-3ce634244660 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:36:03.485217 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.securitygroups_db [None req-fdf24a22-cefc-49b2-bfee-fa5f075d29ff tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Project accb128fe3eb42cd83b327a0d6bf9c24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:36:03.492480 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fdf24a22-cefc-49b2-bfee-fa5f075d29ff tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:03.565218 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fdf24a22-cefc-49b2-bfee-fa5f075d29ff tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:03.640624 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f54e0d8-8a78-46d0-bfc2-ee1844715f58 None None] Network 1bb2bd21-d494-46f2-bf4b-4096c05d0dfb requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:36:03.650397 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f188ef8c-d91f-4f0f-bc47-aac002f74d0a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:03.715053 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 7a742966-a763-4e06-b264-3ce634244660 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:36:03.720537 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fdf24a22-cefc-49b2-bfee-fa5f075d29ff tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:03.749042 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf24a22-cefc-49b2-bfee-fa5f075d29ff tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803ca8a4-9b22-46b4-8d7d-7cd52c0fb882,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:03.826553 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fdf24a22-cefc-49b2-bfee-fa5f075d29ff tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:03.831574 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-fdf24a22-cefc-49b2-bfee-fa5f075d29ff tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4750791 Apr 06 13:36:03.831993 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48720) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:03.837312 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-56e4c360-4f43-49e7-b2eb-232f4649855b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'b6313363-d299-4907-be08-226f98ecab4a', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:36:03.843663 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-56e4c360-4f43-49e7-b2eb-232f4649855b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:36:03.848674 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-56e4c360-4f43-49e7-b2eb-232f4649855b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:36:03.851983 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-56e4c360-4f43-49e7-b2eb-232f4649855b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:36:03.858507 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-56e4c360-4f43-49e7-b2eb-232f4649855b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:36:03.896732 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-86093ca0-03f4-427e-be18-b83b7c03eb38 None None] Provisioning for port 7a742966-a763-4e06-b264-3ce634244660 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:36:03.909270 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-86093ca0-03f4-427e-be18-b83b7c03eb38 None None] Provisioning complete for port 7a742966-a763-4e06-b264-3ce634244660 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:03.909645 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-86093ca0-03f4-427e-be18-b83b7c03eb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:03.987815 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.securitygroups_db [None req-56e4c360-4f43-49e7-b2eb-232f4649855b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Project accb128fe3eb42cd83b327a0d6bf9c24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:36:03.996371 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-56e4c360-4f43-49e7-b2eb-232f4649855b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:04.064511 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-86093ca0-03f4-427e-be18-b83b7c03eb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:04.071387 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-56e4c360-4f43-49e7-b2eb-232f4649855b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:04.100720 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-86093ca0-03f4-427e-be18-b83b7c03eb38 None None] For port 7a742966-a763-4e06-b264-3ce634244660, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=7a742966-a763-4e06-b264-3ce634244660,segment=NetworkSegment(abd7f007-a7aa-4635-80a9-83dd67e4d924),segment_id=abd7f007-a7aa-4635-80a9-83dd67e4d924)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:36:04.176392 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-56e4c360-4f43-49e7-b2eb-232f4649855b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:04.184145 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f188ef8c-d91f-4f0f-bc47-aac002f74d0a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:04.201188 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4c360-4f43-49e7-b2eb-232f4649855b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee6bc0c-dc65-416a-a1d2-d62b907c9f90,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:04.210475 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-86093ca0-03f4-427e-be18-b83b7c03eb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:04.279989 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86093ca0-03f4-427e-be18-b83b7c03eb38 None None] Pushing event updated for resources: {'Port': ['ID=7a742966-a763-4e06-b264-3ce634244660,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:04.284648 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f188ef8c-d91f-4f0f-bc47-aac002f74d0a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:04.330831 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-56e4c360-4f43-49e7-b2eb-232f4649855b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:04.341167 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-56e4c360-4f43-49e7-b2eb-232f4649855b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4989905 Apr 06 13:36:04.346512 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b88318ef-cf01-43fe-8184-4816cc221743 None None] Provisioning complete for port 7a742966-a763-4e06-b264-3ce634244660 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:04.346912 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b88318ef-cf01-43fe-8184-4816cc221743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:04.403960 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f188ef8c-d91f-4f0f-bc47-aac002f74d0a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:04.407424 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188ef8c-d91f-4f0f-bc47-aac002f74d0a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Port': ['ID=f659293f-4b67-4f03-b61c-dec928f512f1,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:04.479368 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:36:04.575488 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f188ef8c-d91f-4f0f-bc47-aac002f74d0a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network 1bb2bd21-d494-46f2-bf4b-4096c05d0dfb is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:36:04.577138 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-f188ef8c-d91f-4f0f-bc47-aac002f74d0a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:36:04.746315 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-28811b4b-04dd-4c24-b4af-8e2cd650d646 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:36:04.784163 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b88318ef-cf01-43fe-8184-4816cc221743 None None] Provisioning for port f659293f-4b67-4f03-b61c-dec928f512f1 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:36:04.787400 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b88318ef-cf01-43fe-8184-4816cc221743 None None] Provisioning complete for port f659293f-4b67-4f03-b61c-dec928f512f1 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:04.787773 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b88318ef-cf01-43fe-8184-4816cc221743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:04.839167 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-b88318ef-cf01-43fe-8184-4816cc221743 None None] Port f659293f-4b67-4f03-b61c-dec928f512f1 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:36:04.850899 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-28811b4b-04dd-4c24-b4af-8e2cd650d646 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:36:04.852102 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-28811b4b-04dd-4c24-b4af-8e2cd650d646 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1497660708&fields=id&tenant_id=accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 267 time: 0.1537213 Apr 06 13:36:04.890787 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f188ef8c-d91f-4f0f-bc47-aac002f74d0a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Router 79f1431e-f629-4bec-a661-ccab500d1a3d is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:36:04.959223 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-19273b11-ef25-4bb4-850e-d2a373a9484d None None] Provisioning complete for port f659293f-4b67-4f03-b61c-dec928f512f1 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:04.959761 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-19273b11-ef25-4bb4-850e-d2a373a9484d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:05.008071 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-9198a190-3ac7-4c71-9536-d91c005e4c43 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:05.009706 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-9198a190-3ac7-4c71-9536-d91c005e4c43 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/networks?id=e561dcad-f411-4b8e-ac01-a19e30d1ccac HTTP/1.1" status: 200 len: 796 time: 0.1507726 Apr 06 13:36:05.022103 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-19273b11-ef25-4bb4-850e-d2a373a9484d None None] Port f659293f-4b67-4f03-b61c-dec928f512f1 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:36:05.026466 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-d3b49613-a353-4c2a-a4c8-80f44ba6cbc3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/quotas/accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 375 time: 0.0111256 Apr 06 13:36:05.062255 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f188ef8c-d91f-4f0f-bc47-aac002f74d0a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:36:05.070301 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f188ef8c-d91f-4f0f-bc47-aac002f74d0a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "PUT /v2.0/routers/79f1431e-f629-4bec-a661-ccab500d1a3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1595554 Apr 06 13:36:05.070433 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48738) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:05.073684 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c250a9ae-c8b8-459a-8c03-7a63b9ab06ce None None] Sync routers for ids ['79f1431e-f629-4bec-a661-ccab500d1a3d'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:36:05.083854 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c250a9ae-c8b8-459a-8c03-7a63b9ab06ce None None] Routers {'79f1431e-f629-4bec-a661-ccab500d1a3d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:05.084459 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c250a9ae-c8b8-459a-8c03-7a63b9ab06ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:35:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['79f1431e-f629-4bec-a661-ccab500d1a3d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:05.145241 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c250a9ae-c8b8-459a-8c03-7a63b9ab06ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:05.153754 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c250a9ae-c8b8-459a-8c03-7a63b9ab06ce None None] Routers {'79f1431e-f629-4bec-a661-ccab500d1a3d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:05.154335 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c250a9ae-c8b8-459a-8c03-7a63b9ab06ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:35:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['79f1431e-f629-4bec-a661-ccab500d1a3d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:05.158922 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2030f3-3acd-4558-9083-df8bb07fd3aa tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:05.159498 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8e2030f3-3acd-4558-9083-df8bb07fd3aa tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Synchronizing usage tracker for tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:36:05.194670 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-3c1c7413-e618-4c76-a7fb-834d1948b2a4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1615527 Apr 06 13:36:05.212732 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-26b20752-ec3e-4de0-95b3-014c61ce2814 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:36:05.214309 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-26b20752-ec3e-4de0-95b3-014c61ce2814 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057907 Apr 06 13:36:05.217740 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c250a9ae-c8b8-459a-8c03-7a63b9ab06ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:05.218138 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c250a9ae-c8b8-459a-8c03-7a63b9ab06ce None None] The sync data for ids ['79f1431e-f629-4bec-a661-ccab500d1a3d'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:36:05.254252 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8e2030f3-3acd-4558-9083-df8bb07fd3aa tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Unset dirty status for tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:36:05.255364 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8e2030f3-3acd-4558-9083-df8bb07fd3aa tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "GET /v2.0/ports/f659293f-4b67-4f03-b61c-dec928f512f1 HTTP/1.1" status: 200 len: 910 time: 0.1845355 Apr 06 13:36:05.258131 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48742) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:05.264240 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-a8f99494-71d4-4023-889c-b5ba77822ca6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd95b24f7-c8c7-4b92-92e2-c1a67652ab21'}]}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:36:05.429190 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 7a742966-a763-4e06-b264-3ce634244660 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:36:05.478066 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-cd1e482b-68fb-4206-b674-24e5126649db service neutron] 10.222.0.48 "GET /v2.0/networks/e561dcad-f411-4b8e-ac01-a19e30d1ccac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545331 Apr 06 13:36:05.500207 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 7a742966-a763-4e06-b264-3ce634244660 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:05.501685 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:05.522267 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a8f99494-71d4-4023-889c-b5ba77822ca6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:05.616103 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-11f1cd3a-c597-4347-ac9f-2e6c20f2730e service neutron] 10.222.0.48 "GET /v2.0/networks/e561dcad-f411-4b8e-ac01-a19e30d1ccac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314430 Apr 06 13:36:05.958905 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-189ec502-a92d-47d0-acff-60bb0d9debad req-6a0fdc5f-ce76-4de7-a11a-78ed0c1e0a41 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec5b403-0ebf-419c-8aa0-9aebfd6aec55 HTTP/1.1" status: 200 len: 210 time: 0.1011677 Apr 06 13:36:06.173499 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a8f99494-71d4-4023-889c-b5ba77822ca6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:06.273143 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a8f99494-71d4-4023-889c-b5ba77822ca6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:06.393679 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f99494-71d4-4023-889c-b5ba77822ca6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:06.394045 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a8f99494-71d4-4023-889c-b5ba77822ca6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:06.395359 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a8f99494-71d4-4023-889c-b5ba77822ca6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "PUT /v2.0/ports/f659293f-4b67-4f03-b61c-dec928f512f1 HTTP/1.1" status: 200 len: 910 time: 1.1360452 Apr 06 13:36:06.396044 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f99494-71d4-4023-889c-b5ba77822ca6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Port': ['ID=f659293f-4b67-4f03-b61c-dec928f512f1,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:06.398288 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48760) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:06.889064 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e4cb3dc4-0ad2-4c70-ae79-97866a72b3e0 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:07.120805 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b44e650a-0c18-4781-beb6-bc5d45af8373 req-5888d26e-1ade-45e8-8170-0c7c8865e45a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec5b403-0ebf-419c-8aa0-9aebfd6aec55 HTTP/1.1" status: 200 len: 210 time: 0.0466528 Apr 06 13:36:07.223260 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-e4cb3dc4-0ad2-4c70-ae79-97866a72b3e0 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting port f659293f-4b67-4f03-b61c-dec928f512f1 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:36:07.223517 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e4cb3dc4-0ad2-4c70-ae79-97866a72b3e0 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:07.403829 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e4cb3dc4-0ad2-4c70-ae79-97866a72b3e0 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:07.629198 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-e4cb3dc4-0ad2-4c70-ae79-97866a72b3e0 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Calling delete_port for f659293f-4b67-4f03-b61c-dec928f512f1 owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:36:07.861958 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e4cb3dc4-0ad2-4c70-ae79-97866a72b3e0 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:07.911090 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb3dc4-0ad2-4c70-ae79-97866a72b3e0 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Port': ['ID=f659293f-4b67-4f03-b61c-dec928f512f1,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:08.156138 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e4cb3dc4-0ad2-4c70-ae79-97866a72b3e0 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:08.291479 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e08649db-3e20-4a58-a1a9-742cb9abfd13 req-16870857-b7c3-4a5a-95d3-371c58b426c6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec5b403-0ebf-419c-8aa0-9aebfd6aec55 HTTP/1.1" status: 200 len: 210 time: 0.0539982 Apr 06 13:36:08.540322 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cb3dc4-0ad2-4c70-ae79-97866a72b3e0 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Router 79f1431e-f629-4bec-a661-ccab500d1a3d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:36:08.572852 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-9c39d244-a6d0-4fc9-87b8-9f433cc32f0d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:08.574256 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-9c39d244-a6d0-4fc9-87b8-9f433cc32f0d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/networks?id=e561dcad-f411-4b8e-ac01-a19e30d1ccac HTTP/1.1" status: 200 len: 796 time: 0.2920766 Apr 06 13:36:08.728289 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cb3dc4-0ad2-4c70-ae79-97866a72b3e0 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:36:08.738851 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6311b08-5d3a-4aee-bc67-69e6d5b9ced6 None None] Sync routers for ids ['79f1431e-f629-4bec-a661-ccab500d1a3d'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:36:08.747867 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-2069d523-d2af-4add-a077-ce3f26e3522d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 472 time: 0.1245131 Apr 06 13:36:08.749824 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6311b08-5d3a-4aee-bc67-69e6d5b9ced6 None None] Routers {'79f1431e-f629-4bec-a661-ccab500d1a3d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:08.750826 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-e6311b08-5d3a-4aee-bc67-69e6d5b9ced6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:35:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['79f1431e-f629-4bec-a661-ccab500d1a3d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:08.756889 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-f020f3a8-8828-41fe-96f9-55415eb10a99 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'port': {'device_id': '2ec5b403-0ebf-419c-8aa0-9aebfd6aec55', 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac', 'admin_state_up': True, 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'security_groups': ['b6313363-d299-4907-be08-226f98ecab4a']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:36:08.811996 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-e6311b08-5d3a-4aee-bc67-69e6d5b9ced6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:08.820669 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6311b08-5d3a-4aee-bc67-69e6d5b9ced6 None None] Routers {'79f1431e-f629-4bec-a661-ccab500d1a3d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:08.821245 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-e6311b08-5d3a-4aee-bc67-69e6d5b9ced6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:35:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['79f1431e-f629-4bec-a661-ccab500d1a3d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:08.840020 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e4cb3dc4-0ad2-4c70-ae79-97866a72b3e0 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "PUT /v2.0/routers/79f1431e-f629-4bec-a661-ccab500d1a3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4406986 Apr 06 13:36:08.843025 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48770) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:08.884549 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-e6311b08-5d3a-4aee-bc67-69e6d5b9ced6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:08.884943 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6311b08-5d3a-4aee-bc67-69e6d5b9ced6 None None] The sync data for ids ['79f1431e-f629-4bec-a661-ccab500d1a3d'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:36:08.894526 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-735cca4b-2d24-4a06-aad0-d27f24f7397c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "GET /v2.0/ports?device_id=79f1431e-f629-4bec-a661-ccab500d1a3d HTTP/1.1" status: 200 len: 205 time: 0.0500164 Apr 06 13:36:08.897018 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48776) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:09.075884 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-f020f3a8-8828-41fe-96f9-55415eb10a99 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:36:09.129955 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-f020f3a8-8828-41fe-96f9-55415eb10a99 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:port and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:36:09.139290 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-f020f3a8-8828-41fe-96f9-55415eb10a99 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:36:09.148751 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4edf8f4c-c2fd-4153-9f93-02ac09962df1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:09.197667 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-f020f3a8-8828-41fe-96f9-55415eb10a99 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:36:09.322246 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-f020f3a8-8828-41fe-96f9-55415eb10a99 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Made reservation on behalf of accb128fe3eb42cd83b327a0d6bf9c24 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:36:09.325957 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-f020f3a8-8828-41fe-96f9-55415eb10a99 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:09.448634 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4af1a27e-8210-4c14-a604-a5006b343a3d req-918f2047-d7b1-4c01-b1d0-2c078d049737 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec5b403-0ebf-419c-8aa0-9aebfd6aec55 HTTP/1.1" status: 200 len: 210 time: 0.0422504 Apr 06 13:36:09.510569 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4edf8f4c-c2fd-4153-9f93-02ac09962df1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:09.513568 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4edf8f4c-c2fd-4153-9f93-02ac09962df1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:09.629910 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-f020f3a8-8828-41fe-96f9-55415eb10a99 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.20.0.4 (e561dcad-f411-4b8e-ac01-a19e30d1ccac/011cd4be-2c33-41c7-ae29-cf0319e6b77a/5a9e4018-c234-4ee7-8191-ed17937605ed) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:36:09.631947 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4edf8f4c-c2fd-4153-9f93-02ac09962df1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:09.632408 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edf8f4c-c2fd-4153-9f93-02ac09962df1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Fanout notify agent at l3_agent the message router_deleted on router 79f1431e-f629-4bec-a661-ccab500d1a3d {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:36:09.668199 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4edf8f4c-c2fd-4153-9f93-02ac09962df1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:09.669257 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4edf8f4c-c2fd-4153-9f93-02ac09962df1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/routers/79f1431e-f629-4bec-a661-ccab500d1a3d HTTP/1.1" status: 204 len: 168 time: 0.7713327 Apr 06 13:36:09.672078 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48784) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:09.741573 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c3edd0-e8e1-4fbd-8081-15b7553fd3aa tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting subnet d95b24f7-c8c7-4b92-92e2-c1a67652ab21 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:36:09.744641 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d5c3edd0-e8e1-4fbd-8081-15b7553fd3aa tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:09.801381 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d5c3edd0-e8e1-4fbd-8081-15b7553fd3aa tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:09.842284 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-f020f3a8-8828-41fe-96f9-55415eb10a99 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:09.859049 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-f020f3a8-8828-41fe-96f9-55415eb10a99 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Transition to ACTIVE for port object 5a9e4018-c234-4ee7-8191-ed17937605ed will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:36:09.890183 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d5c3edd0-e8e1-4fbd-8081-15b7553fd3aa tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:09.964842 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-f020f3a8-8828-41fe-96f9-55415eb10a99 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:10.028896 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-f020f3a8-8828-41fe-96f9-55415eb10a99 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network e561dcad-f411-4b8e-ac01-a19e30d1ccac is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:36:10.032970 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-f020f3a8-8828-41fe-96f9-55415eb10a99 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:36:10.035315 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-f020f3a8-8828-41fe-96f9-55415eb10a99 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:36:10.039442 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d5c3edd0-e8e1-4fbd-8081-15b7553fd3aa tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:10.080471 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3edd0-e8e1-4fbd-8081-15b7553fd3aa tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Subnet': ['ID=d95b24f7-c8c7-4b92-92e2-c1a67652ab21,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:10.084316 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d5c3edd0-e8e1-4fbd-8081-15b7553fd3aa tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:10.090485 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d5c3edd0-e8e1-4fbd-8081-15b7553fd3aa tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/subnets/d95b24f7-c8c7-4b92-92e2-c1a67652ab21 HTTP/1.1" status: 204 len: 168 time: 0.4167275 Apr 06 13:36:10.092977 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48788) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:10.096819 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c3a5cd-9601-40c0-8405-6705cb2640e0 None None] Network 1bb2bd21-d494-46f2-bf4b-4096c05d0dfb requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:36:10.102483 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020f3a8-8828-41fe-96f9-55415eb10a99 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=5a9e4018-c234-4ee7-8191-ed17937605ed,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:10.153906 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-f020f3a8-8828-41fe-96f9-55415eb10a99 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:10.154492 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-f020f3a8-8828-41fe-96f9-55415eb10a99 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:10.226279 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-187052a8-9c6b-416c-99fc-93b523b46cc9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:10.239932 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-187052a8-9c6b-416c-99fc-93b523b46cc9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting port 7a742966-a763-4e06-b264-3ce634244660 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:36:10.240368 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-187052a8-9c6b-416c-99fc-93b523b46cc9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:10.325279 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-f020f3a8-8828-41fe-96f9-55415eb10a99 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5722215 Apr 06 13:36:10.383272 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-c63d7055-6d36-4bcd-bcc5-be4add46c5da service neutron] Request body: {'port': {'device_id': '2ec5b403-0ebf-419c-8aa0-9aebfd6aec55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:36:10.394154 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ebba60-8373-4419-9855-3b3b97d78093 None None] DHCP port deletion for 1bb2bd21-d494-46f2-bf4b-4096c05d0dfb request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:36:10.399031 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-90ebba60-8373-4419-9855-3b3b97d78093 None None] Deleting port 7a742966-a763-4e06-b264-3ce634244660 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:36:10.399420 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-90ebba60-8373-4419-9855-3b3b97d78093 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:10.435634 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f208bc54-ebe0-460a-8b41-bba794b7c95a None None] Provisioning for port 5a9e4018-c234-4ee7-8191-ed17937605ed completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:36:10.443708 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f208bc54-ebe0-460a-8b41-bba794b7c95a None None] Provisioning complete for port 5a9e4018-c234-4ee7-8191-ed17937605ed triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:10.444072 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f208bc54-ebe0-460a-8b41-bba794b7c95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:10.460256 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-187052a8-9c6b-416c-99fc-93b523b46cc9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] For port 7a742966-a763-4e06-b264-3ce634244660, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=7a742966-a763-4e06-b264-3ce634244660,segment=NetworkSegment(abd7f007-a7aa-4635-80a9-83dd67e4d924),segment_id=abd7f007-a7aa-4635-80a9-83dd67e4d924)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:36:10.460857 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-187052a8-9c6b-416c-99fc-93b523b46cc9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:10.506422 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-c63d7055-6d36-4bcd-bcc5-be4add46c5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:10.554717 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-f208bc54-ebe0-460a-8b41-bba794b7c95a None None] Port 5a9e4018-c234-4ee7-8191-ed17937605ed cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:36:10.608691 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-187052a8-9c6b-416c-99fc-93b523b46cc9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Calling delete_port for 7a742966-a763-4e06-b264-3ce634244660 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:36:10.676980 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-90ebba60-8373-4419-9855-3b3b97d78093 None None] For port 7a742966-a763-4e06-b264-3ce634244660, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=7a742966-a763-4e06-b264-3ce634244660,segment=NetworkSegment(abd7f007-a7aa-4635-80a9-83dd67e4d924),segment_id=abd7f007-a7aa-4635-80a9-83dd67e4d924)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:36:10.677371 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-90ebba60-8373-4419-9855-3b3b97d78093 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:10.757695 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4777d12-b546-4c9c-800c-6f3afb3326f2 req-ef38b8c6-109d-4b93-9de7-275dfa14f23e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:10.759211 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f4777d12-b546-4c9c-800c-6f3afb3326f2 req-ef38b8c6-109d-4b93-9de7-275dfa14f23e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec5b403-0ebf-419c-8aa0-9aebfd6aec55 HTTP/1.1" status: 200 len: 931 time: 0.1576066 Apr 06 13:36:10.810050 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f4777d12-b546-4c9c-800c-6f3afb3326f2 req-b41d7982-a7a6-4d66-b777-3f9112c182e4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6313363-d299-4907-be08-226f98ecab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422051 Apr 06 13:36:10.827945 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-187052a8-9c6b-416c-99fc-93b523b46cc9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:10.846247 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-90ebba60-8373-4419-9855-3b3b97d78093 None None] Calling delete_port for 7a742966-a763-4e06-b264-3ce634244660 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:36:10.882721 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187052a8-9c6b-416c-99fc-93b523b46cc9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Port': ['ID=7a742966-a763-4e06-b264-3ce634244660,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:10.884132 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187052a8-9c6b-416c-99fc-93b523b46cc9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] No DVR routers for this DVR port 7a742966-a763-4e06-b264-3ce634244660 on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:36:10.907038 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-c63d7055-6d36-4bcd-bcc5-be4add46c5da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a9e4018-c234-4ee7-8191-ed17937605ed {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:36:10.914699 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-c63d7055-6d36-4bcd-bcc5-be4add46c5da service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:10.926139 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-90ebba60-8373-4419-9855-3b3b97d78093 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:36:10.926498 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-90ebba60-8373-4419-9855-3b3b97d78093 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:36:10.930392 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-c63d7055-6d36-4bcd-bcc5-be4add46c5da service neutron] Transition to ACTIVE for port object 5a9e4018-c234-4ee7-8191-ed17937605ed will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:36:11.010516 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-c63d7055-6d36-4bcd-bcc5-be4add46c5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:11.122409 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-187052a8-9c6b-416c-99fc-93b523b46cc9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:11.149036 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-187052a8-9c6b-416c-99fc-93b523b46cc9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb2bd21-d494-46f2-bf4b-4096c05d0dfb']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:11.162152 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-187052a8-9c6b-416c-99fc-93b523b46cc9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd7f007-a7aa-4635-80a9-83dd67e4d924') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:11.162490 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-187052a8-9c6b-416c-99fc-93b523b46cc9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd7f007-a7aa-4635-80a9-83dd67e4d924') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:11.175433 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-187052a8-9c6b-416c-99fc-93b523b46cc9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:11.193034 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-187052a8-9c6b-416c-99fc-93b523b46cc9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:11.199684 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187052a8-9c6b-416c-99fc-93b523b46cc9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:36:11.200067 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-187052a8-9c6b-416c-99fc-93b523b46cc9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:36:11.215080 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:36:11.278256 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d7055-6d36-4bcd-bcc5-be4add46c5da service neutron] Pushing event updated for resources: {'Port': ['ID=5a9e4018-c234-4ee7-8191-ed17937605ed,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:11.355600 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-c63d7055-6d36-4bcd-bcc5-be4add46c5da service neutron] Attempting to bind port 5a9e4018-c234-4ee7-8191-ed17937605ed on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:36:11.356269 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-c63d7055-6d36-4bcd-bcc5-be4add46c5da service neutron] Attempting to bind port 5a9e4018-c234-4ee7-8191-ed17937605ed by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '9f2524cb-cd92-4bb3-af63-a7f3be29971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:36:11.356269 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-c63d7055-6d36-4bcd-bcc5-be4add46c5da service neutron] Attempting to bind port 5a9e4018-c234-4ee7-8191-ed17937605ed on network e561dcad-f411-4b8e-ac01-a19e30d1ccac {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:36:11.361863 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-c63d7055-6d36-4bcd-bcc5-be4add46c5da service neutron] Port 5a9e4018-c234-4ee7-8191-ed17937605ed on network e561dcad-f411-4b8e-ac01-a19e30d1ccac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:36:11.362174 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-c63d7055-6d36-4bcd-bcc5-be4add46c5da service neutron] Attempting to bind port 5a9e4018-c234-4ee7-8191-ed17937605ed on network e561dcad-f411-4b8e-ac01-a19e30d1ccac {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:36:11.367707 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-c63d7055-6d36-4bcd-bcc5-be4add46c5da service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:36:11.368028 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-c63d7055-6d36-4bcd-bcc5-be4add46c5da service neutron] Checking segment: {'id': '9f2524cb-cd92-4bb3-af63-a7f3be29971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:36:11.368402 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-c63d7055-6d36-4bcd-bcc5-be4add46c5da service neutron] Bound using segment: {'id': '9f2524cb-cd92-4bb3-af63-a7f3be29971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:36:11.368813 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-c63d7055-6d36-4bcd-bcc5-be4add46c5da service neutron] Bound port: 5a9e4018-c234-4ee7-8191-ed17937605ed, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f2524cb-cd92-4bb3-af63-a7f3be29971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:36:11.369156 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-c63d7055-6d36-4bcd-bcc5-be4add46c5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:11.376876 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-187052a8-9c6b-416c-99fc-93b523b46cc9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:11.381793 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-187052a8-9c6b-416c-99fc-93b523b46cc9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:11.413276 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187052a8-9c6b-416c-99fc-93b523b46cc9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Network': ['ID=1bb2bd21-d494-46f2-bf4b-4096c05d0dfb,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:11.421522 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-187052a8-9c6b-416c-99fc-93b523b46cc9 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/networks/1bb2bd21-d494-46f2-bf4b-4096c05d0dfb HTTP/1.1" status: 204 len: 168 time: 1.3274705 Apr 06 13:36:11.422902 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48796) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:11.427857 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-90ebba60-8373-4419-9855-3b3b97d78093 None None] Deleting port 7a742966-a763-4e06-b264-3ce634244660 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:36:11.428347 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-45505f95-6341-44f7-9de7-5e066c15f5f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1804695333', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:36:11.430846 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-90ebba60-8373-4419-9855-3b3b97d78093 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:11.434648 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-45505f95-6341-44f7-9de7-5e066c15f5f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:36:11.440121 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-45505f95-6341-44f7-9de7-5e066c15f5f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Usage tracker for resource:router and tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:36:11.443296 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-45505f95-6341-44f7-9de7-5e066c15f5f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:36:11.449767 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-45505f95-6341-44f7-9de7-5e066c15f5f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:36:11.462539 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 7a742966-a763-4e06-b264-3ce634244660 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:36:11.467981 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-c63d7055-6d36-4bcd-bcc5-be4add46c5da service neutron] For port 5a9e4018-c234-4ee7-8191-ed17937605ed, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:36:11.471726 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-c63d7055-6d36-4bcd-bcc5-be4add46c5da service neutron] For port 5a9e4018-c234-4ee7-8191-ed17937605ed, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=5a9e4018-c234-4ee7-8191-ed17937605ed,segment=NetworkSegment(9f2524cb-cd92-4bb3-af63-a7f3be29971d),segment_id=9f2524cb-cd92-4bb3-af63-a7f3be29971d)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:36:11.503203 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 7a742966-a763-4e06-b264-3ce634244660 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:36:11.503539 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 7a742966-a763-4e06-b264-3ce634244660 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:36:11.513389 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-45505f95-6341-44f7-9de7-5e066c15f5f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:11.515123 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-45505f95-6341-44f7-9de7-5e066c15f5f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:11.531395 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-45505f95-6341-44f7-9de7-5e066c15f5f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:11.536804 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-c63d7055-6d36-4bcd-bcc5-be4add46c5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:11.541631 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-90ebba60-8373-4419-9855-3b3b97d78093 None None] The port '7a742966-a763-4e06-b264-3ce634244660' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:36:11.599172 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-c63d7055-6d36-4bcd-bcc5-be4add46c5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:11.599861 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-c63d7055-6d36-4bcd-bcc5-be4add46c5da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:11.601073 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-c63d7055-6d36-4bcd-bcc5-be4add46c5da service neutron] 10.222.0.61 "PUT /v2.0/ports/5a9e4018-c234-4ee7-8191-ed17937605ed HTTP/1.1" status: 200 len: 1093 time: 1.2686291 Apr 06 13:36:11.601487 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec5b403-0ebf-419c-8aa0-9aebfd6aec55', 'tag': '5a9e4018-c234-4ee7-8191-ed17937605ed'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:36:11.633078 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d7055-6d36-4bcd-bcc5-be4add46c5da service neutron] Pushing event updated for resources: {'Port': ['ID=5a9e4018-c234-4ee7-8191-ed17937605ed,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:11.650992 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-45505f95-6341-44f7-9de7-5e066c15f5f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:11.742627 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f52d5706-ea0d-40c0-addb-9bafbad6da67'] response: {'name': 'network-changed', 'server_uuid': '2ec5b403-0ebf-419c-8aa0-9aebfd6aec55', 'tag': '5a9e4018-c234-4ee7-8191-ed17937605ed', 'status': 'completed', 'code': 200} Apr 06 13:36:11.747786 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-45505f95-6341-44f7-9de7-5e066c15f5f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:11.751622 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-45505f95-6341-44f7-9de7-5e066c15f5f8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3251650 Apr 06 13:36:11.752715 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48804) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:11.759984 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-3c7bf1b7-2dc0-47dc-8535-966a97295e4a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'network': {'name': 'tempest-RoutersTest-66989193'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:36:11.765937 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-3c7bf1b7-2dc0-47dc-8535-966a97295e4a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:36:11.770861 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3c7bf1b7-2dc0-47dc-8535-966a97295e4a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Usage tracker for resource:network and tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:36:11.774989 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3c7bf1b7-2dc0-47dc-8535-966a97295e4a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:36:11.786358 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-3c7bf1b7-2dc0-47dc-8535-966a97295e4a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:36:11.789990 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-96f79d93-8697-4e95-a476-b3303229f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:11.791574 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-96f79d93-8697-4e95-a476-b3303229f66c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=2ec5b403-0ebf-419c-8aa0-9aebfd6aec55 HTTP/1.1" status: 200 len: 1096 time: 0.0854919 Apr 06 13:36:11.864473 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-eeb2e8fa-e8da-4889-b378-fc9b43ec8c80 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a9e4018-c234-4ee7-8191-ed17937605ed HTTP/1.1" status: 200 len: 217 time: 0.0658069 Apr 06 13:36:11.867483 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7bf1b7-2dc0-47dc-8535-966a97295e4a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Made reservation on behalf of c3bb55d61aad41dc9cf6eaa1e62cbd1d for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:36:11.871040 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3c7bf1b7-2dc0-47dc-8535-966a97295e4a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:11.900920 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7bf1b7-2dc0-47dc-8535-966a97295e4a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:36:11.910967 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3c7bf1b7-2dc0-47dc-8535-966a97295e4a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:11.915696 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-3c7bf1b7-2dc0-47dc-8535-966a97295e4a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Added segment 382d642f-9001-4926-aed1-26150271ac18 of type vlan for network 9a729947-6efa-40b2-9883-7f0c45dbddd2 Apr 06 13:36:11.934433 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-9b0262a0-b1cb-45e2-a5f3-5707858f4214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:11.935904 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-9b0262a0-b1cb-45e2-a5f3-5707858f4214 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=011cd4be-2c33-41c7-ae29-cf0319e6b77a HTTP/1.1" status: 200 len: 834 time: 0.0657654 Apr 06 13:36:11.981764 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3c7bf1b7-2dc0-47dc-8535-966a97295e4a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:12.014773 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-28642dbc-71ba-4487-927a-f7792b59bd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:12.016950 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-28642dbc-71ba-4487-927a-f7792b59bd33 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e561dcad-f411-4b8e-ac01-a19e30d1ccac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749965 Apr 06 13:36:12.038954 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0f93a-bc20-4f82-b83d-0a368d519695 req-cc032714-e47b-4ad6-8df1-94016e1c5111 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:12.040407 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-33f0f93a-bc20-4f82-b83d-0a368d519695 req-cc032714-e47b-4ad6-8df1-94016e1c5111 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec5b403-0ebf-419c-8aa0-9aebfd6aec55 HTTP/1.1" status: 200 len: 943 time: 0.1183619 Apr 06 13:36:12.085316 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-33f0f93a-bc20-4f82-b83d-0a368d519695 req-2b735ec5-d5c2-4b7d-862c-529d0f2e4d1a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6313363-d299-4907-be08-226f98ecab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391910 Apr 06 13:36:12.104114 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3c7bf1b7-2dc0-47dc-8535-966a97295e4a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:12.109713 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7bf1b7-2dc0-47dc-8535-966a97295e4a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:12.110959 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3c7bf1b7-2dc0-47dc-8535-966a97295e4a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:12.153847 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-11abf70d-f7ba-4f63-8511-d8e3d72dbba7 service neutron] 10.222.0.61 "GET /v2.0/networks/e561dcad-f411-4b8e-ac01-a19e30d1ccac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311078 Apr 06 13:36:12.217784 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7bf1b7-2dc0-47dc-8535-966a97295e4a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Network': ['ID=9a729947-6efa-40b2-9883-7f0c45dbddd2,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:12.229278 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 9a729947-6efa-40b2-9883-7f0c45dbddd2 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:36:12.285401 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-41891da1-cafc-408f-8af8-d392d2dc0d34 req-0d4087a9-315d-4461-9740-ac2f42629156 service neutron] 10.222.0.61 "GET /v2.0/networks/e561dcad-f411-4b8e-ac01-a19e30d1ccac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252811 Apr 06 13:36:12.287408 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3c7bf1b7-2dc0-47dc-8535-966a97295e4a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5331929 Apr 06 13:36:12.289778 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48810) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:12.298124 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-3edec999-d6c4-45b2-be6b-761193701f76 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'subnet': {'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:36:12.407345 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-3edec999-d6c4-45b2-be6b-761193701f76 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:36:12.411535 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-3edec999-d6c4-45b2-be6b-761193701f76 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Usage tracker for resource:subnet and tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:36:12.414397 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-3edec999-d6c4-45b2-be6b-761193701f76 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:36:12.420279 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-3edec999-d6c4-45b2-be6b-761193701f76 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:36:12.497036 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca76393-b33e-40e0-8e35-d9f1bc253d9a req-4720c739-b227-4935-bba1-f08a7e2568c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:12.498528 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cca76393-b33e-40e0-8e35-d9f1bc253d9a req-4720c739-b227-4935-bba1-f08a7e2568c1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=2ec5b403-0ebf-419c-8aa0-9aebfd6aec55 HTTP/1.1" status: 200 len: 1096 time: 0.0741136 Apr 06 13:36:12.525343 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edec999-d6c4-45b2-be6b-761193701f76 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Made reservation on behalf of c3bb55d61aad41dc9cf6eaa1e62cbd1d for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:36:12.528554 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3edec999-d6c4-45b2-be6b-761193701f76 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:12.733916 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca76393-b33e-40e0-8e35-d9f1bc253d9a req-4ae67249-8ce3-4ea7-992e-46644b51190c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:12.735587 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cca76393-b33e-40e0-8e35-d9f1bc253d9a req-4ae67249-8ce3-4ea7-992e-46644b51190c service neutron] 10.222.0.61 "GET /v2.0/networks?id=e561dcad-f411-4b8e-ac01-a19e30d1ccac HTTP/1.1" status: 200 len: 897 time: 0.2306297 Apr 06 13:36:12.918345 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cca76393-b33e-40e0-8e35-d9f1bc253d9a req-2c9afb53-60a6-43c4-a152-0e39c3c1301e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a9e4018-c234-4ee7-8191-ed17937605ed HTTP/1.1" status: 200 len: 217 time: 0.1747828 Apr 06 13:36:13.028800 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca76393-b33e-40e0-8e35-d9f1bc253d9a req-5cb80f57-9dd1-4b1a-acb0-4f27ac8a52f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:13.030164 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cca76393-b33e-40e0-8e35-d9f1bc253d9a req-5cb80f57-9dd1-4b1a-acb0-4f27ac8a52f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=011cd4be-2c33-41c7-ae29-cf0319e6b77a HTTP/1.1" status: 200 len: 834 time: 0.0843399 Apr 06 13:36:13.130251 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca76393-b33e-40e0-8e35-d9f1bc253d9a req-17761ad0-b3a3-4d20-bc33-e18a951ab26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:13.131880 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cca76393-b33e-40e0-8e35-d9f1bc253d9a req-17761ad0-b3a3-4d20-bc33-e18a951ab26b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e561dcad-f411-4b8e-ac01-a19e30d1ccac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0870879 Apr 06 13:36:13.178419 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3edec999-d6c4-45b2-be6b-761193701f76 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:13.281504 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc05f1-a9a8-4ccc-a111-a785911578fa req-d28d58c0-3cf3-41ae-81ae-0339c219ed55 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:13.282915 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-88bc05f1-a9a8-4ccc-a111-a785911578fa req-d28d58c0-3cf3-41ae-81ae-0339c219ed55 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec5b403-0ebf-419c-8aa0-9aebfd6aec55 HTTP/1.1" status: 200 len: 943 time: 0.0828879 Apr 06 13:36:13.334524 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-88bc05f1-a9a8-4ccc-a111-a785911578fa req-ad9c81db-70bd-4c82-8073-455cd5373249 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6313363-d299-4907-be08-226f98ecab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442367 Apr 06 13:36:13.345182 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edec999-d6c4-45b2-be6b-761193701f76 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Subnet': ['ID=848266b2-dd38-4813-90b8-86a406c990c2,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:13.366470 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edec999-d6c4-45b2-be6b-761193701f76 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Checking segment: {'id': '382d642f-9001-4926-aed1-26150271ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:36:13.366847 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edec999-d6c4-45b2-be6b-761193701f76 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network hostable DHCP agents. Network: 9a729947-6efa-40b2-9883-7f0c45dbddd2, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:36:13.372412 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cca76393-b33e-40e0-8e35-d9f1bc253d9a req-4e664dae-e49d-4e77-bddd-51da3c24dee7 service neutron] 10.222.0.61 "GET /v2.0/networks/e561dcad-f411-4b8e-ac01-a19e30d1ccac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343090 Apr 06 13:36:13.480845 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edec999-d6c4-45b2-be6b-761193701f76 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network 9a729947-6efa-40b2-9883-7f0c45dbddd2 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:36:13.521065 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cca76393-b33e-40e0-8e35-d9f1bc253d9a req-79bc9ef5-9f26-47b8-baf6-72a359f44579 service neutron] 10.222.0.61 "GET /v2.0/networks/e561dcad-f411-4b8e-ac01-a19e30d1ccac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417542 Apr 06 13:36:13.553447 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-3edec999-d6c4-45b2-be6b-761193701f76 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 9a729947-6efa-40b2-9883-7f0c45dbddd2) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:36:13.558240 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edec999-d6c4-45b2-be6b-761193701f76 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:13.559088 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3edec999-d6c4-45b2-be6b-761193701f76 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:13.564127 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71706131-d28e-4e7f-be3e-d1e8fce4a5a3 None None] Network 9a729947-6efa-40b2-9883-7f0c45dbddd2 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:36:13.651105 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3edec999-d6c4-45b2-be6b-761193701f76 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3600645 Apr 06 13:36:13.653793 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48816) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:13.790130 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd3d8fc-34ae-480f-beb3-3fd5ee28ce18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-9a729947-6efa-40b2-9883-7f0c45dbddd2', 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'fixed_ips': [{'subnet_id': '848266b2-dd38-4813-90b8-86a406c990c2'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:36:13.791125 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d8fc-34ae-480f-beb3-3fd5ee28ce18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:13.953135 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-7fd3d8fc-34ae-480f-beb3-3fd5ee28ce18 None None] Allocated IP 172.20.0.2 (9a729947-6efa-40b2-9883-7f0c45dbddd2/848266b2-dd38-4813-90b8-86a406c990c2/25c32811-2ecd-490f-bf04-95e82b5c9107) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:36:14.153259 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d2f38123-1d17-454e-8277-6236e817dba2 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:14.156365 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d8fc-34ae-480f-beb3-3fd5ee28ce18 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:14.166879 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7fd3d8fc-34ae-480f-beb3-3fd5ee28ce18 None None] Transition to ACTIVE for port object 25c32811-2ecd-490f-bf04-95e82b5c9107 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:36:14.185499 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7fd3d8fc-34ae-480f-beb3-3fd5ee28ce18 None None] Transition to ACTIVE for port object 25c32811-2ecd-490f-bf04-95e82b5c9107 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:36:14.233129 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d8fc-34ae-480f-beb3-3fd5ee28ce18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:14.294984 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd3d8fc-34ae-480f-beb3-3fd5ee28ce18 None None] Network 9a729947-6efa-40b2-9883-7f0c45dbddd2 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:36:14.298211 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-7fd3d8fc-34ae-480f-beb3-3fd5ee28ce18 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:36:14.305945 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd3d8fc-34ae-480f-beb3-3fd5ee28ce18 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:36:14.316509 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3d8fc-34ae-480f-beb3-3fd5ee28ce18 None None] Pushing event updated for resources: {'Port': ['ID=25c32811-2ecd-490f-bf04-95e82b5c9107,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:14.407324 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7fd3d8fc-34ae-480f-beb3-3fd5ee28ce18 None None] Attempting to bind port 25c32811-2ecd-490f-bf04-95e82b5c9107 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:36:14.407720 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7fd3d8fc-34ae-480f-beb3-3fd5ee28ce18 None None] Attempting to bind port 25c32811-2ecd-490f-bf04-95e82b5c9107 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '382d642f-9001-4926-aed1-26150271ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:36:14.408100 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd3d8fc-34ae-480f-beb3-3fd5ee28ce18 None None] Attempting to bind port 25c32811-2ecd-490f-bf04-95e82b5c9107 on network 9a729947-6efa-40b2-9883-7f0c45dbddd2 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:36:14.414014 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd3d8fc-34ae-480f-beb3-3fd5ee28ce18 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:36:14.414381 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd3d8fc-34ae-480f-beb3-3fd5ee28ce18 None None] Checking segment: {'id': '382d642f-9001-4926-aed1-26150271ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:36:14.414783 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d8fc-34ae-480f-beb3-3fd5ee28ce18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:14.416764 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd3d8fc-34ae-480f-beb3-3fd5ee28ce18 None None] Bound using segment: {'id': '382d642f-9001-4926-aed1-26150271ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:36:14.417262 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7fd3d8fc-34ae-480f-beb3-3fd5ee28ce18 None None] Bound port: 25c32811-2ecd-490f-bf04-95e82b5c9107, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382d642f-9001-4926-aed1-26150271ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:36:14.417750 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d8fc-34ae-480f-beb3-3fd5ee28ce18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:14.515877 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-7fd3d8fc-34ae-480f-beb3-3fd5ee28ce18 None None] For port 25c32811-2ecd-490f-bf04-95e82b5c9107, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:36:14.519749 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-7fd3d8fc-34ae-480f-beb3-3fd5ee28ce18 None None] For port 25c32811-2ecd-490f-bf04-95e82b5c9107, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=25c32811-2ecd-490f-bf04-95e82b5c9107,segment=NetworkSegment(382d642f-9001-4926-aed1-26150271ac18),segment_id=382d642f-9001-4926-aed1-26150271ac18)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:36:14.550712 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9227952-6686-40bc-8106-43f02ced84a5 req-fcb878bd-3689-4c8b-9d2e-ea0db2257159 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:14.552203 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e9227952-6686-40bc-8106-43f02ced84a5 req-fcb878bd-3689-4c8b-9d2e-ea0db2257159 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec5b403-0ebf-419c-8aa0-9aebfd6aec55 HTTP/1.1" status: 200 len: 943 time: 0.0962410 Apr 06 13:36:14.597564 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e9227952-6686-40bc-8106-43f02ced84a5 req-fdf8d9bf-8472-4b24-a796-8b83333d7c35 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6313363-d299-4907-be08-226f98ecab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391712 Apr 06 13:36:14.621849 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d8fc-34ae-480f-beb3-3fd5ee28ce18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:14.632351 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-d2f38123-1d17-454e-8277-6236e817dba2 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Allocated IP 172.20.0.1 (9a729947-6efa-40b2-9883-7f0c45dbddd2/848266b2-dd38-4813-90b8-86a406c990c2/d27f8f40-ca26-45a2-8fd9-7863f22a8549) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:36:14.705784 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3d8fc-34ae-480f-beb3-3fd5ee28ce18 None None] Pushing event updated for resources: {'Port': ['ID=25c32811-2ecd-490f-bf04-95e82b5c9107,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:14.792401 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 5a9e4018-c234-4ee7-8191-ed17937605ed details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:36:14.803726 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d2f38123-1d17-454e-8277-6236e817dba2 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:14.821361 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-d2f38123-1d17-454e-8277-6236e817dba2 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Transition to ACTIVE for port object d27f8f40-ca26-45a2-8fd9-7863f22a8549 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:36:14.936339 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d2f38123-1d17-454e-8277-6236e817dba2 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:14.964644 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 5a9e4018-c234-4ee7-8191-ed17937605ed, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=5a9e4018-c234-4ee7-8191-ed17937605ed,segment=NetworkSegment(9f2524cb-cd92-4bb3-af63-a7f3be29971d),segment_id=9f2524cb-cd92-4bb3-af63-a7f3be29971d)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:36:14.979816 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '5a9e4018-c234-4ee7-8191-ed17937605ed', 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac', 'port_id': '5a9e4018-c234-4ee7-8191-ed17937605ed', 'mac_address': 'fa:16:3e:11:d1:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:36:15.015602 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f38123-1d17-454e-8277-6236e817dba2 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network 9a729947-6efa-40b2-9883-7f0c45dbddd2 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:36:15.030219 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-d2f38123-1d17-454e-8277-6236e817dba2 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:36:15.030219 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f38123-1d17-454e-8277-6236e817dba2 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:36:15.040020 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:15.057524 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a9e4018-c234-4ee7-8191-ed17937605ed {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:36:15.059300 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f38123-1d17-454e-8277-6236e817dba2 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Port': ['ID=d27f8f40-ca26-45a2-8fd9-7863f22a8549,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:15.073424 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 5a9e4018-c234-4ee7-8191-ed17937605ed, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=5a9e4018-c234-4ee7-8191-ed17937605ed,segment=NetworkSegment(9f2524cb-cd92-4bb3-af63-a7f3be29971d),segment_id=9f2524cb-cd92-4bb3-af63-a7f3be29971d)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:36:15.086530 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d2f38123-1d17-454e-8277-6236e817dba2 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:15.176404 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:15.264477 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d2f38123-1d17-454e-8277-6236e817dba2 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:15.277689 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=5a9e4018-c234-4ee7-8191-ed17937605ed,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:15.405187 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['5a9e4018-c234-4ee7-8191-ed17937605ed'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:36:15.444293 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2d5bd6fd-f87f-404d-8255-f5f82418dee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:15.486354 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 25c32811-2ecd-490f-bf04-95e82b5c9107 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:36:15.669296 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 25c32811-2ecd-490f-bf04-95e82b5c9107 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:36:15.677600 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d2f38123-1d17-454e-8277-6236e817dba2 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:15.763628 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27187546-3224-494a-a408-8097ca473d43 None None] Network 9a729947-6efa-40b2-9883-7f0c45dbddd2 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:36:15.764668 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d2f38123-1d17-454e-8277-6236e817dba2 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:15.824233 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f50f9c-d086-4e01-8618-4477634cd703 req-16252314-0175-4eb7-b23d-e7a50cb2a9d3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:15.825656 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a8f50f9c-d086-4e01-8618-4477634cd703 req-16252314-0175-4eb7-b23d-e7a50cb2a9d3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec5b403-0ebf-419c-8aa0-9aebfd6aec55 HTTP/1.1" status: 200 len: 944 time: 0.0945697 Apr 06 13:36:15.876298 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a8f50f9c-d086-4e01-8618-4477634cd703 req-ecef7aee-e49b-430c-a7b7-aa950da75f80 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6313363-d299-4907-be08-226f98ecab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430343 Apr 06 13:36:15.882647 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d2f38123-1d17-454e-8277-6236e817dba2 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:15.886217 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f38123-1d17-454e-8277-6236e817dba2 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Port': ['ID=d27f8f40-ca26-45a2-8fd9-7863f22a8549,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:15.948235 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-20f43b86-96aa-419b-bc67-7a0b477eda37 None None] Provisioning for port 25c32811-2ecd-490f-bf04-95e82b5c9107 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:36:15.958235 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-20f43b86-96aa-419b-bc67-7a0b477eda37 None None] Provisioning complete for port 25c32811-2ecd-490f-bf04-95e82b5c9107 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:15.958602 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-20f43b86-96aa-419b-bc67-7a0b477eda37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:16.021695 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f38123-1d17-454e-8277-6236e817dba2 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network 9a729947-6efa-40b2-9883-7f0c45dbddd2 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:36:16.022915 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-d2f38123-1d17-454e-8277-6236e817dba2 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:36:16.132580 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-20f43b86-96aa-419b-bc67-7a0b477eda37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:16.170940 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-20f43b86-96aa-419b-bc67-7a0b477eda37 None None] For port 25c32811-2ecd-490f-bf04-95e82b5c9107, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=25c32811-2ecd-490f-bf04-95e82b5c9107,segment=NetworkSegment(382d642f-9001-4926-aed1-26150271ac18),segment_id=382d642f-9001-4926-aed1-26150271ac18)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:36:16.267932 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-20f43b86-96aa-419b-bc67-7a0b477eda37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:16.341412 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f43b86-96aa-419b-bc67-7a0b477eda37 None None] Pushing event updated for resources: {'Port': ['ID=25c32811-2ecd-490f-bf04-95e82b5c9107,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:16.399019 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f38123-1d17-454e-8277-6236e817dba2 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Router 07334bcb-9a47-4fd2-affa-57b27b6ad54d is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:36:16.457185 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-28c3d0fc-4766-4750-96c8-54d4be0c6b59 None None] Provisioning for port d27f8f40-ca26-45a2-8fd9-7863f22a8549 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:36:16.462864 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-28c3d0fc-4766-4750-96c8-54d4be0c6b59 None None] Provisioning complete for port d27f8f40-ca26-45a2-8fd9-7863f22a8549 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:16.463223 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-28c3d0fc-4766-4750-96c8-54d4be0c6b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:16.533339 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-28c3d0fc-4766-4750-96c8-54d4be0c6b59 None None] Port d27f8f40-ca26-45a2-8fd9-7863f22a8549 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:36:16.547500 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-28c3d0fc-4766-4750-96c8-54d4be0c6b59 None None] Provisioning complete for port 25c32811-2ecd-490f-bf04-95e82b5c9107 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:16.547963 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-28c3d0fc-4766-4750-96c8-54d4be0c6b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:16.685603 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f38123-1d17-454e-8277-6236e817dba2 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:36:16.700078 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4675270-41bc-40f9-bb0a-c434b7b1804d None None] Sync routers for ids ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:36:16.703909 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d2f38123-1d17-454e-8277-6236e817dba2 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "PUT /v2.0/routers/07334bcb-9a47-4fd2-affa-57b27b6ad54d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0485163 Apr 06 13:36:16.705773 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48826) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:16.711548 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-57034880-5695-49f4-bb00-4601d6892235 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'network': {'name': 'tempest-RoutersTest-83872722'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:36:16.712532 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4675270-41bc-40f9-bb0a-c434b7b1804d None None] Routers {'07334bcb-9a47-4fd2-affa-57b27b6ad54d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:16.713142 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-b4675270-41bc-40f9-bb0a-c434b7b1804d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:35:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:16.717285 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-57034880-5695-49f4-bb00-4601d6892235 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:36:16.722523 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-57034880-5695-49f4-bb00-4601d6892235 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Usage tracker for resource:network and tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:36:16.726345 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-57034880-5695-49f4-bb00-4601d6892235 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:36:16.732527 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-57034880-5695-49f4-bb00-4601d6892235 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:36:16.835670 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 5a9e4018-c234-4ee7-8191-ed17937605ed up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:36:16.849919 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57034880-5695-49f4-bb00-4601d6892235 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Made reservation on behalf of c3bb55d61aad41dc9cf6eaa1e62cbd1d for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:36:16.853517 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-57034880-5695-49f4-bb00-4601d6892235 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:16.881849 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57034880-5695-49f4-bb00-4601d6892235 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:36:16.890314 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-57034880-5695-49f4-bb00-4601d6892235 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:16.892550 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-57034880-5695-49f4-bb00-4601d6892235 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Added segment e2e419c9-a536-4141-8c24-27e36dca0971 of type vlan for network 71e78674-f386-44d8-bf51-ee97279963b2 Apr 06 13:36:16.920893 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-57034880-5695-49f4-bb00-4601d6892235 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:16.927483 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-b4675270-41bc-40f9-bb0a-c434b7b1804d None None] Set router 07334bcb-9a47-4fd2-affa-57b27b6ad54d gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:36:16.969835 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7c092a8f-9530-46e1-a1cc-a8607e418d08 None None] Provisioning complete for port d27f8f40-ca26-45a2-8fd9-7863f22a8549 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:16.972858 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7c092a8f-9530-46e1-a1cc-a8607e418d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:17.044727 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-57034880-5695-49f4-bb00-4601d6892235 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:17.051037 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57034880-5695-49f4-bb00-4601d6892235 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:17.051621 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-57034880-5695-49f4-bb00-4601d6892235 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:17.112948 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-7c092a8f-9530-46e1-a1cc-a8607e418d08 None None] Port d27f8f40-ca26-45a2-8fd9-7863f22a8549 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:36:17.181426 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57034880-5695-49f4-bb00-4601d6892235 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Network': ['ID=71e78674-f386-44d8-bf51-ee97279963b2,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:17.189828 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-57034880-5695-49f4-bb00-4601d6892235 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4829392 Apr 06 13:36:17.193876 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48832) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:17.204403 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-c4a82162-8111-456f-b07f-7e59186277c3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'subnet': {'network_id': '71e78674-f386-44d8-bf51-ee97279963b2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:36:17.212843 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80204156-11db-4ead-b80c-28b8f1d0b692 req-0de7cea7-1a56-4561-be1e-b304f0325282 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:17.214352 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-80204156-11db-4ead-b80c-28b8f1d0b692 req-0de7cea7-1a56-4561-be1e-b304f0325282 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec5b403-0ebf-419c-8aa0-9aebfd6aec55 HTTP/1.1" status: 200 len: 944 time: 0.2060144 Apr 06 13:36:17.239374 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 71e78674-f386-44d8-bf51-ee97279963b2 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:36:17.258371 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port 5a9e4018-c234-4ee7-8191-ed17937605ed completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:36:17.282711 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-80204156-11db-4ead-b80c-28b8f1d0b692 req-71c87a6a-2c83-46b6-9d4d-7ecd56d546c3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6313363-d299-4907-be08-226f98ecab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602798 Apr 06 13:36:17.291765 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 5a9e4018-c234-4ee7-8191-ed17937605ed triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:17.292151 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:17.335474 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c4a82162-8111-456f-b07f-7e59186277c3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:36:17.339265 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c4a82162-8111-456f-b07f-7e59186277c3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Usage tracker for resource:subnet and tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:36:17.342315 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c4a82162-8111-456f-b07f-7e59186277c3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:36:17.349061 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c4a82162-8111-456f-b07f-7e59186277c3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:36:17.432801 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a82162-8111-456f-b07f-7e59186277c3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Made reservation on behalf of c3bb55d61aad41dc9cf6eaa1e62cbd1d for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:36:17.436237 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c4a82162-8111-456f-b07f-7e59186277c3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:17.456791 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 25c32811-2ecd-490f-bf04-95e82b5c9107 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:36:17.597515 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:17.641489 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 25c32811-2ecd-490f-bf04-95e82b5c9107 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:17.642192 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:17.682430 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec5b403-0ebf-419c-8aa0-9aebfd6aec55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9e4018-c234-4ee7-8191-ed17937605ed'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:36:17.699793 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5d22eb6b-c2cd-4bc2-b039-880b9f35ce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:17.705822 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-b4675270-41bc-40f9-bb0a-c434b7b1804d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:15Z', 'revision_number': 2, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None, '_interfaces': [{'id': 'd27f8f40-ca26-45a2-8fd9-7863f22a8549', 'name': '', 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:d5:19:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '848266b2-dd38-4813-90b8-86a406c990c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:14Z', 'updated_at': '2022-04-06T13:36:15Z', 'revision_number': 2, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '848266b2-dd38-4813-90b8-86a406c990c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:17.715800 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 5a9e4018-c234-4ee7-8191-ed17937605ed, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=5a9e4018-c234-4ee7-8191-ed17937605ed,segment=NetworkSegment(9f2524cb-cd92-4bb3-af63-a7f3be29971d),segment_id=9f2524cb-cd92-4bb3-af63-a7f3be29971d)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:36:17.722508 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4675270-41bc-40f9-bb0a-c434b7b1804d None None] Checking router: 07334bcb-9a47-4fd2-affa-57b27b6ad54d for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:36:17.722884 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4675270-41bc-40f9-bb0a-c434b7b1804d None None] Updating router 07334bcb-9a47-4fd2-affa-57b27b6ad54d port d27f8f40-ca26-45a2-8fd9-7863f22a8549 binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:36:17.748252 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ade701b-5a44-4ae7-bce2-3b9f83990d2a'] response: {'server_uuid': '2ec5b403-0ebf-419c-8aa0-9aebfd6aec55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9e4018-c234-4ee7-8191-ed17937605ed', 'code': 200} Apr 06 13:36:17.759379 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c4a82162-8111-456f-b07f-7e59186277c3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:17.810440 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:17.846229 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b4675270-41bc-40f9-bb0a-c434b7b1804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:17.852412 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a82162-8111-456f-b07f-7e59186277c3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Subnet': ['ID=795c2dd6-c0b4-42c3-a01c-e108b91a3b4a,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:17.856621 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a82162-8111-456f-b07f-7e59186277c3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Checking segment: {'id': 'e2e419c9-a536-4141-8c24-27e36dca0971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:36:17.857022 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a82162-8111-456f-b07f-7e59186277c3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network hostable DHCP agents. Network: 71e78674-f386-44d8-bf51-ee97279963b2, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:36:17.956246 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=5a9e4018-c234-4ee7-8191-ed17937605ed,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:17.970655 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a82162-8111-456f-b07f-7e59186277c3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network 71e78674-f386-44d8-bf51-ee97279963b2 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:36:18.078869 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-c4a82162-8111-456f-b07f-7e59186277c3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 71e78674-f386-44d8-bf51-ee97279963b2) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:36:18.083066 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a82162-8111-456f-b07f-7e59186277c3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:18.083653 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c4a82162-8111-456f-b07f-7e59186277c3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:18.129491 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839600f5-bbc5-47bc-90cb-fbb9c36b158f None None] Network 71e78674-f386-44d8-bf51-ee97279963b2 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:36:18.195534 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c4a82162-8111-456f-b07f-7e59186277c3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0003483 Apr 06 13:36:18.198656 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48838) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:18.433079 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb51cf-cee4-4d4a-858e-00b05bf19306 req-90fcfc5e-1355-4a5d-8003-07cd058136e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:18.434558 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-b8eb51cf-cee4-4d4a-858e-00b05bf19306 req-90fcfc5e-1355-4a5d-8003-07cd058136e4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2ec5b403-0ebf-419c-8aa0-9aebfd6aec55 HTTP/1.1" status: 200 len: 1098 time: 0.2812362 Apr 06 13:36:18.441307 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b4675270-41bc-40f9-bb0a-c434b7b1804d None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:18.453906 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2b3c87-ee0e-4ab6-b1c1-9c5194c455d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-71e78674-f386-44d8-bf51-ee97279963b2', 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'fixed_ips': [{'subnet_id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:36:18.454745 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7a2b3c87-ee0e-4ab6-b1c1-9c5194c455d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:18.467151 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b4675270-41bc-40f9-bb0a-c434b7b1804d None None] Transition to ACTIVE for port object d27f8f40-ca26-45a2-8fd9-7863f22a8549 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:36:18.516252 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df52b9c-e298-4dc9-ad2a-15c1986c8f6d req-d20dad0a-ed4b-4db0-94c9-eafbed3ffad5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:18.519335 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6df52b9c-e298-4dc9-ad2a-15c1986c8f6d req-d20dad0a-ed4b-4db0-94c9-eafbed3ffad5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec5b403-0ebf-419c-8aa0-9aebfd6aec55 HTTP/1.1" status: 200 len: 945 time: 0.1025875 Apr 06 13:36:18.555883 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-b8eb51cf-cee4-4d4a-858e-00b05bf19306 req-5c05f4b8-5f0e-4bb2-af8f-285074a80a1a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b6313363-d299-4907-be08-226f98ecab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130221 Apr 06 13:36:18.563507 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b4675270-41bc-40f9-bb0a-c434b7b1804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:18.576212 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6df52b9c-e298-4dc9-ad2a-15c1986c8f6d req-fff6801b-9e30-4efc-9d40-ee0859ed3fb4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6313363-d299-4907-be08-226f98ecab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467896 Apr 06 13:36:18.836248 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3067e4-0d7c-4b99-9553-de0f4b644c6c None None] Pushing event updated for resources: {'Port': ['ID=d27f8f40-ca26-45a2-8fd9-7863f22a8549,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:18.856184 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3182b99b-3acb-4a84-ac44-2fbc6eeb27fd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:18.878005 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-7a2b3c87-ee0e-4ab6-b1c1-9c5194c455d4 None None] Allocated IP 172.21.0.2 (71e78674-f386-44d8-bf51-ee97279963b2/795c2dd6-c0b4-42c3-a01c-e108b91a3b4a/c71b267e-85fe-4056-ae6f-ee88dd4b6b27) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:36:18.973564 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-b4675270-41bc-40f9-bb0a-c434b7b1804d None None] Attempting to bind port d27f8f40-ca26-45a2-8fd9-7863f22a8549 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:36:18.973908 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-b4675270-41bc-40f9-bb0a-c434b7b1804d None None] Attempting to bind port d27f8f40-ca26-45a2-8fd9-7863f22a8549 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '382d642f-9001-4926-aed1-26150271ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:36:18.974193 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4675270-41bc-40f9-bb0a-c434b7b1804d None None] Attempting to bind port d27f8f40-ca26-45a2-8fd9-7863f22a8549 on network 9a729947-6efa-40b2-9883-7f0c45dbddd2 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:36:19.031414 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4675270-41bc-40f9-bb0a-c434b7b1804d None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:36:19.031775 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4675270-41bc-40f9-bb0a-c434b7b1804d None None] Checking segment: {'id': '382d642f-9001-4926-aed1-26150271ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:36:19.032177 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b4675270-41bc-40f9-bb0a-c434b7b1804d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:19.032574 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4675270-41bc-40f9-bb0a-c434b7b1804d None None] Bound using segment: {'id': '382d642f-9001-4926-aed1-26150271ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:36:19.033057 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-b4675270-41bc-40f9-bb0a-c434b7b1804d None None] Bound port: d27f8f40-ca26-45a2-8fd9-7863f22a8549, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382d642f-9001-4926-aed1-26150271ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:36:19.033440 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b4675270-41bc-40f9-bb0a-c434b7b1804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:19.047056 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:19.059057 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:19.223219 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-b4675270-41bc-40f9-bb0a-c434b7b1804d None None] For port d27f8f40-ca26-45a2-8fd9-7863f22a8549, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:36:19.240217 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-b4675270-41bc-40f9-bb0a-c434b7b1804d None None] For port d27f8f40-ca26-45a2-8fd9-7863f22a8549, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d27f8f40-ca26-45a2-8fd9-7863f22a8549,segment=NetworkSegment(382d642f-9001-4926-aed1-26150271ac18),segment_id=382d642f-9001-4926-aed1-26150271ac18)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:36:19.245729 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7a2b3c87-ee0e-4ab6-b1c1-9c5194c455d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:19.256348 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7a2b3c87-ee0e-4ab6-b1c1-9c5194c455d4 None None] Transition to ACTIVE for port object c71b267e-85fe-4056-ae6f-ee88dd4b6b27 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:36:19.274948 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7a2b3c87-ee0e-4ab6-b1c1-9c5194c455d4 None None] Transition to ACTIVE for port object c71b267e-85fe-4056-ae6f-ee88dd4b6b27 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:36:19.427777 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b4675270-41bc-40f9-bb0a-c434b7b1804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:19.479262 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7a2b3c87-ee0e-4ab6-b1c1-9c5194c455d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:19.526675 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4675270-41bc-40f9-bb0a-c434b7b1804d None None] Routers {'07334bcb-9a47-4fd2-affa-57b27b6ad54d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:19.527343 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-b4675270-41bc-40f9-bb0a-c434b7b1804d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:19.539171 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-3182b99b-3acb-4a84-ac44-2fbc6eeb27fd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Allocated IP 172.21.0.1 (71e78674-f386-44d8-bf51-ee97279963b2/795c2dd6-c0b4-42c3-a01c-e108b91a3b4a/11a47369-b864-41b4-b205-076198ae55f3) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:36:19.581007 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2b3c87-ee0e-4ab6-b1c1-9c5194c455d4 None None] Network 71e78674-f386-44d8-bf51-ee97279963b2 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:36:19.589005 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-7a2b3c87-ee0e-4ab6-b1c1-9c5194c455d4 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:36:19.601954 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2b3c87-ee0e-4ab6-b1c1-9c5194c455d4 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:36:19.604561 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3067e4-0d7c-4b99-9553-de0f4b644c6c None None] Pushing event updated for resources: {'Port': ['ID=d27f8f40-ca26-45a2-8fd9-7863f22a8549,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:19.748995 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3182b99b-3acb-4a84-ac44-2fbc6eeb27fd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:19.769628 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-3182b99b-3acb-4a84-ac44-2fbc6eeb27fd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Transition to ACTIVE for port object 11a47369-b864-41b4-b205-076198ae55f3 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:36:19.803551 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b3c87-ee0e-4ab6-b1c1-9c5194c455d4 None None] Pushing event updated for resources: {'Port': ['ID=c71b267e-85fe-4056-ae6f-ee88dd4b6b27,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:19.832232 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27977de-d4dd-4d1a-9b93-b1da90eba156 req-498c901f-32bd-4244-b5dc-f902131b0edb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:19.833865 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e27977de-d4dd-4d1a-9b93-b1da90eba156 req-498c901f-32bd-4244-b5dc-f902131b0edb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec5b403-0ebf-419c-8aa0-9aebfd6aec55 HTTP/1.1" status: 200 len: 945 time: 0.1003311 Apr 06 13:36:19.885801 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e27977de-d4dd-4d1a-9b93-b1da90eba156 req-2961e83f-78d1-4042-8c66-f2f21efbcfee tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6313363-d299-4907-be08-226f98ecab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445862 Apr 06 13:36:19.925581 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3182b99b-3acb-4a84-ac44-2fbc6eeb27fd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:19.927608 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7a2b3c87-ee0e-4ab6-b1c1-9c5194c455d4 None None] Attempting to bind port c71b267e-85fe-4056-ae6f-ee88dd4b6b27 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:36:19.928166 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7a2b3c87-ee0e-4ab6-b1c1-9c5194c455d4 None None] Attempting to bind port c71b267e-85fe-4056-ae6f-ee88dd4b6b27 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'e2e419c9-a536-4141-8c24-27e36dca0971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:36:19.928533 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2b3c87-ee0e-4ab6-b1c1-9c5194c455d4 None None] Attempting to bind port c71b267e-85fe-4056-ae6f-ee88dd4b6b27 on network 71e78674-f386-44d8-bf51-ee97279963b2 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:36:19.931478 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-b4675270-41bc-40f9-bb0a-c434b7b1804d None None] Set router 07334bcb-9a47-4fd2-affa-57b27b6ad54d gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:36:19.998593 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2b3c87-ee0e-4ab6-b1c1-9c5194c455d4 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:36:19.998991 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2b3c87-ee0e-4ab6-b1c1-9c5194c455d4 None None] Checking segment: {'id': 'e2e419c9-a536-4141-8c24-27e36dca0971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:36:19.999388 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7a2b3c87-ee0e-4ab6-b1c1-9c5194c455d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:19.999832 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2b3c87-ee0e-4ab6-b1c1-9c5194c455d4 None None] Bound using segment: {'id': 'e2e419c9-a536-4141-8c24-27e36dca0971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:36:20.000298 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7a2b3c87-ee0e-4ab6-b1c1-9c5194c455d4 None None] Bound port: c71b267e-85fe-4056-ae6f-ee88dd4b6b27, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e419c9-a536-4141-8c24-27e36dca0971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:36:20.000672 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7a2b3c87-ee0e-4ab6-b1c1-9c5194c455d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:20.006658 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3182b99b-3acb-4a84-ac44-2fbc6eeb27fd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network 71e78674-f386-44d8-bf51-ee97279963b2 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:36:20.014738 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-3182b99b-3acb-4a84-ac44-2fbc6eeb27fd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:36:20.018258 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3182b99b-3acb-4a84-ac44-2fbc6eeb27fd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:36:20.062421 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182b99b-3acb-4a84-ac44-2fbc6eeb27fd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Port': ['ID=11a47369-b864-41b4-b205-076198ae55f3,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:20.097223 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3182b99b-3acb-4a84-ac44-2fbc6eeb27fd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:20.303728 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-7a2b3c87-ee0e-4ab6-b1c1-9c5194c455d4 None None] For port c71b267e-85fe-4056-ae6f-ee88dd4b6b27, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:36:20.308270 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-7a2b3c87-ee0e-4ab6-b1c1-9c5194c455d4 None None] For port c71b267e-85fe-4056-ae6f-ee88dd4b6b27, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=c71b267e-85fe-4056-ae6f-ee88dd4b6b27,segment=NetworkSegment(e2e419c9-a536-4141-8c24-27e36dca0971),segment_id=e2e419c9-a536-4141-8c24-27e36dca0971)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:36:20.344350 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3182b99b-3acb-4a84-ac44-2fbc6eeb27fd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:20.367177 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:20.402617 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-b4675270-41bc-40f9-bb0a-c434b7b1804d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:15Z', 'revision_number': 2, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None, '_interfaces': [{'id': 'd27f8f40-ca26-45a2-8fd9-7863f22a8549', 'name': '', 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:d5:19:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '848266b2-dd38-4813-90b8-86a406c990c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:14Z', 'updated_at': '2022-04-06T13:36:19Z', 'revision_number': 4, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '848266b2-dd38-4813-90b8-86a406c990c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:20.407694 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7a2b3c87-ee0e-4ab6-b1c1-9c5194c455d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:20.446201 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4675270-41bc-40f9-bb0a-c434b7b1804d None None] The sync data for ids ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'] in dv-neutron-834600-1-hyperv is: [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:15Z', 'revision_number': 2, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None, '_interfaces': [{'id': 'd27f8f40-ca26-45a2-8fd9-7863f22a8549', 'name': '', 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:d5:19:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '848266b2-dd38-4813-90b8-86a406c990c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:14Z', 'updated_at': '2022-04-06T13:36:19Z', 'revision_number': 4, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '848266b2-dd38-4813-90b8-86a406c990c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:36:20.505858 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b3c87-ee0e-4ab6-b1c1-9c5194c455d4 None None] Pushing event updated for resources: {'Port': ['ID=c71b267e-85fe-4056-ae6f-ee88dd4b6b27,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:20.896077 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3182b99b-3acb-4a84-ac44-2fbc6eeb27fd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:21.010330 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3182b99b-3acb-4a84-ac44-2fbc6eeb27fd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:21.117261 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6e085-f1fe-49e2-abb2-a28866e3af0c req-b4ec0cf7-7542-44ee-91b1-74f62ebfa9e4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:21.118974 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bbd6e085-f1fe-49e2-abb2-a28866e3af0c req-b4ec0cf7-7542-44ee-91b1-74f62ebfa9e4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec5b403-0ebf-419c-8aa0-9aebfd6aec55 HTTP/1.1" status: 200 len: 945 time: 0.0988934 Apr 06 13:36:21.138748 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3182b99b-3acb-4a84-ac44-2fbc6eeb27fd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:21.142981 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182b99b-3acb-4a84-ac44-2fbc6eeb27fd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Port': ['ID=11a47369-b864-41b4-b205-076198ae55f3,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:21.186778 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bbd6e085-f1fe-49e2-abb2-a28866e3af0c req-0428a3d7-130d-41c0-accc-bbe0f11477eb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6313363-d299-4907-be08-226f98ecab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600803 Apr 06 13:36:21.306994 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3182b99b-3acb-4a84-ac44-2fbc6eeb27fd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network 71e78674-f386-44d8-bf51-ee97279963b2 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:36:21.308239 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-3182b99b-3acb-4a84-ac44-2fbc6eeb27fd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:36:21.424980 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca824e3f-b931-486d-ad46-6f1a0e9bd651 req-5e5acc80-482f-4047-9592-af3cd4615cfc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:21.427019 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ca824e3f-b931-486d-ad46-6f1a0e9bd651 req-5e5acc80-482f-4047-9592-af3cd4615cfc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec5b403-0ebf-419c-8aa0-9aebfd6aec55 HTTP/1.1" status: 200 len: 945 time: 0.1060681 Apr 06 13:36:21.488912 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ca824e3f-b931-486d-ad46-6f1a0e9bd651 req-27783463-c5b2-4646-9f91-36ff858e4650 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6313363-d299-4907-be08-226f98ecab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555768 Apr 06 13:36:21.507430 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48850) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:21.528698 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3182b99b-3acb-4a84-ac44-2fbc6eeb27fd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Router 07334bcb-9a47-4fd2-affa-57b27b6ad54d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:36:21.552943 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device c71b267e-85fe-4056-ae6f-ee88dd4b6b27 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:36:21.592663 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e2bd39-64b6-4df0-90c6-8411a3a0a804 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:21.595643 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c8e2bd39-64b6-4df0-90c6-8411a3a0a804 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2ec5b403-0ebf-419c-8aa0-9aebfd6aec55 HTTP/1.1" status: 200 len: 1093 time: 0.0868258 Apr 06 13:36:21.598338 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48854) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:21.603787 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-f757c9d7-5b65-46e0-ae86-b09f024667d0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'floatingip': {'port_id': '5a9e4018-c234-4ee7-8191-ed17937605ed'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:36:21.691087 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f757c9d7-5b65-46e0-ae86-b09f024667d0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:21.718330 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148a40a1-e554-43ab-b748-f0665b1599a7 None None] Network 71e78674-f386-44d8-bf51-ee97279963b2 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:36:21.737586 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port c71b267e-85fe-4056-ae6f-ee88dd4b6b27 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:36:21.762352 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d27f8f40-ca26-45a2-8fd9-7863f22a8549 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:36:21.863115 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3182b99b-3acb-4a84-ac44-2fbc6eeb27fd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:36:21.883792 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3182b99b-3acb-4a84-ac44-2fbc6eeb27fd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "PUT /v2.0/routers/07334bcb-9a47-4fd2-affa-57b27b6ad54d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6813974 Apr 06 13:36:21.884045 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48858) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:21.889561 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-72e9eb24-17ad-459b-acd8-84731fcbf70f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'network': {'name': 'tempest-RoutersTest-1415660340'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:36:21.897254 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-72e9eb24-17ad-459b-acd8-84731fcbf70f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:36:21.901518 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-72e9eb24-17ad-459b-acd8-84731fcbf70f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Usage tracker for resource:network and tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:36:21.905370 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-72e9eb24-17ad-459b-acd8-84731fcbf70f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:36:21.912908 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-72e9eb24-17ad-459b-acd8-84731fcbf70f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:36:22.024623 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a4a625-7b1c-47d6-948f-19f45d24f6cd None None] Sync routers for ids ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:36:22.038477 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e9eb24-17ad-459b-acd8-84731fcbf70f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Made reservation on behalf of c3bb55d61aad41dc9cf6eaa1e62cbd1d for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:36:22.043125 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-72e9eb24-17ad-459b-acd8-84731fcbf70f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:22.047422 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a4a625-7b1c-47d6-948f-19f45d24f6cd None None] Routers {'07334bcb-9a47-4fd2-affa-57b27b6ad54d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:22.048274 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-07a4a625-7b1c-47d6-948f-19f45d24f6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:22.076539 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e9eb24-17ad-459b-acd8-84731fcbf70f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:36:22.086649 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-72e9eb24-17ad-459b-acd8-84731fcbf70f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:22.087033 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-72e9eb24-17ad-459b-acd8-84731fcbf70f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Added segment dbb06ffd-7741-4e12-b6df-45305575e566 of type vlan for network 322a175d-5ec0-47ae-a1f0-c84847b7e866 Apr 06 13:36:22.114355 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-30068754-ba00-4a07-9afd-f5a49b29e88a None None] Provisioning for port c71b267e-85fe-4056-ae6f-ee88dd4b6b27 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:36:22.122258 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-72e9eb24-17ad-459b-acd8-84731fcbf70f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:22.129089 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-30068754-ba00-4a07-9afd-f5a49b29e88a None None] Provisioning complete for port c71b267e-85fe-4056-ae6f-ee88dd4b6b27 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:22.129585 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-30068754-ba00-4a07-9afd-f5a49b29e88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:22.169377 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port d27f8f40-ca26-45a2-8fd9-7863f22a8549 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:36:22.197874 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port d27f8f40-ca26-45a2-8fd9-7863f22a8549 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:22.198692 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:22.227018 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-72e9eb24-17ad-459b-acd8-84731fcbf70f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:22.233755 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e9eb24-17ad-459b-acd8-84731fcbf70f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:22.234028 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-07a4a625-7b1c-47d6-948f-19f45d24f6cd None None] Set router 07334bcb-9a47-4fd2-affa-57b27b6ad54d gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:36:22.234925 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-72e9eb24-17ad-459b-acd8-84731fcbf70f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:22.395874 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9eb24-17ad-459b-acd8-84731fcbf70f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Network': ['ID=322a175d-5ec0-47ae-a1f0-c84847b7e866,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:22.433597 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 322a175d-5ec0-47ae-a1f0-c84847b7e866 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:36:22.532466 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-72e9eb24-17ad-459b-acd8-84731fcbf70f tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6472380 Apr 06 13:36:22.533266 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48862) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:22.542622 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-aa9fe562-088e-4f51-b5ec-b48936a845b3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'subnet': {'network_id': '322a175d-5ec0-47ae-a1f0-c84847b7e866', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:36:22.617513 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-30068754-ba00-4a07-9afd-f5a49b29e88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:22.632715 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f757c9d7-5b65-46e0-ae86-b09f024667d0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:22.661517 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:22.695329 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-aa9fe562-088e-4f51-b5ec-b48936a845b3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:36:22.699677 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-aa9fe562-088e-4f51-b5ec-b48936a845b3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Usage tracker for resource:subnet and tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:36:22.703422 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-aa9fe562-088e-4f51-b5ec-b48936a845b3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:36:22.710093 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-aa9fe562-088e-4f51-b5ec-b48936a845b3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:36:22.710633 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-07a4a625-7b1c-47d6-948f-19f45d24f6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:20Z', 'revision_number': 3, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None, '_interfaces': [{'id': '11a47369-b864-41b4-b205-076198ae55f3', 'name': '', 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:e7:2e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:19Z', 'updated_at': '2022-04-06T13:36:20Z', 'revision_number': 2, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd27f8f40-ca26-45a2-8fd9-7863f22a8549', 'name': '', 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:d5:19:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '848266b2-dd38-4813-90b8-86a406c990c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:14Z', 'updated_at': '2022-04-06T13:36:19Z', 'revision_number': 4, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '848266b2-dd38-4813-90b8-86a406c990c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:22.712917 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f757c9d7-5b65-46e0-ae86-b09f024667d0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:22.715286 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a4a625-7b1c-47d6-948f-19f45d24f6cd None None] Checking router: 07334bcb-9a47-4fd2-affa-57b27b6ad54d for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:36:22.716820 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a4a625-7b1c-47d6-948f-19f45d24f6cd None None] Updating router 07334bcb-9a47-4fd2-affa-57b27b6ad54d port 11a47369-b864-41b4-b205-076198ae55f3 binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:36:22.727143 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-30068754-ba00-4a07-9afd-f5a49b29e88a None None] For port c71b267e-85fe-4056-ae6f-ee88dd4b6b27, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=c71b267e-85fe-4056-ae6f-ee88dd4b6b27,segment=NetworkSegment(e2e419c9-a536-4141-8c24-27e36dca0971),segment_id=e2e419c9-a536-4141-8c24-27e36dca0971)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:36:22.730263 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port d27f8f40-ca26-45a2-8fd9-7863f22a8549, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d27f8f40-ca26-45a2-8fd9-7863f22a8549,segment=NetworkSegment(382d642f-9001-4926-aed1-26150271ac18),segment_id=382d642f-9001-4926-aed1-26150271ac18)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:36:22.782918 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-07a4a625-7b1c-47d6-948f-19f45d24f6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:22.799210 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9fe562-088e-4f51-b5ec-b48936a845b3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Made reservation on behalf of c3bb55d61aad41dc9cf6eaa1e62cbd1d for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:36:22.806787 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-aa9fe562-088e-4f51-b5ec-b48936a845b3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:22.810670 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-30068754-ba00-4a07-9afd-f5a49b29e88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:22.860437 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:22.912115 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30068754-ba00-4a07-9afd-f5a49b29e88a None None] Pushing event updated for resources: {'Port': ['ID=c71b267e-85fe-4056-ae6f-ee88dd4b6b27,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:22.953650 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-f757c9d7-5b65-46e0-ae86-b09f024667d0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Floating IP bc4b37f7-3f2a-4429-8e6d-cbb76da99be5 associated. External IP: 172.26.4.17, port: 5a9e4018-c234-4ee7-8191-ed17937605ed. Apr 06 13:36:23.066635 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-4f2faa4c-e276-41ed-9317-dd233756e4cd None None] Provisioning complete for port c71b267e-85fe-4056-ae6f-ee88dd4b6b27 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:23.067032 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4f2faa4c-e276-41ed-9317-dd233756e4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:23.148507 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=d27f8f40-ca26-45a2-8fd9-7863f22a8549,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:23.176257 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-aa9fe562-088e-4f51-b5ec-b48936a845b3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:23.313942 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-07a4a625-7b1c-47d6-948f-19f45d24f6cd None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:23.325832 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-07a4a625-7b1c-47d6-948f-19f45d24f6cd None None] Transition to ACTIVE for port object 11a47369-b864-41b4-b205-076198ae55f3 will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:36:23.340776 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9fe562-088e-4f51-b5ec-b48936a845b3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Subnet': ['ID=d8046357-3b69-42f2-86de-37d1ef139bc2,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:23.347778 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9fe562-088e-4f51-b5ec-b48936a845b3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Checking segment: {'id': 'dbb06ffd-7741-4e12-b6df-45305575e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '322a175d-5ec0-47ae-a1f0-c84847b7e866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:36:23.348282 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9fe562-088e-4f51-b5ec-b48936a845b3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network hostable DHCP agents. Network: 322a175d-5ec0-47ae-a1f0-c84847b7e866, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:36:23.398343 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-4f2faa4c-e276-41ed-9317-dd233756e4cd None None] Provisioning for port 11a47369-b864-41b4-b205-076198ae55f3 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:36:23.409730 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-4f2faa4c-e276-41ed-9317-dd233756e4cd None None] Provisioning complete for port 11a47369-b864-41b4-b205-076198ae55f3 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:23.409730 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4f2faa4c-e276-41ed-9317-dd233756e4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:23.435597 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f757c9d7-5b65-46e0-ae86-b09f024667d0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 4f08ced1-9635-4a64-8866-72f569ac7347 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:36:23.444821 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-07a4a625-7b1c-47d6-948f-19f45d24f6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:23.454860 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device c71b267e-85fe-4056-ae6f-ee88dd4b6b27 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:36:23.507154 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9fe562-088e-4f51-b5ec-b48936a845b3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network 322a175d-5ec0-47ae-a1f0-c84847b7e866 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:36:23.517821 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-4f2faa4c-e276-41ed-9317-dd233756e4cd None None] Port 11a47369-b864-41b4-b205-076198ae55f3 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:36:23.556794 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port c71b267e-85fe-4056-ae6f-ee88dd4b6b27 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:23.557352 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:23.592588 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-aa9fe562-088e-4f51-b5ec-b48936a845b3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 322a175d-5ec0-47ae-a1f0-c84847b7e866) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:36:23.597661 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9fe562-088e-4f51-b5ec-b48936a845b3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:23.598415 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-aa9fe562-088e-4f51-b5ec-b48936a845b3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:23.620336 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5796d5ff-6633-44a0-8810-223b994b11ba None None] Network 322a175d-5ec0-47ae-a1f0-c84847b7e866 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:36:23.673290 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6eb284-5ad9-4b67-acd7-43b1ed63ea70 None None] Pushing event updated for resources: {'Port': ['ID=11a47369-b864-41b4-b205-076198ae55f3,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:23.720584 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6eb284-5ad9-4b67-acd7-43b1ed63ea70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:23.721149 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6eb284-5ad9-4b67-acd7-43b1ed63ea70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:23.721664 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6eb284-5ad9-4b67-acd7-43b1ed63ea70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:23.722154 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6eb284-5ad9-4b67-acd7-43b1ed63ea70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:23.722637 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6eb284-5ad9-4b67-acd7-43b1ed63ea70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:23.723155 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6eb284-5ad9-4b67-acd7-43b1ed63ea70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:23.723626 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6eb284-5ad9-4b67-acd7-43b1ed63ea70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:23.724110 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6eb284-5ad9-4b67-acd7-43b1ed63ea70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:23.724581 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6eb284-5ad9-4b67-acd7-43b1ed63ea70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:23.725003 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6eb284-5ad9-4b67-acd7-43b1ed63ea70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:23.725554 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6eb284-5ad9-4b67-acd7-43b1ed63ea70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:23.726091 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6eb284-5ad9-4b67-acd7-43b1ed63ea70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:23.749340 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-aa9fe562-088e-4f51-b5ec-b48936a845b3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2146742 Apr 06 13:36:23.752826 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48866) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:23.771618 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-07a4a625-7b1c-47d6-948f-19f45d24f6cd None None] Attempting to bind port 11a47369-b864-41b4-b205-076198ae55f3 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:36:23.772267 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-07a4a625-7b1c-47d6-948f-19f45d24f6cd None None] Attempting to bind port 11a47369-b864-41b4-b205-076198ae55f3 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'e2e419c9-a536-4141-8c24-27e36dca0971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:36:23.778254 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a4a625-7b1c-47d6-948f-19f45d24f6cd None None] Attempting to bind port 11a47369-b864-41b4-b205-076198ae55f3 on network 71e78674-f386-44d8-bf51-ee97279963b2 {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:36:23.779939 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a4a625-7b1c-47d6-948f-19f45d24f6cd None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:36:23.780497 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a4a625-7b1c-47d6-948f-19f45d24f6cd None None] Checking segment: {'id': 'e2e419c9-a536-4141-8c24-27e36dca0971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:36:23.781727 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-07a4a625-7b1c-47d6-948f-19f45d24f6cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:23.782691 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a4a625-7b1c-47d6-948f-19f45d24f6cd None None] Bound using segment: {'id': 'e2e419c9-a536-4141-8c24-27e36dca0971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:36:23.783403 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-07a4a625-7b1c-47d6-948f-19f45d24f6cd None None] Bound port: 11a47369-b864-41b4-b205-076198ae55f3, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e419c9-a536-4141-8c24-27e36dca0971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:36:23.783968 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-07a4a625-7b1c-47d6-948f-19f45d24f6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:23.787244 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f757c9d7-5b65-46e0-ae86-b09f024667d0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:36:23.791744 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f757c9d7-5b65-46e0-ae86-b09f024667d0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:23.856632 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f757c9d7-5b65-46e0-ae86-b09f024667d0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "PUT /v2.0/floatingips/bc4b37f7-3f2a-4429-8e6d-cbb76da99be5 HTTP/1.1" status: 200 len: 990 time: 2.2542377 Apr 06 13:36:23.856632 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec5b403-0ebf-419c-8aa0-9aebfd6aec55', 'tag': '5a9e4018-c234-4ee7-8191-ed17937605ed'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:36:23.860614 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48870) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:23.915295 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-07a4a625-7b1c-47d6-948f-19f45d24f6cd None None] For port 11a47369-b864-41b4-b205-076198ae55f3, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:36:23.922695 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-07a4a625-7b1c-47d6-948f-19f45d24f6cd None None] For port 11a47369-b864-41b4-b205-076198ae55f3, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=11a47369-b864-41b4-b205-076198ae55f3,segment=NetworkSegment(e2e419c9-a536-4141-8c24-27e36dca0971),segment_id=e2e419c9-a536-4141-8c24-27e36dca0971)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:36:23.932049 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a9bb15f-8bc6-4423-9369-430f961554a2'] response: {'name': 'network-changed', 'server_uuid': '2ec5b403-0ebf-419c-8aa0-9aebfd6aec55', 'tag': '5a9e4018-c234-4ee7-8191-ed17937605ed', 'status': 'completed', 'code': 200} Apr 06 13:36:23.936141 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26ac7ce-58f3-4bb1-85b1-86730011b34b None None] Sync routers for ids ['4f08ced1-9635-4a64-8866-72f569ac7347'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:36:23.981499 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26ac7ce-58f3-4bb1-85b1-86730011b34b None None] Routers {'4f08ced1-9635-4a64-8866-72f569ac7347'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:23.982181 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-b26ac7ce-58f3-4bb1-85b1-86730011b34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4f08ced1-9635-4a64-8866-72f569ac7347'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:23.986748 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-20d31eb3-685b-4094-a34a-b3950b785c44 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/bc4b37f7-3f2a-4429-8e6d-cbb76da99be5 HTTP/1.1" status: 200 len: 990 time: 0.1246300 Apr 06 13:36:24.017199 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-07a4a625-7b1c-47d6-948f-19f45d24f6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:24.076993 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d27f8f40-ca26-45a2-8fd9-7863f22a8549 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:36:24.129419 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a4a625-7b1c-47d6-948f-19f45d24f6cd None None] Routers {'07334bcb-9a47-4fd2-affa-57b27b6ad54d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:24.130177 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-07a4a625-7b1c-47d6-948f-19f45d24f6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:24.153159 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b957089-ffd0-44d2-ad46-18f7d3e4f8f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-322a175d-5ec0-47ae-a1f0-c84847b7e866', 'network_id': '322a175d-5ec0-47ae-a1f0-c84847b7e866', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'fixed_ips': [{'subnet_id': 'd8046357-3b69-42f2-86de-37d1ef139bc2'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:36:24.153987 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2b957089-ffd0-44d2-ad46-18f7d3e4f8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:24.238581 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6eb284-5ad9-4b67-acd7-43b1ed63ea70 None None] Pushing event updated for resources: {'Port': ['ID=11a47369-b864-41b4-b205-076198ae55f3,revision_number=4']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:24.364043 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-07a4a625-7b1c-47d6-948f-19f45d24f6cd None None] Set router 07334bcb-9a47-4fd2-affa-57b27b6ad54d gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:36:24.443751 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-b26ac7ce-58f3-4bb1-85b1-86730011b34b None None] Set router 4f08ced1-9635-4a64-8866-72f569ac7347 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:36:24.490673 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51215f6-0fb8-403c-8f8d-0e6c6d014936 req-bb391304-988e-4894-9ef9-35eb97f94b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:24.492359 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-b51215f6-0fb8-403c-8f8d-0e6c6d014936 req-bb391304-988e-4894-9ef9-35eb97f94b84 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=2ec5b403-0ebf-419c-8aa0-9aebfd6aec55 HTTP/1.1" status: 200 len: 1098 time: 0.5252993 Apr 06 13:36:24.509868 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port d27f8f40-ca26-45a2-8fd9-7863f22a8549 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:24.510246 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:24.702475 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-07a4a625-7b1c-47d6-948f-19f45d24f6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:20Z', 'revision_number': 3, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None, '_interfaces': [{'id': '11a47369-b864-41b4-b205-076198ae55f3', 'name': '', 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:e7:2e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:19Z', 'updated_at': '2022-04-06T13:36:23Z', 'revision_number': 4, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd27f8f40-ca26-45a2-8fd9-7863f22a8549', 'name': '', 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:d5:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '848266b2-dd38-4813-90b8-86a406c990c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:14Z', 'updated_at': '2022-04-06T13:36:22Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '848266b2-dd38-4813-90b8-86a406c990c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:24.709267 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a4a625-7b1c-47d6-948f-19f45d24f6cd None None] The sync data for ids ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'] in dv-neutron-834600-1-hyperv is: [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:20Z', 'revision_number': 3, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None, '_interfaces': [{'id': '11a47369-b864-41b4-b205-076198ae55f3', 'name': '', 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:e7:2e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:19Z', 'updated_at': '2022-04-06T13:36:23Z', 'revision_number': 4, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd27f8f40-ca26-45a2-8fd9-7863f22a8549', 'name': '', 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:d5:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '848266b2-dd38-4813-90b8-86a406c990c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:14Z', 'updated_at': '2022-04-06T13:36:22Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '848266b2-dd38-4813-90b8-86a406c990c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:36:24.750415 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-2b957089-ffd0-44d2-ad46-18f7d3e4f8f6 None None] Allocated IP 172.22.0.2 (322a175d-5ec0-47ae-a1f0-c84847b7e866/d8046357-3b69-42f2-86de-37d1ef139bc2/add44ce7-6ad5-4c32-bf20-7362dbae26c5) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:36:24.881014 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d4137a32-5a63-4dde-a7e1-b426c337e7fe tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:24.895034 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51215f6-0fb8-403c-8f8d-0e6c6d014936 req-1aebbf0f-130b-4bbb-8550-5a4950eb8c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:24.896491 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-b51215f6-0fb8-403c-8f8d-0e6c6d014936 req-1aebbf0f-130b-4bbb-8550-5a4950eb8c7f service neutron] 10.222.0.61 "GET /v2.0/networks?id=e561dcad-f411-4b8e-ac01-a19e30d1ccac HTTP/1.1" status: 200 len: 897 time: 0.3971796 Apr 06 13:36:24.989583 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48876) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:25.057004 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-b51215f6-0fb8-403c-8f8d-0e6c6d014936 req-6bab0d1e-ef2f-40d7-934b-6eac4a453152 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a9e4018-c234-4ee7-8191-ed17937605ed HTTP/1.1" status: 200 len: 998 time: 0.1052330 Apr 06 13:36:25.144114 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d60a3f79-b28d-4c73-a364-79593ea70974 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/bc4b37f7-3f2a-4429-8e6d-cbb76da99be5 HTTP/1.1" status: 200 len: 990 time: 0.1520319 Apr 06 13:36:25.146162 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51215f6-0fb8-403c-8f8d-0e6c6d014936 req-a1b220a2-22cd-4b7f-91c0-c9f95d6cf02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:25.147651 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-b51215f6-0fb8-403c-8f8d-0e6c6d014936 req-a1b220a2-22cd-4b7f-91c0-c9f95d6cf02d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=011cd4be-2c33-41c7-ae29-cf0319e6b77a HTTP/1.1" status: 200 len: 834 time: 0.0722394 Apr 06 13:36:25.272218 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2b957089-ffd0-44d2-ad46-18f7d3e4f8f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:25.286532 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2b957089-ffd0-44d2-ad46-18f7d3e4f8f6 None None] Transition to ACTIVE for port object add44ce7-6ad5-4c32-bf20-7362dbae26c5 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:36:25.298443 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-b26ac7ce-58f3-4bb1-85b1-86730011b34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'name': 'tempest-TestNetworkBasicOps-router-437006227', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:34:44Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:45Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': 'bc4b37f7-3f2a-4429-8e6d-cbb76da99be5', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.17', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'port_id': '5a9e4018-c234-4ee7-8191-ed17937605ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac', 'mac_address': 'fa:16:3e:11:d1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec5b403-0ebf-419c-8aa0-9aebfd6aec55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:35:19Z', 'updated_at': '2022-04-06T13:36:22Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3affc18a-04a6-4157-8ba6-db93ca21692d', 'name': '', 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:c6:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:50Z', 'updated_at': '2022-04-06T13:34:57Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:25.310060 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26ac7ce-58f3-4bb1-85b1-86730011b34b None None] Checking router: 4f08ced1-9635-4a64-8866-72f569ac7347 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:36:25.315260 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2b957089-ffd0-44d2-ad46-18f7d3e4f8f6 None None] Transition to ACTIVE for port object add44ce7-6ad5-4c32-bf20-7362dbae26c5 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:36:25.323227 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26ac7ce-58f3-4bb1-85b1-86730011b34b None None] Routers {'4f08ced1-9635-4a64-8866-72f569ac7347'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:25.323869 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-b26ac7ce-58f3-4bb1-85b1-86730011b34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4f08ced1-9635-4a64-8866-72f569ac7347'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:25.372097 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51215f6-0fb8-403c-8f8d-0e6c6d014936 req-62a037b3-9beb-48f4-a72e-33d76a763dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:25.373475 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-b51215f6-0fb8-403c-8f8d-0e6c6d014936 req-62a037b3-9beb-48f4-a72e-33d76a763dff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e561dcad-f411-4b8e-ac01-a19e30d1ccac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1741726 Apr 06 13:36:25.413280 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2b957089-ffd0-44d2-ad46-18f7d3e4f8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:25.490299 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b957089-ffd0-44d2-ad46-18f7d3e4f8f6 None None] Network 322a175d-5ec0-47ae-a1f0-c84847b7e866 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:36:25.503927 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-2b957089-ffd0-44d2-ad46-18f7d3e4f8f6 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:36:25.506268 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b957089-ffd0-44d2-ad46-18f7d3e4f8f6 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:36:25.578006 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 11a47369-b864-41b4-b205-076198ae55f3 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:36:25.621716 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-b51215f6-0fb8-403c-8f8d-0e6c6d014936 req-17f79c2e-87f4-447f-9519-975d9268dc73 service neutron] 10.222.0.61 "GET /v2.0/networks/e561dcad-f411-4b8e-ac01-a19e30d1ccac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406785 Apr 06 13:36:25.623085 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b957089-ffd0-44d2-ad46-18f7d3e4f8f6 None None] Pushing event updated for resources: {'Port': ['ID=add44ce7-6ad5-4c32-bf20-7362dbae26c5,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:25.666902 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-d4137a32-5a63-4dde-a7e1-b426c337e7fe tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Allocated IP 172.22.0.1 (322a175d-5ec0-47ae-a1f0-c84847b7e866/d8046357-3b69-42f2-86de-37d1ef139bc2/d7eb57b7-a4c4-43e0-8da5-a9acca70d35e) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:36:25.755344 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-b26ac7ce-58f3-4bb1-85b1-86730011b34b None None] Set router 4f08ced1-9635-4a64-8866-72f569ac7347 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:36:25.801768 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-2b957089-ffd0-44d2-ad46-18f7d3e4f8f6 None None] Attempting to bind port add44ce7-6ad5-4c32-bf20-7362dbae26c5 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:36:25.802131 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-2b957089-ffd0-44d2-ad46-18f7d3e4f8f6 None None] Attempting to bind port add44ce7-6ad5-4c32-bf20-7362dbae26c5 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'dbb06ffd-7741-4e12-b6df-45305575e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '322a175d-5ec0-47ae-a1f0-c84847b7e866'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:36:25.802494 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b957089-ffd0-44d2-ad46-18f7d3e4f8f6 None None] Attempting to bind port add44ce7-6ad5-4c32-bf20-7362dbae26c5 on network 322a175d-5ec0-47ae-a1f0-c84847b7e866 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:36:25.823861 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b957089-ffd0-44d2-ad46-18f7d3e4f8f6 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:36:25.824233 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b957089-ffd0-44d2-ad46-18f7d3e4f8f6 None None] Checking segment: {'id': 'dbb06ffd-7741-4e12-b6df-45305575e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '322a175d-5ec0-47ae-a1f0-c84847b7e866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:36:25.824632 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2b957089-ffd0-44d2-ad46-18f7d3e4f8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:25.825030 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b957089-ffd0-44d2-ad46-18f7d3e4f8f6 None None] Bound using segment: {'id': 'dbb06ffd-7741-4e12-b6df-45305575e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '322a175d-5ec0-47ae-a1f0-c84847b7e866'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:36:25.825502 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-2b957089-ffd0-44d2-ad46-18f7d3e4f8f6 None None] Bound port: add44ce7-6ad5-4c32-bf20-7362dbae26c5, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb06ffd-7741-4e12-b6df-45305575e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '322a175d-5ec0-47ae-a1f0-c84847b7e866'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:36:25.825877 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2b957089-ffd0-44d2-ad46-18f7d3e4f8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:25.867665 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-b51215f6-0fb8-403c-8f8d-0e6c6d014936 req-8d96addc-3f44-4a76-aa08-48706bcefc42 service neutron] 10.222.0.61 "GET /v2.0/networks/e561dcad-f411-4b8e-ac01-a19e30d1ccac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372851 Apr 06 13:36:25.911620 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d4137a32-5a63-4dde-a7e1-b426c337e7fe tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:25.927574 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-d4137a32-5a63-4dde-a7e1-b426c337e7fe tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Transition to ACTIVE for port object d7eb57b7-a4c4-43e0-8da5-a9acca70d35e will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:36:26.016595 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 11a47369-b864-41b4-b205-076198ae55f3 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:36:26.038912 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d4137a32-5a63-4dde-a7e1-b426c337e7fe tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:26.040593 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 11a47369-b864-41b4-b205-076198ae55f3 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:26.040962 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:26.105228 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4137a32-5a63-4dde-a7e1-b426c337e7fe tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network 322a175d-5ec0-47ae-a1f0-c84847b7e866 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:36:26.108200 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-d4137a32-5a63-4dde-a7e1-b426c337e7fe tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:36:26.117006 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4137a32-5a63-4dde-a7e1-b426c337e7fe tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:36:26.147723 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48880) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:26.165252 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-2b957089-ffd0-44d2-ad46-18f7d3e4f8f6 None None] For port add44ce7-6ad5-4c32-bf20-7362dbae26c5, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:36:26.225427 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4137a32-5a63-4dde-a7e1-b426c337e7fe tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Port': ['ID=d7eb57b7-a4c4-43e0-8da5-a9acca70d35e,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:26.239028 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-2b957089-ffd0-44d2-ad46-18f7d3e4f8f6 None None] For port add44ce7-6ad5-4c32-bf20-7362dbae26c5, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=add44ce7-6ad5-4c32-bf20-7362dbae26c5,segment=NetworkSegment(dbb06ffd-7741-4e12-b6df-45305575e566),segment_id=dbb06ffd-7741-4e12-b6df-45305575e566)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:36:26.267474 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d4137a32-5a63-4dde-a7e1-b426c337e7fe tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:26.293197 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4b9203d7-36e1-42d8-8a88-da1e55b03891 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/bc4b37f7-3f2a-4429-8e6d-cbb76da99be5 HTTP/1.1" status: 200 len: 990 time: 0.1443775 Apr 06 13:36:26.348176 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:26.374771 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2b957089-ffd0-44d2-ad46-18f7d3e4f8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:26.455849 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 11a47369-b864-41b4-b205-076198ae55f3, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=11a47369-b864-41b4-b205-076198ae55f3,segment=NetworkSegment(e2e419c9-a536-4141-8c24-27e36dca0971),segment_id=e2e419c9-a536-4141-8c24-27e36dca0971)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:36:26.496214 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b957089-ffd0-44d2-ad46-18f7d3e4f8f6 None None] Pushing event updated for resources: {'Port': ['ID=add44ce7-6ad5-4c32-bf20-7362dbae26c5,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:26.496214 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-b26ac7ce-58f3-4bb1-85b1-86730011b34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'name': 'tempest-TestNetworkBasicOps-router-437006227', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:34:44Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:45Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': 'bc4b37f7-3f2a-4429-8e6d-cbb76da99be5', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.17', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'port_id': '5a9e4018-c234-4ee7-8191-ed17937605ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac', 'mac_address': 'fa:16:3e:11:d1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec5b403-0ebf-419c-8aa0-9aebfd6aec55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:35:19Z', 'updated_at': '2022-04-06T13:36:22Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3affc18a-04a6-4157-8ba6-db93ca21692d', 'name': '', 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:c6:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:50Z', 'updated_at': '2022-04-06T13:34:57Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:26.500455 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26ac7ce-58f3-4bb1-85b1-86730011b34b None None] The sync data for ids ['4f08ced1-9635-4a64-8866-72f569ac7347'] in dv-neutron-834600-1-hyperv is: [{'id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'name': 'tempest-TestNetworkBasicOps-router-437006227', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:34:44Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:45Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': 'bc4b37f7-3f2a-4429-8e6d-cbb76da99be5', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.17', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'port_id': '5a9e4018-c234-4ee7-8191-ed17937605ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac', 'mac_address': 'fa:16:3e:11:d1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec5b403-0ebf-419c-8aa0-9aebfd6aec55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:35:19Z', 'updated_at': '2022-04-06T13:36:22Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3affc18a-04a6-4157-8ba6-db93ca21692d', 'name': '', 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:c6:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:50Z', 'updated_at': '2022-04-06T13:34:57Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:36:26.559415 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:26.659447 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d4137a32-5a63-4dde-a7e1-b426c337e7fe tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:26.662960 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=11a47369-b864-41b4-b205-076198ae55f3,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:26.809185 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbad837-125f-4e6a-ad73-7631510dd8fb None None] New status for floating IP bc4b37f7-3f2a-4429-8e6d-cbb76da99be5: ACTIVE {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:36:27.118013 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d4137a32-5a63-4dde-a7e1-b426c337e7fe tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:27.146916 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:27.175403 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d4137a32-5a63-4dde-a7e1-b426c337e7fe tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:27.297605 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48884) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:27.307573 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d4137a32-5a63-4dde-a7e1-b426c337e7fe tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:27.311137 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4137a32-5a63-4dde-a7e1-b426c337e7fe tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Port': ['ID=d7eb57b7-a4c4-43e0-8da5-a9acca70d35e,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:27.429878 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-fa303a18-02e7-4078-8745-2ffc5be4817b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/bc4b37f7-3f2a-4429-8e6d-cbb76da99be5 HTTP/1.1" status: 200 len: 992 time: 0.1308720 Apr 06 13:36:27.492545 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4137a32-5a63-4dde-a7e1-b426c337e7fe tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network 322a175d-5ec0-47ae-a1f0-c84847b7e866 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:36:27.494931 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-d4137a32-5a63-4dde-a7e1-b426c337e7fe tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:36:27.559822 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 11a47369-b864-41b4-b205-076198ae55f3 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:36:27.633649 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9882d948-52a1-4f9f-8b0c-c36cca6b8f1c None None] Network 322a175d-5ec0-47ae-a1f0-c84847b7e866 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:36:27.682388 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4137a32-5a63-4dde-a7e1-b426c337e7fe tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Router 07334bcb-9a47-4fd2-affa-57b27b6ad54d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:36:27.765952 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 11a47369-b864-41b4-b205-076198ae55f3 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:27.766405 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:27.843032 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4137a32-5a63-4dde-a7e1-b426c337e7fe tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:36:27.844142 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-5a6fd51e-5f6e-49fc-82ce-bf9080284f68 None None] Provisioning for port add44ce7-6ad5-4c32-bf20-7362dbae26c5 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:36:27.859514 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e220c41d-f5c1-483b-898b-a4a1e708b912 None None] Sync routers for ids ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:36:27.863329 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48888) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:27.863531 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d4137a32-5a63-4dde-a7e1-b426c337e7fe tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "PUT /v2.0/routers/07334bcb-9a47-4fd2-affa-57b27b6ad54d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1091409 Apr 06 13:36:27.869735 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-84f6bd11-2001-4fb4-832a-171fd9946d93 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'network': {'name': 'tempest-RoutersTest-727479951'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:36:27.875760 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-84f6bd11-2001-4fb4-832a-171fd9946d93 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:36:27.880337 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-84f6bd11-2001-4fb4-832a-171fd9946d93 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Usage tracker for resource:network and tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:36:27.883384 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-84f6bd11-2001-4fb4-832a-171fd9946d93 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:36:27.890933 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-84f6bd11-2001-4fb4-832a-171fd9946d93 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:36:27.922736 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e220c41d-f5c1-483b-898b-a4a1e708b912 None None] Routers {'07334bcb-9a47-4fd2-affa-57b27b6ad54d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:27.923451 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e220c41d-f5c1-483b-898b-a4a1e708b912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:28.049509 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f6bd11-2001-4fb4-832a-171fd9946d93 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Made reservation on behalf of c3bb55d61aad41dc9cf6eaa1e62cbd1d for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:36:28.053131 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-84f6bd11-2001-4fb4-832a-171fd9946d93 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:28.081895 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f6bd11-2001-4fb4-832a-171fd9946d93 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:36:28.091384 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-84f6bd11-2001-4fb4-832a-171fd9946d93 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:28.091748 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-84f6bd11-2001-4fb4-832a-171fd9946d93 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Added segment 6a4b5745-eae8-40f2-833d-4e421ccce2b1 of type vlan for network 43d29831-c38d-401f-b953-c3d9dd564a3f Apr 06 13:36:28.126373 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-84f6bd11-2001-4fb4-832a-171fd9946d93 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:28.165288 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device add44ce7-6ad5-4c32-bf20-7362dbae26c5 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:36:28.204050 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-e220c41d-f5c1-483b-898b-a4a1e708b912 None None] Set router 07334bcb-9a47-4fd2-affa-57b27b6ad54d gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:36:28.272536 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-84f6bd11-2001-4fb4-832a-171fd9946d93 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:28.279429 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f6bd11-2001-4fb4-832a-171fd9946d93 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:28.280113 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-84f6bd11-2001-4fb4-832a-171fd9946d93 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:28.404101 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6bd11-2001-4fb4-832a-171fd9946d93 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Network': ['ID=43d29831-c38d-401f-b953-c3d9dd564a3f,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:28.412305 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6bd11-2001-4fb4-832a-171fd9946d93 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:28.412641 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6bd11-2001-4fb4-832a-171fd9946d93 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:28.412968 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6bd11-2001-4fb4-832a-171fd9946d93 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:28.413288 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6bd11-2001-4fb4-832a-171fd9946d93 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:28.413611 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6bd11-2001-4fb4-832a-171fd9946d93 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:28.413929 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6bd11-2001-4fb4-832a-171fd9946d93 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:28.414288 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6bd11-2001-4fb4-832a-171fd9946d93 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:28.414603 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6bd11-2001-4fb4-832a-171fd9946d93 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:28.414951 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6bd11-2001-4fb4-832a-171fd9946d93 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:28.415286 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6bd11-2001-4fb4-832a-171fd9946d93 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:28.415600 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6bd11-2001-4fb4-832a-171fd9946d93 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:28.415910 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6bd11-2001-4fb4-832a-171fd9946d93 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:28.424060 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-84f6bd11-2001-4fb4-832a-171fd9946d93 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5588081 Apr 06 13:36:28.424771 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48892) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:28.432150 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-d1a18e93-a3cb-4e13-8676-7109c53bb1f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'subnet': {'network_id': '43d29831-c38d-401f-b953-c3d9dd564a3f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:36:28.471619 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 43d29831-c38d-401f-b953-c3d9dd564a3f details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:36:28.564511 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-d1a18e93-a3cb-4e13-8676-7109c53bb1f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:36:28.568578 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d1a18e93-a3cb-4e13-8676-7109c53bb1f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Usage tracker for resource:subnet and tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:36:28.571841 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d1a18e93-a3cb-4e13-8676-7109c53bb1f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:36:28.580371 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-d1a18e93-a3cb-4e13-8676-7109c53bb1f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:36:28.635420 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port add44ce7-6ad5-4c32-bf20-7362dbae26c5 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:36:28.644175 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a18e93-a3cb-4e13-8676-7109c53bb1f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Made reservation on behalf of c3bb55d61aad41dc9cf6eaa1e62cbd1d for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:36:28.648094 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d1a18e93-a3cb-4e13-8676-7109c53bb1f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:28.659649 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port add44ce7-6ad5-4c32-bf20-7362dbae26c5 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:28.659649 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:28.853909 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:28.880175 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e220c41d-f5c1-483b-898b-a4a1e708b912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:26Z', 'revision_number': 4, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None, '_interfaces': [{'id': '11a47369-b864-41b4-b205-076198ae55f3', 'name': '', 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:e7:2e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:19Z', 'updated_at': '2022-04-06T13:36:26Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd27f8f40-ca26-45a2-8fd9-7863f22a8549', 'name': '', 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:d5:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '848266b2-dd38-4813-90b8-86a406c990c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:14Z', 'updated_at': '2022-04-06T13:36:22Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '848266b2-dd38-4813-90b8-86a406c990c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7eb57b7-a4c4-43e0-8da5-a9acca70d35e', 'name': '', 'network_id': '322a175d-5ec0-47ae-a1f0-c84847b7e866', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:01:96:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:25Z', 'updated_at': '2022-04-06T13:36:26Z', 'revision_number': 2, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:28.894381 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e220c41d-f5c1-483b-898b-a4a1e708b912 None None] Checking router: 07334bcb-9a47-4fd2-affa-57b27b6ad54d for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:36:28.894746 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e220c41d-f5c1-483b-898b-a4a1e708b912 None None] Updating router 07334bcb-9a47-4fd2-affa-57b27b6ad54d port d7eb57b7-a4c4-43e0-8da5-a9acca70d35e binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:36:28.947189 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port add44ce7-6ad5-4c32-bf20-7362dbae26c5, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=add44ce7-6ad5-4c32-bf20-7362dbae26c5,segment=NetworkSegment(dbb06ffd-7741-4e12-b6df-45305575e566),segment_id=dbb06ffd-7741-4e12-b6df-45305575e566)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:36:28.969657 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e220c41d-f5c1-483b-898b-a4a1e708b912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:29.019353 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7b4f1a10-7ec5-407f-8f2a-8537c3e09c77 None None] Provisioning for port d7eb57b7-a4c4-43e0-8da5-a9acca70d35e completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:36:29.036342 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:29.072573 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7b4f1a10-7ec5-407f-8f2a-8537c3e09c77 None None] Provisioning complete for port d7eb57b7-a4c4-43e0-8da5-a9acca70d35e triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:29.073055 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7b4f1a10-7ec5-407f-8f2a-8537c3e09c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:29.130392 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d1a18e93-a3cb-4e13-8676-7109c53bb1f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:29.230342 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-7b4f1a10-7ec5-407f-8f2a-8537c3e09c77 None None] Port d7eb57b7-a4c4-43e0-8da5-a9acca70d35e cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:36:29.238134 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=add44ce7-6ad5-4c32-bf20-7362dbae26c5,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:29.256603 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a18e93-a3cb-4e13-8676-7109c53bb1f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Subnet': ['ID=c93e88e9-fdff-4f6e-bd92-d932a38ed862,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:29.262523 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a18e93-a3cb-4e13-8676-7109c53bb1f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Checking segment: {'id': '6a4b5745-eae8-40f2-833d-4e421ccce2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '43d29831-c38d-401f-b953-c3d9dd564a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:36:29.263074 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a18e93-a3cb-4e13-8676-7109c53bb1f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network hostable DHCP agents. Network: 43d29831-c38d-401f-b953-c3d9dd564a3f, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:36:29.289063 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7b4f1a10-7ec5-407f-8f2a-8537c3e09c77 None None] Provisioning complete for port add44ce7-6ad5-4c32-bf20-7362dbae26c5 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:29.289442 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7b4f1a10-7ec5-407f-8f2a-8537c3e09c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:29.412398 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a18e93-a3cb-4e13-8676-7109c53bb1f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network 43d29831-c38d-401f-b953-c3d9dd564a3f is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:36:29.444786 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device add44ce7-6ad5-4c32-bf20-7362dbae26c5 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:36:29.575538 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-d1a18e93-a3cb-4e13-8676-7109c53bb1f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 43d29831-c38d-401f-b953-c3d9dd564a3f) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:36:29.589485 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a18e93-a3cb-4e13-8676-7109c53bb1f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:29.589485 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d1a18e93-a3cb-4e13-8676-7109c53bb1f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:29.590301 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f16d999-2c4a-4648-87ce-6fd7782c9e79 None None] Network 43d29831-c38d-401f-b953-c3d9dd564a3f requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:36:29.725183 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d1a18e93-a3cb-4e13-8676-7109c53bb1f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2987235 Apr 06 13:36:29.728099 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48896) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:29.763231 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port add44ce7-6ad5-4c32-bf20-7362dbae26c5 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:29.763710 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:29.790566 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e220c41d-f5c1-483b-898b-a4a1e708b912 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:29.826412 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e220c41d-f5c1-483b-898b-a4a1e708b912 None None] Transition to ACTIVE for port object d7eb57b7-a4c4-43e0-8da5-a9acca70d35e will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:36:29.846928 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-fea40ff2-0c0f-4861-b36d-a12b5c7ae44c None None] Provisioning complete for port d7eb57b7-a4c4-43e0-8da5-a9acca70d35e triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:29.847303 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fea40ff2-0c0f-4861-b36d-a12b5c7ae44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:29.951740 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e220c41d-f5c1-483b-898b-a4a1e708b912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:30.012632 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-fea40ff2-0c0f-4861-b36d-a12b5c7ae44c None None] Port d7eb57b7-a4c4-43e0-8da5-a9acca70d35e cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:36:30.256192 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982ea52-6e80-4c9b-b2e1-dc8fcb578fb6 None None] Pushing event updated for resources: {'Port': ['ID=d7eb57b7-a4c4-43e0-8da5-a9acca70d35e,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:30.300595 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccceb035-ccd9-46a4-910f-b6ab97e9de36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-43d29831-c38d-401f-b953-c3d9dd564a3f', 'network_id': '43d29831-c38d-401f-b953-c3d9dd564a3f', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'fixed_ips': [{'subnet_id': 'c93e88e9-fdff-4f6e-bd92-d932a38ed862'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:36:30.301367 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ccceb035-ccd9-46a4-910f-b6ab97e9de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:30.392699 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3a3d9af5-0534-424b-907d-ef84cf4956f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:30.434080 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-e220c41d-f5c1-483b-898b-a4a1e708b912 None None] Attempting to bind port d7eb57b7-a4c4-43e0-8da5-a9acca70d35e on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:36:30.434441 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-e220c41d-f5c1-483b-898b-a4a1e708b912 None None] Attempting to bind port d7eb57b7-a4c4-43e0-8da5-a9acca70d35e by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'dbb06ffd-7741-4e12-b6df-45305575e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '322a175d-5ec0-47ae-a1f0-c84847b7e866'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:36:30.434871 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e220c41d-f5c1-483b-898b-a4a1e708b912 None None] Attempting to bind port d7eb57b7-a4c4-43e0-8da5-a9acca70d35e on network 322a175d-5ec0-47ae-a1f0-c84847b7e866 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:36:30.455998 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e220c41d-f5c1-483b-898b-a4a1e708b912 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:36:30.456411 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e220c41d-f5c1-483b-898b-a4a1e708b912 None None] Checking segment: {'id': 'dbb06ffd-7741-4e12-b6df-45305575e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '322a175d-5ec0-47ae-a1f0-c84847b7e866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:36:30.456820 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e220c41d-f5c1-483b-898b-a4a1e708b912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:30.457246 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e220c41d-f5c1-483b-898b-a4a1e708b912 None None] Bound using segment: {'id': 'dbb06ffd-7741-4e12-b6df-45305575e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '322a175d-5ec0-47ae-a1f0-c84847b7e866'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:36:30.457729 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-e220c41d-f5c1-483b-898b-a4a1e708b912 None None] Bound port: d7eb57b7-a4c4-43e0-8da5-a9acca70d35e, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb06ffd-7741-4e12-b6df-45305575e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '322a175d-5ec0-47ae-a1f0-c84847b7e866'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:36:30.458111 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e220c41d-f5c1-483b-898b-a4a1e708b912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:30.613632 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-ccceb035-ccd9-46a4-910f-b6ab97e9de36 None None] Allocated IP 172.23.0.2 (43d29831-c38d-401f-b953-c3d9dd564a3f/c93e88e9-fdff-4f6e-bd92-d932a38ed862/43050ec6-dd55-4d1d-8b2a-a266574f3eba) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:36:30.620881 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-e220c41d-f5c1-483b-898b-a4a1e708b912 None None] For port d7eb57b7-a4c4-43e0-8da5-a9acca70d35e, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:36:30.627454 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-e220c41d-f5c1-483b-898b-a4a1e708b912 None None] For port d7eb57b7-a4c4-43e0-8da5-a9acca70d35e, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d7eb57b7-a4c4-43e0-8da5-a9acca70d35e,segment=NetworkSegment(dbb06ffd-7741-4e12-b6df-45305575e566),segment_id=dbb06ffd-7741-4e12-b6df-45305575e566)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:36:30.760758 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e220c41d-f5c1-483b-898b-a4a1e708b912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:30.923715 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e220c41d-f5c1-483b-898b-a4a1e708b912 None None] Routers {'07334bcb-9a47-4fd2-affa-57b27b6ad54d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:30.924387 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e220c41d-f5c1-483b-898b-a4a1e708b912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:30.986255 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ccceb035-ccd9-46a4-910f-b6ab97e9de36 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:31.009503 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982ea52-6e80-4c9b-b2e1-dc8fcb578fb6 None None] Pushing event updated for resources: {'Port': ['ID=d7eb57b7-a4c4-43e0-8da5-a9acca70d35e,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:31.073348 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ccceb035-ccd9-46a4-910f-b6ab97e9de36 None None] Transition to ACTIVE for port object 43050ec6-dd55-4d1d-8b2a-a266574f3eba will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:36:31.115065 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ccceb035-ccd9-46a4-910f-b6ab97e9de36 None None] Transition to ACTIVE for port object 43050ec6-dd55-4d1d-8b2a-a266574f3eba will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:36:31.142831 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-e220c41d-f5c1-483b-898b-a4a1e708b912 None None] Set router 07334bcb-9a47-4fd2-affa-57b27b6ad54d gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:36:31.278037 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ccceb035-ccd9-46a4-910f-b6ab97e9de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:31.337466 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-3a3d9af5-0534-424b-907d-ef84cf4956f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Allocated IP 172.23.0.1 (43d29831-c38d-401f-b953-c3d9dd564a3f/c93e88e9-fdff-4f6e-bd92-d932a38ed862/6b39d214-ff51-4b1f-ae7b-d1478f49b1c3) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:36:31.376145 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccceb035-ccd9-46a4-910f-b6ab97e9de36 None None] Network 43d29831-c38d-401f-b953-c3d9dd564a3f is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:36:31.429173 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-ccceb035-ccd9-46a4-910f-b6ab97e9de36 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:36:31.445165 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccceb035-ccd9-46a4-910f-b6ab97e9de36 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:36:31.460107 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccceb035-ccd9-46a4-910f-b6ab97e9de36 None None] Pushing event updated for resources: {'Port': ['ID=43050ec6-dd55-4d1d-8b2a-a266574f3eba,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:31.594112 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3a3d9af5-0534-424b-907d-ef84cf4956f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:31.598487 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ccceb035-ccd9-46a4-910f-b6ab97e9de36 None None] Attempting to bind port 43050ec6-dd55-4d1d-8b2a-a266574f3eba on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:36:31.598869 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ccceb035-ccd9-46a4-910f-b6ab97e9de36 None None] Attempting to bind port 43050ec6-dd55-4d1d-8b2a-a266574f3eba by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '6a4b5745-eae8-40f2-833d-4e421ccce2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '43d29831-c38d-401f-b953-c3d9dd564a3f'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:36:31.599253 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccceb035-ccd9-46a4-910f-b6ab97e9de36 None None] Attempting to bind port 43050ec6-dd55-4d1d-8b2a-a266574f3eba on network 43d29831-c38d-401f-b953-c3d9dd564a3f {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:36:31.610734 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-3a3d9af5-0534-424b-907d-ef84cf4956f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Transition to ACTIVE for port object 6b39d214-ff51-4b1f-ae7b-d1478f49b1c3 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:36:31.634175 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccceb035-ccd9-46a4-910f-b6ab97e9de36 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:36:31.636356 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccceb035-ccd9-46a4-910f-b6ab97e9de36 None None] Checking segment: {'id': '6a4b5745-eae8-40f2-833d-4e421ccce2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '43d29831-c38d-401f-b953-c3d9dd564a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:36:31.636356 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ccceb035-ccd9-46a4-910f-b6ab97e9de36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:31.636356 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccceb035-ccd9-46a4-910f-b6ab97e9de36 None None] Bound using segment: {'id': '6a4b5745-eae8-40f2-833d-4e421ccce2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '43d29831-c38d-401f-b953-c3d9dd564a3f'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:36:31.636356 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ccceb035-ccd9-46a4-910f-b6ab97e9de36 None None] Bound port: 43050ec6-dd55-4d1d-8b2a-a266574f3eba, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4b5745-eae8-40f2-833d-4e421ccce2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '43d29831-c38d-401f-b953-c3d9dd564a3f'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:36:31.636356 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ccceb035-ccd9-46a4-910f-b6ab97e9de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:31.719683 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3a3d9af5-0534-424b-907d-ef84cf4956f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:31.747621 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ccceb035-ccd9-46a4-910f-b6ab97e9de36 None None] For port 43050ec6-dd55-4d1d-8b2a-a266574f3eba, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:36:31.752158 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ccceb035-ccd9-46a4-910f-b6ab97e9de36 None None] For port 43050ec6-dd55-4d1d-8b2a-a266574f3eba, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=43050ec6-dd55-4d1d-8b2a-a266574f3eba,segment=NetworkSegment(6a4b5745-eae8-40f2-833d-4e421ccce2b1),segment_id=6a4b5745-eae8-40f2-833d-4e421ccce2b1)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:36:31.755628 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e220c41d-f5c1-483b-898b-a4a1e708b912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:26Z', 'revision_number': 4, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None, '_interfaces': [{'id': '11a47369-b864-41b4-b205-076198ae55f3', 'name': '', 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:e7:2e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:19Z', 'updated_at': '2022-04-06T13:36:26Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd27f8f40-ca26-45a2-8fd9-7863f22a8549', 'name': '', 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:d5:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '848266b2-dd38-4813-90b8-86a406c990c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:14Z', 'updated_at': '2022-04-06T13:36:22Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '848266b2-dd38-4813-90b8-86a406c990c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7eb57b7-a4c4-43e0-8da5-a9acca70d35e', 'name': '', 'network_id': '322a175d-5ec0-47ae-a1f0-c84847b7e866', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:01:96:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:25Z', 'updated_at': '2022-04-06T13:36:30Z', 'revision_number': 4, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:31.759673 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e220c41d-f5c1-483b-898b-a4a1e708b912 None None] The sync data for ids ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'] in dv-neutron-834600-1-hyperv is: [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:26Z', 'revision_number': 4, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None, '_interfaces': [{'id': '11a47369-b864-41b4-b205-076198ae55f3', 'name': '', 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:e7:2e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:19Z', 'updated_at': '2022-04-06T13:36:26Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd27f8f40-ca26-45a2-8fd9-7863f22a8549', 'name': '', 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:d5:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '848266b2-dd38-4813-90b8-86a406c990c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:14Z', 'updated_at': '2022-04-06T13:36:22Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '848266b2-dd38-4813-90b8-86a406c990c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7eb57b7-a4c4-43e0-8da5-a9acca70d35e', 'name': '', 'network_id': '322a175d-5ec0-47ae-a1f0-c84847b7e866', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:01:96:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:25Z', 'updated_at': '2022-04-06T13:36:30Z', 'revision_number': 4, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:36:31.787326 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3d9af5-0534-424b-907d-ef84cf4956f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network 43d29831-c38d-401f-b953-c3d9dd564a3f is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:36:31.790436 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-3a3d9af5-0534-424b-907d-ef84cf4956f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:36:31.794364 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3d9af5-0534-424b-907d-ef84cf4956f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:36:31.845631 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ccceb035-ccd9-46a4-910f-b6ab97e9de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:31.865162 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d9af5-0534-424b-907d-ef84cf4956f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Port': ['ID=6b39d214-ff51-4b1f-ae7b-d1478f49b1c3,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:31.898238 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3a3d9af5-0534-424b-907d-ef84cf4956f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:31.970105 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccceb035-ccd9-46a4-910f-b6ab97e9de36 None None] Pushing event updated for resources: {'Port': ['ID=43050ec6-dd55-4d1d-8b2a-a266574f3eba,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:32.266675 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3a3d9af5-0534-424b-907d-ef84cf4956f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:32.777352 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3a3d9af5-0534-424b-907d-ef84cf4956f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:32.867257 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3a3d9af5-0534-424b-907d-ef84cf4956f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:32.939292 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1d54e7-d22b-4855-af36-1e6de501abc9 None None] Network 43d29831-c38d-401f-b953-c3d9dd564a3f requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:36:32.985312 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d9af5-0534-424b-907d-ef84cf4956f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event updated for resources: {'Port': ['ID=6b39d214-ff51-4b1f-ae7b-d1478f49b1c3,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:32.987667 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3a3d9af5-0534-424b-907d-ef84cf4956f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:33.141489 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3d9af5-0534-424b-907d-ef84cf4956f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Network 43d29831-c38d-401f-b953-c3d9dd564a3f is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:36:33.142954 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-3a3d9af5-0534-424b-907d-ef84cf4956f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:36:33.164944 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-974da91e-f037-4c57-8166-82116784fae5 None None] Provisioning for port 43050ec6-dd55-4d1d-8b2a-a266574f3eba completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:36:33.334080 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3d9af5-0534-424b-907d-ef84cf4956f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Router 07334bcb-9a47-4fd2-affa-57b27b6ad54d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:36:33.515743 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d7eb57b7-a4c4-43e0-8da5-a9acca70d35e up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:36:33.520693 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3d9af5-0534-424b-907d-ef84cf4956f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:36:33.533732 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0d7ad4-0cf4-4cf7-b553-b374c8ba1ced None None] Sync routers for ids ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:36:33.538951 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3a3d9af5-0534-424b-907d-ef84cf4956f1 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "PUT /v2.0/routers/07334bcb-9a47-4fd2-affa-57b27b6ad54d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8064060 Apr 06 13:36:33.539209 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48900) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:33.544520 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-74080675-f697-4936-9470-e01b7bdbe5d8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:36:33.553768 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0d7ad4-0cf4-4cf7-b553-b374c8ba1ced None None] Routers {'07334bcb-9a47-4fd2-affa-57b27b6ad54d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:33.554791 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-2a0d7ad4-0cf4-4cf7-b553-b374c8ba1ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:33.655167 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2c54b39a-9d28-499c-b48d-1bfaeee20979 None None] Provisioning for port 6b39d214-ff51-4b1f-ae7b-d1478f49b1c3 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:36:33.674217 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2c54b39a-9d28-499c-b48d-1bfaeee20979 None None] Provisioning complete for port 6b39d214-ff51-4b1f-ae7b-d1478f49b1c3 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:33.674217 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2c54b39a-9d28-499c-b48d-1bfaeee20979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:33.740219 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port d7eb57b7-a4c4-43e0-8da5-a9acca70d35e completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:36:33.743552 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-2c54b39a-9d28-499c-b48d-1bfaeee20979 None None] Port 6b39d214-ff51-4b1f-ae7b-d1478f49b1c3 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:36:33.749937 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-2a0d7ad4-0cf4-4cf7-b553-b374c8ba1ced None None] Set router 07334bcb-9a47-4fd2-affa-57b27b6ad54d gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:36:33.750730 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port d7eb57b7-a4c4-43e0-8da5-a9acca70d35e triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:33.751254 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:33.913288 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:33.955212 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port d7eb57b7-a4c4-43e0-8da5-a9acca70d35e, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d7eb57b7-a4c4-43e0-8da5-a9acca70d35e,segment=NetworkSegment(dbb06ffd-7741-4e12-b6df-45305575e566),segment_id=dbb06ffd-7741-4e12-b6df-45305575e566)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:36:33.960606 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-af4febd5-bfe5-45d8-9625-5c0c93e03535 None None] Provisioning complete for port 6b39d214-ff51-4b1f-ae7b-d1478f49b1c3 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:33.960976 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-af4febd5-bfe5-45d8-9625-5c0c93e03535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:34.014689 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-af4febd5-bfe5-45d8-9625-5c0c93e03535 None None] Port 6b39d214-ff51-4b1f-ae7b-d1478f49b1c3 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:36:34.050578 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:34.051816 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 43050ec6-dd55-4d1d-8b2a-a266574f3eba up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:36:34.120120 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-2a0d7ad4-0cf4-4cf7-b553-b374c8ba1ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:32Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None, '_interfaces': [{'id': '11a47369-b864-41b4-b205-076198ae55f3', 'name': '', 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:e7:2e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:19Z', 'updated_at': '2022-04-06T13:36:26Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b39d214-ff51-4b1f-ae7b-d1478f49b1c3', 'name': '', 'network_id': '43d29831-c38d-401f-b953-c3d9dd564a3f', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:eb:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'c93e88e9-fdff-4f6e-bd92-d932a38ed862', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:30Z', 'updated_at': '2022-04-06T13:36:32Z', 'revision_number': 2, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': 'c93e88e9-fdff-4f6e-bd92-d932a38ed862', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd27f8f40-ca26-45a2-8fd9-7863f22a8549', 'name': '', 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:d5:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '848266b2-dd38-4813-90b8-86a406c990c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:14Z', 'updated_at': '2022-04-06T13:36:22Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '848266b2-dd38-4813-90b8-86a406c990c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7eb57b7-a4c4-43e0-8da5-a9acca70d35e', 'name': '', 'network_id': '322a175d-5ec0-47ae-a1f0-c84847b7e866', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:01:96:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:25Z', 'updated_at': '2022-04-06T13:36:30Z', 'revision_number': 4, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:34.125443 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0d7ad4-0cf4-4cf7-b553-b374c8ba1ced None None] Checking router: 07334bcb-9a47-4fd2-affa-57b27b6ad54d for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:36:34.125843 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0d7ad4-0cf4-4cf7-b553-b374c8ba1ced None None] Updating router 07334bcb-9a47-4fd2-affa-57b27b6ad54d port 6b39d214-ff51-4b1f-ae7b-d1478f49b1c3 binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:36:34.172637 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.extraroute_db [None req-74080675-f697-4936-9470-e01b7bdbe5d8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88565) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 06 13:36:34.175426 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=d7eb57b7-a4c4-43e0-8da5-a9acca70d35e,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:34.190681 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.extraroute_db [None req-74080675-f697-4936-9470-e01b7bdbe5d8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Removed routes are [] {{(pid=88565) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 06 13:36:34.198190 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-74080675-f697-4936-9470-e01b7bdbe5d8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:34.198367 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-2a0d7ad4-0cf4-4cf7-b553-b374c8ba1ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:34.277857 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 43050ec6-dd55-4d1d-8b2a-a266574f3eba completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:36:34.284115 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 43050ec6-dd55-4d1d-8b2a-a266574f3eba triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:34.284585 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:34.407554 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:34.441997 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 43050ec6-dd55-4d1d-8b2a-a266574f3eba, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=43050ec6-dd55-4d1d-8b2a-a266574f3eba,segment=NetworkSegment(6a4b5745-eae8-40f2-833d-4e421ccce2b1),segment_id=6a4b5745-eae8-40f2-833d-4e421ccce2b1)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:36:34.501700 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:34.569111 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-2a0d7ad4-0cf4-4cf7-b553-b374c8ba1ced None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:34.582336 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-2a0d7ad4-0cf4-4cf7-b553-b374c8ba1ced None None] Transition to ACTIVE for port object 6b39d214-ff51-4b1f-ae7b-d1478f49b1c3 will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:36:34.597168 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=43050ec6-dd55-4d1d-8b2a-a266574f3eba,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:34.678325 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-2a0d7ad4-0cf4-4cf7-b553-b374c8ba1ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:34.776254 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-74080675-f697-4936-9470-e01b7bdbe5d8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:34.781158 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-74080675-f697-4936-9470-e01b7bdbe5d8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1624175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625362'] for router, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:34.846565 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699f38e-4371-4169-bc15-68c0145e2412 None None] Pushing event updated for resources: {'Port': ['ID=6b39d214-ff51-4b1f-ae7b-d1478f49b1c3,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:34.936065 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-2a0d7ad4-0cf4-4cf7-b553-b374c8ba1ced None None] Attempting to bind port 6b39d214-ff51-4b1f-ae7b-d1478f49b1c3 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:36:34.936508 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-2a0d7ad4-0cf4-4cf7-b553-b374c8ba1ced None None] Attempting to bind port 6b39d214-ff51-4b1f-ae7b-d1478f49b1c3 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '6a4b5745-eae8-40f2-833d-4e421ccce2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '43d29831-c38d-401f-b953-c3d9dd564a3f'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:36:34.936960 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0d7ad4-0cf4-4cf7-b553-b374c8ba1ced None None] Attempting to bind port 6b39d214-ff51-4b1f-ae7b-d1478f49b1c3 on network 43d29831-c38d-401f-b953-c3d9dd564a3f {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:36:34.942712 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0d7ad4-0cf4-4cf7-b553-b374c8ba1ced None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:36:34.943116 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0d7ad4-0cf4-4cf7-b553-b374c8ba1ced None None] Checking segment: {'id': '6a4b5745-eae8-40f2-833d-4e421ccce2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '43d29831-c38d-401f-b953-c3d9dd564a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:36:34.943529 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-2a0d7ad4-0cf4-4cf7-b553-b374c8ba1ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:34.943925 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0d7ad4-0cf4-4cf7-b553-b374c8ba1ced None None] Bound using segment: {'id': '6a4b5745-eae8-40f2-833d-4e421ccce2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '43d29831-c38d-401f-b953-c3d9dd564a3f'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:36:34.944514 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-2a0d7ad4-0cf4-4cf7-b553-b374c8ba1ced None None] Bound port: 6b39d214-ff51-4b1f-ae7b-d1478f49b1c3, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4b5745-eae8-40f2-833d-4e421ccce2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '43d29831-c38d-401f-b953-c3d9dd564a3f'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:36:34.944886 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-2a0d7ad4-0cf4-4cf7-b553-b374c8ba1ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:34.959519 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74080675-f697-4936-9470-e01b7bdbe5d8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Router 07334bcb-9a47-4fd2-affa-57b27b6ad54d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:36:35.045887 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-2a0d7ad4-0cf4-4cf7-b553-b374c8ba1ced None None] For port 6b39d214-ff51-4b1f-ae7b-d1478f49b1c3, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:36:35.049059 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-2a0d7ad4-0cf4-4cf7-b553-b374c8ba1ced None None] For port 6b39d214-ff51-4b1f-ae7b-d1478f49b1c3, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=6b39d214-ff51-4b1f-ae7b-d1478f49b1c3,segment=NetworkSegment(6a4b5745-eae8-40f2-833d-4e421ccce2b1),segment_id=6a4b5745-eae8-40f2-833d-4e421ccce2b1)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:36:35.118326 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-2a0d7ad4-0cf4-4cf7-b553-b374c8ba1ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:35.134899 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74080675-f697-4936-9470-e01b7bdbe5d8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:36:35.142491 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-74080675-f697-4936-9470-e01b7bdbe5d8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:35.146330 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48904) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:35.146851 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-74080675-f697-4936-9470-e01b7bdbe5d8 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "PUT /v2.0/routers/07334bcb-9a47-4fd2-affa-57b27b6ad54d HTTP/1.1" status: 200 len: 934 time: 1.6062536 Apr 06 13:36:35.212148 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0d7ad4-0cf4-4cf7-b553-b374c8ba1ced None None] Routers {'07334bcb-9a47-4fd2-affa-57b27b6ad54d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:35.212758 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-2a0d7ad4-0cf4-4cf7-b553-b374c8ba1ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:35.286515 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699f38e-4371-4169-bc15-68c0145e2412 None None] Pushing event updated for resources: {'Port': ['ID=6b39d214-ff51-4b1f-ae7b-d1478f49b1c3,revision_number=4']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:35.341266 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2bc6a3b9-ada8-449e-ada5-a152f008504e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "GET /v2.0/routers/07334bcb-9a47-4fd2-affa-57b27b6ad54d HTTP/1.1" status: 200 len: 934 time: 0.1909912 Apr 06 13:36:35.341596 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48908) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:35.347541 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-533ad726-c8e5-47f3-ba02-f8e233852969 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'router': {'routes': None}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:36:35.388034 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-2a0d7ad4-0cf4-4cf7-b553-b374c8ba1ced None None] Set router 07334bcb-9a47-4fd2-affa-57b27b6ad54d gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:36:35.466702 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d7eb57b7-a4c4-43e0-8da5-a9acca70d35e up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:36:35.570508 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port d7eb57b7-a4c4-43e0-8da5-a9acca70d35e triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:35.571119 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:35.699805 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 43050ec6-dd55-4d1d-8b2a-a266574f3eba up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:36:35.753858 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-2a0d7ad4-0cf4-4cf7-b553-b374c8ba1ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:34Z', 'revision_number': 6, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None, '_interfaces': [{'id': '11a47369-b864-41b4-b205-076198ae55f3', 'name': '', 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:e7:2e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:19Z', 'updated_at': '2022-04-06T13:36:26Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b39d214-ff51-4b1f-ae7b-d1478f49b1c3', 'name': '', 'network_id': '43d29831-c38d-401f-b953-c3d9dd564a3f', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:eb:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'c93e88e9-fdff-4f6e-bd92-d932a38ed862', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:30Z', 'updated_at': '2022-04-06T13:36:35Z', 'revision_number': 4, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': 'c93e88e9-fdff-4f6e-bd92-d932a38ed862', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd27f8f40-ca26-45a2-8fd9-7863f22a8549', 'name': '', 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:d5:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '848266b2-dd38-4813-90b8-86a406c990c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:14Z', 'updated_at': '2022-04-06T13:36:22Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '848266b2-dd38-4813-90b8-86a406c990c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7eb57b7-a4c4-43e0-8da5-a9acca70d35e', 'name': '', 'network_id': '322a175d-5ec0-47ae-a1f0-c84847b7e866', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:01:96:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:25Z', 'updated_at': '2022-04-06T13:36:33Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:35.758328 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0d7ad4-0cf4-4cf7-b553-b374c8ba1ced None None] The sync data for ids ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'] in dv-neutron-834600-1-hyperv is: [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:34Z', 'revision_number': 6, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None, '_interfaces': [{'id': '11a47369-b864-41b4-b205-076198ae55f3', 'name': '', 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:e7:2e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:19Z', 'updated_at': '2022-04-06T13:36:26Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b39d214-ff51-4b1f-ae7b-d1478f49b1c3', 'name': '', 'network_id': '43d29831-c38d-401f-b953-c3d9dd564a3f', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:eb:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'c93e88e9-fdff-4f6e-bd92-d932a38ed862', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:30Z', 'updated_at': '2022-04-06T13:36:35Z', 'revision_number': 4, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': 'c93e88e9-fdff-4f6e-bd92-d932a38ed862', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd27f8f40-ca26-45a2-8fd9-7863f22a8549', 'name': '', 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:d5:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '848266b2-dd38-4813-90b8-86a406c990c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:14Z', 'updated_at': '2022-04-06T13:36:22Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '848266b2-dd38-4813-90b8-86a406c990c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7eb57b7-a4c4-43e0-8da5-a9acca70d35e', 'name': '', 'network_id': '322a175d-5ec0-47ae-a1f0-c84847b7e866', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:01:96:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:25Z', 'updated_at': '2022-04-06T13:36:33Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:36:35.775982 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 43050ec6-dd55-4d1d-8b2a-a266574f3eba triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:35.776358 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:36.134696 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.extraroute_db [None req-533ad726-c8e5-47f3-ba02-f8e233852969 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Added routes are [] {{(pid=88564) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 06 13:36:36.135303 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.extraroute_db [None req-533ad726-c8e5-47f3-ba02-f8e233852969 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88564) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 06 13:36:36.166872 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-533ad726-c8e5-47f3-ba02-f8e233852969 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:36.502977 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7b0095-bae7-4d0d-8574-5bbe2fd4e5d5 None None] Sync routers for ids ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:36:36.513385 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7b0095-bae7-4d0d-8574-5bbe2fd4e5d5 None None] Routers {'07334bcb-9a47-4fd2-affa-57b27b6ad54d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:36.519043 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-dc7b0095-bae7-4d0d-8574-5bbe2fd4e5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:36.568291 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-533ad726-c8e5-47f3-ba02-f8e233852969 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:36.571599 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-533ad726-c8e5-47f3-ba02-f8e233852969 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1624175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625362'] for router, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:36.677219 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-dc7b0095-bae7-4d0d-8574-5bbe2fd4e5d5 None None] Set router 07334bcb-9a47-4fd2-affa-57b27b6ad54d gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:36:36.743557 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533ad726-c8e5-47f3-ba02-f8e233852969 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Router 07334bcb-9a47-4fd2-affa-57b27b6ad54d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:36:36.917109 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533ad726-c8e5-47f3-ba02-f8e233852969 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:36:36.924779 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-533ad726-c8e5-47f3-ba02-f8e233852969 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:36.926041 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-533ad726-c8e5-47f3-ba02-f8e233852969 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "PUT /v2.0/routers/07334bcb-9a47-4fd2-affa-57b27b6ad54d HTTP/1.1" status: 200 len: 700 time: 1.5834360 Apr 06 13:36:36.929341 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48912) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:37.054494 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-dc7b0095-bae7-4d0d-8574-5bbe2fd4e5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:36Z', 'revision_number': 7, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None, '_interfaces': [{'id': '11a47369-b864-41b4-b205-076198ae55f3', 'name': '', 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:e7:2e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:19Z', 'updated_at': '2022-04-06T13:36:26Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b39d214-ff51-4b1f-ae7b-d1478f49b1c3', 'name': '', 'network_id': '43d29831-c38d-401f-b953-c3d9dd564a3f', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:eb:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'c93e88e9-fdff-4f6e-bd92-d932a38ed862', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:30Z', 'updated_at': '2022-04-06T13:36:35Z', 'revision_number': 4, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': 'c93e88e9-fdff-4f6e-bd92-d932a38ed862', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd27f8f40-ca26-45a2-8fd9-7863f22a8549', 'name': '', 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:d5:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '848266b2-dd38-4813-90b8-86a406c990c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:14Z', 'updated_at': '2022-04-06T13:36:22Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '848266b2-dd38-4813-90b8-86a406c990c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7eb57b7-a4c4-43e0-8da5-a9acca70d35e', 'name': '', 'network_id': '322a175d-5ec0-47ae-a1f0-c84847b7e866', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:01:96:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:25Z', 'updated_at': '2022-04-06T13:36:33Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:37.059313 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7b0095-bae7-4d0d-8574-5bbe2fd4e5d5 None None] Checking router: 07334bcb-9a47-4fd2-affa-57b27b6ad54d for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:36:37.069638 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7b0095-bae7-4d0d-8574-5bbe2fd4e5d5 None None] Routers {'07334bcb-9a47-4fd2-affa-57b27b6ad54d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:37.070259 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-dc7b0095-bae7-4d0d-8574-5bbe2fd4e5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:37.228264 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-628ddb22-5f51-4d2e-8bbd-424f19d87658 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "GET /v2.0/routers/07334bcb-9a47-4fd2-affa-57b27b6ad54d HTTP/1.1" status: 200 len: 700 time: 0.2977605 Apr 06 13:36:37.230407 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-dc7b0095-bae7-4d0d-8574-5bbe2fd4e5d5 None None] Set router 07334bcb-9a47-4fd2-affa-57b27b6ad54d gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:36:37.231075 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48916) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:37.504042 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 6b39d214-ff51-4b1f-ae7b-d1478f49b1c3 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:36:37.649098 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-dc7b0095-bae7-4d0d-8574-5bbe2fd4e5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:36Z', 'revision_number': 7, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None, '_interfaces': [{'id': '11a47369-b864-41b4-b205-076198ae55f3', 'name': '', 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:e7:2e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:19Z', 'updated_at': '2022-04-06T13:36:26Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b39d214-ff51-4b1f-ae7b-d1478f49b1c3', 'name': '', 'network_id': '43d29831-c38d-401f-b953-c3d9dd564a3f', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:eb:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'c93e88e9-fdff-4f6e-bd92-d932a38ed862', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:30Z', 'updated_at': '2022-04-06T13:36:35Z', 'revision_number': 4, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': 'c93e88e9-fdff-4f6e-bd92-d932a38ed862', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd27f8f40-ca26-45a2-8fd9-7863f22a8549', 'name': '', 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:d5:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '848266b2-dd38-4813-90b8-86a406c990c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:14Z', 'updated_at': '2022-04-06T13:36:22Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '848266b2-dd38-4813-90b8-86a406c990c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7eb57b7-a4c4-43e0-8da5-a9acca70d35e', 'name': '', 'network_id': '322a175d-5ec0-47ae-a1f0-c84847b7e866', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:01:96:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:25Z', 'updated_at': '2022-04-06T13:36:33Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:37.653351 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7b0095-bae7-4d0d-8574-5bbe2fd4e5d5 None None] The sync data for ids ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'] in dv-neutron-834600-1-hyperv is: [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:36Z', 'revision_number': 7, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None, '_interfaces': [{'id': '11a47369-b864-41b4-b205-076198ae55f3', 'name': '', 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:e7:2e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:19Z', 'updated_at': '2022-04-06T13:36:26Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b39d214-ff51-4b1f-ae7b-d1478f49b1c3', 'name': '', 'network_id': '43d29831-c38d-401f-b953-c3d9dd564a3f', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:eb:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'c93e88e9-fdff-4f6e-bd92-d932a38ed862', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:30Z', 'updated_at': '2022-04-06T13:36:35Z', 'revision_number': 4, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': 'c93e88e9-fdff-4f6e-bd92-d932a38ed862', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd27f8f40-ca26-45a2-8fd9-7863f22a8549', 'name': '', 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:d5:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '848266b2-dd38-4813-90b8-86a406c990c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:14Z', 'updated_at': '2022-04-06T13:36:22Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '848266b2-dd38-4813-90b8-86a406c990c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7eb57b7-a4c4-43e0-8da5-a9acca70d35e', 'name': '', 'network_id': '322a175d-5ec0-47ae-a1f0-c84847b7e866', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:01:96:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:25Z', 'updated_at': '2022-04-06T13:36:33Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:36:37.695376 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 6b39d214-ff51-4b1f-ae7b-d1478f49b1c3 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:36:37.701140 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 6b39d214-ff51-4b1f-ae7b-d1478f49b1c3 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:36:37.701583 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:37.781476 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-86bfcec9-05cf-4b7d-9105-2c7cee18651c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:37.830108 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:37.867860 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 6b39d214-ff51-4b1f-ae7b-d1478f49b1c3, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=6b39d214-ff51-4b1f-ae7b-d1478f49b1c3,segment=NetworkSegment(6a4b5745-eae8-40f2-833d-4e421ccce2b1),segment_id=6a4b5745-eae8-40f2-833d-4e421ccce2b1)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:36:37.910726 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae94dbf-c79a-4444-929b-19c815c33577 None None] Sync routers for ids ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:36:37.920106 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae94dbf-c79a-4444-929b-19c815c33577 None None] Routers {'07334bcb-9a47-4fd2-affa-57b27b6ad54d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:37.920760 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8ae94dbf-c79a-4444-929b-19c815c33577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:37.958081 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:38.036155 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=6b39d214-ff51-4b1f-ae7b-d1478f49b1c3,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:38.084459 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-8ae94dbf-c79a-4444-929b-19c815c33577 None None] Set router 07334bcb-9a47-4fd2-affa-57b27b6ad54d gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:36:38.137199 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-86bfcec9-05cf-4b7d-9105-2c7cee18651c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting port 6b39d214-ff51-4b1f-ae7b-d1478f49b1c3 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:36:38.137534 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-86bfcec9-05cf-4b7d-9105-2c7cee18651c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:38.334886 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-86bfcec9-05cf-4b7d-9105-2c7cee18651c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] For port 6b39d214-ff51-4b1f-ae7b-d1478f49b1c3, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=6b39d214-ff51-4b1f-ae7b-d1478f49b1c3,segment=NetworkSegment(6a4b5745-eae8-40f2-833d-4e421ccce2b1),segment_id=6a4b5745-eae8-40f2-833d-4e421ccce2b1)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:36:38.335568 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-86bfcec9-05cf-4b7d-9105-2c7cee18651c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:38.417470 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8ae94dbf-c79a-4444-929b-19c815c33577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:36Z', 'revision_number': 7, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None, '_interfaces': [{'id': '11a47369-b864-41b4-b205-076198ae55f3', 'name': '', 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:e7:2e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:19Z', 'updated_at': '2022-04-06T13:36:26Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b39d214-ff51-4b1f-ae7b-d1478f49b1c3', 'name': '', 'network_id': '43d29831-c38d-401f-b953-c3d9dd564a3f', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:eb:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'c93e88e9-fdff-4f6e-bd92-d932a38ed862', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:30Z', 'updated_at': '2022-04-06T13:36:37Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': 'c93e88e9-fdff-4f6e-bd92-d932a38ed862', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd27f8f40-ca26-45a2-8fd9-7863f22a8549', 'name': '', 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:d5:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '848266b2-dd38-4813-90b8-86a406c990c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:14Z', 'updated_at': '2022-04-06T13:36:22Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '848266b2-dd38-4813-90b8-86a406c990c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7eb57b7-a4c4-43e0-8da5-a9acca70d35e', 'name': '', 'network_id': '322a175d-5ec0-47ae-a1f0-c84847b7e866', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:01:96:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:25Z', 'updated_at': '2022-04-06T13:36:33Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:38.422203 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae94dbf-c79a-4444-929b-19c815c33577 None None] Checking router: 07334bcb-9a47-4fd2-affa-57b27b6ad54d for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:36:38.430304 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae94dbf-c79a-4444-929b-19c815c33577 None None] Routers {'07334bcb-9a47-4fd2-affa-57b27b6ad54d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:38.430981 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8ae94dbf-c79a-4444-929b-19c815c33577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:38.471359 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-86bfcec9-05cf-4b7d-9105-2c7cee18651c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Calling delete_port for 6b39d214-ff51-4b1f-ae7b-d1478f49b1c3 owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:36:38.622336 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-8ae94dbf-c79a-4444-929b-19c815c33577 None None] Set router 07334bcb-9a47-4fd2-affa-57b27b6ad54d gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:36:38.855954 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-86bfcec9-05cf-4b7d-9105-2c7cee18651c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:38.908884 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfcec9-05cf-4b7d-9105-2c7cee18651c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Port': ['ID=6b39d214-ff51-4b1f-ae7b-d1478f49b1c3,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:38.950849 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8ae94dbf-c79a-4444-929b-19c815c33577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:36Z', 'revision_number': 7, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None, '_interfaces': [{'id': '11a47369-b864-41b4-b205-076198ae55f3', 'name': '', 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:e7:2e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:19Z', 'updated_at': '2022-04-06T13:36:26Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b39d214-ff51-4b1f-ae7b-d1478f49b1c3', 'name': '', 'network_id': '43d29831-c38d-401f-b953-c3d9dd564a3f', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:eb:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'c93e88e9-fdff-4f6e-bd92-d932a38ed862', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:30Z', 'updated_at': '2022-04-06T13:36:37Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': 'c93e88e9-fdff-4f6e-bd92-d932a38ed862', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd27f8f40-ca26-45a2-8fd9-7863f22a8549', 'name': '', 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:d5:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '848266b2-dd38-4813-90b8-86a406c990c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:14Z', 'updated_at': '2022-04-06T13:36:22Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '848266b2-dd38-4813-90b8-86a406c990c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7eb57b7-a4c4-43e0-8da5-a9acca70d35e', 'name': '', 'network_id': '322a175d-5ec0-47ae-a1f0-c84847b7e866', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:01:96:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:25Z', 'updated_at': '2022-04-06T13:36:33Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:38.955850 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae94dbf-c79a-4444-929b-19c815c33577 None None] The sync data for ids ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'] in dv-neutron-834600-1-hyperv is: [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:36Z', 'revision_number': 7, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None, '_interfaces': [{'id': '11a47369-b864-41b4-b205-076198ae55f3', 'name': '', 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:e7:2e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:19Z', 'updated_at': '2022-04-06T13:36:26Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b39d214-ff51-4b1f-ae7b-d1478f49b1c3', 'name': '', 'network_id': '43d29831-c38d-401f-b953-c3d9dd564a3f', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:eb:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'c93e88e9-fdff-4f6e-bd92-d932a38ed862', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:30Z', 'updated_at': '2022-04-06T13:36:37Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': 'c93e88e9-fdff-4f6e-bd92-d932a38ed862', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd27f8f40-ca26-45a2-8fd9-7863f22a8549', 'name': '', 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:d5:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '848266b2-dd38-4813-90b8-86a406c990c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:14Z', 'updated_at': '2022-04-06T13:36:22Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '848266b2-dd38-4813-90b8-86a406c990c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7eb57b7-a4c4-43e0-8da5-a9acca70d35e', 'name': '', 'network_id': '322a175d-5ec0-47ae-a1f0-c84847b7e866', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:01:96:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:25Z', 'updated_at': '2022-04-06T13:36:33Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:36:38.984459 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfcec9-05cf-4b7d-9105-2c7cee18651c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:38.984617 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfcec9-05cf-4b7d-9105-2c7cee18651c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:38.984851 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfcec9-05cf-4b7d-9105-2c7cee18651c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:38.985170 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfcec9-05cf-4b7d-9105-2c7cee18651c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:38.985490 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfcec9-05cf-4b7d-9105-2c7cee18651c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:38.985814 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfcec9-05cf-4b7d-9105-2c7cee18651c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:38.986134 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfcec9-05cf-4b7d-9105-2c7cee18651c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:38.986454 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfcec9-05cf-4b7d-9105-2c7cee18651c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:38.986769 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfcec9-05cf-4b7d-9105-2c7cee18651c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:38.987106 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfcec9-05cf-4b7d-9105-2c7cee18651c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:38.987421 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfcec9-05cf-4b7d-9105-2c7cee18651c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:38.987733 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfcec9-05cf-4b7d-9105-2c7cee18651c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:39.200531 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-86bfcec9-05cf-4b7d-9105-2c7cee18651c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:39.539404 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86bfcec9-05cf-4b7d-9105-2c7cee18651c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Router 07334bcb-9a47-4fd2-affa-57b27b6ad54d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:36:39.701888 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bfcec9-05cf-4b7d-9105-2c7cee18651c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:36:39.712259 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b1c6b5-cec0-4e69-b535-d623db833e07 None None] Sync routers for ids ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:36:39.714709 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-86bfcec9-05cf-4b7d-9105-2c7cee18651c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "PUT /v2.0/routers/07334bcb-9a47-4fd2-affa-57b27b6ad54d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4823339 Apr 06 13:36:39.717358 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48920) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:39.722405 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b1c6b5-cec0-4e69-b535-d623db833e07 None None] Routers {'07334bcb-9a47-4fd2-affa-57b27b6ad54d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:39.723032 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-27b1c6b5-cec0-4e69-b535-d623db833e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:39.784411 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e71e6d-d913-4d4d-8064-8c7ab0d88e37 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting subnet c93e88e9-fdff-4f6e-bd92-d932a38ed862 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:36:39.787910 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-82e71e6d-d913-4d4d-8064-8c7ab0d88e37 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:39.841668 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-82e71e6d-d913-4d4d-8064-8c7ab0d88e37 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:39.881589 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-27b1c6b5-cec0-4e69-b535-d623db833e07 None None] Set router 07334bcb-9a47-4fd2-affa-57b27b6ad54d gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:36:39.933214 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-82e71e6d-d913-4d4d-8064-8c7ab0d88e37 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:40.095387 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-82e71e6d-d913-4d4d-8064-8c7ab0d88e37 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:40.142519 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e71e6d-d913-4d4d-8064-8c7ab0d88e37 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Subnet': ['ID=c93e88e9-fdff-4f6e-bd92-d932a38ed862,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:40.148714 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-82e71e6d-d913-4d4d-8064-8c7ab0d88e37 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:40.160273 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-82e71e6d-d913-4d4d-8064-8c7ab0d88e37 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/subnets/c93e88e9-fdff-4f6e-bd92-d932a38ed862 HTTP/1.1" status: 204 len: 168 time: 0.4417260 Apr 06 13:36:40.163457 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48928) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:40.165145 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0fb552-971e-4473-baf3-d0df0a98606e None None] Network 43d29831-c38d-401f-b953-c3d9dd564a3f requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:36:40.291713 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-57450359-054c-42a2-a9fa-4acad98b3c9a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:40.303313 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-57450359-054c-42a2-a9fa-4acad98b3c9a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting port 43050ec6-dd55-4d1d-8b2a-a266574f3eba {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:36:40.303664 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-57450359-054c-42a2-a9fa-4acad98b3c9a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:40.418750 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-27b1c6b5-cec0-4e69-b535-d623db833e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:38Z', 'revision_number': 8, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None, '_interfaces': [{'id': '11a47369-b864-41b4-b205-076198ae55f3', 'name': '', 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:e7:2e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:19Z', 'updated_at': '2022-04-06T13:36:26Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd27f8f40-ca26-45a2-8fd9-7863f22a8549', 'name': '', 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:d5:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '848266b2-dd38-4813-90b8-86a406c990c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:14Z', 'updated_at': '2022-04-06T13:36:22Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '848266b2-dd38-4813-90b8-86a406c990c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7eb57b7-a4c4-43e0-8da5-a9acca70d35e', 'name': '', 'network_id': '322a175d-5ec0-47ae-a1f0-c84847b7e866', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:01:96:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:25Z', 'updated_at': '2022-04-06T13:36:33Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:40.429070 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b1c6b5-cec0-4e69-b535-d623db833e07 None None] Checking router: 07334bcb-9a47-4fd2-affa-57b27b6ad54d for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:36:40.444493 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b1c6b5-cec0-4e69-b535-d623db833e07 None None] Routers {'07334bcb-9a47-4fd2-affa-57b27b6ad54d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:40.445191 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-27b1c6b5-cec0-4e69-b535-d623db833e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:40.506449 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28d49eb-2e7f-4861-954a-09cd83110525 None None] DHCP port deletion for 43d29831-c38d-401f-b953-c3d9dd564a3f request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:36:40.527501 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-57450359-054c-42a2-a9fa-4acad98b3c9a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] For port 43050ec6-dd55-4d1d-8b2a-a266574f3eba, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=43050ec6-dd55-4d1d-8b2a-a266574f3eba,segment=NetworkSegment(6a4b5745-eae8-40f2-833d-4e421ccce2b1),segment_id=6a4b5745-eae8-40f2-833d-4e421ccce2b1)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:36:40.527871 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-57450359-054c-42a2-a9fa-4acad98b3c9a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:40.575686 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-a28d49eb-2e7f-4861-954a-09cd83110525 None None] Deleting port 43050ec6-dd55-4d1d-8b2a-a266574f3eba {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:36:40.575686 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a28d49eb-2e7f-4861-954a-09cd83110525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:40.661548 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-57450359-054c-42a2-a9fa-4acad98b3c9a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Calling delete_port for 43050ec6-dd55-4d1d-8b2a-a266574f3eba owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:36:40.678274 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6e82d21c-6924-4105-88fe-73e7134d287f req-1ba43f9b-fec7-4c35-8057-5450b47399cd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=aeed6092-0dca-49f6-9ee4-b2deb2e5ac21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746601 Apr 06 13:36:40.696779 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-27b1c6b5-cec0-4e69-b535-d623db833e07 None None] Set router 07334bcb-9a47-4fd2-affa-57b27b6ad54d gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:36:40.791002 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82d21c-6924-4105-88fe-73e7134d287f req-a63bb6b8-9053-4a35-a92c-e60d041cd564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:40.793262 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6e82d21c-6924-4105-88fe-73e7134d287f req-a63bb6b8-9053-4a35-a92c-e60d041cd564 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=aeed6092-0dca-49f6-9ee4-b2deb2e5ac21 HTTP/1.1" status: 200 len: 1099 time: 0.0820494 Apr 06 13:36:40.872402 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-57450359-054c-42a2-a9fa-4acad98b3c9a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:40.924699 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57450359-054c-42a2-a9fa-4acad98b3c9a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Port': ['ID=43050ec6-dd55-4d1d-8b2a-a266574f3eba,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:40.928823 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57450359-054c-42a2-a9fa-4acad98b3c9a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] No DVR routers for this DVR port 43050ec6-dd55-4d1d-8b2a-a266574f3eba on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:36:41.049652 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-a28d49eb-2e7f-4861-954a-09cd83110525 None None] For port 43050ec6-dd55-4d1d-8b2a-a266574f3eba, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=43050ec6-dd55-4d1d-8b2a-a266574f3eba,segment=NetworkSegment(6a4b5745-eae8-40f2-833d-4e421ccce2b1),segment_id=6a4b5745-eae8-40f2-833d-4e421ccce2b1)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:36:41.050282 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a28d49eb-2e7f-4861-954a-09cd83110525 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:41.059314 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-57450359-054c-42a2-a9fa-4acad98b3c9a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:41.084278 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82d21c-6924-4105-88fe-73e7134d287f req-95d52022-5590-423a-8c30-2648cb27f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:41.085729 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6e82d21c-6924-4105-88fe-73e7134d287f req-95d52022-5590-423a-8c30-2648cb27f5b5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e561dcad-f411-4b8e-ac01-a19e30d1ccac HTTP/1.1" status: 200 len: 897 time: 0.2731457 Apr 06 13:36:41.090006 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-57450359-054c-42a2-a9fa-4acad98b3c9a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d29831-c38d-401f-b953-c3d9dd564a3f']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:41.102725 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-57450359-054c-42a2-a9fa-4acad98b3c9a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a4b5745-eae8-40f2-833d-4e421ccce2b1') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:41.103052 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-57450359-054c-42a2-a9fa-4acad98b3c9a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a4b5745-eae8-40f2-833d-4e421ccce2b1') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:41.115354 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-57450359-054c-42a2-a9fa-4acad98b3c9a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:41.134067 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-57450359-054c-42a2-a9fa-4acad98b3c9a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:41.141087 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57450359-054c-42a2-a9fa-4acad98b3c9a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:36:41.141592 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-57450359-054c-42a2-a9fa-4acad98b3c9a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:36:41.158329 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:36:41.168327 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6e82d21c-6924-4105-88fe-73e7134d287f req-1ca8b53a-d4d1-4a52-8214-b60bcb379f3e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=206ec23f-b72d-4e1d-8c75-4da10f84f7e3 HTTP/1.1" status: 200 len: 217 time: 0.0716417 Apr 06 13:36:41.191224 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-a28d49eb-2e7f-4861-954a-09cd83110525 None None] Calling delete_port for 43050ec6-dd55-4d1d-8b2a-a266574f3eba owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:36:41.262899 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82d21c-6924-4105-88fe-73e7134d287f req-207c7e76-9db7-4315-a953-e7d2e95415a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:41.264567 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6e82d21c-6924-4105-88fe-73e7134d287f req-207c7e76-9db7-4315-a953-e7d2e95415a1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=011cd4be-2c33-41c7-ae29-cf0319e6b77a HTTP/1.1" status: 200 len: 834 time: 0.0822160 Apr 06 13:36:41.331536 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-a28d49eb-2e7f-4861-954a-09cd83110525 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:36:41.332275 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-a28d49eb-2e7f-4861-954a-09cd83110525 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:36:41.346197 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82d21c-6924-4105-88fe-73e7134d287f req-fbd63449-173c-4248-984b-4e717bb227d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:41.347716 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6e82d21c-6924-4105-88fe-73e7134d287f req-fbd63449-173c-4248-984b-4e717bb227d4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e561dcad-f411-4b8e-ac01-a19e30d1ccac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763228 Apr 06 13:36:41.356264 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-27b1c6b5-cec0-4e69-b535-d623db833e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:38Z', 'revision_number': 8, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None, '_interfaces': [{'id': '11a47369-b864-41b4-b205-076198ae55f3', 'name': '', 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:e7:2e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:19Z', 'updated_at': '2022-04-06T13:36:26Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd27f8f40-ca26-45a2-8fd9-7863f22a8549', 'name': '', 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:d5:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '848266b2-dd38-4813-90b8-86a406c990c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:14Z', 'updated_at': '2022-04-06T13:36:22Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '848266b2-dd38-4813-90b8-86a406c990c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7eb57b7-a4c4-43e0-8da5-a9acca70d35e', 'name': '', 'network_id': '322a175d-5ec0-47ae-a1f0-c84847b7e866', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:01:96:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:25Z', 'updated_at': '2022-04-06T13:36:33Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:41.361437 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b1c6b5-cec0-4e69-b535-d623db833e07 None None] The sync data for ids ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'] in dv-neutron-834600-1-hyperv is: [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:38Z', 'revision_number': 8, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None, '_interfaces': [{'id': '11a47369-b864-41b4-b205-076198ae55f3', 'name': '', 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:e7:2e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:19Z', 'updated_at': '2022-04-06T13:36:26Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd27f8f40-ca26-45a2-8fd9-7863f22a8549', 'name': '', 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:d5:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '848266b2-dd38-4813-90b8-86a406c990c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:14Z', 'updated_at': '2022-04-06T13:36:22Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '848266b2-dd38-4813-90b8-86a406c990c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7eb57b7-a4c4-43e0-8da5-a9acca70d35e', 'name': '', 'network_id': '322a175d-5ec0-47ae-a1f0-c84847b7e866', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:01:96:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:25Z', 'updated_at': '2022-04-06T13:36:33Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': 'd8046357-3b69-42f2-86de-37d1ef139bc2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:36:41.438196 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-57450359-054c-42a2-a9fa-4acad98b3c9a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:41.457705 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-57450359-054c-42a2-a9fa-4acad98b3c9a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:41.469096 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57450359-054c-42a2-a9fa-4acad98b3c9a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Network': ['ID=43d29831-c38d-401f-b953-c3d9dd564a3f,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:41.477873 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-57450359-054c-42a2-a9fa-4acad98b3c9a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/networks/43d29831-c38d-401f-b953-c3d9dd564a3f HTTP/1.1" status: 204 len: 168 time: 1.3136330 Apr 06 13:36:41.480562 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48934) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:41.481146 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:36:41.500132 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6e82d21c-6924-4105-88fe-73e7134d287f req-a59df97c-3e84-47f6-8222-8e201f86c13c service neutron] 10.222.0.61 "GET /v2.0/networks/e561dcad-f411-4b8e-ac01-a19e30d1ccac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459675 Apr 06 13:36:41.638040 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6e82d21c-6924-4105-88fe-73e7134d287f req-5defe5dc-36df-49ee-9e5e-c6ed04cbdf2c service neutron] 10.222.0.61 "GET /v2.0/networks/e561dcad-f411-4b8e-ac01-a19e30d1ccac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306481 Apr 06 13:36:41.757266 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 43050ec6-dd55-4d1d-8b2a-a266574f3eba no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:36:41.850206 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-a28d49eb-2e7f-4861-954a-09cd83110525 None None] Deleting port 43050ec6-dd55-4d1d-8b2a-a266574f3eba {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:36:41.850965 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a28d49eb-2e7f-4861-954a-09cd83110525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:41.888214 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 43050ec6-dd55-4d1d-8b2a-a266574f3eba {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:36:41.888560 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 43050ec6-dd55-4d1d-8b2a-a266574f3eba not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:36:41.926870 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-a28d49eb-2e7f-4861-954a-09cd83110525 None None] The port '43050ec6-dd55-4d1d-8b2a-a266574f3eba' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:36:42.041887 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-481c8cc7-81a6-46ba-9cfd-e2e38d314f8a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:42.375820 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-481c8cc7-81a6-46ba-9cfd-e2e38d314f8a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting port d7eb57b7-a4c4-43e0-8da5-a9acca70d35e {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:36:42.376155 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-481c8cc7-81a6-46ba-9cfd-e2e38d314f8a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:42.569915 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-481c8cc7-81a6-46ba-9cfd-e2e38d314f8a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] For port d7eb57b7-a4c4-43e0-8da5-a9acca70d35e, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d7eb57b7-a4c4-43e0-8da5-a9acca70d35e,segment=NetworkSegment(dbb06ffd-7741-4e12-b6df-45305575e566),segment_id=dbb06ffd-7741-4e12-b6df-45305575e566)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:36:42.570588 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-481c8cc7-81a6-46ba-9cfd-e2e38d314f8a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:42.693541 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-481c8cc7-81a6-46ba-9cfd-e2e38d314f8a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Calling delete_port for d7eb57b7-a4c4-43e0-8da5-a9acca70d35e owned by network:router_interface {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:36:43.067148 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-481c8cc7-81a6-46ba-9cfd-e2e38d314f8a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:43.116670 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c8cc7-81a6-46ba-9cfd-e2e38d314f8a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Port': ['ID=d7eb57b7-a4c4-43e0-8da5-a9acca70d35e,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:43.388931 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-481c8cc7-81a6-46ba-9cfd-e2e38d314f8a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:43.464313 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 6b39d214-ff51-4b1f-ae7b-d1478f49b1c3 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:36:43.501531 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 6b39d214-ff51-4b1f-ae7b-d1478f49b1c3 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:36:43.501878 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 6b39d214-ff51-4b1f-ae7b-d1478f49b1c3 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:36:43.727015 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481c8cc7-81a6-46ba-9cfd-e2e38d314f8a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Router 07334bcb-9a47-4fd2-affa-57b27b6ad54d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:36:43.889648 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481c8cc7-81a6-46ba-9cfd-e2e38d314f8a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:36:43.899411 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feba9b33-8ce7-4f79-a1c0-3d442074e2ec None None] Sync routers for ids ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:36:43.902690 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-481c8cc7-81a6-46ba-9cfd-e2e38d314f8a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "PUT /v2.0/routers/07334bcb-9a47-4fd2-affa-57b27b6ad54d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4208450 Apr 06 13:36:43.906383 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48940) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:43.909848 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feba9b33-8ce7-4f79-a1c0-3d442074e2ec None None] Routers {'07334bcb-9a47-4fd2-affa-57b27b6ad54d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:43.910431 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-feba9b33-8ce7-4f79-a1c0-3d442074e2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:43.974054 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cdd3272-cb3e-415e-bb81-c881abc1b1cd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting subnet d8046357-3b69-42f2-86de-37d1ef139bc2 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:36:43.977084 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8cdd3272-cb3e-415e-bb81-c881abc1b1cd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:44.036354 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8cdd3272-cb3e-415e-bb81-c881abc1b1cd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:44.063163 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-feba9b33-8ce7-4f79-a1c0-3d442074e2ec None None] Set router 07334bcb-9a47-4fd2-affa-57b27b6ad54d gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:36:44.121654 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8cdd3272-cb3e-415e-bb81-c881abc1b1cd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:44.273047 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8cdd3272-cb3e-415e-bb81-c881abc1b1cd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:44.317746 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd3272-cb3e-415e-bb81-c881abc1b1cd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Subnet': ['ID=d8046357-3b69-42f2-86de-37d1ef139bc2,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:44.319696 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8cdd3272-cb3e-415e-bb81-c881abc1b1cd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:44.327522 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8cdd3272-cb3e-415e-bb81-c881abc1b1cd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/subnets/d8046357-3b69-42f2-86de-37d1ef139bc2 HTTP/1.1" status: 204 len: 168 time: 0.4186325 Apr 06 13:36:44.329189 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48944) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:44.329350 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184fa1ff-a382-4433-ac36-c1df4b1a0337 None None] Network 322a175d-5ec0-47ae-a1f0-c84847b7e866 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:36:44.402696 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-feba9b33-8ce7-4f79-a1c0-3d442074e2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:42Z', 'revision_number': 9, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None, '_interfaces': [{'id': '11a47369-b864-41b4-b205-076198ae55f3', 'name': '', 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:e7:2e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:19Z', 'updated_at': '2022-04-06T13:36:26Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd27f8f40-ca26-45a2-8fd9-7863f22a8549', 'name': '', 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:d5:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '848266b2-dd38-4813-90b8-86a406c990c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:14Z', 'updated_at': '2022-04-06T13:36:22Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '848266b2-dd38-4813-90b8-86a406c990c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:44.407251 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feba9b33-8ce7-4f79-a1c0-3d442074e2ec None None] Checking router: 07334bcb-9a47-4fd2-affa-57b27b6ad54d for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:36:44.416608 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feba9b33-8ce7-4f79-a1c0-3d442074e2ec None None] Routers {'07334bcb-9a47-4fd2-affa-57b27b6ad54d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:44.417263 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-feba9b33-8ce7-4f79-a1c0-3d442074e2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:44.453853 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b6068f9a-62fe-4d19-92ec-bb54046f71a6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:44.465400 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-b6068f9a-62fe-4d19-92ec-bb54046f71a6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting port add44ce7-6ad5-4c32-bf20-7362dbae26c5 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:36:44.465952 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b6068f9a-62fe-4d19-92ec-bb54046f71a6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:44.586276 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-feba9b33-8ce7-4f79-a1c0-3d442074e2ec None None] Set router 07334bcb-9a47-4fd2-affa-57b27b6ad54d gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:36:44.600729 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0592d6-5084-457d-8e21-4223f8b64b63 None None] DHCP port deletion for 322a175d-5ec0-47ae-a1f0-c84847b7e866 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:36:44.607506 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0f0592d6-5084-457d-8e21-4223f8b64b63 None None] Deleting port add44ce7-6ad5-4c32-bf20-7362dbae26c5 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:36:44.608036 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0f0592d6-5084-457d-8e21-4223f8b64b63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:44.823755 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-b6068f9a-62fe-4d19-92ec-bb54046f71a6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] For port add44ce7-6ad5-4c32-bf20-7362dbae26c5, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=add44ce7-6ad5-4c32-bf20-7362dbae26c5,segment=NetworkSegment(dbb06ffd-7741-4e12-b6df-45305575e566),segment_id=dbb06ffd-7741-4e12-b6df-45305575e566)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:36:44.824432 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b6068f9a-62fe-4d19-92ec-bb54046f71a6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:44.827062 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0f0592d6-5084-457d-8e21-4223f8b64b63 None None] For port add44ce7-6ad5-4c32-bf20-7362dbae26c5, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=add44ce7-6ad5-4c32-bf20-7362dbae26c5,segment=NetworkSegment(dbb06ffd-7741-4e12-b6df-45305575e566),segment_id=dbb06ffd-7741-4e12-b6df-45305575e566)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:36:44.827062 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0f0592d6-5084-457d-8e21-4223f8b64b63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:44.960026 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0f0592d6-5084-457d-8e21-4223f8b64b63 None None] Calling delete_port for add44ce7-6ad5-4c32-bf20-7362dbae26c5 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:36:44.961471 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-b6068f9a-62fe-4d19-92ec-bb54046f71a6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Calling delete_port for add44ce7-6ad5-4c32-bf20-7362dbae26c5 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:36:44.977996 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-feba9b33-8ce7-4f79-a1c0-3d442074e2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:42Z', 'revision_number': 9, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None, '_interfaces': [{'id': '11a47369-b864-41b4-b205-076198ae55f3', 'name': '', 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:e7:2e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:19Z', 'updated_at': '2022-04-06T13:36:26Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd27f8f40-ca26-45a2-8fd9-7863f22a8549', 'name': '', 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:d5:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '848266b2-dd38-4813-90b8-86a406c990c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:14Z', 'updated_at': '2022-04-06T13:36:22Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '848266b2-dd38-4813-90b8-86a406c990c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:44.984906 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feba9b33-8ce7-4f79-a1c0-3d442074e2ec None None] The sync data for ids ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'] in dv-neutron-834600-1-hyperv is: [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:42Z', 'revision_number': 9, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None, '_interfaces': [{'id': '11a47369-b864-41b4-b205-076198ae55f3', 'name': '', 'network_id': '71e78674-f386-44d8-bf51-ee97279963b2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:e7:2e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:19Z', 'updated_at': '2022-04-06T13:36:26Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '795c2dd6-c0b4-42c3-a01c-e108b91a3b4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd27f8f40-ca26-45a2-8fd9-7863f22a8549', 'name': '', 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:d5:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '848266b2-dd38-4813-90b8-86a406c990c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:14Z', 'updated_at': '2022-04-06T13:36:22Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '848266b2-dd38-4813-90b8-86a406c990c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:36:45.141604 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0f0592d6-5084-457d-8e21-4223f8b64b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:45.148021 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.api [None req-b6068f9a-62fe-4d19-92ec-bb54046f71a6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:36:45.148518 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG oslo_db.api [None req-b6068f9a-62fe-4d19-92ec-bb54046f71a6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:36:45.190080 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0592d6-5084-457d-8e21-4223f8b64b63 None None] Pushing event deleted for resources: {'Port': ['ID=add44ce7-6ad5-4c32-bf20-7362dbae26c5,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:45.194705 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0592d6-5084-457d-8e21-4223f8b64b63 None None] No DVR routers for this DVR port add44ce7-6ad5-4c32-bf20-7362dbae26c5 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:36:45.200731 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0592d6-5084-457d-8e21-4223f8b64b63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:45.201079 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0592d6-5084-457d-8e21-4223f8b64b63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:45.201416 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0592d6-5084-457d-8e21-4223f8b64b63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:45.202377 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0592d6-5084-457d-8e21-4223f8b64b63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:45.205561 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0592d6-5084-457d-8e21-4223f8b64b63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:45.205561 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0592d6-5084-457d-8e21-4223f8b64b63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:45.205753 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0592d6-5084-457d-8e21-4223f8b64b63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:45.206057 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0592d6-5084-457d-8e21-4223f8b64b63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:45.206389 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0592d6-5084-457d-8e21-4223f8b64b63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:45.206714 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0592d6-5084-457d-8e21-4223f8b64b63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:45.207067 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0592d6-5084-457d-8e21-4223f8b64b63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:45.207400 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0592d6-5084-457d-8e21-4223f8b64b63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:36:45.416011 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-255dd207-7cd5-4e0d-84be-df9c66a162fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:45.448241 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d7eb57b7-a4c4-43e0-8da5-a9acca70d35e no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:36:45.484499 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: d7eb57b7-a4c4-43e0-8da5-a9acca70d35e {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:36:45.484838 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d7eb57b7-a4c4-43e0-8da5-a9acca70d35e not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:36:45.485258 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device add44ce7-6ad5-4c32-bf20-7362dbae26c5 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:36:45.521597 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: add44ce7-6ad5-4c32-bf20-7362dbae26c5 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:36:45.521947 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device add44ce7-6ad5-4c32-bf20-7362dbae26c5 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:36:45.649407 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-b6068f9a-62fe-4d19-92ec-bb54046f71a6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting port add44ce7-6ad5-4c32-bf20-7362dbae26c5 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:36:45.649760 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b6068f9a-62fe-4d19-92ec-bb54046f71a6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:45.719808 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-b6068f9a-62fe-4d19-92ec-bb54046f71a6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] The port 'add44ce7-6ad5-4c32-bf20-7362dbae26c5' was deleted {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:36:45.852555 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b6068f9a-62fe-4d19-92ec-bb54046f71a6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:45.878011 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-b6068f9a-62fe-4d19-92ec-bb54046f71a6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['322a175d-5ec0-47ae-a1f0-c84847b7e866']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:45.889677 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-b6068f9a-62fe-4d19-92ec-bb54046f71a6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb06ffd-7741-4e12-b6df-45305575e566') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:45.889966 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-b6068f9a-62fe-4d19-92ec-bb54046f71a6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb06ffd-7741-4e12-b6df-45305575e566') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:45.901153 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b6068f9a-62fe-4d19-92ec-bb54046f71a6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:45.917085 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b6068f9a-62fe-4d19-92ec-bb54046f71a6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:45.923648 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6068f9a-62fe-4d19-92ec-bb54046f71a6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:36:45.924018 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b6068f9a-62fe-4d19-92ec-bb54046f71a6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn( Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn( Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn( Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: util.warn( Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:36:45.938821 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:36:46.112306 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b6068f9a-62fe-4d19-92ec-bb54046f71a6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:46.117040 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b6068f9a-62fe-4d19-92ec-bb54046f71a6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:46.144964 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6068f9a-62fe-4d19-92ec-bb54046f71a6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Network': ['ID=322a175d-5ec0-47ae-a1f0-c84847b7e866,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:46.153123 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b6068f9a-62fe-4d19-92ec-bb54046f71a6 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/networks/322a175d-5ec0-47ae-a1f0-c84847b7e866 HTTP/1.1" status: 204 len: 168 time: 1.8201256 Apr 06 13:36:46.153258 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48952) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:46.672893 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-632a1975-441f-4108-b136-e2d30f86f7b5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:47.115988 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-632a1975-441f-4108-b136-e2d30f86f7b5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting port 11a47369-b864-41b4-b205-076198ae55f3 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:36:47.116716 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-632a1975-441f-4108-b136-e2d30f86f7b5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:47.309614 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-632a1975-441f-4108-b136-e2d30f86f7b5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] For port 11a47369-b864-41b4-b205-076198ae55f3, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=11a47369-b864-41b4-b205-076198ae55f3,segment=NetworkSegment(e2e419c9-a536-4141-8c24-27e36dca0971),segment_id=e2e419c9-a536-4141-8c24-27e36dca0971)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:36:47.310133 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-632a1975-441f-4108-b136-e2d30f86f7b5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:47.441753 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-632a1975-441f-4108-b136-e2d30f86f7b5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Calling delete_port for 11a47369-b864-41b4-b205-076198ae55f3 owned by network:router_interface {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:36:47.695262 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-dee1c855-ae4b-4328-a057-c3c7fe0728e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:47.729555 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-632a1975-441f-4108-b136-e2d30f86f7b5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:47.785995 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a1975-441f-4108-b136-e2d30f86f7b5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Port': ['ID=11a47369-b864-41b4-b205-076198ae55f3,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:48.046024 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-632a1975-441f-4108-b136-e2d30f86f7b5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:48.485348 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632a1975-441f-4108-b136-e2d30f86f7b5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Router 07334bcb-9a47-4fd2-affa-57b27b6ad54d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:36:48.645888 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632a1975-441f-4108-b136-e2d30f86f7b5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:36:48.655637 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc8b2f2-1e2b-4d20-a493-a1284f7b17b9 None None] Sync routers for ids ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:36:48.659335 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-632a1975-441f-4108-b136-e2d30f86f7b5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "PUT /v2.0/routers/07334bcb-9a47-4fd2-affa-57b27b6ad54d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5051847 Apr 06 13:36:48.661065 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48958) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:48.666019 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc8b2f2-1e2b-4d20-a493-a1284f7b17b9 None None] Routers {'07334bcb-9a47-4fd2-affa-57b27b6ad54d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:48.666617 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-2dc8b2f2-1e2b-4d20-a493-a1284f7b17b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:48.726729 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da3c7d4-d797-4f1d-b149-c606685fbfce tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting subnet 795c2dd6-c0b4-42c3-a01c-e108b91a3b4a {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:36:48.729710 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9da3c7d4-d797-4f1d-b149-c606685fbfce tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:48.789548 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9da3c7d4-d797-4f1d-b149-c606685fbfce tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:48.845514 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-2dc8b2f2-1e2b-4d20-a493-a1284f7b17b9 None None] Set router 07334bcb-9a47-4fd2-affa-57b27b6ad54d gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:36:48.878343 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9da3c7d4-d797-4f1d-b149-c606685fbfce tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:48.887323 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:48.913538 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:49.050310 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9da3c7d4-d797-4f1d-b149-c606685fbfce tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:49.104584 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3c7d4-d797-4f1d-b149-c606685fbfce tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Subnet': ['ID=795c2dd6-c0b4-42c3-a01c-e108b91a3b4a,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:49.111262 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9da3c7d4-d797-4f1d-b149-c606685fbfce tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:49.118293 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9da3c7d4-d797-4f1d-b149-c606685fbfce tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/subnets/795c2dd6-c0b4-42c3-a01c-e108b91a3b4a HTTP/1.1" status: 204 len: 168 time: 0.4561524 Apr 06 13:36:49.118982 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d209f285-0a9c-4524-92a0-1536e2668b74 None None] Network 71e78674-f386-44d8-bf51-ee97279963b2 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:36:49.120845 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48962) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:49.246966 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-756ce997-2dcb-4fa5-88b4-68f98eb2c225 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:49.257359 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-756ce997-2dcb-4fa5-88b4-68f98eb2c225 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting port c71b267e-85fe-4056-ae6f-ee88dd4b6b27 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:36:49.257692 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-756ce997-2dcb-4fa5-88b4-68f98eb2c225 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:49.372476 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-2dc8b2f2-1e2b-4d20-a493-a1284f7b17b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:47Z', 'revision_number': 10, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None, '_interfaces': [{'id': 'd27f8f40-ca26-45a2-8fd9-7863f22a8549', 'name': '', 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:d5:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '848266b2-dd38-4813-90b8-86a406c990c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:14Z', 'updated_at': '2022-04-06T13:36:22Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '848266b2-dd38-4813-90b8-86a406c990c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:49.379683 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc8b2f2-1e2b-4d20-a493-a1284f7b17b9 None None] Checking router: 07334bcb-9a47-4fd2-affa-57b27b6ad54d for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:36:49.395752 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc8b2f2-1e2b-4d20-a493-a1284f7b17b9 None None] Routers {'07334bcb-9a47-4fd2-affa-57b27b6ad54d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:49.395752 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-2dc8b2f2-1e2b-4d20-a493-a1284f7b17b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:49.486745 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-756ce997-2dcb-4fa5-88b4-68f98eb2c225 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] For port c71b267e-85fe-4056-ae6f-ee88dd4b6b27, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=c71b267e-85fe-4056-ae6f-ee88dd4b6b27,segment=NetworkSegment(e2e419c9-a536-4141-8c24-27e36dca0971),segment_id=e2e419c9-a536-4141-8c24-27e36dca0971)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:36:49.487414 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-756ce997-2dcb-4fa5-88b4-68f98eb2c225 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:49.513723 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df10b4e3-88f6-43cc-afb3-09817a588f0c None None] DHCP port deletion for 71e78674-f386-44d8-bf51-ee97279963b2 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:36:49.528888 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-df10b4e3-88f6-43cc-afb3-09817a588f0c None None] Deleting port c71b267e-85fe-4056-ae6f-ee88dd4b6b27 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:36:49.529093 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-df10b4e3-88f6-43cc-afb3-09817a588f0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:49.598173 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-2dc8b2f2-1e2b-4d20-a493-a1284f7b17b9 None None] Set router 07334bcb-9a47-4fd2-affa-57b27b6ad54d gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:36:49.612725 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-756ce997-2dcb-4fa5-88b4-68f98eb2c225 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Calling delete_port for c71b267e-85fe-4056-ae6f-ee88dd4b6b27 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:36:49.774741 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-756ce997-2dcb-4fa5-88b4-68f98eb2c225 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:49.824821 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756ce997-2dcb-4fa5-88b4-68f98eb2c225 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] No DVR routers for this DVR port c71b267e-85fe-4056-ae6f-ee88dd4b6b27 on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:36:49.827301 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ce997-2dcb-4fa5-88b4-68f98eb2c225 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Port': ['ID=c71b267e-85fe-4056-ae6f-ee88dd4b6b27,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:49.958324 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-756ce997-2dcb-4fa5-88b4-68f98eb2c225 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:49.966902 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-df10b4e3-88f6-43cc-afb3-09817a588f0c None None] For port c71b267e-85fe-4056-ae6f-ee88dd4b6b27, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=c71b267e-85fe-4056-ae6f-ee88dd4b6b27,segment=NetworkSegment(e2e419c9-a536-4141-8c24-27e36dca0971),segment_id=e2e419c9-a536-4141-8c24-27e36dca0971)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:36:49.967552 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-df10b4e3-88f6-43cc-afb3-09817a588f0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:49.986957 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-756ce997-2dcb-4fa5-88b4-68f98eb2c225 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e78674-f386-44d8-bf51-ee97279963b2']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:50.001282 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-756ce997-2dcb-4fa5-88b4-68f98eb2c225 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e419c9-a536-4141-8c24-27e36dca0971') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:50.001665 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-756ce997-2dcb-4fa5-88b4-68f98eb2c225 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e419c9-a536-4141-8c24-27e36dca0971') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:50.014356 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-756ce997-2dcb-4fa5-88b4-68f98eb2c225 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:50.035837 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-756ce997-2dcb-4fa5-88b4-68f98eb2c225 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:50.043044 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756ce997-2dcb-4fa5-88b4-68f98eb2c225 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:36:50.043536 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-756ce997-2dcb-4fa5-88b4-68f98eb2c225 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:50.106648 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-df10b4e3-88f6-43cc-afb3-09817a588f0c None None] Calling delete_port for c71b267e-85fe-4056-ae6f-ee88dd4b6b27 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:36:50.200363 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:36:50.231699 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-df10b4e3-88f6-43cc-afb3-09817a588f0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:36:50.232120 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-df10b4e3-88f6-43cc-afb3-09817a588f0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:36:50.247453 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-2dc8b2f2-1e2b-4d20-a493-a1284f7b17b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:47Z', 'revision_number': 10, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None, '_interfaces': [{'id': 'd27f8f40-ca26-45a2-8fd9-7863f22a8549', 'name': '', 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:d5:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '848266b2-dd38-4813-90b8-86a406c990c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:14Z', 'updated_at': '2022-04-06T13:36:22Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '848266b2-dd38-4813-90b8-86a406c990c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:50.252500 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc8b2f2-1e2b-4d20-a493-a1284f7b17b9 None None] The sync data for ids ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'] in dv-neutron-834600-1-hyperv is: [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:47Z', 'revision_number': 10, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None, '_interfaces': [{'id': 'd27f8f40-ca26-45a2-8fd9-7863f22a8549', 'name': '', 'network_id': '9a729947-6efa-40b2-9883-7f0c45dbddd2', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'mac_address': 'fa:16:3e:d5:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '848266b2-dd38-4813-90b8-86a406c990c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:36:14Z', 'updated_at': '2022-04-06T13:36:22Z', 'revision_number': 5, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'subnets': [{'id': '848266b2-dd38-4813-90b8-86a406c990c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:36:50.323566 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:50.379954 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-756ce997-2dcb-4fa5-88b4-68f98eb2c225 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:50.396671 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-756ce997-2dcb-4fa5-88b4-68f98eb2c225 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:50.408977 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ce997-2dcb-4fa5-88b4-68f98eb2c225 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Network': ['ID=71e78674-f386-44d8-bf51-ee97279963b2,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:50.417233 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-756ce997-2dcb-4fa5-88b4-68f98eb2c225 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/networks/71e78674-f386-44d8-bf51-ee97279963b2 HTTP/1.1" status: 204 len: 168 time: 1.2953796 Apr 06 13:36:50.420005 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 48966) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:50.733425 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-df10b4e3-88f6-43cc-afb3-09817a588f0c None None] Deleting port c71b267e-85fe-4056-ae6f-ee88dd4b6b27 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:36:50.733815 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-df10b4e3-88f6-43cc-afb3-09817a588f0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:50.807530 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-df10b4e3-88f6-43cc-afb3-09817a588f0c None None] The port 'c71b267e-85fe-4056-ae6f-ee88dd4b6b27' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:36:50.951125 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fae078eb-2543-4d7b-969a-cca00e18f7a5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:51.289014 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-fae078eb-2543-4d7b-969a-cca00e18f7a5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting port d27f8f40-ca26-45a2-8fd9-7863f22a8549 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:36:51.289345 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fae078eb-2543-4d7b-969a-cca00e18f7a5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:51.451087 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 11a47369-b864-41b4-b205-076198ae55f3 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:36:51.486733 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 11a47369-b864-41b4-b205-076198ae55f3 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:36:51.487113 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 11a47369-b864-41b4-b205-076198ae55f3 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:36:51.487365 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-fae078eb-2543-4d7b-969a-cca00e18f7a5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] For port d27f8f40-ca26-45a2-8fd9-7863f22a8549, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d27f8f40-ca26-45a2-8fd9-7863f22a8549,segment=NetworkSegment(382d642f-9001-4926-aed1-26150271ac18),segment_id=382d642f-9001-4926-aed1-26150271ac18)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:36:51.487539 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device c71b267e-85fe-4056-ae6f-ee88dd4b6b27 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:36:51.487849 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fae078eb-2543-4d7b-969a-cca00e18f7a5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:51.570225 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: c71b267e-85fe-4056-ae6f-ee88dd4b6b27 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:36:51.570567 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device c71b267e-85fe-4056-ae6f-ee88dd4b6b27 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:36:51.620549 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-fae078eb-2543-4d7b-969a-cca00e18f7a5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Calling delete_port for d27f8f40-ca26-45a2-8fd9-7863f22a8549 owned by network:router_interface {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:36:52.027172 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fae078eb-2543-4d7b-969a-cca00e18f7a5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:52.111189 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae078eb-2543-4d7b-969a-cca00e18f7a5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Port': ['ID=d27f8f40-ca26-45a2-8fd9-7863f22a8549,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:52.405268 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fae078eb-2543-4d7b-969a-cca00e18f7a5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:52.731776 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae078eb-2543-4d7b-969a-cca00e18f7a5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Router 07334bcb-9a47-4fd2-affa-57b27b6ad54d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:36:52.886048 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae078eb-2543-4d7b-969a-cca00e18f7a5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:36:52.895654 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3aeb9e-63b2-4102-b574-b2169beff236 req-ef41fcf6-51ef-43a5-8d8b-858d51ba04f0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:52.897123 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bf3aeb9e-63b2-4102-b574-b2169beff236 req-ef41fcf6-51ef-43a5-8d8b-858d51ba04f0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec5b403-0ebf-419c-8aa0-9aebfd6aec55 HTTP/1.1" status: 200 len: 945 time: 0.2742047 Apr 06 13:36:52.917893 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f05bf71-199d-4906-9897-8d4183a60119 None None] Sync routers for ids ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:36:52.917893 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f05bf71-199d-4906-9897-8d4183a60119 None None] Routers {'07334bcb-9a47-4fd2-affa-57b27b6ad54d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:52.917893 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8f05bf71-199d-4906-9897-8d4183a60119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:52.923801 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-fae078eb-2543-4d7b-969a-cca00e18f7a5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "PUT /v2.0/routers/07334bcb-9a47-4fd2-affa-57b27b6ad54d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5021405 Apr 06 13:36:52.926912 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48976) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:52.950170 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bf3aeb9e-63b2-4102-b574-b2169beff236 req-9630c91c-4551-447c-b7f1-6b00ffe9b5ad tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6313363-d299-4907-be08-226f98ecab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447960 Apr 06 13:36:53.030942 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a688b4-67bb-4151-8f27-c0591081b3dd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting subnet 848266b2-dd38-4813-90b8-86a406c990c2 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:36:53.035532 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-78a688b4-67bb-4151-8f27-c0591081b3dd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:53.040349 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-8f05bf71-199d-4906-9897-8d4183a60119 None None] Set router 07334bcb-9a47-4fd2-affa-57b27b6ad54d gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:36:53.130007 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-78a688b4-67bb-4151-8f27-c0591081b3dd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:53.150346 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8f05bf71-199d-4906-9897-8d4183a60119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:51Z', 'revision_number': 11, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:53.150346 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f05bf71-199d-4906-9897-8d4183a60119 None None] Checking router: 07334bcb-9a47-4fd2-affa-57b27b6ad54d for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:36:53.159384 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f05bf71-199d-4906-9897-8d4183a60119 None None] Routers {'07334bcb-9a47-4fd2-affa-57b27b6ad54d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:53.159966 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8f05bf71-199d-4906-9897-8d4183a60119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:53.243102 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-78a688b4-67bb-4151-8f27-c0591081b3dd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:53.288699 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-8f05bf71-199d-4906-9897-8d4183a60119 None None] Set router 07334bcb-9a47-4fd2-affa-57b27b6ad54d gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:36:53.394910 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8f05bf71-199d-4906-9897-8d4183a60119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:51Z', 'revision_number': 11, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:53.399226 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f05bf71-199d-4906-9897-8d4183a60119 None None] The sync data for ids ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'] in dv-neutron-834600-1-hyperv is: [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:51Z', 'revision_number': 11, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:36:53.449404 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-78a688b4-67bb-4151-8f27-c0591081b3dd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:53.489651 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a688b4-67bb-4151-8f27-c0591081b3dd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Subnet': ['ID=848266b2-dd38-4813-90b8-86a406c990c2,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:53.493344 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-78a688b4-67bb-4151-8f27-c0591081b3dd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:53.499871 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-78a688b4-67bb-4151-8f27-c0591081b3dd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/subnets/848266b2-dd38-4813-90b8-86a406c990c2 HTTP/1.1" status: 204 len: 168 time: 0.5719161 Apr 06 13:36:53.501291 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccc7c53-7f07-40dc-a7ba-e46e7fb9bdc5 None None] Network 9a729947-6efa-40b2-9883-7f0c45dbddd2 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:36:53.503250 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48980) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:53.622070 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5b799e1a-6f49-46b0-b8b7-62551a31120c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:53.634359 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-5b799e1a-6f49-46b0-b8b7-62551a31120c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Deleting port 25c32811-2ecd-490f-bf04-95e82b5c9107 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:36:53.634837 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5b799e1a-6f49-46b0-b8b7-62551a31120c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:53.800813 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f440ba-4f78-4b31-8433-c8df8fff9bc5 None None] DHCP port deletion for 9a729947-6efa-40b2-9883-7f0c45dbddd2 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:36:53.806393 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-01f440ba-4f78-4b31-8433-c8df8fff9bc5 None None] Deleting port 25c32811-2ecd-490f-bf04-95e82b5c9107 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:36:53.807170 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-01f440ba-4f78-4b31-8433-c8df8fff9bc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:53.894022 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-5b799e1a-6f49-46b0-b8b7-62551a31120c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] For port 25c32811-2ecd-490f-bf04-95e82b5c9107, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=25c32811-2ecd-490f-bf04-95e82b5c9107,segment=NetworkSegment(382d642f-9001-4926-aed1-26150271ac18),segment_id=382d642f-9001-4926-aed1-26150271ac18)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:36:53.894396 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5b799e1a-6f49-46b0-b8b7-62551a31120c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:54.024795 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-5b799e1a-6f49-46b0-b8b7-62551a31120c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Calling delete_port for 25c32811-2ecd-490f-bf04-95e82b5c9107 owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:36:54.137909 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-01f440ba-4f78-4b31-8433-c8df8fff9bc5 None None] For port 25c32811-2ecd-490f-bf04-95e82b5c9107, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=25c32811-2ecd-490f-bf04-95e82b5c9107,segment=NetworkSegment(382d642f-9001-4926-aed1-26150271ac18),segment_id=382d642f-9001-4926-aed1-26150271ac18)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:36:54.139966 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-01f440ba-4f78-4b31-8433-c8df8fff9bc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:54.180368 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b0ca2-db17-4b26-9c98-91a93e0d4025 req-06cf676f-f637-43d7-8e30-d4989bc0497f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:54.182270 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2c3b0ca2-db17-4b26-9c98-91a93e0d4025 req-06cf676f-f637-43d7-8e30-d4989bc0497f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec5b403-0ebf-419c-8aa0-9aebfd6aec55 HTTP/1.1" status: 200 len: 945 time: 0.1010435 Apr 06 13:36:54.199778 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbc31c-1563-4345-b38a-e18f805d1c0c req-de860e2a-2f7a-4198-9096-05ddd6b0a6ae tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:54.201912 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-58dbc31c-1563-4345-b38a-e18f805d1c0c req-de860e2a-2f7a-4198-9096-05ddd6b0a6ae tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:36:54.238391 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2c3b0ca2-db17-4b26-9c98-91a93e0d4025 req-d42d3b29-d44c-4908-8cd0-711a625d6169 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6313363-d299-4907-be08-226f98ecab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492218 Apr 06 13:36:54.261781 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5b799e1a-6f49-46b0-b8b7-62551a31120c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:54.277810 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-01f440ba-4f78-4b31-8433-c8df8fff9bc5 None None] Calling delete_port for 25c32811-2ecd-490f-bf04-95e82b5c9107 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:36:54.358831 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-01f440ba-4f78-4b31-8433-c8df8fff9bc5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:36:54.361822 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-01f440ba-4f78-4b31-8433-c8df8fff9bc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:36:54.411419 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-58dbc31c-1563-4345-b38a-e18f805d1c0c req-de860e2a-2f7a-4198-9096-05ddd6b0a6ae tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:36:54.412429 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-58dbc31c-1563-4345-b38a-e18f805d1c0c req-de860e2a-2f7a-4198-9096-05ddd6b0a6ae tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ec5b403-0ebf-419c-8aa0-9aebfd6aec55 HTTP/1.1" status: 200 len: 945 time: 0.3297837 Apr 06 13:36:54.423083 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b799e1a-6f49-46b0-b8b7-62551a31120c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Port': ['ID=25c32811-2ecd-490f-bf04-95e82b5c9107,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:54.462587 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b799e1a-6f49-46b0-b8b7-62551a31120c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] No DVR routers for this DVR port 25c32811-2ecd-490f-bf04-95e82b5c9107 on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:36:54.562127 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-58dbc31c-1563-4345-b38a-e18f805d1c0c req-44e3aacf-be94-42f9-ad12-3a6dc36ec85a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port 5a9e4018-c234-4ee7-8191-ed17937605ed {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:36:54.562458 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-58dbc31c-1563-4345-b38a-e18f805d1c0c req-44e3aacf-be94-42f9-ad12-3a6dc36ec85a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:54.656201 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5b799e1a-6f49-46b0-b8b7-62551a31120c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:54.697678 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-5b799e1a-6f49-46b0-b8b7-62551a31120c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a729947-6efa-40b2-9883-7f0c45dbddd2']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:54.747238 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-5b799e1a-6f49-46b0-b8b7-62551a31120c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382d642f-9001-4926-aed1-26150271ac18') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:54.747530 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-5b799e1a-6f49-46b0-b8b7-62551a31120c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382d642f-9001-4926-aed1-26150271ac18') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:54.766572 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5b799e1a-6f49-46b0-b8b7-62551a31120c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:54.818409 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5b799e1a-6f49-46b0-b8b7-62551a31120c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:54.832345 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b799e1a-6f49-46b0-b8b7-62551a31120c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:36:54.832728 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5b799e1a-6f49-46b0-b8b7-62551a31120c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:36:54.848225 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:36:54.861143 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-01f440ba-4f78-4b31-8433-c8df8fff9bc5 None None] Deleting port 25c32811-2ecd-490f-bf04-95e82b5c9107 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:36:54.861663 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-01f440ba-4f78-4b31-8433-c8df8fff9bc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:54.933498 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-01f440ba-4f78-4b31-8433-c8df8fff9bc5 None None] The port '25c32811-2ecd-490f-bf04-95e82b5c9107' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:36:55.023310 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-58dbc31c-1563-4345-b38a-e18f805d1c0c req-44e3aacf-be94-42f9-ad12-3a6dc36ec85a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port 5a9e4018-c234-4ee7-8191-ed17937605ed, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=5a9e4018-c234-4ee7-8191-ed17937605ed,segment=NetworkSegment(9f2524cb-cd92-4bb3-af63-a7f3be29971d),segment_id=9f2524cb-cd92-4bb3-af63-a7f3be29971d)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:36:55.023664 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-58dbc31c-1563-4345-b38a-e18f805d1c0c req-44e3aacf-be94-42f9-ad12-3a6dc36ec85a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:55.090140 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5b799e1a-6f49-46b0-b8b7-62551a31120c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:55.095629 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5b799e1a-6f49-46b0-b8b7-62551a31120c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:55.142742 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b799e1a-6f49-46b0-b8b7-62551a31120c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Pushing event deleted for resources: {'Network': ['ID=9a729947-6efa-40b2-9883-7f0c45dbddd2,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:55.156401 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5b799e1a-6f49-46b0-b8b7-62551a31120c tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/networks/9a729947-6efa-40b2-9883-7f0c45dbddd2 HTTP/1.1" status: 204 len: 168 time: 1.6521525 Apr 06 13:36:55.159297 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48986) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:55.166022 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-4e4d5cf3-eb7c-4032-9d37-6cbcbf8ad839 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'router': {'routes': None}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:36:55.462473 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02d09a-6787-425b-a442-31d5630e24f6 req-5b45b9ed-734e-4a43-9423-899e1c432ae1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:55.464182 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dc02d09a-6787-425b-a442-31d5630e24f6 req-5b45b9ed-734e-4a43-9423-899e1c432ae1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec5b403-0ebf-419c-8aa0-9aebfd6aec55 HTTP/1.1" status: 200 len: 945 time: 0.1080074 Apr 06 13:36:55.465815 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d27f8f40-ca26-45a2-8fd9-7863f22a8549 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:36:55.519919 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dc02d09a-6787-425b-a442-31d5630e24f6 req-aa9f7cc2-3dce-4814-b99c-64d2a5b7736d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6313363-d299-4907-be08-226f98ecab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448892 Apr 06 13:36:55.530028 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: d27f8f40-ca26-45a2-8fd9-7863f22a8549 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:36:55.530920 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d27f8f40-ca26-45a2-8fd9-7863f22a8549 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:36:55.531588 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 25c32811-2ecd-490f-bf04-95e82b5c9107 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:36:55.589405 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 25c32811-2ecd-490f-bf04-95e82b5c9107 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:36:55.589973 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 25c32811-2ecd-490f-bf04-95e82b5c9107 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:36:55.745338 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.extraroute_db [None req-4e4d5cf3-eb7c-4032-9d37-6cbcbf8ad839 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Added routes are [] {{(pid=88564) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 06 13:36:55.745598 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.extraroute_db [None req-4e4d5cf3-eb7c-4032-9d37-6cbcbf8ad839 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Removed routes are [] {{(pid=88564) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 06 13:36:55.745911 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4e4d5cf3-eb7c-4032-9d37-6cbcbf8ad839 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:55.896145 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-58dbc31c-1563-4345-b38a-e18f805d1c0c req-44e3aacf-be94-42f9-ad12-3a6dc36ec85a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:55.896504 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-58dbc31c-1563-4345-b38a-e18f805d1c0c req-44e3aacf-be94-42f9-ad12-3a6dc36ec85a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:55.896816 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [req-58dbc31c-1563-4345-b38a-e18f805d1c0c req-44e3aacf-be94-42f9-ad12-3a6dc36ec85a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Floating IP bc4b37f7-3f2a-4429-8e6d-cbb76da99be5 disassociated. External IP: 172.26.4.17, port: 5a9e4018-c234-4ee7-8191-ed17937605ed. Apr 06 13:36:55.897158 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-58dbc31c-1563-4345-b38a-e18f805d1c0c req-44e3aacf-be94-42f9-ad12-3a6dc36ec85a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for 5a9e4018-c234-4ee7-8191-ed17937605ed owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:36:56.079153 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4e4d5cf3-eb7c-4032-9d37-6cbcbf8ad839 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:56.087645 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4e4d5cf3-eb7c-4032-9d37-6cbcbf8ad839 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1624175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625362'] for router, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:56.288533 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4d5cf3-eb7c-4032-9d37-6cbcbf8ad839 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Router 07334bcb-9a47-4fd2-affa-57b27b6ad54d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:36:56.378226 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-58dbc31c-1563-4345-b38a-e18f805d1c0c req-44e3aacf-be94-42f9-ad12-3a6dc36ec85a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:56.495664 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3aacf-be94-42f9-ad12-3a6dc36ec85a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=5a9e4018-c234-4ee7-8191-ed17937605ed,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:56.508700 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4d5cf3-eb7c-4032-9d37-6cbcbf8ad839 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:36:56.521743 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f0a904-9351-4d48-b9a8-c93c31089525 None None] Sync routers for ids ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:36:56.541172 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f0a904-9351-4d48-b9a8-c93c31089525 None None] Routers {'07334bcb-9a47-4fd2-affa-57b27b6ad54d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:56.542320 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-43f0a904-9351-4d48-b9a8-c93c31089525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:56.584668 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4e4d5cf3-eb7c-4032-9d37-6cbcbf8ad839 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:56.585842 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4e4d5cf3-eb7c-4032-9d37-6cbcbf8ad839 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "PUT /v2.0/routers/07334bcb-9a47-4fd2-affa-57b27b6ad54d HTTP/1.1" status: 200 len: 701 time: 1.4256308 Apr 06 13:36:56.588765 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 48994) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:56.652015 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4e9863ef-037e-4bf1-9b15-21f2c7c71298 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Synchronizing usage tracker for tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:36:56.683342 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-43f0a904-9351-4d48-b9a8-c93c31089525 None None] Set router 07334bcb-9a47-4fd2-affa-57b27b6ad54d gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:36:56.696791 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5b0b1e20-36a5-47ec-bd9c-9c0a32607f52 req-9069dda4-3063-40a7-8c35-3b98840622fa tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec5b403-0ebf-419c-8aa0-9aebfd6aec55 HTTP/1.1" status: 200 len: 210 time: 0.0484884 Apr 06 13:36:56.793322 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-43f0a904-9351-4d48-b9a8-c93c31089525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:51Z', 'revision_number': 11, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:56.795680 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f0a904-9351-4d48-b9a8-c93c31089525 None None] Checking router: 07334bcb-9a47-4fd2-affa-57b27b6ad54d for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:36:56.797916 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58dbc31c-1563-4345-b38a-e18f805d1c0c req-44e3aacf-be94-42f9-ad12-3a6dc36ec85a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 4f08ced1-9635-4a64-8866-72f569ac7347 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:36:56.804512 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f0a904-9351-4d48-b9a8-c93c31089525 None None] Routers {'07334bcb-9a47-4fd2-affa-57b27b6ad54d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:56.805098 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-43f0a904-9351-4d48-b9a8-c93c31089525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:56.917290 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4e9863ef-037e-4bf1-9b15-21f2c7c71298 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Unset dirty status for tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:36:56.917290 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4e9863ef-037e-4bf1-9b15-21f2c7c71298 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "GET /v2.0/ports?device_id=07334bcb-9a47-4fd2-affa-57b27b6ad54d HTTP/1.1" status: 200 len: 205 time: 0.3174770 Apr 06 13:36:56.920555 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49000) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:56.970379 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 5a9e4018-c234-4ee7-8191-ed17937605ed no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:36:57.003078 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-43f0a904-9351-4d48-b9a8-c93c31089525 None None] Set router 07334bcb-9a47-4fd2-affa-57b27b6ad54d gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:36:57.035844 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58dbc31c-1563-4345-b38a-e18f805d1c0c req-44e3aacf-be94-42f9-ad12-3a6dc36ec85a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:36:57.050043 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d374824-368f-485f-a073-1d017d9ee32b None None] Sync routers for ids ['4f08ced1-9635-4a64-8866-72f569ac7347'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:36:57.063828 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d374824-368f-485f-a073-1d017d9ee32b None None] Routers {'4f08ced1-9635-4a64-8866-72f569ac7347'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:57.069105 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-2d374824-368f-485f-a073-1d017d9ee32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4f08ced1-9635-4a64-8866-72f569ac7347'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:57.319126 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: 5a9e4018-c234-4ee7-8191-ed17937605ed {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:36:57.319480 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 5a9e4018-c234-4ee7-8191-ed17937605ed not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:36:57.328085 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-43f0a904-9351-4d48-b9a8-c93c31089525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:51Z', 'revision_number': 11, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:57.334210 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f0a904-9351-4d48-b9a8-c93c31089525 None None] The sync data for ids ['07334bcb-9a47-4fd2-affa-57b27b6ad54d'] in dv-neutron-834600-1-hyperv is: [{'id': '07334bcb-9a47-4fd2-affa-57b27b6ad54d', 'name': 'tempest-RoutersTest-router-1804695333', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:11Z', 'updated_at': '2022-04-06T13:36:51Z', 'revision_number': 11, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:36:57.376894 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-58dbc31c-1563-4345-b38a-e18f805d1c0c req-44e3aacf-be94-42f9-ad12-3a6dc36ec85a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] No DVR routers for this DVR port 5a9e4018-c234-4ee7-8191-ed17937605ed on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:36:57.379592 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-58dbc31c-1563-4345-b38a-e18f805d1c0c req-44e3aacf-be94-42f9-ad12-3a6dc36ec85a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:57.381764 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-58dbc31c-1563-4345-b38a-e18f805d1c0c req-44e3aacf-be94-42f9-ad12-3a6dc36ec85a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "DELETE /v2.0/ports/5a9e4018-c234-4ee7-8191-ed17937605ed HTTP/1.1" status: 204 len: 173 time: 2.9595551 Apr 06 13:36:57.382404 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec5b403-0ebf-419c-8aa0-9aebfd6aec55', 'name': 'network-vif-deleted', 'tag': '5a9e4018-c234-4ee7-8191-ed17937605ed'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:36:57.399549 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c2b53fbd-82bc-4a17-bea1-34a447ee2d5a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:57.441100 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-2d374824-368f-485f-a073-1d017d9ee32b None None] Set router 4f08ced1-9635-4a64-8866-72f569ac7347 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:36:57.469287 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-695589c8-b4f7-4850-b072-de5b4578e3b5'] response: {'server_uuid': '2ec5b403-0ebf-419c-8aa0-9aebfd6aec55', 'name': 'network-vif-deleted', 'tag': '5a9e4018-c234-4ee7-8191-ed17937605ed', 'status': 'completed', 'code': 200} Apr 06 13:36:57.524300 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:57.835995 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c2b53fbd-82bc-4a17-bea1-34a447ee2d5a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:57.840291 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c2b53fbd-82bc-4a17-bea1-34a447ee2d5a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:57.849893 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-2d374824-368f-485f-a073-1d017d9ee32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'name': 'tempest-TestNetworkBasicOps-router-437006227', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:34:44Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:45Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '3affc18a-04a6-4157-8ba6-db93ca21692d', 'name': '', 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:c6:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:50Z', 'updated_at': '2022-04-06T13:34:57Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:57.860898 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d374824-368f-485f-a073-1d017d9ee32b None None] Checking router: 4f08ced1-9635-4a64-8866-72f569ac7347 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:36:57.871006 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d374824-368f-485f-a073-1d017d9ee32b None None] Routers {'4f08ced1-9635-4a64-8866-72f569ac7347'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:57.871468 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-2d374824-368f-485f-a073-1d017d9ee32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4f08ced1-9635-4a64-8866-72f569ac7347'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:57.996149 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-16c30928-ee8b-4fa7-8950-4d35dcd4ac3b req-3f8cb308-8904-496f-b62c-924af53199c5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec5b403-0ebf-419c-8aa0-9aebfd6aec55 HTTP/1.1" status: 200 len: 210 time: 0.0770972 Apr 06 13:36:58.050767 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a1e00-8598-4757-9ef4-391a4d6873ed req-d63cf689-a40d-490a-8338-265aa124658f tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:58.052289 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-837a1e00-8598-4757-9ef4-391a4d6873ed req-d63cf689-a40d-490a-8338-265aa124658f tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 946 time: 0.2039037 Apr 06 13:36:58.070773 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-2d374824-368f-485f-a073-1d017d9ee32b None None] Set router 4f08ced1-9635-4a64-8866-72f569ac7347 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:36:58.091115 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c2b53fbd-82bc-4a17-bea1-34a447ee2d5a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:58.092208 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b53fbd-82bc-4a17-bea1-34a447ee2d5a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Fanout notify agent at l3_agent the message router_deleted on router 07334bcb-9a47-4fd2-affa-57b27b6ad54d {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:36:58.143654 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-837a1e00-8598-4757-9ef4-391a4d6873ed req-97c9d083-9b08-4b44-8620-4c2c0b276f07 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833840 Apr 06 13:36:58.151999 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c2b53fbd-82bc-4a17-bea1-34a447ee2d5a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:58.160287 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49010) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:58.175630 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-8a175b09-4b58-4d80-b75f-51cd3aba4372 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1859045619', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:36:58.179512 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c2b53fbd-82bc-4a17-bea1-34a447ee2d5a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/routers/07334bcb-9a47-4fd2-affa-57b27b6ad54d HTTP/1.1" status: 204 len: 168 time: 1.2480102 Apr 06 13:36:58.184063 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-8a175b09-4b58-4d80-b75f-51cd3aba4372 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:36:58.192621 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-8a175b09-4b58-4d80-b75f-51cd3aba4372 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Usage tracker for resource:router and tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:36:58.207173 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-8a175b09-4b58-4d80-b75f-51cd3aba4372 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:36:58.218023 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-8a175b09-4b58-4d80-b75f-51cd3aba4372 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:36:58.318304 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8a175b09-4b58-4d80-b75f-51cd3aba4372 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:58.319401 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8a175b09-4b58-4d80-b75f-51cd3aba4372 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:58.335181 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8a175b09-4b58-4d80-b75f-51cd3aba4372 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:58.503660 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-2d374824-368f-485f-a073-1d017d9ee32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'name': 'tempest-TestNetworkBasicOps-router-437006227', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:34:44Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:45Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '3affc18a-04a6-4157-8ba6-db93ca21692d', 'name': '', 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:c6:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:50Z', 'updated_at': '2022-04-06T13:34:57Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:58.508665 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d374824-368f-485f-a073-1d017d9ee32b None None] The sync data for ids ['4f08ced1-9635-4a64-8866-72f569ac7347'] in dv-neutron-834600-1-hyperv is: [{'id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'name': 'tempest-TestNetworkBasicOps-router-437006227', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:34:44Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:45Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '3affc18a-04a6-4157-8ba6-db93ca21692d', 'name': '', 'network_id': 'e561dcad-f411-4b8e-ac01-a19e30d1ccac', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:c6:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:50Z', 'updated_at': '2022-04-06T13:34:57Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '011cd4be-2c33-41c7-ae29-cf0319e6b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:36:58.515693 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8a175b09-4b58-4d80-b75f-51cd3aba4372 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:58.723461 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8a175b09-4b58-4d80-b75f-51cd3aba4372 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:58.724653 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8a175b09-4b58-4d80-b75f-51cd3aba4372 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5576570 Apr 06 13:36:58.728744 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49014) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:58.736054 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-af6bb6f9-ba68-43c0-a34e-12722b8334fd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:36:58.759112 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3723a51f-8c96-4989-9b51-ef759ecab1f3 None None] New status for floating IP bc4b37f7-3f2a-4429-8e6d-cbb76da99be5: DOWN {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:36:59.137236 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-af6bb6f9-ba68-43c0-a34e-12722b8334fd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:59.166750 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49020) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:59.252747 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f6346a8f-7088-4e44-b88f-7cdc5c1cc059 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:59.253078 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-af6bb6f9-ba68-43c0-a34e-12722b8334fd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1624175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625362'] for router, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:59.286832 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f6346a8f-7088-4e44-b88f-7cdc5c1cc059 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:59.420906 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f6346a8f-7088-4e44-b88f-7cdc5c1cc059 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:59.472919 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6346a8f-7088-4e44-b88f-7cdc5c1cc059 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6313363-d299-4907-be08-226f98ecab4a,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:36:59.507866 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812b6be-f1ea-4641-b732-6bf9de75a8d1 req-d31412cc-b3fe-4201-85fb-77f3ee21315d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:59.509505 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2812b6be-f1ea-4641-b732-6bf9de75a8d1 req-d31412cc-b3fe-4201-85fb-77f3ee21315d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 946 time: 0.1872127 Apr 06 13:36:59.535639 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03b165-1d64-45c1-81f2-cb62a7b1d41c req-b566964a-69ff-4a15-8bbb-6fd93cf42ccc tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:36:59.536341 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-9c03b165-1d64-45c1-81f2-cb62a7b1d41c req-b566964a-69ff-4a15-8bbb-6fd93cf42ccc tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Synchronizing usage tracker for tenant:6f961cdd2806417f9eeecf800dc5c9c4 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:36:59.585815 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f6346a8f-7088-4e44-b88f-7cdc5c1cc059 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:59.586990 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f6346a8f-7088-4e44-b88f-7cdc5c1cc059 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/security-groups/b6313363-d299-4907-be08-226f98ecab4a HTTP/1.1" status: 204 len: 168 time: 0.4191930 Apr 06 13:36:59.620654 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-9c03b165-1d64-45c1-81f2-cb62a7b1d41c req-b566964a-69ff-4a15-8bbb-6fd93cf42ccc tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Unset dirty status for tenant:6f961cdd2806417f9eeecf800dc5c9c4 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:36:59.622172 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9c03b165-1d64-45c1-81f2-cb62a7b1d41c req-b566964a-69ff-4a15-8bbb-6fd93cf42ccc tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.61 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 946 time: 0.1857092 Apr 06 13:36:59.672966 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49028) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:59.684800 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6bb6f9-ba68-43c0-a34e-12722b8334fd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Router 1e63a087-d4b0-4253-affa-329a34e2ddd9 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:36:59.699071 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2812b6be-f1ea-4641-b732-6bf9de75a8d1 req-9eeeed52-407f-43d7-8155-96b17dd01d29 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748819 Apr 06 13:36:59.831356 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-9c03b165-1d64-45c1-81f2-cb62a7b1d41c req-1a28a9b3-fa68-4289-9c52-9133b6a84895 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Deleting port 07803e77-58c8-4c01-80c7-6501bce70ba3 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:36:59.831707 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9c03b165-1d64-45c1-81f2-cb62a7b1d41c req-1a28a9b3-fa68-4289-9c52-9133b6a84895 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:59.843865 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6bb6f9-ba68-43c0-a34e-12722b8334fd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:36:59.852332 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-af6bb6f9-ba68-43c0-a34e-12722b8334fd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:36:59.856795 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587c32b3-773e-40ee-919c-601abdde51e8 None None] Sync routers for ids ['1e63a087-d4b0-4253-affa-329a34e2ddd9'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:36:59.857600 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-af6bb6f9-ba68-43c0-a34e-12722b8334fd tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "PUT /v2.0/routers/1e63a087-d4b0-4253-affa-329a34e2ddd9 HTTP/1.1" status: 200 len: 694 time: 1.1238160 Apr 06 13:36:59.857600 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49032) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:36:59.865973 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587c32b3-773e-40ee-919c-601abdde51e8 None None] Routers {'1e63a087-d4b0-4253-affa-329a34e2ddd9'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:36:59.866567 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-587c32b3-773e-40ee-919c-601abdde51e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1e63a087-d4b0-4253-affa-329a34e2ddd9'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:36:59.895172 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-787091b2-0fbe-46f5-a663-4edf40570615 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port 27355889-05cc-4485-8bec-753a89eaf61b {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:36:59.895499 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-787091b2-0fbe-46f5-a663-4edf40570615 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:00.044882 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-587c32b3-773e-40ee-919c-601abdde51e8 None None] Set router 1e63a087-d4b0-4253-affa-329a34e2ddd9 gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:37:00.058996 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-532104de-4ab9-420c-a528-d2db8c57ae57 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "GET /v2.0/routers/1e63a087-d4b0-4253-affa-329a34e2ddd9 HTTP/1.1" status: 200 len: 700 time: 0.1962898 Apr 06 13:37:00.059305 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49036) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:00.105647 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f3a9db0a-864c-478d-9eb7-aaca45035480 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Synchronizing usage tracker for tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:37:00.118496 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f3a9db0a-864c-478d-9eb7-aaca45035480 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Unset dirty status for tenant:c3bb55d61aad41dc9cf6eaa1e62cbd1d on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:37:00.124360 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f3a9db0a-864c-478d-9eb7-aaca45035480 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e63a087-d4b0-4253-affa-329a34e2ddd9 HTTP/1.1" status: 200 len: 205 time: 0.0595846 Apr 06 13:37:00.124585 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49040) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:00.198594 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-587c32b3-773e-40ee-919c-601abdde51e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e63a087-d4b0-4253-affa-329a34e2ddd9', 'name': 'tempest-RoutersTest-router-1859045619', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:58Z', 'updated_at': '2022-04-06T13:36:59Z', 'revision_number': 2, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:00.205665 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587c32b3-773e-40ee-919c-601abdde51e8 None None] Checking router: 1e63a087-d4b0-4253-affa-329a34e2ddd9 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:37:00.220006 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587c32b3-773e-40ee-919c-601abdde51e8 None None] Routers {'1e63a087-d4b0-4253-affa-329a34e2ddd9'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:37:00.221085 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-587c32b3-773e-40ee-919c-601abdde51e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1e63a087-d4b0-4253-affa-329a34e2ddd9'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:00.237793 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-787091b2-0fbe-46f5-a663-4edf40570615 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:00.237793 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-787091b2-0fbe-46f5-a663-4edf40570615 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:00.274973 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0da6-a1ce-45d7-becf-21f63f19ace5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:00.382212 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-787091b2-0fbe-46f5-a663-4edf40570615 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for 27355889-05cc-4485-8bec-753a89eaf61b owned by network:floatingip {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:37:00.414967 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-587c32b3-773e-40ee-919c-601abdde51e8 None None] Set router 1e63a087-d4b0-4253-affa-329a34e2ddd9 gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:37:00.417139 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-9c03b165-1d64-45c1-81f2-cb62a7b1d41c req-1a28a9b3-fa68-4289-9c52-9133b6a84895 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] For port 07803e77-58c8-4c01-80c7-6501bce70ba3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=07803e77-58c8-4c01-80c7-6501bce70ba3,segment=NetworkSegment(ad0f3491-5818-4d1f-8d68-284d1a30d5e3),segment_id=ad0f3491-5818-4d1f-8d68-284d1a30d5e3)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:37:00.417497 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9c03b165-1d64-45c1-81f2-cb62a7b1d41c req-1a28a9b3-fa68-4289-9c52-9133b6a84895 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:00.535329 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-587c32b3-773e-40ee-919c-601abdde51e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e63a087-d4b0-4253-affa-329a34e2ddd9', 'name': 'tempest-RoutersTest-router-1859045619', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:58Z', 'updated_at': '2022-04-06T13:36:59Z', 'revision_number': 2, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:00.541365 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587c32b3-773e-40ee-919c-601abdde51e8 None None] The sync data for ids ['1e63a087-d4b0-4253-affa-329a34e2ddd9'] in dv-neutron-834600-1-hyperv is: [{'id': '1e63a087-d4b0-4253-affa-329a34e2ddd9', 'name': 'tempest-RoutersTest-router-1859045619', 'tenant_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:36:58Z', 'updated_at': '2022-04-06T13:36:59Z', 'revision_number': 2, 'project_id': 'c3bb55d61aad41dc9cf6eaa1e62cbd1d', 'gw_port_host': None}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:37:00.616546 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0da6-a1ce-45d7-becf-21f63f19ace5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:00.619573 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0da6-a1ce-45d7-becf-21f63f19ace5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:00.775066 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0da6-a1ce-45d7-becf-21f63f19ace5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:00.776037 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3f0da6-a1ce-45d7-becf-21f63f19ace5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Fanout notify agent at l3_agent the message router_deleted on router 1e63a087-d4b0-4253-affa-329a34e2ddd9 {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:37:00.797283 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0da6-a1ce-45d7-becf-21f63f19ace5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:00.803643 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49046) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:00.804470 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ba3f0da6-a1ce-45d7-becf-21f63f19ace5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/routers/1e63a087-d4b0-4253-affa-329a34e2ddd9 HTTP/1.1" status: 204 len: 168 time: 0.6777451 Apr 06 13:37:00.978349 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db0ed4-69ad-437a-946f-3b0d318e2e48 req-5b1938d9-5531-4b4d-85dd-18ea47aee056 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:00.980625 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a4db0ed4-69ad-437a-946f-3b0d318e2e48 req-5b1938d9-5531-4b4d-85dd-18ea47aee056 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 946 time: 0.1144474 Apr 06 13:37:01.035375 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a4db0ed4-69ad-437a-946f-3b0d318e2e48 req-e4f3b072-fffc-48a2-8b54-d81073059bd1 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481246 Apr 06 13:37:01.076284 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-51414add-d8d6-45c7-8435-232116ad340d tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e63a087-d4b0-4253-affa-329a34e2ddd9 HTTP/1.1" status: 200 len: 205 time: 0.2541964 Apr 06 13:37:01.079380 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49050) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:01.103070 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9c03b165-1d64-45c1-81f2-cb62a7b1d41c req-1a28a9b3-fa68-4289-9c52-9133b6a84895 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:01.111390 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9c03b165-1d64-45c1-81f2-cb62a7b1d41c req-1a28a9b3-fa68-4289-9c52-9133b6a84895 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:01.111390 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [req-9c03b165-1d64-45c1-81f2-cb62a7b1d41c req-1a28a9b3-fa68-4289-9c52-9133b6a84895 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Floating IP 41aea7a4-0621-434f-9be4-7b85f5ef4490 disassociated. External IP: 172.26.4.187, port: 07803e77-58c8-4c01-80c7-6501bce70ba3. Apr 06 13:37:01.111390 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-9c03b165-1d64-45c1-81f2-cb62a7b1d41c req-1a28a9b3-fa68-4289-9c52-9133b6a84895 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Calling delete_port for 07803e77-58c8-4c01-80c7-6501bce70ba3 owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:37:01.192456 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-7dfa1a18-1057-4d25-81a3-d43c7bdedfdb tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] delete failed (client error): The resource could not be found. Apr 06 13:37:01.196530 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7dfa1a18-1057-4d25-81a3-d43c7bdedfdb tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/routers/1e63a087-d4b0-4253-affa-329a34e2ddd9 HTTP/1.1" status: 404 len: 336 time: 0.1157451 Apr 06 13:37:01.199386 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49054) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:01.242788 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-787091b2-0fbe-46f5-a663-4edf40570615 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:01.281627 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-604952c7-9438-4a54-88a7-488abff50f2e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] DELETE failed (client error): The resource could not be found. Apr 06 13:37:01.282317 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-604952c7-9438-4a54-88a7-488abff50f2e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:37:01.287355 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-604952c7-9438-4a54-88a7-488abff50f2e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/subnets/c93e88e9-fdff-4f6e-bd92-d932a38ed862 HTTP/1.1" status: 404 len: 337 time: 0.0832217 Apr 06 13:37:01.288265 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49058) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:01.326143 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787091b2-0fbe-46f5-a663-4edf40570615 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=27355889-05cc-4485-8bec-753a89eaf61b,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:01.340434 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-74001aba-0cdb-4f15-b994-11c55f0c5bf5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] DELETE failed (client error): The resource could not be found. Apr 06 13:37:01.345831 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74001aba-0cdb-4f15-b994-11c55f0c5bf5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:37:01.345831 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-74001aba-0cdb-4f15-b994-11c55f0c5bf5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/subnets/d8046357-3b69-42f2-86de-37d1ef139bc2 HTTP/1.1" status: 404 len: 337 time: 0.0536082 Apr 06 13:37:01.347972 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49062) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:01.386630 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-3789cb44-ea3d-4de4-9160-7e3e567281c5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] DELETE failed (client error): The resource could not be found. Apr 06 13:37:01.387100 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3789cb44-ea3d-4de4-9160-7e3e567281c5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:37:01.389422 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3789cb44-ea3d-4de4-9160-7e3e567281c5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/subnets/795c2dd6-c0b4-42c3-a01c-e108b91a3b4a HTTP/1.1" status: 404 len: 337 time: 0.0400915 Apr 06 13:37:01.392595 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49066) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:01.441057 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-6957aa61-90de-42fa-bbbc-13d7faae531a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] DELETE failed (client error): The resource could not be found. Apr 06 13:37:01.441504 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6957aa61-90de-42fa-bbbc-13d7faae531a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:37:01.443215 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6957aa61-90de-42fa-bbbc-13d7faae531a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/subnets/848266b2-dd38-4813-90b8-86a406c990c2 HTTP/1.1" status: 404 len: 337 time: 0.0478289 Apr 06 13:37:01.446215 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49070) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:01.491651 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-787091b2-0fbe-46f5-a663-4edf40570615 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:01.615081 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9c03b165-1d64-45c1-81f2-cb62a7b1d41c req-1a28a9b3-fa68-4289-9c52-9133b6a84895 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:01.627721 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-672cd307-a782-4d6e-95bb-c924f740a1c2 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "GET /v2.0/ports?device_id=07334bcb-9a47-4fd2-affa-57b27b6ad54d HTTP/1.1" status: 200 len: 205 time: 0.1801331 Apr 06 13:37:01.629001 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49074) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:01.677142 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28a9b3-fa68-4289-9c52-9133b6a84895 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Pushing event deleted for resources: {'Port': ['ID=07803e77-58c8-4c01-80c7-6501bce70ba3,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:01.683958 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-787091b2-0fbe-46f5-a663-4edf40570615 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:01.689137 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-787091b2-0fbe-46f5-a663-4edf40570615 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/floatingips/bc4b37f7-3f2a-4429-8e6d-cbb76da99be5 HTTP/1.1" status: 204 len: 168 time: 2.0109396 Apr 06 13:37:01.705897 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-45301335-c87d-4941-a82e-96fc6717b15e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] delete failed (client error): The resource could not be found. Apr 06 13:37:01.710977 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-45301335-c87d-4941-a82e-96fc6717b15e tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/routers/07334bcb-9a47-4fd2-affa-57b27b6ad54d HTTP/1.1" status: 404 len: 336 time: 0.0767918 Apr 06 13:37:01.711281 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49080) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:01.772942 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ab4b3546-2385-4b87-936f-b7e29e532cb5 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "GET /v2.0/ports?device_id=79f1431e-f629-4bec-a661-ccab500d1a3d HTTP/1.1" status: 200 len: 205 time: 0.0580354 Apr 06 13:37:01.776801 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49084) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:01.882364 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-5b8b5d1b-6654-4c97-a904-75270aef8631 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] delete failed (client error): The resource could not be found. Apr 06 13:37:01.884122 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5b8b5d1b-6654-4c97-a904-75270aef8631 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/routers/79f1431e-f629-4bec-a661-ccab500d1a3d HTTP/1.1" status: 404 len: 336 time: 0.1061559 Apr 06 13:37:01.887036 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49088) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:01.897577 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c03b165-1d64-45c1-81f2-cb62a7b1d41c req-1a28a9b3-fa68-4289-9c52-9133b6a84895 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Router af1dcf33-cb2f-4c5f-9859-150dd859536f has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:37:01.948531 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7fff43-b11c-45bd-93de-829968722124 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] DELETE failed (client error): The resource could not be found. Apr 06 13:37:01.949312 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a7fff43-b11c-45bd-93de-829968722124 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:37:01.956072 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4a7fff43-b11c-45bd-93de-829968722124 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/subnets/d95b24f7-c8c7-4b92-92e2-c1a67652ab21 HTTP/1.1" status: 404 len: 337 time: 0.0562270 Apr 06 13:37:01.956497 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49092) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:02.008466 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-30f8adbf-2182-4c2d-bd30-4c76e9c4dc26 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "GET /v2.0/ports?device_id=fba20a5a-fe6d-4d30-ab1f-21fe696dc45a HTTP/1.1" status: 200 len: 205 time: 0.0468297 Apr 06 13:37:02.008466 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49096) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:02.083811 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-e31eafa9-94fc-4ea6-9c12-3bc22400374d tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] delete failed (client error): The resource could not be found. Apr 06 13:37:02.089367 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e31eafa9-94fc-4ea6-9c12-3bc22400374d tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/routers/fba20a5a-fe6d-4d30-ab1f-21fe696dc45a HTTP/1.1" status: 404 len: 336 time: 0.0759196 Apr 06 13:37:02.090352 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49102) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:02.118275 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c03b165-1d64-45c1-81f2-cb62a7b1d41c req-1a28a9b3-fa68-4289-9c52-9133b6a84895 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:37:02.134336 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2dc044-dd8b-442a-9aa2-02200af87e14 None None] Sync routers for ids ['af1dcf33-cb2f-4c5f-9859-150dd859536f'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:37:02.149188 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6d8b8dd6-8b47-4aec-b014-6152485c886a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "GET /v2.0/ports?device_id=131d946f-5d17-4c53-82fc-94d62daba548 HTTP/1.1" status: 200 len: 205 time: 0.0538697 Apr 06 13:37:02.150497 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49106) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:02.176371 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2dc044-dd8b-442a-9aa2-02200af87e14 None None] Routers {'af1dcf33-cb2f-4c5f-9859-150dd859536f'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:37:02.177165 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-cb2dc044-dd8b-442a-9aa2-02200af87e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['af1dcf33-cb2f-4c5f-9859-150dd859536f'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:02.236360 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c03b165-1d64-45c1-81f2-cb62a7b1d41c req-1a28a9b3-fa68-4289-9c52-9133b6a84895 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] No DVR routers for this DVR port 07803e77-58c8-4c01-80c7-6501bce70ba3 on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:37:02.250645 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9c03b165-1d64-45c1-81f2-cb62a7b1d41c req-1a28a9b3-fa68-4289-9c52-9133b6a84895 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:02.252786 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9c03b165-1d64-45c1-81f2-cb62a7b1d41c req-1a28a9b3-fa68-4289-9c52-9133b6a84895 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.61 "DELETE /v2.0/ports/07803e77-58c8-4c01-80c7-6501bce70ba3 HTTP/1.1" status: 204 len: 173 time: 2.6257498 Apr 06 13:37:02.253393 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710c500a-ff48-45ab-8d5c-92a1a0ce3714', 'name': 'network-vif-deleted', 'tag': '07803e77-58c8-4c01-80c7-6501bce70ba3'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:37:02.362703 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f5f1e6f6-278d-4afa-b09a-a07de15ee81c req-99dad6b2-bca1-44d8-93ea-8ad509a3428b tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 210 time: 0.0602787 Apr 06 13:37:02.362703 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-c015f752-24f9-45c0-a17b-e1ce76e73789 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] delete failed (client error): The resource could not be found. Apr 06 13:37:02.362703 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c015f752-24f9-45c0-a17b-e1ce76e73789 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/routers/131d946f-5d17-4c53-82fc-94d62daba548 HTTP/1.1" status: 404 len: 336 time: 0.2097216 Apr 06 13:37:02.365696 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49112) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:02.431734 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bcd5563-0c24-4dbf-8116-12208097cbb2 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] DELETE failed (client error): The resource could not be found. Apr 06 13:37:02.432378 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bcd5563-0c24-4dbf-8116-12208097cbb2 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88565) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:37:02.437589 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6bcd5563-0c24-4dbf-8116-12208097cbb2 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/subnets/a7208116-5bee-4660-98f8-763c3c24aa69 HTTP/1.1" status: 404 len: 337 time: 0.0674553 Apr 06 13:37:02.438044 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49116) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:02.438947 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b31438-c506-4800-aa91-d852a86e054a'] response: {'server_uuid': '710c500a-ff48-45ab-8d5c-92a1a0ce3714', 'name': 'network-vif-deleted', 'tag': '07803e77-58c8-4c01-80c7-6501bce70ba3', 'status': 'completed', 'code': 200} Apr 06 13:37:02.478416 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-cb2dc044-dd8b-442a-9aa2-02200af87e14 None None] Set router af1dcf33-cb2f-4c5f-9859-150dd859536f gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:37:02.503943 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2458fd40-188e-4597-9c12-69cba2f549d7 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "GET /v2.0/ports?device_id=24bd7455-73c0-4ef9-8636-5f71e44cd394 HTTP/1.1" status: 200 len: 205 time: 0.0646467 Apr 06 13:37:02.506862 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49120) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:02.594226 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-1a21da35-a29e-471a-94e0-3da73df306db tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] delete failed (client error): The resource could not be found. Apr 06 13:37:02.597065 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1a21da35-a29e-471a-94e0-3da73df306db tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/routers/24bd7455-73c0-4ef9-8636-5f71e44cd394 HTTP/1.1" status: 404 len: 336 time: 0.0875049 Apr 06 13:37:02.599647 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49126) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:02.646851 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8fe362-fc94-4891-b41b-00672b0450fe tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] DELETE failed (client error): The resource could not be found. Apr 06 13:37:02.647611 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad8fe362-fc94-4891-b41b-00672b0450fe tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:37:02.650047 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ad8fe362-fc94-4891-b41b-00672b0450fe tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/subnets/606aa84b-0484-431f-b763-fdd12e7ec041 HTTP/1.1" status: 404 len: 337 time: 0.0488451 Apr 06 13:37:02.654577 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49130) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:02.798713 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c11c1e47-4b55-4c9d-b8b0-fac6593d4364 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "GET /v2.0/ports?device_id=1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e HTTP/1.1" status: 200 len: 205 time: 0.1392751 Apr 06 13:37:02.799345 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49134) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:02.871083 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-cb2dc044-dd8b-442a-9aa2-02200af87e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'name': 'tempest-TestVolumeBootPattern-380610203-router', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:10Z', 'updated_at': '2022-04-06T13:32:18Z', 'revision_number': 4, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'gw_port': {'id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:12Z', 'updated_at': '2022-04-06T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ed1bccca-f7f5-43d9-9020-42d75027d86d', 'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'mac_address': 'fa:16:3e:70:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:17Z', 'updated_at': '2022-04-06T13:32:28Z', 'revision_number': 5, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'subnets': [{'id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:02.876687 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2dc044-dd8b-442a-9aa2-02200af87e14 None None] Checking router: af1dcf33-cb2f-4c5f-9859-150dd859536f for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:37:02.885601 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2dc044-dd8b-442a-9aa2-02200af87e14 None None] Routers {'af1dcf33-cb2f-4c5f-9859-150dd859536f'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:37:02.886200 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-cb2dc044-dd8b-442a-9aa2-02200af87e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['af1dcf33-cb2f-4c5f-9859-150dd859536f'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:02.888803 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e108c35-a45d-4620-b92e-cec4b4761b1c req-6771f675-7f2e-4e9f-9ea2-a5bb012cb1b5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:02.891641 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9e108c35-a45d-4620-b92e-cec4b4761b1c req-6771f675-7f2e-4e9f-9ea2-a5bb012cb1b5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeed6092-0dca-49f6-9ee4-b2deb2e5ac21 HTTP/1.1" status: 200 len: 946 time: 0.1647127 Apr 06 13:37:02.897542 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-9fd8303d-89fd-4d33-9029-fbd2a7aa5d7a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] delete failed (client error): The resource could not be found. Apr 06 13:37:02.911370 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9fd8303d-89fd-4d33-9029-fbd2a7aa5d7a tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/routers/1adb1960-d5d2-4cf2-9f1a-c162ec4b6a9e HTTP/1.1" status: 404 len: 336 time: 0.1108236 Apr 06 13:37:02.912682 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49138) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:02.969990 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9e108c35-a45d-4620-b92e-cec4b4761b1c req-1501a577-73cb-4ec7-992e-e1c010b761f4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=a60b6fac-7d44-4f56-aae8-79a598aea612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708902 Apr 06 13:37:02.988848 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca9fee6-d767-4885-9592-45ddde8a27c3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] DELETE failed (client error): The resource could not be found. Apr 06 13:37:02.989461 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca9fee6-d767-4885-9592-45ddde8a27c3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:37:02.991326 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0ca9fee6-d767-4885-9592-45ddde8a27c3 tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/subnets/b837e360-8e36-490b-b01b-bb9b06b53091 HTTP/1.1" status: 404 len: 337 time: 0.0771377 Apr 06 13:37:02.994571 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49142) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:03.042704 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef7e758d-1fb5-4791-aa5f-967a57ba8b9b tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] DELETE failed (client error): The resource could not be found. Apr 06 13:37:03.043460 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef7e758d-1fb5-4791-aa5f-967a57ba8b9b tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:37:03.047369 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ef7e758d-1fb5-4791-aa5f-967a57ba8b9b tempest-RoutersTest-847949350 tempest-RoutersTest-847949350-project] 10.222.0.48 "DELETE /v2.0/subnets/c5a0fa78-f915-4b17-ba9b-29ded38cd0cc HTTP/1.1" status: 404 len: 337 time: 0.0514936 Apr 06 13:37:03.050191 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 07803e77-58c8-4c01-80c7-6501bce70ba3 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:37:03.105660 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: 07803e77-58c8-4c01-80c7-6501bce70ba3 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:37:03.106105 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 07803e77-58c8-4c01-80c7-6501bce70ba3 not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:37:03.153095 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-cb2dc044-dd8b-442a-9aa2-02200af87e14 None None] Set router af1dcf33-cb2f-4c5f-9859-150dd859536f gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:37:03.528634 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-33a94c9a-5410-4e51-bfe6-5af6468625fd req-637aac17-851f-4b24-949b-e908cbf18341 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=710c500a-ff48-45ab-8d5c-92a1a0ce3714 HTTP/1.1" status: 200 len: 210 time: 0.0468042 Apr 06 13:37:03.587349 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-cb2dc044-dd8b-442a-9aa2-02200af87e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'name': 'tempest-TestVolumeBootPattern-380610203-router', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:10Z', 'updated_at': '2022-04-06T13:32:18Z', 'revision_number': 4, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'gw_port': {'id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:12Z', 'updated_at': '2022-04-06T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ed1bccca-f7f5-43d9-9020-42d75027d86d', 'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'mac_address': 'fa:16:3e:70:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:17Z', 'updated_at': '2022-04-06T13:32:28Z', 'revision_number': 5, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'subnets': [{'id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:03.591569 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2dc044-dd8b-442a-9aa2-02200af87e14 None None] The sync data for ids ['af1dcf33-cb2f-4c5f-9859-150dd859536f'] in dv-neutron-834600-1-hyperv is: [{'id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'name': 'tempest-TestVolumeBootPattern-380610203-router', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:10Z', 'updated_at': '2022-04-06T13:32:18Z', 'revision_number': 4, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'gw_port': {'id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:12Z', 'updated_at': '2022-04-06T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ed1bccca-f7f5-43d9-9020-42d75027d86d', 'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'mac_address': 'fa:16:3e:70:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:17Z', 'updated_at': '2022-04-06T13:32:28Z', 'revision_number': 5, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'subnets': [{'id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:37:03.823976 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4baac5c-222a-41d0-ae65-0c3d1bffa713 None None] New status for floating IP 41aea7a4-0621-434f-9be4-7b85f5ef4490: DOWN {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:37:03.856938 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49152) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:04.031387 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dfd60-0ac1-4bc2-8559-561ae38a1f82 req-39504b5c-37e1-4a5d-aed1-227f8ced63b3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:04.038497 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-cf4dfd60-0ac1-4bc2-8559-561ae38a1f82 req-39504b5c-37e1-4a5d-aed1-227f8ced63b3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:37:04.140729 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-cf4dfd60-0ac1-4bc2-8559-561ae38a1f82 req-39504b5c-37e1-4a5d-aed1-227f8ced63b3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:37:04.142945 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cf4dfd60-0ac1-4bc2-8559-561ae38a1f82 req-39504b5c-37e1-4a5d-aed1-227f8ced63b3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/ports?device_id=aeed6092-0dca-49f6-9ee4-b2deb2e5ac21 HTTP/1.1" status: 200 len: 946 time: 0.2743685 Apr 06 13:37:04.204792 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-778ce2e5-f2f4-451a-aa88-33465435d5cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c3bb55d61aad41dc9cf6eaa1e62cbd1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3464410 Apr 06 13:37:04.208755 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49160) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:04.265444 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b1aa3-d6a3-4632-a2f0-04b315d1b117 req-3fae5529-2fd5-47a6-935a-a8f53661e6bc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:04.267508 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8f2b1aa3-d6a3-4632-a2f0-04b315d1b117 req-3fae5529-2fd5-47a6-935a-a8f53661e6bc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeed6092-0dca-49f6-9ee4-b2deb2e5ac21 HTTP/1.1" status: 200 len: 946 time: 0.1449814 Apr 06 13:37:04.293970 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-cf4dfd60-0ac1-4bc2-8559-561ae38a1f82 req-962953f8-26f5-4f07-b7c4-f1204f3b838d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port 206ec23f-b72d-4e1d-8c75-4da10f84f7e3 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:37:04.293970 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-cf4dfd60-0ac1-4bc2-8559-561ae38a1f82 req-962953f8-26f5-4f07-b7c4-f1204f3b838d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:04.343347 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8f2b1aa3-d6a3-4632-a2f0-04b315d1b117 req-b0d651b9-3f63-4a49-a36e-8c841bf71cd4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=a60b6fac-7d44-4f56-aae8-79a598aea612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576186 Apr 06 13:37:04.344643 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8667ec55-53bb-4fc0-a4f0-c76c4247f34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:04.386260 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8667ec55-53bb-4fc0-a4f0-c76c4247f34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:04.535248 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8667ec55-53bb-4fc0-a4f0-c76c4247f34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:04.552888 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667ec55-53bb-4fc0-a4f0-c76c4247f34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd34cf6-a8a2-4bcc-b0cd-e05b1988e8cf,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:04.562503 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8667ec55-53bb-4fc0-a4f0-c76c4247f34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:04.565534 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8667ec55-53bb-4fc0-a4f0-c76c4247f34b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1bd34cf6-a8a2-4bcc-b0cd-e05b1988e8cf HTTP/1.1" status: 204 len: 168 time: 0.3522437 Apr 06 13:37:04.726382 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-cf4dfd60-0ac1-4bc2-8559-561ae38a1f82 req-962953f8-26f5-4f07-b7c4-f1204f3b838d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port 206ec23f-b72d-4e1d-8c75-4da10f84f7e3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=206ec23f-b72d-4e1d-8c75-4da10f84f7e3,segment=NetworkSegment(9f2524cb-cd92-4bb3-af63-a7f3be29971d),segment_id=9f2524cb-cd92-4bb3-af63-a7f3be29971d)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:37:04.726915 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-cf4dfd60-0ac1-4bc2-8559-561ae38a1f82 req-962953f8-26f5-4f07-b7c4-f1204f3b838d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:04.876113 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-cf4dfd60-0ac1-4bc2-8559-561ae38a1f82 req-962953f8-26f5-4f07-b7c4-f1204f3b838d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for 206ec23f-b72d-4e1d-8c75-4da10f84f7e3 owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:37:04.999618 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-df216c24-b2ca-44a3-acdf-e50f2789c9a3 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2076387592&fields=id&tenant_id=6f961cdd2806417f9eeecf800dc5c9c4 HTTP/1.1" status: 200 len: 267 time: 0.0576651 Apr 06 13:37:05.163450 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-cf4dfd60-0ac1-4bc2-8559-561ae38a1f82 req-962953f8-26f5-4f07-b7c4-f1204f3b838d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:05.166534 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-fe37c18b-85a7-49e4-9ddb-fdf3c3e72dab tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:05.175278 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-fe37c18b-85a7-49e4-9ddb-fdf3c3e72dab tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/networks?id=07d8a801-9673-412c-b97f-9a98a83af4f7 HTTP/1.1" status: 200 len: 811 time: 0.1640592 Apr 06 13:37:05.198148 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-67983f6a-f073-4093-b9c5-adb2d94e2ade tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/quotas/6f961cdd2806417f9eeecf800dc5c9c4 HTTP/1.1" status: 200 len: 375 time: 0.0219872 Apr 06 13:37:05.260882 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962953f8-26f5-4f07-b7c4-f1204f3b838d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=206ec23f-b72d-4e1d-8c75-4da10f84f7e3,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:05.292235 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-ace11b3b-c97e-428e-9a93-fcf3d8010235 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f961cdd2806417f9eeecf800dc5c9c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0929127 Apr 06 13:37:05.353323 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4dfd60-0ac1-4bc2-8559-561ae38a1f82 req-962953f8-26f5-4f07-b7c4-f1204f3b838d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] No DVR routers for this DVR port 206ec23f-b72d-4e1d-8c75-4da10f84f7e3 on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:37:05.356030 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-cf4dfd60-0ac1-4bc2-8559-561ae38a1f82 req-962953f8-26f5-4f07-b7c4-f1204f3b838d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:05.359822 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeed6092-0dca-49f6-9ee4-b2deb2e5ac21', 'name': 'network-vif-deleted', 'tag': '206ec23f-b72d-4e1d-8c75-4da10f84f7e3'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:37:05.437053 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd36a795-0034-4dbc-a0be-0a22f591aa28'] response: {'server_uuid': 'aeed6092-0dca-49f6-9ee4-b2deb2e5ac21', 'name': 'network-vif-deleted', 'tag': '206ec23f-b72d-4e1d-8c75-4da10f84f7e3', 'status': 'completed', 'code': 200} Apr 06 13:37:05.443544 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cf4dfd60-0ac1-4bc2-8559-561ae38a1f82 req-962953f8-26f5-4f07-b7c4-f1204f3b838d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "DELETE /v2.0/ports/206ec23f-b72d-4e1d-8c75-4da10f84f7e3 HTTP/1.1" status: 204 len: 173 time: 1.2913034 Apr 06 13:37:05.781075 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ac165218-2b19-4a25-84bf-e78695ffe8d9 req-ec600c71-de27-49b2-b2b9-dbc8e3eeffa5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeed6092-0dca-49f6-9ee4-b2deb2e5ac21 HTTP/1.1" status: 200 len: 210 time: 0.1840363 Apr 06 13:37:05.819727 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-25fe4e1b-a515-407f-8eb0-400244dfe76c service neutron] 10.222.0.48 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142512 Apr 06 13:37:05.961930 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-53822868-714c-4625-b343-f13a326c0847 service neutron] 10.222.0.48 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410472 Apr 06 13:37:06.175891 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49204) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:06.297010 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-581655ae-d5bf-4528-b0b3-002b7c6e1fee tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2065388068', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:06.303832 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-581655ae-d5bf-4528-b0b3-002b7c6e1fee tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:06.308287 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-581655ae-d5bf-4528-b0b3-002b7c6e1fee tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Usage tracker for resource:router and tenant:5a8744b4aa8f4edd9e32fd2e18d1e54d is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:06.312491 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-581655ae-d5bf-4528-b0b3-002b7c6e1fee tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:06.321184 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-581655ae-d5bf-4528-b0b3-002b7c6e1fee tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:06.557485 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-581655ae-d5bf-4528-b0b3-002b7c6e1fee tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:06.558337 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-581655ae-d5bf-4528-b0b3-002b7c6e1fee tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:06.576133 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-581655ae-d5bf-4528-b0b3-002b7c6e1fee tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:06.798485 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-581655ae-d5bf-4528-b0b3-002b7c6e1fee tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:06.917439 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49212) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:06.920178 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-581655ae-d5bf-4528-b0b3-002b7c6e1fee tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:06.924602 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-581655ae-d5bf-4528-b0b3-002b7c6e1fee tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7448373 Apr 06 13:37:06.925062 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49216) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:06.932321 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-0da10ec9-a5e7-4ef7-aa68-21d05c6c2c29 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-927302930'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:06.947568 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-0da10ec9-a5e7-4ef7-aa68-21d05c6c2c29 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:06.953635 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0da10ec9-a5e7-4ef7-aa68-21d05c6c2c29 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Usage tracker for resource:network and tenant:5a8744b4aa8f4edd9e32fd2e18d1e54d is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:06.957915 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0da10ec9-a5e7-4ef7-aa68-21d05c6c2c29 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:06.965515 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-0da10ec9-a5e7-4ef7-aa68-21d05c6c2c29 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:07.043890 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8a8837de-7993-4c28-828f-2d969e6d23ca tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:07.050344 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 206ec23f-b72d-4e1d-8c75-4da10f84f7e3 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:37:07.061273 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ff681f6a-1806-49c7-893b-97d3c6860acb req-c85fc45f-1fd2-4c93-b9bd-504323927f07 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 210 time: 0.0595956 Apr 06 13:37:07.065639 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da10ec9-a5e7-4ef7-aa68-21d05c6c2c29 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Made reservation on behalf of 5a8744b4aa8f4edd9e32fd2e18d1e54d for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:37:07.069751 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0da10ec9-a5e7-4ef7-aa68-21d05c6c2c29 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:07.104182 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0da10ec9-a5e7-4ef7-aa68-21d05c6c2c29 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:07.106317 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8a8837de-7993-4c28-828f-2d969e6d23ca tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:07.147968 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-0da10ec9-a5e7-4ef7-aa68-21d05c6c2c29 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:07.148199 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: 206ec23f-b72d-4e1d-8c75-4da10f84f7e3 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:37:07.148647 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 206ec23f-b72d-4e1d-8c75-4da10f84f7e3 not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:37:07.158111 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0da10ec9-a5e7-4ef7-aa68-21d05c6c2c29 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Usage tracker for resource:security_group_rule and tenant:5a8744b4aa8f4edd9e32fd2e18d1e54d is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:07.172604 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0da10ec9-a5e7-4ef7-aa68-21d05c6c2c29 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:07.179056 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-0da10ec9-a5e7-4ef7-aa68-21d05c6c2c29 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:07.306162 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8a8837de-7993-4c28-828f-2d969e6d23ca tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:07.327882 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8837de-7993-4c28-828f-2d969e6d23ca tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60b6fac-7d44-4f56-aae8-79a598aea612,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:07.336938 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8a8837de-7993-4c28-828f-2d969e6d23ca tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:07.340537 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8a8837de-7993-4c28-828f-2d969e6d23ca tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/security-groups/a60b6fac-7d44-4f56-aae8-79a598aea612 HTTP/1.1" status: 204 len: 168 time: 0.4196179 Apr 06 13:37:07.406753 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0da10ec9-a5e7-4ef7-aa68-21d05c6c2c29 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:07.428606 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49230) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:07.489352 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0da10ec9-a5e7-4ef7-aa68-21d05c6c2c29 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:07.547613 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da10ec9-a5e7-4ef7-aa68-21d05c6c2c29 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:37:07.562843 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da10ec9-a5e7-4ef7-aa68-21d05c6c2c29 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48abb2ff-c6d5-4c57-96ce-397144efe4b1,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:07.571934 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0da10ec9-a5e7-4ef7-aa68-21d05c6c2c29 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:07.578373 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-0da10ec9-a5e7-4ef7-aa68-21d05c6c2c29 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Added segment 0f5fe0cf-e907-4a1e-8604-74c3a1db9357 of type vlan for network 95752db2-5243-4e7f-8fba-9aed836db84f Apr 06 13:37:07.610159 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0da10ec9-a5e7-4ef7-aa68-21d05c6c2c29 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:07.797835 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0da10ec9-a5e7-4ef7-aa68-21d05c6c2c29 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:07.804182 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da10ec9-a5e7-4ef7-aa68-21d05c6c2c29 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:07.804856 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0da10ec9-a5e7-4ef7-aa68-21d05c6c2c29 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:07.914873 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da10ec9-a5e7-4ef7-aa68-21d05c6c2c29 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Pushing event updated for resources: {'Network': ['ID=95752db2-5243-4e7f-8fba-9aed836db84f,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:07.926173 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 95752db2-5243-4e7f-8fba-9aed836db84f details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:37:08.089446 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0da10ec9-a5e7-4ef7-aa68-21d05c6c2c29 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1630685 Apr 06 13:37:08.094108 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49236) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:08.099894 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-6d14747a-4e89-4b64-ab95-09ffbc34cef6 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Request body: {'subnet': {'network_id': '95752db2-5243-4e7f-8fba-9aed836db84f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:08.124243 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-59df4d78-e133-432d-80c8-cfc66daf2b49 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:08.230070 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-6d14747a-4e89-4b64-ab95-09ffbc34cef6 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:08.234736 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6d14747a-4e89-4b64-ab95-09ffbc34cef6 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Usage tracker for resource:subnet and tenant:5a8744b4aa8f4edd9e32fd2e18d1e54d is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:08.237821 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6d14747a-4e89-4b64-ab95-09ffbc34cef6 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:08.244039 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-6d14747a-4e89-4b64-ab95-09ffbc34cef6 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:08.358445 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d14747a-4e89-4b64-ab95-09ffbc34cef6 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Made reservation on behalf of 5a8744b4aa8f4edd9e32fd2e18d1e54d for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:37:08.362163 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6d14747a-4e89-4b64-ab95-09ffbc34cef6 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:08.379603 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6d59aaa5-9e56-46fc-8024-6ff24e6d0baf req-29fbce86-b84b-48b4-9de6-efbe8756f810 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 210 time: 0.0504034 Apr 06 13:37:08.604760 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-59df4d78-e133-432d-80c8-cfc66daf2b49 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port 3affc18a-04a6-4157-8ba6-db93ca21692d {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:37:08.605082 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-59df4d78-e133-432d-80c8-cfc66daf2b49 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:08.746603 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6d14747a-4e89-4b64-ab95-09ffbc34cef6 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:08.836954 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14747a-4e89-4b64-ab95-09ffbc34cef6 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Pushing event updated for resources: {'Subnet': ['ID=c6e2dd75-c8a3-4d9f-8792-b3008621d913,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:08.844239 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14747a-4e89-4b64-ab95-09ffbc34cef6 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Checking segment: {'id': '0f5fe0cf-e907-4a1e-8604-74c3a1db9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '95752db2-5243-4e7f-8fba-9aed836db84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:37:08.844605 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d14747a-4e89-4b64-ab95-09ffbc34cef6 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Network hostable DHCP agents. Network: 95752db2-5243-4e7f-8fba-9aed836db84f, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:37:08.938918 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-59df4d78-e133-432d-80c8-cfc66daf2b49 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port 3affc18a-04a6-4157-8ba6-db93ca21692d, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=3affc18a-04a6-4157-8ba6-db93ca21692d,segment=NetworkSegment(9f2524cb-cd92-4bb3-af63-a7f3be29971d),segment_id=9f2524cb-cd92-4bb3-af63-a7f3be29971d)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:37:08.939227 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-59df4d78-e133-432d-80c8-cfc66daf2b49 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:08.957391 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d14747a-4e89-4b64-ab95-09ffbc34cef6 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Network 95752db2-5243-4e7f-8fba-9aed836db84f is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:37:09.072873 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-59df4d78-e133-432d-80c8-cfc66daf2b49 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for 3affc18a-04a6-4157-8ba6-db93ca21692d owned by network:router_interface {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:37:09.083251 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-6d14747a-4e89-4b64-ab95-09ffbc34cef6 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 95752db2-5243-4e7f-8fba-9aed836db84f) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:37:09.088662 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d14747a-4e89-4b64-ab95-09ffbc34cef6 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:09.092390 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6d14747a-4e89-4b64-ab95-09ffbc34cef6 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:09.094760 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79decd62-12a6-482f-ad97-ca2406da8ba5 None None] Network 95752db2-5243-4e7f-8fba-9aed836db84f requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:37:09.217145 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49242) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:09.218396 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6d14747a-4e89-4b64-ab95-09ffbc34cef6 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1225538 Apr 06 13:37:09.226192 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-929e6408-d082-40c4-bed3-e7af7c9c8d74 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Request body: {'network': {'name': 'tempest-router-network01--1655378690'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:09.233466 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-929e6408-d082-40c4-bed3-e7af7c9c8d74 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:09.246618 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-929e6408-d082-40c4-bed3-e7af7c9c8d74 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Usage tracker for resource:network and tenant:5a8744b4aa8f4edd9e32fd2e18d1e54d is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:09.250676 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-929e6408-d082-40c4-bed3-e7af7c9c8d74 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:09.257361 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-929e6408-d082-40c4-bed3-e7af7c9c8d74 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:09.354099 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06878224-cc81-45e6-ac44-e8a33f55349c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-95752db2-5243-4e7f-8fba-9aed836db84f', 'network_id': '95752db2-5243-4e7f-8fba-9aed836db84f', 'tenant_id': '5a8744b4aa8f4edd9e32fd2e18d1e54d', 'fixed_ips': [{'subnet_id': 'c6e2dd75-c8a3-4d9f-8792-b3008621d913'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:37:09.354978 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-06878224-cc81-45e6-ac44-e8a33f55349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:09.385650 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929e6408-d082-40c4-bed3-e7af7c9c8d74 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Made reservation on behalf of 5a8744b4aa8f4edd9e32fd2e18d1e54d for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:37:09.389803 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-929e6408-d082-40c4-bed3-e7af7c9c8d74 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:09.430261 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929e6408-d082-40c4-bed3-e7af7c9c8d74 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:37:09.441842 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-929e6408-d082-40c4-bed3-e7af7c9c8d74 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:09.442302 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-929e6408-d082-40c4-bed3-e7af7c9c8d74 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Added segment 37980ae4-4550-474b-bbf1-0e48228d9943 of type vlan for network a6a01a8c-64d0-4842-a540-e58fd22dac14 Apr 06 13:37:09.448245 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-59df4d78-e133-432d-80c8-cfc66daf2b49 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:09.513938 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df4d78-e133-432d-80c8-cfc66daf2b49 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=3affc18a-04a6-4157-8ba6-db93ca21692d,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:09.604018 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-929e6408-d082-40c4-bed3-e7af7c9c8d74 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:09.629310 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-06878224-cc81-45e6-ac44-e8a33f55349c None None] Allocated IP 2001:db8::2 (95752db2-5243-4e7f-8fba-9aed836db84f/c6e2dd75-c8a3-4d9f-8792-b3008621d913/9e2d4fd7-9457-44d8-a189-197b8281fb00) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:37:09.654079 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3eef1953-ffb3-405b-8d2c-2ef62ed5ddbc req-106a4093-be90-4109-b7b3-f4f55fa91aca tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 210 time: 0.1297300 Apr 06 13:37:09.853810 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-64802865-9f9b-40fc-960e-cf6eeaca47f9 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:09.855500 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-64802865-9f9b-40fc-960e-cf6eeaca47f9 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.61 "GET /v2.0/networks?id=07d8a801-9673-412c-b97f-9a98a83af4f7 HTTP/1.1" status: 200 len: 811 time: 0.2445834 Apr 06 13:37:09.887600 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-929e6408-d082-40c4-bed3-e7af7c9c8d74 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:09.894023 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929e6408-d082-40c4-bed3-e7af7c9c8d74 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:09.899217 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-929e6408-d082-40c4-bed3-e7af7c9c8d74 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:09.933484 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-e7eec410-8699-4ee8-960b-8bf68445ab63 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f961cdd2806417f9eeecf800dc5c9c4 HTTP/1.1" status: 200 len: 380 time: 0.0682969 Apr 06 13:37:09.943388 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-ef2b58cf-541a-4291-bef8-9c8579ad8f60 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Request body: {'port': {'device_id': 'ec72da2e-bc70-493a-9f54-d696135f3930', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'admin_state_up': True, 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'security_groups': ['75cd8e99-0e1f-4039-9c08-2402be58742e']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:10.023147 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-06878224-cc81-45e6-ac44-e8a33f55349c None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:10.029843 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-59df4d78-e133-432d-80c8-cfc66daf2b49 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:10.036571 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e6408-d082-40c4-bed3-e7af7c9c8d74 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Pushing event updated for resources: {'Network': ['ID=a6a01a8c-64d0-4842-a540-e58fd22dac14,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:10.037262 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-06878224-cc81-45e6-ac44-e8a33f55349c None None] Transition to ACTIVE for port object 9e2d4fd7-9457-44d8-a189-197b8281fb00 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:37:10.051136 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network a6a01a8c-64d0-4842-a540-e58fd22dac14 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:37:10.102489 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-06878224-cc81-45e6-ac44-e8a33f55349c None None] Transition to ACTIVE for port object 9e2d4fd7-9457-44d8-a189-197b8281fb00 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:37:10.111810 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-929e6408-d082-40c4-bed3-e7af7c9c8d74 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8927128 Apr 06 13:37:10.115503 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49248) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:10.130266 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-f4ae7a7a-e023-4f46-a0a6-4870a6668e84 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Request body: {'network': {'name': 'tempest-router-network02--1881497807'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:10.134531 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-ef2b58cf-541a-4291-bef8-9c8579ad8f60 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:10.139153 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f4ae7a7a-e023-4f46-a0a6-4870a6668e84 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:10.147726 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f4ae7a7a-e023-4f46-a0a6-4870a6668e84 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Usage tracker for resource:network and tenant:5a8744b4aa8f4edd9e32fd2e18d1e54d is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:10.151733 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f4ae7a7a-e023-4f46-a0a6-4870a6668e84 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:10.162102 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f4ae7a7a-e023-4f46-a0a6-4870a6668e84 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:10.162865 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-ef2b58cf-541a-4291-bef8-9c8579ad8f60 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:10.222285 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-06878224-cc81-45e6-ac44-e8a33f55349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:10.268824 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-ef2b58cf-541a-4291-bef8-9c8579ad8f60 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Made reservation on behalf of 6f961cdd2806417f9eeecf800dc5c9c4 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:37:10.279768 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-ef2b58cf-541a-4291-bef8-9c8579ad8f60 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:10.333161 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06878224-cc81-45e6-ac44-e8a33f55349c None None] Network 95752db2-5243-4e7f-8fba-9aed836db84f is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:37:10.339296 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-06878224-cc81-45e6-ac44-e8a33f55349c None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:37:10.345252 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06878224-cc81-45e6-ac44-e8a33f55349c None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:37:10.375519 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ae7a7a-e023-4f46-a0a6-4870a6668e84 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Made reservation on behalf of 5a8744b4aa8f4edd9e32fd2e18d1e54d for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:37:10.379143 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f4ae7a7a-e023-4f46-a0a6-4870a6668e84 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:10.490769 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ae7a7a-e023-4f46-a0a6-4870a6668e84 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:37:10.555582 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06878224-cc81-45e6-ac44-e8a33f55349c None None] Pushing event updated for resources: {'Port': ['ID=9e2d4fd7-9457-44d8-a189-197b8281fb00,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:10.612676 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-ef2b58cf-541a-4291-bef8-9c8579ad8f60 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Allocated IP 172.20.0.3 (07d8a801-9673-412c-b97f-9a98a83af4f7/bec31d0f-ca58-4f44-a0f5-7b9820419a31/3e35adb7-b277-4800-bb7c-bb93b0ea802f) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:37:10.640432 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-06878224-cc81-45e6-ac44-e8a33f55349c None None] Attempting to bind port 9e2d4fd7-9457-44d8-a189-197b8281fb00 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:37:10.640864 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-06878224-cc81-45e6-ac44-e8a33f55349c None None] Attempting to bind port 9e2d4fd7-9457-44d8-a189-197b8281fb00 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '0f5fe0cf-e907-4a1e-8604-74c3a1db9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '95752db2-5243-4e7f-8fba-9aed836db84f'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:37:10.652167 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06878224-cc81-45e6-ac44-e8a33f55349c None None] Attempting to bind port 9e2d4fd7-9457-44d8-a189-197b8281fb00 on network 95752db2-5243-4e7f-8fba-9aed836db84f {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:37:10.652167 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06878224-cc81-45e6-ac44-e8a33f55349c None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:37:10.652167 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06878224-cc81-45e6-ac44-e8a33f55349c None None] Checking segment: {'id': '0f5fe0cf-e907-4a1e-8604-74c3a1db9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '95752db2-5243-4e7f-8fba-9aed836db84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:37:10.652167 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-06878224-cc81-45e6-ac44-e8a33f55349c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:10.652167 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06878224-cc81-45e6-ac44-e8a33f55349c None None] Bound using segment: {'id': '0f5fe0cf-e907-4a1e-8604-74c3a1db9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '95752db2-5243-4e7f-8fba-9aed836db84f'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:37:10.652167 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-06878224-cc81-45e6-ac44-e8a33f55349c None None] Bound port: 9e2d4fd7-9457-44d8-a189-197b8281fb00, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5fe0cf-e907-4a1e-8604-74c3a1db9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '95752db2-5243-4e7f-8fba-9aed836db84f'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:37:10.652167 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-06878224-cc81-45e6-ac44-e8a33f55349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:10.654366 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f4ae7a7a-e023-4f46-a0a6-4870a6668e84 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:10.654366 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-f4ae7a7a-e023-4f46-a0a6-4870a6668e84 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Added segment 99d2461d-4634-46c6-80a4-2ee99356ffb8 of type vlan for network f0fc49b9-f784-4dfe-bc72-9471cb081414 Apr 06 13:37:10.699289 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59df4d78-e133-432d-80c8-cfc66daf2b49 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 4f08ced1-9635-4a64-8866-72f569ac7347 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:37:10.705561 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f4ae7a7a-e023-4f46-a0a6-4870a6668e84 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:10.864177 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-ef2b58cf-541a-4291-bef8-9c8579ad8f60 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:10.883635 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-ef2b58cf-541a-4291-bef8-9c8579ad8f60 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Transition to ACTIVE for port object 3e35adb7-b277-4800-bb7c-bb93b0ea802f will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:37:10.914142 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f4ae7a7a-e023-4f46-a0a6-4870a6668e84 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:10.920329 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ae7a7a-e023-4f46-a0a6-4870a6668e84 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:10.921074 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f4ae7a7a-e023-4f46-a0a6-4870a6668e84 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:10.992670 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-ef2b58cf-541a-4291-bef8-9c8579ad8f60 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:11.037165 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-06878224-cc81-45e6-ac44-e8a33f55349c None None] For port 9e2d4fd7-9457-44d8-a189-197b8281fb00, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:37:11.041377 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-06878224-cc81-45e6-ac44-e8a33f55349c None None] For port 9e2d4fd7-9457-44d8-a189-197b8281fb00, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9e2d4fd7-9457-44d8-a189-197b8281fb00,segment=NetworkSegment(0f5fe0cf-e907-4a1e-8604-74c3a1db9357),segment_id=0f5fe0cf-e907-4a1e-8604-74c3a1db9357)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:37:11.102378 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-ef2b58cf-541a-4291-bef8-9c8579ad8f60 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Network 07d8a801-9673-412c-b97f-9a98a83af4f7 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:37:11.106932 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-ef2b58cf-541a-4291-bef8-9c8579ad8f60 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:37:11.111084 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-ef2b58cf-541a-4291-bef8-9c8579ad8f60 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:37:11.113985 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59df4d78-e133-432d-80c8-cfc66daf2b49 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:37:11.125801 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-59df4d78-e133-432d-80c8-cfc66daf2b49 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "PUT /v2.0/routers/4f08ced1-9635-4a64-8866-72f569ac7347/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6960359 Apr 06 13:37:11.126824 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae7a7a-e023-4f46-a0a6-4870a6668e84 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Pushing event updated for resources: {'Network': ['ID=f0fc49b9-f784-4dfe-bc72-9471cb081414,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:11.128800 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49258) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:11.133606 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f4ae7a7a-e023-4f46-a0a6-4870a6668e84 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0170424 Apr 06 13:37:11.160994 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9ebe49-64c7-4d62-a498-41f0e5406592 None None] Sync routers for ids ['4f08ced1-9635-4a64-8866-72f569ac7347'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:37:11.165548 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49262) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:11.167961 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-06878224-cc81-45e6-ac44-e8a33f55349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:11.172918 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network f0fc49b9-f784-4dfe-bc72-9471cb081414 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:37:11.194498 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-c95ae19a-71f5-491b-9c38-02e385d5905f tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Request body: {'subnet': {'network_id': 'a6a01a8c-64d0-4842-a540-e58fd22dac14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:11.206386 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b58cf-541a-4291-bef8-9c8579ad8f60 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Pushing event updated for resources: {'Port': ['ID=3e35adb7-b277-4800-bb7c-bb93b0ea802f,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:11.281328 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-ef2b58cf-541a-4291-bef8-9c8579ad8f60 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:11.282303 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-ef2b58cf-541a-4291-bef8-9c8579ad8f60 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:11.330645 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06878224-cc81-45e6-ac44-e8a33f55349c None None] Pushing event updated for resources: {'Port': ['ID=9e2d4fd7-9457-44d8-a189-197b8281fb00,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:11.350418 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9ebe49-64c7-4d62-a498-41f0e5406592 None None] Routers {'4f08ced1-9635-4a64-8866-72f569ac7347'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:37:11.350418 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-0f9ebe49-64c7-4d62-a498-41f0e5406592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4f08ced1-9635-4a64-8866-72f569ac7347'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:11.407232 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aeac699-2774-4f2e-875b-dd3b17e3050f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting subnet 011cd4be-2c33-41c7-ae29-cf0319e6b77a {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:37:11.422060 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3aeac699-2774-4f2e-875b-dd3b17e3050f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:11.426939 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-ef2b58cf-541a-4291-bef8-9c8579ad8f60 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4891605 Apr 06 13:37:11.439569 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-01f195eb-3360-46e2-91d4-ea4dbee1133a service neutron] Request body: {'port': {'device_id': 'ec72da2e-bc70-493a-9f54-d696135f3930', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:11.487230 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c95ae19a-71f5-491b-9c38-02e385d5905f tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:11.508237 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c95ae19a-71f5-491b-9c38-02e385d5905f tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Usage tracker for resource:subnet and tenant:5a8744b4aa8f4edd9e32fd2e18d1e54d is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:11.520911 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f22326-e1cc-46bf-b2d7-a470fa96cce7 req-6f4486ba-9523-43e0-93b9-992131307d7f tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:11.529516 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-70f22326-e1cc-46bf-b2d7-a470fa96cce7 req-6f4486ba-9523-43e0-93b9-992131307d7f tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 931 time: 0.6012142 Apr 06 13:37:11.532007 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c95ae19a-71f5-491b-9c38-02e385d5905f tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:11.578091 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-0f9ebe49-64c7-4d62-a498-41f0e5406592 None None] Set router 4f08ced1-9635-4a64-8866-72f569ac7347 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:37:11.585177 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c95ae19a-71f5-491b-9c38-02e385d5905f tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:11.585177 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3aeac699-2774-4f2e-875b-dd3b17e3050f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:11.586355 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-01f195eb-3360-46e2-91d4-ea4dbee1133a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:11.665249 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-70f22326-e1cc-46bf-b2d7-a470fa96cce7 req-8d0912e6-1a24-4dcf-b117-2454628ccbc0 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345139 Apr 06 13:37:11.741602 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95ae19a-71f5-491b-9c38-02e385d5905f tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Made reservation on behalf of 5a8744b4aa8f4edd9e32fd2e18d1e54d for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:37:11.748006 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c95ae19a-71f5-491b-9c38-02e385d5905f tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:11.804923 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3aeac699-2774-4f2e-875b-dd3b17e3050f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:11.828447 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-6c87061f-8d78-4890-85ea-7874cf7f0e52 None None] Provisioning for port 3e35adb7-b277-4800-bb7c-bb93b0ea802f completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:37:11.837514 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-6c87061f-8d78-4890-85ea-7874cf7f0e52 None None] Provisioning complete for port 3e35adb7-b277-4800-bb7c-bb93b0ea802f triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:11.837890 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6c87061f-8d78-4890-85ea-7874cf7f0e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:11.947819 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-6c87061f-8d78-4890-85ea-7874cf7f0e52 None None] Port 3e35adb7-b277-4800-bb7c-bb93b0ea802f cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:37:12.093801 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-0f9ebe49-64c7-4d62-a498-41f0e5406592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'name': 'tempest-TestNetworkBasicOps-router-437006227', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:34:44Z', 'updated_at': '2022-04-06T13:37:09Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:45Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:12.099126 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9ebe49-64c7-4d62-a498-41f0e5406592 None None] Checking router: 4f08ced1-9635-4a64-8866-72f569ac7347 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:37:12.115726 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9ebe49-64c7-4d62-a498-41f0e5406592 None None] Routers {'4f08ced1-9635-4a64-8866-72f569ac7347'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:37:12.116895 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-0f9ebe49-64c7-4d62-a498-41f0e5406592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:36:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4f08ced1-9635-4a64-8866-72f569ac7347'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:12.197075 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3aeac699-2774-4f2e-875b-dd3b17e3050f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:12.377348 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeac699-2774-4f2e-875b-dd3b17e3050f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Subnet': ['ID=011cd4be-2c33-41c7-ae29-cf0319e6b77a,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:12.389740 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-01f195eb-3360-46e2-91d4-ea4dbee1133a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e35adb7-b277-4800-bb7c-bb93b0ea802f {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:37:12.409217 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-01f195eb-3360-46e2-91d4-ea4dbee1133a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:12.409430 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3aeac699-2774-4f2e-875b-dd3b17e3050f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:12.426483 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3aeac699-2774-4f2e-875b-dd3b17e3050f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/subnets/011cd4be-2c33-41c7-ae29-cf0319e6b77a HTTP/1.1" status: 204 len: 168 time: 1.2956362 Apr 06 13:37:12.430841 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49266) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:12.451228 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16adf957-32e7-44be-aed2-eecd52c7389a None None] Network e561dcad-f411-4b8e-ac01-a19e30d1ccac requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:37:12.548255 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-01f195eb-3360-46e2-91d4-ea4dbee1133a service neutron] Transition to ACTIVE for port object 3e35adb7-b277-4800-bb7c-bb93b0ea802f will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:37:12.629541 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-0f9ebe49-64c7-4d62-a498-41f0e5406592 None None] Set router 4f08ced1-9635-4a64-8866-72f569ac7347 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:37:12.648800 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c95ae19a-71f5-491b-9c38-02e385d5905f tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:12.681910 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-01f195eb-3360-46e2-91d4-ea4dbee1133a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:12.756685 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ae19a-71f5-491b-9c38-02e385d5905f tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Pushing event updated for resources: {'Subnet': ['ID=27548753-082e-4fc5-a9fc-09c5dbb0e526,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:12.779069 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95ae19a-71f5-491b-9c38-02e385d5905f tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Checking segment: {'id': '37980ae4-4550-474b-bbf1-0e48228d9943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a6a01a8c-64d0-4842-a540-e58fd22dac14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:37:12.779520 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95ae19a-71f5-491b-9c38-02e385d5905f tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Network hostable DHCP agents. Network: a6a01a8c-64d0-4842-a540-e58fd22dac14, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:37:12.954666 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f195eb-3360-46e2-91d4-ea4dbee1133a service neutron] Pushing event updated for resources: {'Port': ['ID=3e35adb7-b277-4800-bb7c-bb93b0ea802f,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:12.963335 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95ae19a-71f5-491b-9c38-02e385d5905f tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Network a6a01a8c-64d0-4842-a540-e58fd22dac14 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:37:13.020187 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bfc4f0cd-97b3-47af-9ae3-e433a866a295 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:13.063449 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cd830-5e69-472c-b4f6-c73b7efb7f6d req-fdd7aecc-63d5-457a-b38a-26ecdfbd132c tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:13.082757 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5d7cd830-5e69-472c-b4f6-c73b7efb7f6d req-fdd7aecc-63d5-457a-b38a-26ecdfbd132c tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 943 time: 0.1866293 Apr 06 13:37:13.082757 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-c95ae19a-71f5-491b-9c38-02e385d5905f tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, a6a01a8c-64d0-4842-a540-e58fd22dac14) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:37:13.090038 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95ae19a-71f5-491b-9c38-02e385d5905f tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:13.091599 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c95ae19a-71f5-491b-9c38-02e385d5905f tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:13.148262 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f6e92c-a081-4893-9bb1-1f98c79c5e5a None None] Network a6a01a8c-64d0-4842-a540-e58fd22dac14 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:37:13.214502 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5d7cd830-5e69-472c-b4f6-c73b7efb7f6d req-d8af9e52-3d65-4761-a671-97ad0d67d281 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339500 Apr 06 13:37:13.245901 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c95ae19a-71f5-491b-9c38-02e385d5905f tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0700703 Apr 06 13:37:13.252422 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49272) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:13.261059 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-d8a17090-e676-4d3c-8e61-241740a99823 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Request body: {'subnet': {'network_id': 'f0fc49b9-f784-4dfe-bc72-9471cb081414', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:13.549511 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-0f9ebe49-64c7-4d62-a498-41f0e5406592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'name': 'tempest-TestNetworkBasicOps-router-437006227', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:34:44Z', 'updated_at': '2022-04-06T13:37:09Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:45Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:13.566434 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9ebe49-64c7-4d62-a498-41f0e5406592 None None] The sync data for ids ['4f08ced1-9635-4a64-8866-72f569ac7347'] in dv-neutron-834600-1-hyperv is: [{'id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'name': 'tempest-TestNetworkBasicOps-router-437006227', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:34:44Z', 'updated_at': '2022-04-06T13:37:09Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '2078b76b-2516-4190-b2be-9af6551fe86b', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f08ced1-9635-4a64-8866-72f569ac7347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:34:45Z', 'updated_at': '2022-04-06T13:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:37:13.568058 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395c706e-7d13-42f4-a410-43e5a813ae61 None None] Network 95752db2-5243-4e7f-8fba-9aed836db84f requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:37:13.655583 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd4efd2-caff-4e97-8a0c-99f9e6bd1ea8 None None] DHCP port deletion for e561dcad-f411-4b8e-ac01-a19e30d1ccac request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:37:13.677620 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d8a17090-e676-4d3c-8e61-241740a99823 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:13.683426 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d8a17090-e676-4d3c-8e61-241740a99823 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Usage tracker for resource:subnet and tenant:5a8744b4aa8f4edd9e32fd2e18d1e54d is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:13.685929 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-01f195eb-3360-46e2-91d4-ea4dbee1133a service neutron] Attempting to bind port 3e35adb7-b277-4800-bb7c-bb93b0ea802f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:37:13.686483 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-01f195eb-3360-46e2-91d4-ea4dbee1133a service neutron] Attempting to bind port 3e35adb7-b277-4800-bb7c-bb93b0ea802f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'ad0f3491-5818-4d1f-8d68-284d1a30d5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:37:13.686727 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-01f195eb-3360-46e2-91d4-ea4dbee1133a service neutron] Attempting to bind port 3e35adb7-b277-4800-bb7c-bb93b0ea802f on network 07d8a801-9673-412c-b97f-9a98a83af4f7 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:37:13.688455 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d8a17090-e676-4d3c-8e61-241740a99823 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:13.697246 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-01f195eb-3360-46e2-91d4-ea4dbee1133a service neutron] Port 3e35adb7-b277-4800-bb7c-bb93b0ea802f on network 07d8a801-9673-412c-b97f-9a98a83af4f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:37:13.697485 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d8a17090-e676-4d3c-8e61-241740a99823 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:13.697724 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-01f195eb-3360-46e2-91d4-ea4dbee1133a service neutron] Attempting to bind port 3e35adb7-b277-4800-bb7c-bb93b0ea802f on network 07d8a801-9673-412c-b97f-9a98a83af4f7 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:37:13.707041 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bfc4f0cd-97b3-47af-9ae3-e433a866a295 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:13.718773 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-01f195eb-3360-46e2-91d4-ea4dbee1133a service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:37:13.719754 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-01f195eb-3360-46e2-91d4-ea4dbee1133a service neutron] Checking segment: {'id': 'ad0f3491-5818-4d1f-8d68-284d1a30d5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:37:13.719896 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-01f195eb-3360-46e2-91d4-ea4dbee1133a service neutron] Bound using segment: {'id': 'ad0f3491-5818-4d1f-8d68-284d1a30d5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:37:13.720505 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-01f195eb-3360-46e2-91d4-ea4dbee1133a service neutron] Bound port: 3e35adb7-b277-4800-bb7c-bb93b0ea802f, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad0f3491-5818-4d1f-8d68-284d1a30d5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:37:13.720985 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-01f195eb-3360-46e2-91d4-ea4dbee1133a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:13.744747 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-acd4efd2-caff-4e97-8a0c-99f9e6bd1ea8 None None] Deleting port 07b4df11-b4a8-42cd-83d7-c37344bc17ff {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:37:13.745459 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-acd4efd2-caff-4e97-8a0c-99f9e6bd1ea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:13.816944 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a518f9a-659e-457b-8609-1316072d49a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-a6a01a8c-64d0-4842-a540-e58fd22dac14', 'network_id': 'a6a01a8c-64d0-4842-a540-e58fd22dac14', 'tenant_id': '5a8744b4aa8f4edd9e32fd2e18d1e54d', 'fixed_ips': [{'subnet_id': '27548753-082e-4fc5-a9fc-09c5dbb0e526'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:37:13.817897 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3a518f9a-659e-457b-8609-1316072d49a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:13.820104 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a17090-e676-4d3c-8e61-241740a99823 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Made reservation on behalf of 5a8744b4aa8f4edd9e32fd2e18d1e54d for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:37:13.824393 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d8a17090-e676-4d3c-8e61-241740a99823 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:13.884299 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-01f195eb-3360-46e2-91d4-ea4dbee1133a service neutron] For port 3e35adb7-b277-4800-bb7c-bb93b0ea802f, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:37:13.887772 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-01f195eb-3360-46e2-91d4-ea4dbee1133a service neutron] For port 3e35adb7-b277-4800-bb7c-bb93b0ea802f, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3e35adb7-b277-4800-bb7c-bb93b0ea802f,segment=NetworkSegment(ad0f3491-5818-4d1f-8d68-284d1a30d5e3),segment_id=ad0f3491-5818-4d1f-8d68-284d1a30d5e3)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:37:13.889503 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-bfc4f0cd-97b3-47af-9ae3-e433a866a295 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port 2078b76b-2516-4190-b2be-9af6551fe86b {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:37:13.889843 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bfc4f0cd-97b3-47af-9ae3-e433a866a295 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:13.972660 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e437513c-4571-45b7-b8d7-c315164c8821 None None] Provisioning for port 9e2d4fd7-9457-44d8-a189-197b8281fb00 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:37:13.972953 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-01f195eb-3360-46e2-91d4-ea4dbee1133a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:13.992038 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 9e2d4fd7-9457-44d8-a189-197b8281fb00 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:37:14.095218 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-01f195eb-3360-46e2-91d4-ea4dbee1133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:14.095906 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-01f195eb-3360-46e2-91d4-ea4dbee1133a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:14.097345 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-01f195eb-3360-46e2-91d4-ea4dbee1133a service neutron] 10.222.0.61 "PUT /v2.0/ports/3e35adb7-b277-4800-bb7c-bb93b0ea802f HTTP/1.1" status: 200 len: 1093 time: 2.6632416 Apr 06 13:37:14.100054 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec72da2e-bc70-493a-9f54-d696135f3930', 'tag': '3e35adb7-b277-4800-bb7c-bb93b0ea802f'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:37:14.261414 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47264133-0b39-48ac-9aea-7c76cf99ee54'] response: {'name': 'network-changed', 'server_uuid': 'ec72da2e-bc70-493a-9f54-d696135f3930', 'tag': '3e35adb7-b277-4800-bb7c-bb93b0ea802f', 'status': 'completed', 'code': 200} Apr 06 13:37:14.369799 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f195eb-3360-46e2-91d4-ea4dbee1133a service neutron] Pushing event updated for resources: {'Port': ['ID=3e35adb7-b277-4800-bb7c-bb93b0ea802f,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:14.405738 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-3a518f9a-659e-457b-8609-1316072d49a3 None None] Allocated IP 2001:db8::2 (a6a01a8c-64d0-4842-a540-e58fd22dac14/27548753-082e-4fc5-a9fc-09c5dbb0e526/d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:37:14.454789 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-bfc4f0cd-97b3-47af-9ae3-e433a866a295 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port 2078b76b-2516-4190-b2be-9af6551fe86b, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=2078b76b-2516-4190-b2be-9af6551fe86b,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:37:14.455275 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bfc4f0cd-97b3-47af-9ae3-e433a866a295 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:14.560473 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02308487-fcb9-419a-af0a-b3b03d476e80 req-0e42b59a-e3a3-497d-9245-e64a662e33d7 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:14.562339 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-02308487-fcb9-419a-af0a-b3b03d476e80 req-0e42b59a-e3a3-497d-9245-e64a662e33d7 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 943 time: 0.0973928 Apr 06 13:37:14.569252 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d8a17090-e676-4d3c-8e61-241740a99823 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:14.600067 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-acd4efd2-caff-4e97-8a0c-99f9e6bd1ea8 None None] For port 07b4df11-b4a8-42cd-83d7-c37344bc17ff, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=07b4df11-b4a8-42cd-83d7-c37344bc17ff,segment=NetworkSegment(9f2524cb-cd92-4bb3-af63-a7f3be29971d),segment_id=9f2524cb-cd92-4bb3-af63-a7f3be29971d)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:37:14.600685 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-acd4efd2-caff-4e97-8a0c-99f9e6bd1ea8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:14.601865 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-bfc4f0cd-97b3-47af-9ae3-e433a866a295 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for 2078b76b-2516-4190-b2be-9af6551fe86b owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:37:14.690422 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a17090-e676-4d3c-8e61-241740a99823 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Pushing event updated for resources: {'Subnet': ['ID=c038deb2-cfc5-4ed2-909d-850aff69a025,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:14.705002 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-02308487-fcb9-419a-af0a-b3b03d476e80 req-09affc3e-2d58-411a-a6a9-cd8660e112e7 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312835 Apr 06 13:37:14.706000 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a17090-e676-4d3c-8e61-241740a99823 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Checking segment: {'id': '99d2461d-4634-46c6-80a4-2ee99356ffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f0fc49b9-f784-4dfe-bc72-9471cb081414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:37:14.706435 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a17090-e676-4d3c-8e61-241740a99823 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Network hostable DHCP agents. Network: f0fc49b9-f784-4dfe-bc72-9471cb081414, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:37:14.784643 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cb9f5-08c8-4955-bffa-776e3f7e6372 req-331d3d23-620f-4758-8259-a7c7e6850f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:14.786088 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-985cb9f5-08c8-4955-bffa-776e3f7e6372 req-331d3d23-620f-4758-8259-a7c7e6850f5b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f961cdd2806417f9eeecf800dc5c9c4&device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 1096 time: 0.5208592 Apr 06 13:37:14.798694 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a17090-e676-4d3c-8e61-241740a99823 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Network f0fc49b9-f784-4dfe-bc72-9471cb081414 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:37:14.799411 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 9e2d4fd7-9457-44d8-a189-197b8281fb00 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:37:14.812041 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-acd4efd2-caff-4e97-8a0c-99f9e6bd1ea8 None None] Calling delete_port for 07b4df11-b4a8-42cd-83d7-c37344bc17ff owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:37:14.853280 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 9e2d4fd7-9457-44d8-a189-197b8281fb00 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:14.853550 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:14.900325 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-d8a17090-e676-4d3c-8e61-241740a99823 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, f0fc49b9-f784-4dfe-bc72-9471cb081414) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:37:14.908255 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a17090-e676-4d3c-8e61-241740a99823 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:14.909278 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d8a17090-e676-4d3c-8e61-241740a99823 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:14.976549 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361a268f-c7e3-4917-bfa6-d919aec5bca1 None None] Network f0fc49b9-f784-4dfe-bc72-9471cb081414 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:37:14.988984 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cb9f5-08c8-4955-bffa-776e3f7e6372 req-07179941-0a26-4c55-862a-a9c2bdd20a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:14.990410 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-985cb9f5-08c8-4955-bffa-776e3f7e6372 req-07179941-0a26-4c55-862a-a9c2bdd20a19 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=6f961cdd2806417f9eeecf800dc5c9c4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1916549 Apr 06 13:37:15.034611 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d8a17090-e676-4d3c-8e61-241740a99823 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7804739 Apr 06 13:37:15.036049 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49280) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:15.209209 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cb9f5-08c8-4955-bffa-776e3f7e6372 req-39008499-c682-46cd-8d52-84e842f17586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:15.211683 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-985cb9f5-08c8-4955-bffa-776e3f7e6372 req-39008499-c682-46cd-8d52-84e842f17586 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2111185 Apr 06 13:37:15.242497 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3a518f9a-659e-457b-8609-1316072d49a3 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:15.276948 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-acd4efd2-caff-4e97-8a0c-99f9e6bd1ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:15.294785 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bfc4f0cd-97b3-47af-9ae3-e433a866a295 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:15.316872 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3a518f9a-659e-457b-8609-1316072d49a3 None None] Transition to ACTIVE for port object d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:37:15.392534 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4f0cd-97b3-47af-9ae3-e433a866a295 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=2078b76b-2516-4190-b2be-9af6551fe86b,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:15.393589 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4efd2-caff-4e97-8a0c-99f9e6bd1ea8 None None] Pushing event deleted for resources: {'Port': ['ID=07b4df11-b4a8-42cd-83d7-c37344bc17ff,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:15.426453 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd4efd2-caff-4e97-8a0c-99f9e6bd1ea8 None None] No DVR routers for this DVR port 07b4df11-b4a8-42cd-83d7-c37344bc17ff on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:37:15.435532 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3a518f9a-659e-457b-8609-1316072d49a3 None None] Transition to ACTIVE for port object d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:37:15.440328 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:15.490824 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bfc4f0cd-97b3-47af-9ae3-e433a866a295 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:15.495530 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-33b0e458-903e-4e15-a2ad-7dd0eda581e5 None None] Provisioning complete for port 9e2d4fd7-9457-44d8-a189-197b8281fb00 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:15.495910 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-33b0e458-903e-4e15-a2ad-7dd0eda581e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:15.547079 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cf9c85de-ac21-4a99-9480-30d434d11592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:15.563821 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3a518f9a-659e-457b-8609-1316072d49a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:15.610325 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 9e2d4fd7-9457-44d8-a189-197b8281fb00, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9e2d4fd7-9457-44d8-a189-197b8281fb00,segment=NetworkSegment(0f5fe0cf-e907-4a1e-8604-74c3a1db9357),segment_id=0f5fe0cf-e907-4a1e-8604-74c3a1db9357)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:37:15.610325 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff15b368-b5c6-4005-9745-3307ea6a4be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-f0fc49b9-f784-4dfe-bc72-9471cb081414', 'network_id': 'f0fc49b9-f784-4dfe-bc72-9471cb081414', 'tenant_id': '5a8744b4aa8f4edd9e32fd2e18d1e54d', 'fixed_ips': [{'subnet_id': 'c038deb2-cfc5-4ed2-909d-850aff69a025'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:37:15.611224 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ff15b368-b5c6-4005-9745-3307ea6a4be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:15.661890 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-3437c9dd-61f4-4d2f-9483-7aa3198d5de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:15.664363 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-3437c9dd-61f4-4d2f-9483-7aa3198d5de7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f961cdd2806417f9eeecf800dc5c9c4&device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 1096 time: 0.4135695 Apr 06 13:37:15.671913 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a518f9a-659e-457b-8609-1316072d49a3 None None] Network a6a01a8c-64d0-4842-a540-e58fd22dac14 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:37:15.718993 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-3a518f9a-659e-457b-8609-1316072d49a3 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:37:15.726399 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a518f9a-659e-457b-8609-1316072d49a3 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:37:15.729766 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:15.748706 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a518f9a-659e-457b-8609-1316072d49a3 None None] Pushing event updated for resources: {'Port': ['ID=d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:15.931232 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-883a06af-6390-4604-9894-5a82def16b87 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:15.979020 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-4f7d8cf7-b2cd-447a-9a56-e692ce05d646 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e35adb7-b277-4800-bb7c-bb93b0ea802f HTTP/1.1" status: 200 len: 217 time: 0.2991033 Apr 06 13:37:15.984923 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bfc4f0cd-97b3-47af-9ae3-e433a866a295 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:16.035248 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bfc4f0cd-97b3-47af-9ae3-e433a866a295 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:16.071176 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 07b4df11-b4a8-42cd-83d7-c37344bc17ff no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:37:16.077412 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-4336ee12-31db-4641-add6-ac75c06b2749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:16.079187 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-4336ee12-31db-4641-add6-ac75c06b2749 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bec31d0f-ca58-4f44-a0f5-7b9820419a31 HTTP/1.1" status: 200 len: 850 time: 0.0915036 Apr 06 13:37:16.162297 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 07b4df11-b4a8-42cd-83d7-c37344bc17ff {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:37:16.162786 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 07b4df11-b4a8-42cd-83d7-c37344bc17ff not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:37:16.163494 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 3affc18a-04a6-4157-8ba6-db93ca21692d no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:37:16.173004 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-b76a5e99-8a3f-4f04-bec0-ed92d22456de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:16.180328 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-b76a5e99-8a3f-4f04-bec0-ed92d22456de service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=07d8a801-9673-412c-b97f-9a98a83af4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0912685 Apr 06 13:37:16.204999 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-3a518f9a-659e-457b-8609-1316072d49a3 None None] Attempting to bind port d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:37:16.206081 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-3a518f9a-659e-457b-8609-1316072d49a3 None None] Attempting to bind port d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '37980ae4-4550-474b-bbf1-0e48228d9943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a6a01a8c-64d0-4842-a540-e58fd22dac14'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:37:16.206938 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a518f9a-659e-457b-8609-1316072d49a3 None None] Attempting to bind port d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d on network a6a01a8c-64d0-4842-a540-e58fd22dac14 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:37:16.226307 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=9e2d4fd7-9457-44d8-a189-197b8281fb00,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:16.250973 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 3affc18a-04a6-4157-8ba6-db93ca21692d {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:37:16.251526 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 3affc18a-04a6-4157-8ba6-db93ca21692d not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:37:16.253951 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a518f9a-659e-457b-8609-1316072d49a3 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:37:16.255007 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a518f9a-659e-457b-8609-1316072d49a3 None None] Checking segment: {'id': '37980ae4-4550-474b-bbf1-0e48228d9943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a6a01a8c-64d0-4842-a540-e58fd22dac14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:37:16.255433 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3a518f9a-659e-457b-8609-1316072d49a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:16.256025 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a518f9a-659e-457b-8609-1316072d49a3 None None] Bound using segment: {'id': '37980ae4-4550-474b-bbf1-0e48228d9943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a6a01a8c-64d0-4842-a540-e58fd22dac14'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:37:16.256765 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-3a518f9a-659e-457b-8609-1316072d49a3 None None] Bound port: d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37980ae4-4550-474b-bbf1-0e48228d9943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a6a01a8c-64d0-4842-a540-e58fd22dac14'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:37:16.257665 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3a518f9a-659e-457b-8609-1316072d49a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:16.300464 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bfc4f0cd-97b3-47af-9ae3-e433a866a295 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:16.301135 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc4f0cd-97b3-47af-9ae3-e433a866a295 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Fanout notify agent at l3_agent the message router_deleted on router 4f08ced1-9635-4a64-8866-72f569ac7347 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:37:16.335290 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-bfc4f0cd-97b3-47af-9ae3-e433a866a295 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:16.336535 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-bfc4f0cd-97b3-47af-9ae3-e433a866a295 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/routers/4f08ced1-9635-4a64-8866-72f569ac7347 HTTP/1.1" status: 204 len: 168 time: 3.9044664 Apr 06 13:37:16.343320 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49286) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:16.362741 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-ff15b368-b5c6-4005-9745-3307ea6a4be3 None None] Allocated IP 2001:db8::2 (f0fc49b9-f784-4dfe-bc72-9471cb081414/c038deb2-cfc5-4ed2-909d-850aff69a025/4ea59627-d5db-405b-b14f-c5d8235644d4) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:37:16.410298 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-50c2ea1e-ddaa-491d-a9a4-544b6f1db630 service neutron] 10.222.0.61 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279792 Apr 06 13:37:16.441486 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b60b4f-859c-44a3-b15c-51bbd6fd4ad7 req-4ebdc435-4d20-4cd8-9f86-afcc8ea2b637 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:16.443235 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d0b60b4f-859c-44a3-b15c-51bbd6fd4ad7 req-4ebdc435-4d20-4cd8-9f86-afcc8ea2b637 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 943 time: 0.3952880 Apr 06 13:37:16.569160 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d0b60b4f-859c-44a3-b15c-51bbd6fd4ad7 req-5e47ffa3-44e2-49a0-b50f-d3183c6daac6 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161733 Apr 06 13:37:16.628066 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-3a518f9a-659e-457b-8609-1316072d49a3 None None] For port d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:37:16.642840 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-3a518f9a-659e-457b-8609-1316072d49a3 None None] For port d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d,segment=NetworkSegment(37980ae4-4550-474b-bbf1-0e48228d9943),segment_id=37980ae4-4550-474b-bbf1-0e48228d9943)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:37:16.656030 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-883a06af-6390-4604-9894-5a82def16b87 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Allocated IP 2001:db8::1 (a6a01a8c-64d0-4842-a540-e58fd22dac14/27548753-082e-4fc5-a9fc-09c5dbb0e526/44adbef4-801c-4cb6-a067-608c41c06b90) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:37:16.735811 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f92107a3-223e-48c8-8ac8-4966d30b5776 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:16.754032 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ff15b368-b5c6-4005-9745-3307ea6a4be3 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:16.765793 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3a518f9a-659e-457b-8609-1316072d49a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:16.861488 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ff15b368-b5c6-4005-9745-3307ea6a4be3 None None] Transition to ACTIVE for port object 4ea59627-d5db-405b-b14f-c5d8235644d4 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:37:16.861838 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-513a67bd-5c29-4ab2-a3cd-7460b66173fb req-3a80b10b-f62e-4137-8571-2a3c33e492fc service neutron] 10.222.0.61 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930473 Apr 06 13:37:16.865021 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a518f9a-659e-457b-8609-1316072d49a3 None None] Pushing event updated for resources: {'Port': ['ID=d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:16.911687 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ff15b368-b5c6-4005-9745-3307ea6a4be3 None None] Transition to ACTIVE for port object 4ea59627-d5db-405b-b14f-c5d8235644d4 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:37:16.964880 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f92107a3-223e-48c8-8ac8-4966d30b5776 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:16.980845 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ff15b368-b5c6-4005-9745-3307ea6a4be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:17.000621 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-f92107a3-223e-48c8-8ac8-4966d30b5776 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e561dcad-f411-4b8e-ac01-a19e30d1ccac']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:17.015321 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-f92107a3-223e-48c8-8ac8-4966d30b5776 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f2524cb-cd92-4bb3-af63-a7f3be29971d') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:17.015710 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-f92107a3-223e-48c8-8ac8-4966d30b5776 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f2524cb-cd92-4bb3-af63-a7f3be29971d') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:17.030739 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f92107a3-223e-48c8-8ac8-4966d30b5776 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:17.065395 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f92107a3-223e-48c8-8ac8-4966d30b5776 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:17.065634 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-883a06af-6390-4604-9894-5a82def16b87 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:17.068234 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff15b368-b5c6-4005-9745-3307ea6a4be3 None None] Network f0fc49b9-f784-4dfe-bc72-9471cb081414 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:37:17.071251 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-ff15b368-b5c6-4005-9745-3307ea6a4be3 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:37:17.073681 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff15b368-b5c6-4005-9745-3307ea6a4be3 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:37:17.076653 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92107a3-223e-48c8-8ac8-4966d30b5776 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:37:17.077356 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f92107a3-223e-48c8-8ac8-4966d30b5776 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:17.090404 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-883a06af-6390-4604-9894-5a82def16b87 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Transition to ACTIVE for port object 44adbef4-801c-4cb6-a067-608c41c06b90 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:37:17.096093 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:37:17.121294 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15b368-b5c6-4005-9745-3307ea6a4be3 None None] Pushing event updated for resources: {'Port': ['ID=4ea59627-d5db-405b-b14f-c5d8235644d4,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:17.210175 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-883a06af-6390-4604-9894-5a82def16b87 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:17.254926 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ff15b368-b5c6-4005-9745-3307ea6a4be3 None None] Attempting to bind port 4ea59627-d5db-405b-b14f-c5d8235644d4 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:37:17.255230 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ff15b368-b5c6-4005-9745-3307ea6a4be3 None None] Attempting to bind port 4ea59627-d5db-405b-b14f-c5d8235644d4 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '99d2461d-4634-46c6-80a4-2ee99356ffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f0fc49b9-f784-4dfe-bc72-9471cb081414'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:37:17.255597 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff15b368-b5c6-4005-9745-3307ea6a4be3 None None] Attempting to bind port 4ea59627-d5db-405b-b14f-c5d8235644d4 on network f0fc49b9-f784-4dfe-bc72-9471cb081414 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:37:17.267917 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff15b368-b5c6-4005-9745-3307ea6a4be3 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:37:17.268542 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff15b368-b5c6-4005-9745-3307ea6a4be3 None None] Checking segment: {'id': '99d2461d-4634-46c6-80a4-2ee99356ffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f0fc49b9-f784-4dfe-bc72-9471cb081414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:37:17.269224 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ff15b368-b5c6-4005-9745-3307ea6a4be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:17.269868 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff15b368-b5c6-4005-9745-3307ea6a4be3 None None] Bound using segment: {'id': '99d2461d-4634-46c6-80a4-2ee99356ffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f0fc49b9-f784-4dfe-bc72-9471cb081414'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:37:17.270417 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ff15b368-b5c6-4005-9745-3307ea6a4be3 None None] Bound port: 4ea59627-d5db-405b-b14f-c5d8235644d4, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d2461d-4634-46c6-80a4-2ee99356ffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f0fc49b9-f784-4dfe-bc72-9471cb081414'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:37:17.270793 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ff15b368-b5c6-4005-9745-3307ea6a4be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:17.328181 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883a06af-6390-4604-9894-5a82def16b87 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Network a6a01a8c-64d0-4842-a540-e58fd22dac14 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:37:17.329288 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-883a06af-6390-4604-9894-5a82def16b87 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:37:17.333629 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883a06af-6390-4604-9894-5a82def16b87 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:37:17.339864 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-883a06af-6390-4604-9894-5a82def16b87 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:17.345477 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f92107a3-223e-48c8-8ac8-4966d30b5776 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:17.376804 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f92107a3-223e-48c8-8ac8-4966d30b5776 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:17.380489 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ff15b368-b5c6-4005-9745-3307ea6a4be3 None None] For port 4ea59627-d5db-405b-b14f-c5d8235644d4, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:37:17.380877 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92107a3-223e-48c8-8ac8-4966d30b5776 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Network': ['ID=e561dcad-f411-4b8e-ac01-a19e30d1ccac,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:17.384549 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ff15b368-b5c6-4005-9745-3307ea6a4be3 None None] For port 4ea59627-d5db-405b-b14f-c5d8235644d4, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=4ea59627-d5db-405b-b14f-c5d8235644d4,segment=NetworkSegment(99d2461d-4634-46c6-80a4-2ee99356ffb8),segment_id=99d2461d-4634-46c6-80a4-2ee99356ffb8)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:37:17.399856 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a06af-6390-4604-9894-5a82def16b87 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Pushing event updated for resources: {'Port': ['ID=44adbef4-801c-4cb6-a067-608c41c06b90,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:17.472304 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ff15b368-b5c6-4005-9745-3307ea6a4be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:17.501650 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f92107a3-223e-48c8-8ac8-4966d30b5776 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/networks/e561dcad-f411-4b8e-ac01-a19e30d1ccac HTTP/1.1" status: 204 len: 168 time: 1.1571813 Apr 06 13:37:17.533433 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49290) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:17.538706 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-433e1083-0626-4a0f-a306-417055b9f512 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'network': {'name': 'tempest-network-smoke--2105896072', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'port_security_enabled': True}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:17.548368 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-433e1083-0626-4a0f-a306-417055b9f512 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:17.554646 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-433e1083-0626-4a0f-a306-417055b9f512 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:network and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:17.557728 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15b368-b5c6-4005-9745-3307ea6a4be3 None None] Pushing event updated for resources: {'Port': ['ID=4ea59627-d5db-405b-b14f-c5d8235644d4,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:17.557981 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-433e1083-0626-4a0f-a306-417055b9f512 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:17.564560 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-433e1083-0626-4a0f-a306-417055b9f512 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:17.623486 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-883a06af-6390-4604-9894-5a82def16b87 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:17.700328 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433e1083-0626-4a0f-a306-417055b9f512 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Made reservation on behalf of accb128fe3eb42cd83b327a0d6bf9c24 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:37:17.706398 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-433e1083-0626-4a0f-a306-417055b9f512 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:17.734221 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2c23ec59-cbaf-4566-8eef-583247bdf96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:17.758851 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-433e1083-0626-4a0f-a306-417055b9f512 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:37:17.790467 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-433e1083-0626-4a0f-a306-417055b9f512 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:17.791397 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-433e1083-0626-4a0f-a306-417055b9f512 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Added segment fc056789-64a4-4af0-b932-e8ccee1d4a69 of type vlan for network e701bed6-e701-4d61-924b-07c044b6048f Apr 06 13:37:17.835399 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-433e1083-0626-4a0f-a306-417055b9f512 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:18.024261 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-433e1083-0626-4a0f-a306-417055b9f512 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:18.038265 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 9e2d4fd7-9457-44d8-a189-197b8281fb00 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:37:18.047102 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433e1083-0626-4a0f-a306-417055b9f512 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:18.047994 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-433e1083-0626-4a0f-a306-417055b9f512 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:18.164976 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae1e98-1f30-40c7-8d58-bc4dfa46e17f req-c6340b03-af3b-431a-8ed4-2dc8f77dbd05 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:18.172086 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1fae1e98-1f30-40c7-8d58-bc4dfa46e17f req-c6340b03-af3b-431a-8ed4-2dc8f77dbd05 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 943 time: 0.3088982 Apr 06 13:37:18.238233 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 9e2d4fd7-9457-44d8-a189-197b8281fb00 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:18.243976 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:18.256371 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1fae1e98-1f30-40c7-8d58-bc4dfa46e17f req-dec17fe2-85ef-4f15-9921-45e723ddf415 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830393 Apr 06 13:37:18.330203 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-883a06af-6390-4604-9894-5a82def16b87 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:18.347660 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e1083-0626-4a0f-a306-417055b9f512 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Network': ['ID=e701bed6-e701-4d61-924b-07c044b6048f,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:18.351266 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-433e1083-0626-4a0f-a306-417055b9f512 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8181026 Apr 06 13:37:18.355653 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49296) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:18.361406 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-92505b91-dd93-45fe-aff9-aa912a5ba27f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1903343310', 'admin_state_up': True, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:18.369598 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-92505b91-dd93-45fe-aff9-aa912a5ba27f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:18.375543 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-92505b91-dd93-45fe-aff9-aa912a5ba27f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:router and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:18.378759 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-92505b91-dd93-45fe-aff9-aa912a5ba27f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:18.385564 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network e701bed6-e701-4d61-924b-07c044b6048f details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:37:18.389360 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-92505b91-dd93-45fe-aff9-aa912a5ba27f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:18.407855 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef68d9b-23d1-418f-8783-960e50acb197 None None] Network a6a01a8c-64d0-4842-a540-e58fd22dac14 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:37:18.466095 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-883a06af-6390-4604-9894-5a82def16b87 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:18.467290 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-883a06af-6390-4604-9894-5a82def16b87 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:18.483128 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:37:18.591298 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:37:18.629225 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92505b91-dd93-45fe-aff9-aa912a5ba27f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:18.630253 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92505b91-dd93-45fe-aff9-aa912a5ba27f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:18.642510 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a06af-6390-4604-9894-5a82def16b87 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Pushing event updated for resources: {'Port': ['ID=44adbef4-801c-4cb6-a067-608c41c06b90,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:18.676114 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92505b91-dd93-45fe-aff9-aa912a5ba27f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:18.719503 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883a06af-6390-4604-9894-5a82def16b87 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Network a6a01a8c-64d0-4842-a540-e58fd22dac14 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:37:18.720710 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-883a06af-6390-4604-9894-5a82def16b87 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:37:18.748870 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-42e6c27e-792a-4c8d-9227-c4dd6b338f81 None None] Provisioning for port d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:37:18.808140 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e25405-b952-43b1-9610-878a736755a4 None None] Network f0fc49b9-f784-4dfe-bc72-9471cb081414 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:37:18.859951 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:37:18.924770 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:18.925145 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:18.960897 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:18.981660 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:19.069390 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-53677f16-e958-4e0b-ba33-298e9bcf4d70 None None] Provisioning for port 4ea59627-d5db-405b-b14f-c5d8235644d4 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:37:19.181557 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:19.227644 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d,segment=NetworkSegment(37980ae4-4550-474b-bbf1-0e48228d9943),segment_id=37980ae4-4550-474b-bbf1-0e48228d9943)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:37:19.300171 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92505b91-dd93-45fe-aff9-aa912a5ba27f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:19.307131 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:19.351593 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 2078b76b-2516-4190-b2be-9af6551fe86b no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:37:19.407976 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 2078b76b-2516-4190-b2be-9af6551fe86b {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:37:19.408389 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 2078b76b-2516-4190-b2be-9af6551fe86b not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:37:19.447535 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:19.449405 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883a06af-6390-4604-9894-5a82def16b87 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Router c696dc39-58c3-42bd-8bc1-c73c31fd0858 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:37:19.496849 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8ffabd48-cf2d-456a-aa92-bfc123a47d36 None None] Provisioning for port 44adbef4-801c-4cb6-a067-608c41c06b90 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:37:19.503960 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8ffabd48-cf2d-456a-aa92-bfc123a47d36 None None] Provisioning complete for port 44adbef4-801c-4cb6-a067-608c41c06b90 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:19.504332 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8ffabd48-cf2d-456a-aa92-bfc123a47d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:19.570297 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-8ffabd48-cf2d-456a-aa92-bfc123a47d36 None None] Port 44adbef4-801c-4cb6-a067-608c41c06b90 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:37:19.584722 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8ffabd48-cf2d-456a-aa92-bfc123a47d36 None None] Provisioning complete for port d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:19.585092 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8ffabd48-cf2d-456a-aa92-bfc123a47d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:19.728456 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883a06af-6390-4604-9894-5a82def16b87 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:37:19.738689 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70b665d-6693-448b-ac49-431ef6004fea None None] Sync routers for ids ['c696dc39-58c3-42bd-8bc1-c73c31fd0858'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:37:19.757851 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70b665d-6693-448b-ac49-431ef6004fea None None] Routers {'c696dc39-58c3-42bd-8bc1-c73c31fd0858'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:37:19.759499 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-f70b665d-6693-448b-ac49-431ef6004fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:37:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c696dc39-58c3-42bd-8bc1-c73c31fd0858'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:19.763553 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f96c3e-6aa8-4158-8b13-66b5375810d6 req-78726d71-211f-47da-b757-945281188db4 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:19.765187 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-24f96c3e-6aa8-4158-8b13-66b5375810d6 req-78726d71-211f-47da-b757-945281188db4 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 943 time: 0.3861623 Apr 06 13:37:19.816794 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-883a06af-6390-4604-9894-5a82def16b87 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "PUT /v2.0/routers/c696dc39-58c3-42bd-8bc1-c73c31fd0858/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7788181 Apr 06 13:37:19.821613 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49302) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:19.831239 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-24f96c3e-6aa8-4158-8b13-66b5375810d6 req-d2e75e08-0537-4d86-8656-c9fa3d30e1f2 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515969 Apr 06 13:37:19.854151 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-f70b665d-6693-448b-ac49-431ef6004fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:19.868558 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70b665d-6693-448b-ac49-431ef6004fea None None] Routers {'c696dc39-58c3-42bd-8bc1-c73c31fd0858'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:37:19.869448 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-f70b665d-6693-448b-ac49-431ef6004fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:37:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c696dc39-58c3-42bd-8bc1-c73c31fd0858'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:19.892505 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-356e99a0-357f-4b64-b0e1-0e8b318e207d None None] Provisioning complete for port 44adbef4-801c-4cb6-a067-608c41c06b90 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:19.892505 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-356e99a0-357f-4b64-b0e1-0e8b318e207d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:19.965238 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-f70b665d-6693-448b-ac49-431ef6004fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:19.965946 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70b665d-6693-448b-ac49-431ef6004fea None None] The sync data for ids ['c696dc39-58c3-42bd-8bc1-c73c31fd0858'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:37:20.035287 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 4ea59627-d5db-405b-b14f-c5d8235644d4 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:37:20.113579 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-356e99a0-357f-4b64-b0e1-0e8b318e207d None None] Port 44adbef4-801c-4cb6-a067-608c41c06b90 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:37:20.176924 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92505b91-dd93-45fe-aff9-aa912a5ba27f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_gateway, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:20.225027 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92505b91-dd93-45fe-aff9-aa912a5ba27f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:20.256879 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 4ea59627-d5db-405b-b14f-c5d8235644d4 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:37:20.271119 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 4ea59627-d5db-405b-b14f-c5d8235644d4 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:20.272588 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:20.310103 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:20.310884 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-df9b3674-cdee-40cd-89b0-13f3717a4ffd None None] Provisioning complete for port 44adbef4-801c-4cb6-a067-608c41c06b90 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:20.311250 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-df9b3674-cdee-40cd-89b0-13f3717a4ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:20.394884 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-df9b3674-cdee-40cd-89b0-13f3717a4ffd None None] Port 44adbef4-801c-4cb6-a067-608c41c06b90 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:37:20.453452 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-92505b91-dd93-45fe-aff9-aa912a5ba27f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.26.4.68 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/d7fdb464-f9e7-49aa-8837-4d84e58284d3) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:37:20.469634 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:20.509929 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 4ea59627-d5db-405b-b14f-c5d8235644d4, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=4ea59627-d5db-405b-b14f-c5d8235644d4,segment=NetworkSegment(99d2461d-4634-46c6-80a4-2ee99356ffb8),segment_id=99d2461d-4634-46c6-80a4-2ee99356ffb8)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:37:20.585592 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:20.586792 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:37:20.659287 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-4b6446e6-c9f9-465b-8196-5c240750efa3 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:37:20.663094 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4b6446e6-c9f9-465b-8196-5c240750efa3 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "PUT /v2.0/routers/c696dc39-58c3-42bd-8bc1-c73c31fd0858/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8368635 Apr 06 13:37:20.663627 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49306) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:20.664543 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92505b91-dd93-45fe-aff9-aa912a5ba27f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:20.753633 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=4ea59627-d5db-405b-b14f-c5d8235644d4,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:20.771604 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:20.772263 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:20.786126 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92505b91-dd93-45fe-aff9-aa912a5ba27f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:20.859195 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92505b91-dd93-45fe-aff9-aa912a5ba27f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:37:20.884968 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-92505b91-dd93-45fe-aff9-aa912a5ba27f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:37:20.888421 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92505b91-dd93-45fe-aff9-aa912a5ba27f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:37:20.923194 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92505b91-dd93-45fe-aff9-aa912a5ba27f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=d7fdb464-f9e7-49aa-8837-4d84e58284d3,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:21.441958 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9aeaf6e6-ea29-4ceb-b35f-9e09a573f993 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:21.449092 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21708c-26bb-4979-b23c-c48d7425909d req-debe1734-51e8-4ae3-acb9-42241c7ce326 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:21.451458 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1b21708c-26bb-4979-b23c-c48d7425909d req-debe1734-51e8-4ae3-acb9-42241c7ce326 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 943 time: 0.4060395 Apr 06 13:37:21.579031 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1b21708c-26bb-4979-b23c-c48d7425909d req-74168d07-4348-49dd-937a-5f00fe6f7df2 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213629 Apr 06 13:37:21.698163 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92505b91-dd93-45fe-aff9-aa912a5ba27f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_gateway, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:21.798850 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-9aeaf6e6-ea29-4ceb-b35f-9e09a573f993 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Deleting port 44adbef4-801c-4cb6-a067-608c41c06b90 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:37:21.799550 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9aeaf6e6-ea29-4ceb-b35f-9e09a573f993 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:21.831542 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 4ea59627-d5db-405b-b14f-c5d8235644d4 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:37:21.931947 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 4ea59627-d5db-405b-b14f-c5d8235644d4 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:21.932901 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:22.070866 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9aeaf6e6-ea29-4ceb-b35f-9e09a573f993 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:22.096392 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92505b91-dd93-45fe-aff9-aa912a5ba27f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:22.213039 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-9aeaf6e6-ea29-4ceb-b35f-9e09a573f993 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Calling delete_port for 44adbef4-801c-4cb6-a067-608c41c06b90 owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:37:22.402310 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92505b91-dd93-45fe-aff9-aa912a5ba27f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 94791fbd-8e1a-42a2-90f9-0d3f9c416f4a is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:37:22.482822 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9aeaf6e6-ea29-4ceb-b35f-9e09a573f993 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:22.565772 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeaf6e6-ea29-4ceb-b35f-9e09a573f993 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Pushing event deleted for resources: {'Port': ['ID=44adbef4-801c-4cb6-a067-608c41c06b90,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:22.607725 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92505b91-dd93-45fe-aff9-aa912a5ba27f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:37:22.627346 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc47ae9-deee-45d1-b33d-f1a33ad02bd9 None None] Sync routers for ids ['94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:37:22.647871 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc47ae9-deee-45d1-b33d-f1a33ad02bd9 None None] Routers {'94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:37:22.649140 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-4fc47ae9-deee-45d1-b33d-f1a33ad02bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:37:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:22.768520 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92505b91-dd93-45fe-aff9-aa912a5ba27f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:22.770154 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-92505b91-dd93-45fe-aff9-aa912a5ba27f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.4131277 Apr 06 13:37:22.773775 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49314) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:22.822018 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1068533f-b852-4b30-9a4d-eff55b998977 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=accb128fe3eb42cd83b327a0d6bf9c24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460794 Apr 06 13:37:22.841058 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49318) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:22.874219 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9aeaf6e6-ea29-4ceb-b35f-9e09a573f993 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:22.918064 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a7c1b-2efb-4bf7-9403-3de5fd734c40 req-8a806698-8dd4-4b56-9783-3d207da42ea3 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:22.923800 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f96a7c1b-2efb-4bf7-9403-3de5fd734c40 req-8a806698-8dd4-4b56-9783-3d207da42ea3 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 943 time: 0.1043427 Apr 06 13:37:22.939589 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-4fc47ae9-deee-45d1-b33d-f1a33ad02bd9 None None] Set router 94791fbd-8e1a-42a2-90f9-0d3f9c416f4a gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:37:22.986876 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f96a7c1b-2efb-4bf7-9403-3de5fd734c40 req-cbd788a1-1fdd-4ad7-95ea-8ca4e1b7763d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603943 Apr 06 13:37:23.141293 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 3e35adb7-b277-4800-bb7c-bb93b0ea802f details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:37:23.242283 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acdbe3e-f5f5-43c8-85c2-13b661237944 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:23.243829 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0acdbe3e-f5f5-43c8-85c2-13b661237944 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4014862 Apr 06 13:37:23.248409 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49322) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:23.262764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aeaf6e6-ea29-4ceb-b35f-9e09a573f993 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Router c696dc39-58c3-42bd-8bc1-c73c31fd0858 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:37:23.298451 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6311e1a1-d1fd-443f-9fa3-39ff133ad55f tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480928 Apr 06 13:37:23.301412 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49326) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:23.307894 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-befacd46-353b-4c3b-ad1e-dd22862a5f14 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-758338722', 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:23.364912 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 3e35adb7-b277-4800-bb7c-bb93b0ea802f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3e35adb7-b277-4800-bb7c-bb93b0ea802f,segment=NetworkSegment(ad0f3491-5818-4d1f-8d68-284d1a30d5e3),segment_id=ad0f3491-5818-4d1f-8d68-284d1a30d5e3)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:37:23.381858 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '3e35adb7-b277-4800-bb7c-bb93b0ea802f', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'port_id': '3e35adb7-b277-4800-bb7c-bb93b0ea802f', 'mac_address': 'fa:16:3e:ad:2f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:37:23.408576 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aeaf6e6-ea29-4ceb-b35f-9e09a573f993 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:37:23.416938 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-4fc47ae9-deee-45d1-b33d-f1a33ad02bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'name': 'tempest-TestNetworkBasicOps-router-1903343310', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:18Z', 'updated_at': '2022-04-06T13:37:21Z', 'revision_number': 3, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:20Z', 'updated_at': '2022-04-06T13:37:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:23.425728 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9aeaf6e6-ea29-4ceb-b35f-9e09a573f993 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "PUT /v2.0/routers/c696dc39-58c3-42bd-8bc1-c73c31fd0858/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7607570 Apr 06 13:37:23.425973 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49330) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:23.432767 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9f60b4-e9a5-4f5d-b56e-b5164af1c97e None None] Sync routers for ids ['c696dc39-58c3-42bd-8bc1-c73c31fd0858'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:37:23.439637 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc47ae9-deee-45d1-b33d-f1a33ad02bd9 None None] Checking router: 94791fbd-8e1a-42a2-90f9-0d3f9c416f4a for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:37:23.440567 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc47ae9-deee-45d1-b33d-f1a33ad02bd9 None None] Updating router 94791fbd-8e1a-42a2-90f9-0d3f9c416f4a port d7fdb464-f9e7-49aa-8837-4d84e58284d3 binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:37:23.447118 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9f60b4-e9a5-4f5d-b56e-b5164af1c97e None None] Routers {'c696dc39-58c3-42bd-8bc1-c73c31fd0858'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:37:23.448369 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1c9f60b4-e9a5-4f5d-b56e-b5164af1c97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:37:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c696dc39-58c3-42bd-8bc1-c73c31fd0858'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:23.507173 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-0b17e142-4f12-4fc5-9760-5ff087d9f0f7 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] delete failed (client error): The resource could not be found. Apr 06 13:37:23.511948 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0b17e142-4f12-4fc5-9760-5ff087d9f0f7 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-904117413 HTTP/1.1" status: 404 len: 334 time: 0.0815082 Apr 06 13:37:23.512526 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49334) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:23.518639 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-3e8c7b33-d30f-480d-b039-36f02efa8e58 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c696dc39-58c3-42bd-8bc1-c73c31fd0858'}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:23.557450 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1c9f60b4-e9a5-4f5d-b56e-b5164af1c97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:23.574287 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9f60b4-e9a5-4f5d-b56e-b5164af1c97e None None] Routers {'c696dc39-58c3-42bd-8bc1-c73c31fd0858'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:37:23.576438 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1c9f60b4-e9a5-4f5d-b56e-b5164af1c97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:37:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c696dc39-58c3-42bd-8bc1-c73c31fd0858'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:23.605997 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:23.647027 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e35adb7-b277-4800-bb7c-bb93b0ea802f {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:37:23.674967 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 3e35adb7-b277-4800-bb7c-bb93b0ea802f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3e35adb7-b277-4800-bb7c-bb93b0ea802f,segment=NetworkSegment(ad0f3491-5818-4d1f-8d68-284d1a30d5e3),segment_id=ad0f3491-5818-4d1f-8d68-284d1a30d5e3)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:37:23.685502 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1c9f60b4-e9a5-4f5d-b56e-b5164af1c97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:23.686213 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4fc47ae9-deee-45d1-b33d-f1a33ad02bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:23.686675 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9f60b4-e9a5-4f5d-b56e-b5164af1c97e None None] The sync data for ids ['c696dc39-58c3-42bd-8bc1-c73c31fd0858'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:37:23.730178 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-befacd46-353b-4c3b-ad1e-dd22862a5f14 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:23.737272 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-befacd46-353b-4c3b-ad1e-dd22862a5f14 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:subnet and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:23.740609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-befacd46-353b-4c3b-ad1e-dd22862a5f14 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:23.747052 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-befacd46-353b-4c3b-ad1e-dd22862a5f14 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:23.806024 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:23.888424 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befacd46-353b-4c3b-ad1e-dd22862a5f14 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Made reservation on behalf of accb128fe3eb42cd83b327a0d6bf9c24 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:37:23.894822 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-befacd46-353b-4c3b-ad1e-dd22862a5f14 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:23.929283 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=3e35adb7-b277-4800-bb7c-bb93b0ea802f,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:23.945075 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3e8c7b33-d30f-480d-b039-36f02efa8e58 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:24.050760 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-3e8c7b33-d30f-480d-b039-36f02efa8e58 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] update failed (client error): The resource could not be found. Apr 06 13:37:24.052252 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3e8c7b33-d30f-480d-b039-36f02efa8e58 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "PUT /v2.0/routers/c696dc39-58c3-42bd-8bc1-c73c31fd0858 HTTP/1.1" status: 404 len: 339 time: 0.5385351 Apr 06 13:37:24.057172 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49340) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:24.064510 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-a653dee2-5d58-4aa7-be33-c8629b7fedea tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1565384351'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:24.070096 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a653dee2-5d58-4aa7-be33-c8629b7fedea tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:24.072023 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['3e35adb7-b277-4800-bb7c-bb93b0ea802f'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:37:24.075173 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a653dee2-5d58-4aa7-be33-c8629b7fedea tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Usage tracker for resource:network and tenant:5a8744b4aa8f4edd9e32fd2e18d1e54d is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:24.079807 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a653dee2-5d58-4aa7-be33-c8629b7fedea tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:24.086709 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a653dee2-5d58-4aa7-be33-c8629b7fedea tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:24.187933 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a653dee2-5d58-4aa7-be33-c8629b7fedea tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Made reservation on behalf of 5a8744b4aa8f4edd9e32fd2e18d1e54d for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:37:24.199192 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a653dee2-5d58-4aa7-be33-c8629b7fedea tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:24.265638 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c162b01-16df-4258-8925-8b03ce8b1c54 req-fe7c0092-ec94-4f31-a95e-e2e3b7d5335d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:24.267629 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4c162b01-16df-4258-8925-8b03ce8b1c54 req-fe7c0092-ec94-4f31-a95e-e2e3b7d5335d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 944 time: 0.1547518 Apr 06 13:37:24.268593 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4fc47ae9-deee-45d1-b33d-f1a33ad02bd9 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:24.288003 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a653dee2-5d58-4aa7-be33-c8629b7fedea tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:37:24.292416 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a653dee2-5d58-4aa7-be33-c8629b7fedea tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:24.292878 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-a653dee2-5d58-4aa7-be33-c8629b7fedea tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Added segment ab3b024a-b890-4dee-812b-7dbd0e6485e3 of type vlan for network 2d75bfea-6258-49ca-8aaf-35171f0af0a8 Apr 06 13:37:24.296338 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-4fc47ae9-deee-45d1-b33d-f1a33ad02bd9 None None] Transition to ACTIVE for port object d7fdb464-f9e7-49aa-8837-4d84e58284d3 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:37:24.318897 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-befacd46-353b-4c3b-ad1e-dd22862a5f14 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:24.329652 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a653dee2-5d58-4aa7-be33-c8629b7fedea tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:24.363031 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4fc47ae9-deee-45d1-b33d-f1a33ad02bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:24.374967 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4c162b01-16df-4258-8925-8b03ce8b1c54 req-2a91c9ca-2481-48b4-8a48-88d93465194c tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964096 Apr 06 13:37:24.412555 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befacd46-353b-4c3b-ad1e-dd22862a5f14 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Subnet': ['ID=5b371022-b94d-4041-a5c1-b13b6fb026e1,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:24.425701 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befacd46-353b-4c3b-ad1e-dd22862a5f14 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Checking segment: {'id': 'fc056789-64a4-4af0-b932-e8ccee1d4a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:37:24.426092 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befacd46-353b-4c3b-ad1e-dd22862a5f14 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network hostable DHCP agents. Network: e701bed6-e701-4d61-924b-07c044b6048f, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:37:24.454003 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a653dee2-5d58-4aa7-be33-c8629b7fedea tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:24.464780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a653dee2-5d58-4aa7-be33-c8629b7fedea tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:24.464780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a653dee2-5d58-4aa7-be33-c8629b7fedea tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:24.478121 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-4fc47ae9-deee-45d1-b33d-f1a33ad02bd9 None None] Attempting to bind port d7fdb464-f9e7-49aa-8837-4d84e58284d3 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:37:24.478497 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-4fc47ae9-deee-45d1-b33d-f1a33ad02bd9 None None] Attempting to bind port d7fdb464-f9e7-49aa-8837-4d84e58284d3 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:37:24.478886 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc47ae9-deee-45d1-b33d-f1a33ad02bd9 None None] Attempting to bind port d7fdb464-f9e7-49aa-8837-4d84e58284d3 on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:37:24.482875 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6474c-22af-419a-91cf-db7b0e3a3f90 None None] Pushing event updated for resources: {'Port': ['ID=d7fdb464-f9e7-49aa-8837-4d84e58284d3,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:24.499211 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc47ae9-deee-45d1-b33d-f1a33ad02bd9 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:37:24.499211 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc47ae9-deee-45d1-b33d-f1a33ad02bd9 None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:37:24.499211 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4fc47ae9-deee-45d1-b33d-f1a33ad02bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:24.499211 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc47ae9-deee-45d1-b33d-f1a33ad02bd9 None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:37:24.499211 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-4fc47ae9-deee-45d1-b33d-f1a33ad02bd9 None None] Bound port: d7fdb464-f9e7-49aa-8837-4d84e58284d3, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:37:24.499211 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4fc47ae9-deee-45d1-b33d-f1a33ad02bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:24.518077 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befacd46-353b-4c3b-ad1e-dd22862a5f14 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network e701bed6-e701-4d61-924b-07c044b6048f is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:37:24.570922 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653dee2-5d58-4aa7-be33-c8629b7fedea tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Pushing event updated for resources: {'Network': ['ID=2d75bfea-6258-49ca-8aaf-35171f0af0a8,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:24.580952 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a653dee2-5d58-4aa7-be33-c8629b7fedea tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5215538 Apr 06 13:37:24.584141 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49344) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:24.591197 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-20d8e0ad-8c5b-419d-a942-3ac4b5d3771d tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Request body: {'subnet': {'network_id': '2d75bfea-6258-49ca-8aaf-35171f0af0a8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:24.596698 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 2d75bfea-6258-49ca-8aaf-35171f0af0a8 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:37:24.655153 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-befacd46-353b-4c3b-ad1e-dd22862a5f14 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, e701bed6-e701-4d61-924b-07c044b6048f) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:37:24.661052 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-4fc47ae9-deee-45d1-b33d-f1a33ad02bd9 None None] For port d7fdb464-f9e7-49aa-8837-4d84e58284d3, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:37:24.661627 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befacd46-353b-4c3b-ad1e-dd22862a5f14 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:24.662819 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-befacd46-353b-4c3b-ad1e-dd22862a5f14 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:24.721511 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab001438-177e-4973-9646-bba1687b2402 None None] Network e701bed6-e701-4d61-924b-07c044b6048f requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:37:24.759799 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-4fc47ae9-deee-45d1-b33d-f1a33ad02bd9 None None] For port d7fdb464-f9e7-49aa-8837-4d84e58284d3, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d7fdb464-f9e7-49aa-8837-4d84e58284d3,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:37:24.792397 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-befacd46-353b-4c3b-ad1e-dd22862a5f14 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4891739 Apr 06 13:37:24.795911 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49348) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:24.839359 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-20d8e0ad-8c5b-419d-a942-3ac4b5d3771d tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:24.844607 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-20d8e0ad-8c5b-419d-a942-3ac4b5d3771d tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Usage tracker for resource:subnet and tenant:5a8744b4aa8f4edd9e32fd2e18d1e54d is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:24.847020 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4fc47ae9-deee-45d1-b33d-f1a33ad02bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:24.847967 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-20d8e0ad-8c5b-419d-a942-3ac4b5d3771d tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:24.854333 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-20d8e0ad-8c5b-419d-a942-3ac4b5d3771d tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:24.928302 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d8e0ad-8c5b-419d-a942-3ac4b5d3771d tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Made reservation on behalf of 5a8744b4aa8f4edd9e32fd2e18d1e54d for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:37:24.932687 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-20d8e0ad-8c5b-419d-a942-3ac4b5d3771d tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:24.970873 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc47ae9-deee-45d1-b33d-f1a33ad02bd9 None None] Routers {'94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:37:24.971500 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-4fc47ae9-deee-45d1-b33d-f1a33ad02bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:37:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:25.051925 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6474c-22af-419a-91cf-db7b0e3a3f90 None None] Pushing event updated for resources: {'Port': ['ID=d7fdb464-f9e7-49aa-8837-4d84e58284d3,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:25.220728 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b55de0-1346-4c17-bf4e-1d205fc91630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-e701bed6-e701-4d61-924b-07c044b6048f', 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ips': [{'subnet_id': '5b371022-b94d-4041-a5c1-b13b6fb026e1'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:37:25.221867 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e1b55de0-1346-4c17-bf4e-1d205fc91630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:25.249343 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-20d8e0ad-8c5b-419d-a942-3ac4b5d3771d tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:25.264637 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-4fc47ae9-deee-45d1-b33d-f1a33ad02bd9 None None] Set router 94791fbd-8e1a-42a2-90f9-0d3f9c416f4a gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:37:25.339047 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8e0ad-8c5b-419d-a942-3ac4b5d3771d tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Pushing event updated for resources: {'Subnet': ['ID=c47a6c83-4bac-43d3-a6d3-1905a1d03359,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:25.345255 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d8e0ad-8c5b-419d-a942-3ac4b5d3771d tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Checking segment: {'id': 'ab3b024a-b890-4dee-812b-7dbd0e6485e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2d75bfea-6258-49ca-8aaf-35171f0af0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:37:25.345606 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d8e0ad-8c5b-419d-a942-3ac4b5d3771d tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Network hostable DHCP agents. Network: 2d75bfea-6258-49ca-8aaf-35171f0af0a8, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:37:25.448437 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d8e0ad-8c5b-419d-a942-3ac4b5d3771d tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Network 2d75bfea-6258-49ca-8aaf-35171f0af0a8 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:37:25.550862 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-20d8e0ad-8c5b-419d-a942-3ac4b5d3771d tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 2d75bfea-6258-49ca-8aaf-35171f0af0a8) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:37:25.555042 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d8e0ad-8c5b-419d-a942-3ac4b5d3771d tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:25.555620 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-20d8e0ad-8c5b-419d-a942-3ac4b5d3771d tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:25.568638 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c3f1f6-0d54-4621-80fc-e8ab71929f3d None None] Network 2d75bfea-6258-49ca-8aaf-35171f0af0a8 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:37:25.777474 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-20d8e0ad-8c5b-419d-a942-3ac4b5d3771d tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1894710 Apr 06 13:37:25.778886 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49354) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:25.784836 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-70394b94-cb91-4361-a9c1-7588940844a2 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Request body: {'router': {'external_gateway_info': {'network_id': '2d75bfea-6258-49ca-8aaf-35171f0af0a8'}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:25.801290 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad175c74-982c-49f3-bda7-721d6e232b0f req-dfbd3f51-ea46-4eae-89ab-0202192f46bc tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:25.803423 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ad175c74-982c-49f3-bda7-721d6e232b0f req-dfbd3f51-ea46-4eae-89ab-0202192f46bc tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 944 time: 0.2711535 Apr 06 13:37:25.805680 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-e1b55de0-1346-4c17-bf4e-1d205fc91630 None None] Allocated IP 172.20.0.2 (e701bed6-e701-4d61-924b-07c044b6048f/5b371022-b94d-4041-a5c1-b13b6fb026e1/8f5640a9-8985-4383-afe8-43ee1185035d) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:37:25.880685 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:25.916833 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ad175c74-982c-49f3-bda7-721d6e232b0f req-f7fc5c32-709a-44a7-965f-df75fcffbbe2 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055782 Apr 06 13:37:26.051530 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e609f98c-3476-4a2e-a373-2ebd5977f77e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-2d75bfea-6258-49ca-8aaf-35171f0af0a8', 'network_id': '2d75bfea-6258-49ca-8aaf-35171f0af0a8', 'tenant_id': '5a8744b4aa8f4edd9e32fd2e18d1e54d', 'fixed_ips': [{'subnet_id': 'c47a6c83-4bac-43d3-a6d3-1905a1d03359'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:37:26.052300 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e609f98c-3476-4a2e-a373-2ebd5977f77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:26.075220 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-4fc47ae9-deee-45d1-b33d-f1a33ad02bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'name': 'tempest-TestNetworkBasicOps-router-1903343310', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:18Z', 'updated_at': '2022-04-06T13:37:21Z', 'revision_number': 3, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:20Z', 'updated_at': '2022-04-06T13:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:26.087487 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc47ae9-deee-45d1-b33d-f1a33ad02bd9 None None] The sync data for ids ['94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'] in dv-neutron-834600-1-hyperv is: [{'id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'name': 'tempest-TestNetworkBasicOps-router-1903343310', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:18Z', 'updated_at': '2022-04-06T13:37:21Z', 'revision_number': 3, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:20Z', 'updated_at': '2022-04-06T13:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:37:26.216952 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-70394b94-cb91-4361-a9c1-7588940844a2 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:26.263631 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e1b55de0-1346-4c17-bf4e-1d205fc91630 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:26.320459 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e1b55de0-1346-4c17-bf4e-1d205fc91630 None None] Transition to ACTIVE for port object 8f5640a9-8985-4383-afe8-43ee1185035d will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:37:26.352469 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e1b55de0-1346-4c17-bf4e-1d205fc91630 None None] Transition to ACTIVE for port object 8f5640a9-8985-4383-afe8-43ee1185035d will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:37:26.362341 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-e609f98c-3476-4a2e-a373-2ebd5977f77e None None] Allocated IP 2001:db8:1::2 (2d75bfea-6258-49ca-8aaf-35171f0af0a8/c47a6c83-4bac-43d3-a6d3-1905a1d03359/1f4cad64-7529-440a-be85-8ad4585bbf7f) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:37:26.476368 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e1b55de0-1346-4c17-bf4e-1d205fc91630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:26.494708 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-70394b94-cb91-4361-a9c1-7588940844a2 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:37:26.500003 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-70394b94-cb91-4361-a9c1-7588940844a2 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "PUT /v2.0/routers/c696dc39-58c3-42bd-8bc1-c73c31fd0858 HTTP/1.1" status: 400 len: 364 time: 0.7157762 Apr 06 13:37:26.500492 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49358) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:26.584782 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b55de0-1346-4c17-bf4e-1d205fc91630 None None] Network e701bed6-e701-4d61-924b-07c044b6048f is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:37:26.595389 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-e1b55de0-1346-4c17-bf4e-1d205fc91630 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:37:26.599557 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b55de0-1346-4c17-bf4e-1d205fc91630 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:37:26.707180 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b55de0-1346-4c17-bf4e-1d205fc91630 None None] Pushing event updated for resources: {'Port': ['ID=8f5640a9-8985-4383-afe8-43ee1185035d,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:26.724806 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.20.0.1 (e701bed6-e701-4d61-924b-07c044b6048f/5b371022-b94d-4041-a5c1-b13b6fb026e1/97a3a64f-2334-48d5-9851-b7c7ab6b2a5c) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:37:26.905120 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-e1b55de0-1346-4c17-bf4e-1d205fc91630 None None] Attempting to bind port 8f5640a9-8985-4383-afe8-43ee1185035d on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:37:26.905832 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-e1b55de0-1346-4c17-bf4e-1d205fc91630 None None] Attempting to bind port 8f5640a9-8985-4383-afe8-43ee1185035d by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'fc056789-64a4-4af0-b932-e8ccee1d4a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:37:26.906421 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b55de0-1346-4c17-bf4e-1d205fc91630 None None] Attempting to bind port 8f5640a9-8985-4383-afe8-43ee1185035d on network e701bed6-e701-4d61-924b-07c044b6048f {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:37:26.934588 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b55de0-1346-4c17-bf4e-1d205fc91630 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:37:26.935246 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b55de0-1346-4c17-bf4e-1d205fc91630 None None] Checking segment: {'id': 'fc056789-64a4-4af0-b932-e8ccee1d4a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:37:26.935977 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e1b55de0-1346-4c17-bf4e-1d205fc91630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:26.936611 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b55de0-1346-4c17-bf4e-1d205fc91630 None None] Bound using segment: {'id': 'fc056789-64a4-4af0-b932-e8ccee1d4a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:37:26.937366 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-e1b55de0-1346-4c17-bf4e-1d205fc91630 None None] Bound port: 8f5640a9-8985-4383-afe8-43ee1185035d, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc056789-64a4-4af0-b932-e8ccee1d4a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:37:26.938082 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e1b55de0-1346-4c17-bf4e-1d205fc91630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:26.962719 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:26.986864 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Transition to ACTIVE for port object 97a3a64f-2334-48d5-9851-b7c7ab6b2a5c will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:37:27.028156 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e609f98c-3476-4a2e-a373-2ebd5977f77e None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:27.081161 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e609f98c-3476-4a2e-a373-2ebd5977f77e None None] Transition to ACTIVE for port object 1f4cad64-7529-440a-be85-8ad4585bbf7f will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:37:27.089274 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:27.182142 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 3e35adb7-b277-4800-bb7c-bb93b0ea802f up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:37:27.243545 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e609f98c-3476-4a2e-a373-2ebd5977f77e None None] Transition to ACTIVE for port object 1f4cad64-7529-440a-be85-8ad4585bbf7f will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:37:27.249147 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network e701bed6-e701-4d61-924b-07c044b6048f is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:37:27.254401 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:37:27.260540 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:37:27.273564 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-e1b55de0-1346-4c17-bf4e-1d205fc91630 None None] For port 8f5640a9-8985-4383-afe8-43ee1185035d, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:37:27.305977 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-e1b55de0-1346-4c17-bf4e-1d205fc91630 None None] For port 8f5640a9-8985-4383-afe8-43ee1185035d, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=8f5640a9-8985-4383-afe8-43ee1185035d,segment=NetworkSegment(fc056789-64a4-4af0-b932-e8ccee1d4a69),segment_id=fc056789-64a4-4af0-b932-e8ccee1d4a69)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:37:27.335435 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:27.348679 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c59e3a92-8357-4dbd-bb38-7f2e623a9fbe tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:27.371092 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=97a3a64f-2334-48d5-9851-b7c7ab6b2a5c,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:27.396742 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e609f98c-3476-4a2e-a373-2ebd5977f77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:27.399470 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:27.439627 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada029d-3fd7-4a77-857a-e15134355899 req-5689f809-5062-4969-a31e-eb7a237921ae tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:27.442165 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cada029d-3fd7-4a77-857a-e15134355899 req-5689f809-5062-4969-a31e-eb7a237921ae tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 944 time: 0.2825522 Apr 06 13:37:27.554664 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port 3e35adb7-b277-4800-bb7c-bb93b0ea802f completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:37:27.580310 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e1b55de0-1346-4c17-bf4e-1d205fc91630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:27.591234 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cada029d-3fd7-4a77-857a-e15134355899 req-9dfc192e-4ba7-4228-8370-9f5a73469ad3 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337554 Apr 06 13:37:27.604208 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 3e35adb7-b277-4800-bb7c-bb93b0ea802f triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:27.604973 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:27.653836 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e609f98c-3476-4a2e-a373-2ebd5977f77e None None] Network 2d75bfea-6258-49ca-8aaf-35171f0af0a8 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:37:27.672592 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-e609f98c-3476-4a2e-a373-2ebd5977f77e None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:37:27.692227 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e609f98c-3476-4a2e-a373-2ebd5977f77e None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:37:27.707961 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609f98c-3476-4a2e-a373-2ebd5977f77e None None] Pushing event updated for resources: {'Port': ['ID=1f4cad64-7529-440a-be85-8ad4585bbf7f,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:27.817074 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:27.828903 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-c59e3a92-8357-4dbd-bb38-7f2e623a9fbe tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Allocated IP 2001:db8::1 (95752db2-5243-4e7f-8fba-9aed836db84f/c6e2dd75-c8a3-4d9f-8792-b3008621d913/b39bba46-2343-4f39-a082-6c13e4a72c56) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:37:27.909340 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-e609f98c-3476-4a2e-a373-2ebd5977f77e None None] Attempting to bind port 1f4cad64-7529-440a-be85-8ad4585bbf7f on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:37:27.909697 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-e609f98c-3476-4a2e-a373-2ebd5977f77e None None] Attempting to bind port 1f4cad64-7529-440a-be85-8ad4585bbf7f by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'ab3b024a-b890-4dee-812b-7dbd0e6485e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2d75bfea-6258-49ca-8aaf-35171f0af0a8'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:37:27.910059 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e609f98c-3476-4a2e-a373-2ebd5977f77e None None] Attempting to bind port 1f4cad64-7529-440a-be85-8ad4585bbf7f on network 2d75bfea-6258-49ca-8aaf-35171f0af0a8 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:37:27.937163 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e609f98c-3476-4a2e-a373-2ebd5977f77e None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:37:27.937544 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e609f98c-3476-4a2e-a373-2ebd5977f77e None None] Checking segment: {'id': 'ab3b024a-b890-4dee-812b-7dbd0e6485e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2d75bfea-6258-49ca-8aaf-35171f0af0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:37:27.937939 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e609f98c-3476-4a2e-a373-2ebd5977f77e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:27.938332 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e609f98c-3476-4a2e-a373-2ebd5977f77e None None] Bound using segment: {'id': 'ab3b024a-b890-4dee-812b-7dbd0e6485e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2d75bfea-6258-49ca-8aaf-35171f0af0a8'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:37:27.938838 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-e609f98c-3476-4a2e-a373-2ebd5977f77e None None] Bound port: 1f4cad64-7529-440a-be85-8ad4585bbf7f, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab3b024a-b890-4dee-812b-7dbd0e6485e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2d75bfea-6258-49ca-8aaf-35171f0af0a8'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:37:27.939199 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e609f98c-3476-4a2e-a373-2ebd5977f77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:28.017516 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d7fdb464-f9e7-49aa-8837-4d84e58284d3 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:37:28.076958 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b55de0-1346-4c17-bf4e-1d205fc91630 None None] Pushing event updated for resources: {'Port': ['ID=8f5640a9-8985-4383-afe8-43ee1185035d,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:28.169289 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:28.181741 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c59e3a92-8357-4dbd-bb38-7f2e623a9fbe tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:28.215049 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-c59e3a92-8357-4dbd-bb38-7f2e623a9fbe tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Transition to ACTIVE for port object b39bba46-2343-4f39-a082-6c13e4a72c56 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:37:28.238313 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-e609f98c-3476-4a2e-a373-2ebd5977f77e None None] For port 1f4cad64-7529-440a-be85-8ad4585bbf7f, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:37:28.242360 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-e609f98c-3476-4a2e-a373-2ebd5977f77e None None] For port 1f4cad64-7529-440a-be85-8ad4585bbf7f, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=1f4cad64-7529-440a-be85-8ad4585bbf7f,segment=NetworkSegment(ab3b024a-b890-4dee-812b-7dbd0e6485e3),segment_id=ab3b024a-b890-4dee-812b-7dbd0e6485e3)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:37:28.248697 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec72da2e-bc70-493a-9f54-d696135f3930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e35adb7-b277-4800-bb7c-bb93b0ea802f'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:37:28.259825 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 3e35adb7-b277-4800-bb7c-bb93b0ea802f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3e35adb7-b277-4800-bb7c-bb93b0ea802f,segment=NetworkSegment(ad0f3491-5818-4d1f-8d68-284d1a30d5e3),segment_id=ad0f3491-5818-4d1f-8d68-284d1a30d5e3)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:37:28.316527 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port d7fdb464-f9e7-49aa-8837-4d84e58284d3 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:37:28.326177 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port d7fdb464-f9e7-49aa-8837-4d84e58284d3 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:28.326177 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:28.345853 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c59e3a92-8357-4dbd-bb38-7f2e623a9fbe tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:28.389403 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:28.392913 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e609f98c-3476-4a2e-a373-2ebd5977f77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:28.472084 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59e3a92-8357-4dbd-bb38-7f2e623a9fbe tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Network 95752db2-5243-4e7f-8fba-9aed836db84f is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:37:28.475847 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-c59e3a92-8357-4dbd-bb38-7f2e623a9fbe tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:37:28.508883 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59e3a92-8357-4dbd-bb38-7f2e623a9fbe tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:37:28.509230 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c59e3a92-8357-4dbd-bb38-7f2e623a9fbe tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:28.531766 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e3a92-8357-4dbd-bb38-7f2e623a9fbe tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Pushing event updated for resources: {'Port': ['ID=b39bba46-2343-4f39-a082-6c13e4a72c56,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:28.561257 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f37b4ed1-c187-4cda-b1a2-b51f932d9eaf'] response: {'server_uuid': 'ec72da2e-bc70-493a-9f54-d696135f3930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e35adb7-b277-4800-bb7c-bb93b0ea802f', 'code': 200} Apr 06 13:37:28.602291 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=3e35adb7-b277-4800-bb7c-bb93b0ea802f,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:28.605010 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:28.659926 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:28.740607 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:28.765276 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port d7fdb464-f9e7-49aa-8837-4d84e58284d3, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d7fdb464-f9e7-49aa-8837-4d84e58284d3,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:37:28.770918 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609f98c-3476-4a2e-a373-2ebd5977f77e None None] Pushing event updated for resources: {'Port': ['ID=1f4cad64-7529-440a-be85-8ad4585bbf7f,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:28.848201 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:28.853959 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=97a3a64f-2334-48d5-9851-b7c7ab6b2a5c,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:28.863423 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c59e3a92-8357-4dbd-bb38-7f2e623a9fbe tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:28.895698 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:28.896200 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:28.896838 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:28.897334 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:28.903247 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:28.903592 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:28.903995 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:28.904327 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:28.904660 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:28.904989 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:28.905316 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:28.905669 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:28.994490 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=d7fdb464-f9e7-49aa-8837-4d84e58284d3,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:29.037936 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:29.196997 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d6d76fc9-ac82-4cdd-9d72-617c91b18b88 None None] Provisioning for port b39bba46-2343-4f39-a082-6c13e4a72c56 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:37:29.201384 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f93e4-7a57-4b90-97a0-93affbbd3e3c req-73f839e7-4a40-4c6b-971f-babe120e831c tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:29.208429 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8d0f93e4-7a57-4b90-97a0-93affbbd3e3c req-73f839e7-4a40-4c6b-971f-babe120e831c tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 945 time: 0.2818277 Apr 06 13:37:29.210685 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d6d76fc9-ac82-4cdd-9d72-617c91b18b88 None None] Provisioning complete for port b39bba46-2343-4f39-a082-6c13e4a72c56 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:29.210685 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d6d76fc9-ac82-4cdd-9d72-617c91b18b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:29.293370 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8d0f93e4-7a57-4b90-97a0-93affbbd3e3c req-e023ee35-9480-4c92-bef4-347baae78378 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839546 Apr 06 13:37:29.351688 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network e701bed6-e701-4d61-924b-07c044b6048f is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:37:29.353949 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:37:29.368410 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-d6d76fc9-ac82-4cdd-9d72-617c91b18b88 None None] Port b39bba46-2343-4f39-a082-6c13e4a72c56 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:37:29.440462 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b4ae9-5e67-4764-9acd-45870787e737 req-2ab3e29f-88cc-4fc1-9be3-d1e10eb051d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:29.442013 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-b91b4ae9-5e67-4764-9acd-45870787e737 req-2ab3e29f-88cc-4fc1-9be3-d1e10eb051d2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 1098 time: 0.1459131 Apr 06 13:37:29.477308 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c59e3a92-8357-4dbd-bb38-7f2e623a9fbe tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:29.500684 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-b91b4ae9-5e67-4764-9acd-45870787e737 req-ee1703b0-d370-4d28-93b3-aad231b14c03 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455842 Apr 06 13:37:29.574137 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c59e3a92-8357-4dbd-bb38-7f2e623a9fbe tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:29.575989 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c59e3a92-8357-4dbd-bb38-7f2e623a9fbe tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:29.594955 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51944be7-4ed0-4366-b43b-9cf634ec397f None None] Network e701bed6-e701-4d61-924b-07c044b6048f requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:37:29.712787 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 94791fbd-8e1a-42a2-90f9-0d3f9c416f4a has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:37:29.864449 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8069f27e-aba0-478b-bbc6-d1ff41a055da None None] Provisioning for port 8f5640a9-8985-4383-afe8-43ee1185035d completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:37:29.932404 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e3a92-8357-4dbd-bb38-7f2e623a9fbe tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Pushing event updated for resources: {'Port': ['ID=b39bba46-2343-4f39-a082-6c13e4a72c56,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:29.956925 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:37:29.969780 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5c9b13-27bc-48e4-9f6e-949c493c3537 None None] Sync routers for ids ['94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:37:29.981144 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-79e75218-c02d-4930-9fe5-58916cbfd72d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "PUT /v2.0/routers/94791fbd-8e1a-42a2-90f9-0d3f9c416f4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1804378 Apr 06 13:37:29.981854 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49370) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:30.000664 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5c9b13-27bc-48e4-9f6e-949c493c3537 None None] Routers {'94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:37:30.001337 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-cf5c9b13-27bc-48e4-9f6e-949c493c3537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:37:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:30.057955 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59e3a92-8357-4dbd-bb38-7f2e623a9fbe tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Network 95752db2-5243-4e7f-8fba-9aed836db84f is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:37:30.086310 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d7fdb464-f9e7-49aa-8837-4d84e58284d3 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:37:30.114564 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-c59e3a92-8357-4dbd-bb38-7f2e623a9fbe tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:37:30.321938 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-cf5c9b13-27bc-48e4-9f6e-949c493c3537 None None] Set router 94791fbd-8e1a-42a2-90f9-0d3f9c416f4a gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:37:30.395126 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59e3a92-8357-4dbd-bb38-7f2e623a9fbe tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Router c696dc39-58c3-42bd-8bc1-c73c31fd0858 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:37:30.427111 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f63cd1-9acd-4237-8161-6b901429b81d tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:30.427576 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f63cd1-9acd-4237-8161-6b901429b81d tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:30.428035 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f63cd1-9acd-4237-8161-6b901429b81d tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:30.428495 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f63cd1-9acd-4237-8161-6b901429b81d tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:30.428952 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f63cd1-9acd-4237-8161-6b901429b81d tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:30.429743 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f63cd1-9acd-4237-8161-6b901429b81d tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:30.429878 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f63cd1-9acd-4237-8161-6b901429b81d tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:30.430363 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f63cd1-9acd-4237-8161-6b901429b81d tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:30.430734 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f63cd1-9acd-4237-8161-6b901429b81d tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:30.431240 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f63cd1-9acd-4237-8161-6b901429b81d tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:30.432328 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f8179b-bb3c-4b95-82f6-5af5a257001c None None] Network 2d75bfea-6258-49ca-8aaf-35171f0af0a8 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:37:30.433230 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e5f63cd1-9acd-4237-8161-6b901429b81d tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7074 time: 0.4500039 Apr 06 13:37:30.436739 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49376) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:30.494639 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port d7fdb464-f9e7-49aa-8837-4d84e58284d3 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:30.495083 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:30.683333 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d9173f-f42f-4e77-985c-4b0e30af4b05 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:30.684386 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d9173f-f42f-4e77-985c-4b0e30af4b05 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:30.684791 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d9173f-f42f-4e77-985c-4b0e30af4b05 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:30.685336 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d9173f-f42f-4e77-985c-4b0e30af4b05 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:30.685800 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d9173f-f42f-4e77-985c-4b0e30af4b05 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:30.686244 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d9173f-f42f-4e77-985c-4b0e30af4b05 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:30.686678 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d9173f-f42f-4e77-985c-4b0e30af4b05 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:30.687151 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d9173f-f42f-4e77-985c-4b0e30af4b05 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:30.687587 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d9173f-f42f-4e77-985c-4b0e30af4b05 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:30.688160 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d9173f-f42f-4e77-985c-4b0e30af4b05 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:30.694150 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d1d9173f-f42f-4e77-985c-4b0e30af4b05 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6461 time: 0.2521050 Apr 06 13:37:30.696024 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49380) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:30.723891 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe886456-5248-4e6f-a950-bbbd208c14ab req-63198c19-27b8-40b2-9dac-1722b139a439 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:30.725545 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fe886456-5248-4e6f-a950-bbbd208c14ab req-63198c19-27b8-40b2-9dac-1722b139a439 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 945 time: 0.2216868 Apr 06 13:37:30.756522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59e3a92-8357-4dbd-bb38-7f2e623a9fbe tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:37:30.768664 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc611b0-d7cf-4d06-8bb0-73e6bfeaf6e6 None None] Sync routers for ids ['c696dc39-58c3-42bd-8bc1-c73c31fd0858'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:37:30.797537 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc611b0-d7cf-4d06-8bb0-73e6bfeaf6e6 None None] Routers {'c696dc39-58c3-42bd-8bc1-c73c31fd0858'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:37:30.798731 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c59e3a92-8357-4dbd-bb38-7f2e623a9fbe tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "PUT /v2.0/routers/c696dc39-58c3-42bd-8bc1-c73c31fd0858/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2970521 Apr 06 13:37:30.802151 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49384) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:30.805883 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1cc611b0-d7cf-4d06-8bb0-73e6bfeaf6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:37:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c696dc39-58c3-42bd-8bc1-c73c31fd0858'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:30.823952 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fe886456-5248-4e6f-a950-bbbd208c14ab req-1d016d0f-2c2f-4568-8bc3-42bad731a84d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906990 Apr 06 13:37:30.910774 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1cc611b0-d7cf-4d06-8bb0-73e6bfeaf6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:30.920658 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc611b0-d7cf-4d06-8bb0-73e6bfeaf6e6 None None] Routers {'c696dc39-58c3-42bd-8bc1-c73c31fd0858'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:37:30.921512 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1cc611b0-d7cf-4d06-8bb0-73e6bfeaf6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:37:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c696dc39-58c3-42bd-8bc1-c73c31fd0858'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:30.989111 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-cc61a9dc-09b2-4047-8ffc-e4b72971b467 None None] Provisioning for port 1f4cad64-7529-440a-be85-8ad4585bbf7f completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:37:30.989351 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1cc611b0-d7cf-4d06-8bb0-73e6bfeaf6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:30.989521 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc611b0-d7cf-4d06-8bb0-73e6bfeaf6e6 None None] The sync data for ids ['c696dc39-58c3-42bd-8bc1-c73c31fd0858'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:37:31.010587 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-994ab0ac-6579-425b-97fb-df65ac6950f8 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:31.097033 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 1f4cad64-7529-440a-be85-8ad4585bbf7f up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:37:31.213752 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-cc61a9dc-09b2-4047-8ffc-e4b72971b467 None None] Provisioning for port 97a3a64f-2334-48d5-9851-b7c7ab6b2a5c completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:37:31.232559 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-994ab0ac-6579-425b-97fb-df65ac6950f8 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 06 13:37:31.236467 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-994ab0ac-6579-425b-97fb-df65ac6950f8 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "DELETE /v2.0/routers/c696dc39-58c3-42bd-8bc1-c73c31fd0858 HTTP/1.1" status: 409 len: 329 time: 0.4304831 Apr 06 13:37:31.237181 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49388) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:31.259607 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-cc61a9dc-09b2-4047-8ffc-e4b72971b467 None None] Provisioning complete for port 97a3a64f-2334-48d5-9851-b7c7ab6b2a5c triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:31.259975 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cc61a9dc-09b2-4047-8ffc-e4b72971b467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:31.282263 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1432a4a5-c60d-4ec1-be00-b0054ea6d8b5 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3591 time: 0.5843050 Apr 06 13:37:31.285221 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49392) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:31.291297 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-a2d31e3b-560c-4d96-a4a5-41ddac5f5159 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1144616386', 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:31.352241 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-cc61a9dc-09b2-4047-8ffc-e4b72971b467 None None] Port 97a3a64f-2334-48d5-9851-b7c7ab6b2a5c cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:37:31.401754 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-cf5c9b13-27bc-48e4-9f6e-949c493c3537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'name': 'tempest-TestNetworkBasicOps-router-1903343310', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:18Z', 'updated_at': '2022-04-06T13:37:27Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:20Z', 'updated_at': '2022-04-06T13:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '97a3a64f-2334-48d5-9851-b7c7ab6b2a5c', 'name': '', 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:ae:04:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '5b371022-b94d-4041-a5c1-b13b6fb026e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:26Z', 'updated_at': '2022-04-06T13:37:28Z', 'revision_number': 2, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '5b371022-b94d-4041-a5c1-b13b6fb026e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:31.407128 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5c9b13-27bc-48e4-9f6e-949c493c3537 None None] Checking router: 94791fbd-8e1a-42a2-90f9-0d3f9c416f4a for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:37:31.407490 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5c9b13-27bc-48e4-9f6e-949c493c3537 None None] Updating router 94791fbd-8e1a-42a2-90f9-0d3f9c416f4a port 97a3a64f-2334-48d5-9851-b7c7ab6b2a5c binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:37:31.438615 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 1f4cad64-7529-440a-be85-8ad4585bbf7f completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:37:31.454144 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 1f4cad64-7529-440a-be85-8ad4585bbf7f triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:31.454514 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:31.509538 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cf5c9b13-27bc-48e4-9f6e-949c493c3537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:31.599376 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a2d31e3b-560c-4d96-a4a5-41ddac5f5159 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:31.606694 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a2d31e3b-560c-4d96-a4a5-41ddac5f5159 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:port and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:31.610588 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a2d31e3b-560c-4d96-a4a5-41ddac5f5159 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:31.618444 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a2d31e3b-560c-4d96-a4a5-41ddac5f5159 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:31.640829 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-57bbe3e2-3da4-465e-94bb-7a196565fc16 None None] Provisioning complete for port b39bba46-2343-4f39-a082-6c13e4a72c56 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:31.643542 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-57bbe3e2-3da4-465e-94bb-7a196565fc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:31.694777 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d31e3b-560c-4d96-a4a5-41ddac5f5159 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Made reservation on behalf of accb128fe3eb42cd83b327a0d6bf9c24 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:37:31.700198 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a2d31e3b-560c-4d96-a4a5-41ddac5f5159 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:31.723783 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [None req-a2d31e3b-560c-4d96-a4a5-41ddac5f5159 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] device_id is not set on port 93e643c8-ede2-450f-b71e-a390f7064686 yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:37:31.788404 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-57bbe3e2-3da4-465e-94bb-7a196565fc16 None None] Port b39bba46-2343-4f39-a082-6c13e4a72c56 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:37:31.845771 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e75a49ea-06b1-47da-b307-508de27b2456 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:31.910968 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:31.930216 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-57bbe3e2-3da4-465e-94bb-7a196565fc16 None None] Provisioning complete for port 97a3a64f-2334-48d5-9851-b7c7ab6b2a5c triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:31.930576 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-57bbe3e2-3da4-465e-94bb-7a196565fc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:32.015619 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-57bbe3e2-3da4-465e-94bb-7a196565fc16 None None] Port 97a3a64f-2334-48d5-9851-b7c7ab6b2a5c cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:37:32.034578 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 1f4cad64-7529-440a-be85-8ad4585bbf7f, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=1f4cad64-7529-440a-be85-8ad4585bbf7f,segment=NetworkSegment(ab3b024a-b890-4dee-812b-7dbd0e6485e3),segment_id=ab3b024a-b890-4dee-812b-7dbd0e6485e3)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:37:32.113372 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:32.114328 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 8f5640a9-8985-4383-afe8-43ee1185035d up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:37:32.181701 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016373d-60ac-455a-9837-c02af4a0d57a req-6fc8f550-d4d3-40ed-9d81-f87e3fdc78f6 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:32.183480 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6016373d-60ac-455a-9837-c02af4a0d57a req-6fc8f550-d4d3-40ed-9d81-f87e3fdc78f6 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 945 time: 0.2115169 Apr 06 13:37:32.252575 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cf5c9b13-27bc-48e4-9f6e-949c493c3537 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:32.291003 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-cf5c9b13-27bc-48e4-9f6e-949c493c3537 None None] Transition to ACTIVE for port object 97a3a64f-2334-48d5-9851-b7c7ab6b2a5c will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:37:32.300267 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=1f4cad64-7529-440a-be85-8ad4585bbf7f,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:32.305542 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-099118d6-e3b0-4baa-8e75-ae4815490bd3 None None] Provisioning complete for port 1f4cad64-7529-440a-be85-8ad4585bbf7f triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:32.305542 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-099118d6-e3b0-4baa-8e75-ae4815490bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:32.414471 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cf5c9b13-27bc-48e4-9f6e-949c493c3537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:32.444560 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-e75a49ea-06b1-47da-b307-508de27b2456 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Deleting port b39bba46-2343-4f39-a082-6c13e4a72c56 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:37:32.444560 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e75a49ea-06b1-47da-b307-508de27b2456 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:32.451851 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-a2d31e3b-560c-4d96-a4a5-41ddac5f5159 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.20.0.4 (e701bed6-e701-4d61-924b-07c044b6048f/5b371022-b94d-4041-a5c1-b13b6fb026e1/93e643c8-ede2-450f-b71e-a390f7064686) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:37:32.478316 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6016373d-60ac-455a-9837-c02af4a0d57a req-3cd42202-28ce-47a2-9bda-b8e3370a73cf tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808943 Apr 06 13:37:32.631625 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 8f5640a9-8985-4383-afe8-43ee1185035d completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:37:32.668898 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1900a-7384-49eb-bdcc-6768cb1c2a47 None None] Pushing event updated for resources: {'Port': ['ID=97a3a64f-2334-48d5-9851-b7c7ab6b2a5c,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:32.719719 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a2d31e3b-560c-4d96-a4a5-41ddac5f5159 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:32.741661 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-a2d31e3b-560c-4d96-a4a5-41ddac5f5159 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Transition to ACTIVE for port object 93e643c8-ede2-450f-b71e-a390f7064686 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:37:32.783541 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 8f5640a9-8985-4383-afe8-43ee1185035d triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:32.783909 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:32.792190 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e75a49ea-06b1-47da-b307-508de27b2456 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:32.842419 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a2d31e3b-560c-4d96-a4a5-41ddac5f5159 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:32.860052 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-cf5c9b13-27bc-48e4-9f6e-949c493c3537 None None] Attempting to bind port 97a3a64f-2334-48d5-9851-b7c7ab6b2a5c on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:37:32.860417 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-cf5c9b13-27bc-48e4-9f6e-949c493c3537 None None] Attempting to bind port 97a3a64f-2334-48d5-9851-b7c7ab6b2a5c by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'fc056789-64a4-4af0-b932-e8ccee1d4a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:37:32.860777 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5c9b13-27bc-48e4-9f6e-949c493c3537 None None] Attempting to bind port 97a3a64f-2334-48d5-9851-b7c7ab6b2a5c on network e701bed6-e701-4d61-924b-07c044b6048f {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:37:32.864454 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50495327-4814-4ebc-b963-79d297124d32 req-8cb50d0b-e9c5-439c-899c-de2b2e0e34b2 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:32.865936 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-50495327-4814-4ebc-b963-79d297124d32 req-8cb50d0b-e9c5-439c-899c-de2b2e0e34b2 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 945 time: 0.1901448 Apr 06 13:37:32.882936 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5c9b13-27bc-48e4-9f6e-949c493c3537 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:37:32.883313 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5c9b13-27bc-48e4-9f6e-949c493c3537 None None] Checking segment: {'id': 'fc056789-64a4-4af0-b932-e8ccee1d4a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:37:32.883707 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cf5c9b13-27bc-48e4-9f6e-949c493c3537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:32.884097 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5c9b13-27bc-48e4-9f6e-949c493c3537 None None] Bound using segment: {'id': 'fc056789-64a4-4af0-b932-e8ccee1d4a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:37:32.884560 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-cf5c9b13-27bc-48e4-9f6e-949c493c3537 None None] Bound port: 97a3a64f-2334-48d5-9851-b7c7ab6b2a5c, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc056789-64a4-4af0-b932-e8ccee1d4a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:37:32.884931 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cf5c9b13-27bc-48e4-9f6e-949c493c3537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:32.926914 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d31e3b-560c-4d96-a4a5-41ddac5f5159 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network e701bed6-e701-4d61-924b-07c044b6048f is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:37:32.928225 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-a2d31e3b-560c-4d96-a4a5-41ddac5f5159 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:37:32.932406 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d31e3b-560c-4d96-a4a5-41ddac5f5159 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:37:32.970211 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-e75a49ea-06b1-47da-b307-508de27b2456 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Calling delete_port for b39bba46-2343-4f39-a082-6c13e4a72c56 owned by network:router_interface {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:37:32.984777 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d31e3b-560c-4d96-a4a5-41ddac5f5159 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=93e643c8-ede2-450f-b71e-a390f7064686,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:33.011278 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-50495327-4814-4ebc-b963-79d297124d32 req-ad75e6b5-30e8-494f-b8b2-ed7e81e3105e tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853133 Apr 06 13:37:33.022172 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d31e3b-560c-4d96-a4a5-41ddac5f5159 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:33.025128 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a2d31e3b-560c-4d96-a4a5-41ddac5f5159 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:33.047655 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49402) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:33.055325 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-cf5c9b13-27bc-48e4-9f6e-949c493c3537 None None] For port 97a3a64f-2334-48d5-9851-b7c7ab6b2a5c, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:37:33.061574 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:33.083509 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-cf5c9b13-27bc-48e4-9f6e-949c493c3537 None None] For port 97a3a64f-2334-48d5-9851-b7c7ab6b2a5c, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=97a3a64f-2334-48d5-9851-b7c7ab6b2a5c,segment=NetworkSegment(fc056789-64a4-4af0-b932-e8ccee1d4a69),segment_id=fc056789-64a4-4af0-b932-e8ccee1d4a69)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:37:33.112966 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 8f5640a9-8985-4383-afe8-43ee1185035d, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=8f5640a9-8985-4383-afe8-43ee1185035d,segment=NetworkSegment(fc056789-64a4-4af0-b932-e8ccee1d4a69),segment_id=fc056789-64a4-4af0-b932-e8ccee1d4a69)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:37:33.139980 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba31cc3-7d99-403d-802e-cfdc0d910028 tempest-TestVolumeBootPattern-585643774 tempest-TestVolumeBootPattern-585643774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:33.144702 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9ba31cc3-7d99-403d-802e-cfdc0d910028 tempest-TestVolumeBootPattern-585643774 tempest-TestVolumeBootPattern-585643774-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 1093 time: 0.0948858 Apr 06 13:37:33.147693 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49406) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:33.155387 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-f424dd53-7f31-4233-8a10-f4b3a7365bb1 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'port_id': '3e35adb7-b277-4800-bb7c-bb93b0ea802f', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:33.162857 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f424dd53-7f31-4233-8a10-f4b3a7365bb1 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:33.169322 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cf5c9b13-27bc-48e4-9f6e-949c493c3537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:33.183156 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f424dd53-7f31-4233-8a10-f4b3a7365bb1 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Usage tracker for resource:floatingip and tenant:6f961cdd2806417f9eeecf800dc5c9c4 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:33.186841 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f424dd53-7f31-4233-8a10-f4b3a7365bb1 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:33.193390 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f424dd53-7f31-4233-8a10-f4b3a7365bb1 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:33.201773 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a2d31e3b-560c-4d96-a4a5-41ddac5f5159 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9125352 Apr 06 13:37:33.238843 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:33.288399 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f424dd53-7f31-4233-8a10-f4b3a7365bb1 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for floatingip, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:33.301035 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1900a-7384-49eb-bdcc-6768cb1c2a47 None None] Pushing event updated for resources: {'Port': ['ID=97a3a64f-2334-48d5-9851-b7c7ab6b2a5c,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:33.361061 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5c9b13-27bc-48e4-9f6e-949c493c3537 None None] Routers {'94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:37:33.361702 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-cf5c9b13-27bc-48e4-9f6e-949c493c3537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:37:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:33.423861 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 1f4cad64-7529-440a-be85-8ad4585bbf7f up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:37:33.459898 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e75a49ea-06b1-47da-b307-508de27b2456 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:33.519712 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f424dd53-7f31-4233-8a10-f4b3a7365bb1 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:33.546590 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a49ea-06b1-47da-b307-508de27b2456 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Pushing event deleted for resources: {'Port': ['ID=b39bba46-2343-4f39-a082-6c13e4a72c56,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:33.614507 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=8f5640a9-8985-4383-afe8-43ee1185035d,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:33.628328 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-1bcbccc3-8704-492c-b909-5e1aa73375d0 None None] Provisioning for port 93e643c8-ede2-450f-b71e-a390f7064686 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:37:33.641789 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-1bcbccc3-8704-492c-b909-5e1aa73375d0 None None] Provisioning complete for port 93e643c8-ede2-450f-b71e-a390f7064686 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:33.642564 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1bcbccc3-8704-492c-b909-5e1aa73375d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:33.726950 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-cf5c9b13-27bc-48e4-9f6e-949c493c3537 None None] Set router 94791fbd-8e1a-42a2-90f9-0d3f9c416f4a gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:37:33.772670 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-f424dd53-7f31-4233-8a10-f4b3a7365bb1 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Allocated IP 172.26.4.8 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/61648aa4-31a4-4691-b8b9-6b526cb062a5) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:37:33.776712 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e75a49ea-06b1-47da-b307-508de27b2456 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:33.782215 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49412) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:33.790226 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-165c4680-4f73-452f-90b7-dcdc7ca3db12 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1532489730', 'description': 'tempest-secgroup-smoke-1532489730 description', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:33.791640 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 1f4cad64-7529-440a-be85-8ad4585bbf7f triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:33.792024 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:33.831328 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-1bcbccc3-8704-492c-b909-5e1aa73375d0 None None] Port 93e643c8-ede2-450f-b71e-a390f7064686 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:37:33.861509 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-165c4680-4f73-452f-90b7-dcdc7ca3db12 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:33.879442 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-165c4680-4f73-452f-90b7-dcdc7ca3db12 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:33.884044 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-165c4680-4f73-452f-90b7-dcdc7ca3db12 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:33.946316 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-165c4680-4f73-452f-90b7-dcdc7ca3db12 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:33.949914 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f424dd53-7f31-4233-8a10-f4b3a7365bb1 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:34.101120 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f424dd53-7f31-4233-8a10-f4b3a7365bb1 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:34.169440 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f424dd53-7f31-4233-8a10-f4b3a7365bb1 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:37:34.178638 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-f424dd53-7f31-4233-8a10-f4b3a7365bb1 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:37:34.185110 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f424dd53-7f31-4233-8a10-f4b3a7365bb1 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:37:34.194407 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-cf5c9b13-27bc-48e4-9f6e-949c493c3537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'name': 'tempest-TestNetworkBasicOps-router-1903343310', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:18Z', 'updated_at': '2022-04-06T13:37:27Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:20Z', 'updated_at': '2022-04-06T13:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '97a3a64f-2334-48d5-9851-b7c7ab6b2a5c', 'name': '', 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:ae:04:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '5b371022-b94d-4041-a5c1-b13b6fb026e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:26Z', 'updated_at': '2022-04-06T13:37:33Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '5b371022-b94d-4041-a5c1-b13b6fb026e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:34.198568 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5c9b13-27bc-48e4-9f6e-949c493c3537 None None] The sync data for ids ['94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'] in dv-neutron-834600-1-hyperv is: [{'id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'name': 'tempest-TestNetworkBasicOps-router-1903343310', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:18Z', 'updated_at': '2022-04-06T13:37:27Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:20Z', 'updated_at': '2022-04-06T13:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '97a3a64f-2334-48d5-9851-b7c7ab6b2a5c', 'name': '', 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:ae:04:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '5b371022-b94d-4041-a5c1-b13b6fb026e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:26Z', 'updated_at': '2022-04-06T13:37:33Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '5b371022-b94d-4041-a5c1-b13b6fb026e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:37:34.216403 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424dd53-7f31-4233-8a10-f4b3a7365bb1 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Pushing event updated for resources: {'Port': ['ID=61648aa4-31a4-4691-b8b9-6b526cb062a5,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:34.238071 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-165c4680-4f73-452f-90b7-dcdc7ca3db12 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:34.263396 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75a49ea-06b1-47da-b307-508de27b2456 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Router c696dc39-58c3-42bd-8bc1-c73c31fd0858 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:37:34.281648 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-165c4680-4f73-452f-90b7-dcdc7ca3db12 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:34.299436 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-165c4680-4f73-452f-90b7-dcdc7ca3db12 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:34.303959 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-165c4680-4f73-452f-90b7-dcdc7ca3db12 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:34.378371 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-165c4680-4f73-452f-90b7-dcdc7ca3db12 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:34.457244 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75a49ea-06b1-47da-b307-508de27b2456 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:37:34.469402 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582f51a6-8fde-4e66-b523-3148be73c42a None None] Sync routers for ids ['c696dc39-58c3-42bd-8bc1-c73c31fd0858'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:37:34.487291 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e75a49ea-06b1-47da-b307-508de27b2456 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "PUT /v2.0/routers/c696dc39-58c3-42bd-8bc1-c73c31fd0858/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2485826 Apr 06 13:37:34.492147 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582f51a6-8fde-4e66-b523-3148be73c42a None None] Routers {'c696dc39-58c3-42bd-8bc1-c73c31fd0858'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:37:34.492513 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49416) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:34.493599 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-582f51a6-8fde-4e66-b523-3148be73c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:37:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c696dc39-58c3-42bd-8bc1-c73c31fd0858'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:34.596007 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-0d877691-9fca-4119-976f-208601377752 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] show failed (client error): The resource could not be found. Apr 06 13:37:34.596007 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0d877691-9fca-4119-976f-208601377752 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-1207011577 HTTP/1.1" status: 404 len: 335 time: 0.0938237 Apr 06 13:37:34.596007 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49420) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:34.611542 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-9f32b9e4-77b2-43b9-8bb3-7a4e96fce4b8 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:34.642528 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-582f51a6-8fde-4e66-b523-3148be73c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:34.653637 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582f51a6-8fde-4e66-b523-3148be73c42a None None] Routers {'c696dc39-58c3-42bd-8bc1-c73c31fd0858'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:37:34.654737 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-582f51a6-8fde-4e66-b523-3148be73c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:37:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c696dc39-58c3-42bd-8bc1-c73c31fd0858'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:34.698498 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-9f32b9e4-77b2-43b9-8bb3-7a4e96fce4b8 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] update failed (client error): The resource could not be found. Apr 06 13:37:34.700555 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9f32b9e4-77b2-43b9-8bb3-7a4e96fce4b8 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-226900249 HTTP/1.1" status: 404 len: 334 time: 0.1071229 Apr 06 13:37:34.703766 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-165c4680-4f73-452f-90b7-dcdc7ca3db12 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:34.707201 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49424) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:34.728871 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-582f51a6-8fde-4e66-b523-3148be73c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:34.729275 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582f51a6-8fde-4e66-b523-3148be73c42a None None] The sync data for ids ['c696dc39-58c3-42bd-8bc1-c73c31fd0858'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:37:34.781658 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-165c4680-4f73-452f-90b7-dcdc7ca3db12 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:34.839864 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c4680-4f73-452f-90b7-dcdc7ca3db12 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcb63dd-8a95-4d90-8063-3150fc7e2f12,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:34.917736 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-5629a860-6655-4cda-b0d2-10efcc91b9e1 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Deleting subnet c47a6c83-4bac-43d3-a6d3-1905a1d03359 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:37:34.922520 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5629a860-6655-4cda-b0d2-10efcc91b9e1 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:34.939415 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-165c4680-4f73-452f-90b7-dcdc7ca3db12 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:34.943299 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-165c4680-4f73-452f-90b7-dcdc7ca3db12 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1572921 Apr 06 13:37:34.953452 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49428) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:34.953452 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-7ac8b527-7968-4d2b-9fac-901d638b8e5d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '9dcb63dd-8a95-4d90-8063-3150fc7e2f12', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:34.956041 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-7ac8b527-7968-4d2b-9fac-901d638b8e5d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:34.960927 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-7ac8b527-7968-4d2b-9fac-901d638b8e5d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:34.965260 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-7ac8b527-7968-4d2b-9fac-901d638b8e5d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:34.973765 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-7ac8b527-7968-4d2b-9fac-901d638b8e5d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:34.987929 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f424dd53-7f31-4233-8a10-f4b3a7365bb1 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:34.999904 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5629a860-6655-4cda-b0d2-10efcc91b9e1 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:35.090648 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7ac8b527-7968-4d2b-9fac-901d638b8e5d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:35.100573 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5629a860-6655-4cda-b0d2-10efcc91b9e1 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:35.173658 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7ac8b527-7968-4d2b-9fac-901d638b8e5d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:35.221193 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7ac8b527-7968-4d2b-9fac-901d638b8e5d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:35.235737 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f424dd53-7f31-4233-8a10-f4b3a7365bb1 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:35.256278 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8b527-7968-4d2b-9fac-901d638b8e5d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f379df76-87ca-42e4-8c1d-d17ac454ceba,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:35.345539 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7ac8b527-7968-4d2b-9fac-901d638b8e5d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:35.349586 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7ac8b527-7968-4d2b-9fac-901d638b8e5d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4024072 Apr 06 13:37:35.349755 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49432) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:35.363941 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-08be88a5-5364-4436-8d80-8c5e5e00dece tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '9dcb63dd-8a95-4d90-8063-3150fc7e2f12', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:35.370091 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-08be88a5-5364-4436-8d80-8c5e5e00dece tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:35.377525 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-08be88a5-5364-4436-8d80-8c5e5e00dece tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:35.380903 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-08be88a5-5364-4436-8d80-8c5e5e00dece tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:35.390412 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-08be88a5-5364-4436-8d80-8c5e5e00dece tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:35.413921 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5629a860-6655-4cda-b0d2-10efcc91b9e1 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:35.437101 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 97a3a64f-2334-48d5-9851-b7c7ab6b2a5c up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:37:35.467157 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629a860-6655-4cda-b0d2-10efcc91b9e1 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Pushing event deleted for resources: {'Subnet': ['ID=c47a6c83-4bac-43d3-a6d3-1905a1d03359,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:35.476692 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5629a860-6655-4cda-b0d2-10efcc91b9e1 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:35.486968 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-08be88a5-5364-4436-8d80-8c5e5e00dece tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:35.488951 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298a1d60-5333-42d3-ab5e-21da278bde1c None None] Network 2d75bfea-6258-49ca-8aaf-35171f0af0a8 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:37:35.489540 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5629a860-6655-4cda-b0d2-10efcc91b9e1 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "DELETE /v2.0/subnets/c47a6c83-4bac-43d3-a6d3-1905a1d03359 HTTP/1.1" status: 204 len: 168 time: 0.7811232 Apr 06 13:37:35.492456 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49436) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:35.622353 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8c849173-45e0-44c6-b2d5-6358f18d4029 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:35.663378 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-8c849173-45e0-44c6-b2d5-6358f18d4029 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Deleting port 1f4cad64-7529-440a-be85-8ad4585bbf7f {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:37:35.663861 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8c849173-45e0-44c6-b2d5-6358f18d4029 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:35.694840 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 97a3a64f-2334-48d5-9851-b7c7ab6b2a5c completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:37:35.703390 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 97a3a64f-2334-48d5-9851-b7c7ab6b2a5c triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:35.705523 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:35.725273 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-08be88a5-5364-4436-8d80-8c5e5e00dece tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:35.726617 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f424dd53-7f31-4233-8a10-f4b3a7365bb1 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:35.807750 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-08be88a5-5364-4436-8d80-8c5e5e00dece tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:35.841354 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be88a5-5364-4436-8d80-8c5e5e00dece tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7060e88e-ce92-4aea-b3bb-e5b68992a604,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:35.852201 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:35.888344 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f424dd53-7f31-4233-8a10-f4b3a7365bb1 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:35.897606 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 97a3a64f-2334-48d5-9851-b7c7ab6b2a5c, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=97a3a64f-2334-48d5-9851-b7c7ab6b2a5c,segment=NetworkSegment(fc056789-64a4-4af0-b932-e8ccee1d4a69),segment_id=fc056789-64a4-4af0-b932-e8ccee1d4a69)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:37:35.927499 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfae3a0-1222-4481-bbed-c9a98050cd67 None None] DHCP port deletion for 2d75bfea-6258-49ca-8aaf-35171f0af0a8 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:37:35.931825 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-1cfae3a0-1222-4481-bbed-c9a98050cd67 None None] Deleting port 1f4cad64-7529-440a-be85-8ad4585bbf7f {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:37:35.932474 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1cfae3a0-1222-4481-bbed-c9a98050cd67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:35.967894 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-08be88a5-5364-4436-8d80-8c5e5e00dece tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:35.969715 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-08be88a5-5364-4436-8d80-8c5e5e00dece tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6184444 Apr 06 13:37:35.972382 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49440) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:35.972656 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:35.973427 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 8f5640a9-8985-4383-afe8-43ee1185035d up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:37:35.978111 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-4eedef96-ffcb-4476-aa4c-80358d6e4a19 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '9dcb63dd-8a95-4d90-8063-3150fc7e2f12', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:35.984547 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4eedef96-ffcb-4476-aa4c-80358d6e4a19 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:35.988469 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4eedef96-ffcb-4476-aa4c-80358d6e4a19 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:35.991213 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4eedef96-ffcb-4476-aa4c-80358d6e4a19 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:35.997262 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4eedef96-ffcb-4476-aa4c-80358d6e4a19 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:36.012966 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-8c849173-45e0-44c6-b2d5-6358f18d4029 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] For port 1f4cad64-7529-440a-be85-8ad4585bbf7f, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=1f4cad64-7529-440a-be85-8ad4585bbf7f,segment=NetworkSegment(ab3b024a-b890-4dee-812b-7dbd0e6485e3),segment_id=ab3b024a-b890-4dee-812b-7dbd0e6485e3)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:37:36.013581 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8c849173-45e0-44c6-b2d5-6358f18d4029 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:36.039372 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424dd53-7f31-4233-8a10-f4b3a7365bb1 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Pushing event updated for resources: {'Port': ['ID=61648aa4-31a4-4691-b8b9-6b526cb062a5,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:36.097377 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4eedef96-ffcb-4476-aa4c-80358d6e4a19 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:36.158292 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-8c849173-45e0-44c6-b2d5-6358f18d4029 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Calling delete_port for 1f4cad64-7529-440a-be85-8ad4585bbf7f owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:37:36.165188 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=97a3a64f-2334-48d5-9851-b7c7ab6b2a5c,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:36.173224 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4eedef96-ffcb-4476-aa4c-80358d6e4a19 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:36.194119 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f424dd53-7f31-4233-8a10-f4b3a7365bb1 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:36.209369 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 8f5640a9-8985-4383-afe8-43ee1185035d triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:36.209734 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:36.225082 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4eedef96-ffcb-4476-aa4c-80358d6e4a19 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:36.257991 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eedef96-ffcb-4476-aa4c-80358d6e4a19 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d41ccc8-fc14-48d6-8a8c-6278dabe9d28,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:36.316422 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4eedef96-ffcb-4476-aa4c-80358d6e4a19 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:36.320729 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4eedef96-ffcb-4476-aa4c-80358d6e4a19 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3472159 Apr 06 13:37:36.321328 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49444) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:36.325451 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-1cfae3a0-1222-4481-bbed-c9a98050cd67 None None] For port 1f4cad64-7529-440a-be85-8ad4585bbf7f, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=1f4cad64-7529-440a-be85-8ad4585bbf7f,segment=NetworkSegment(ab3b024a-b890-4dee-812b-7dbd0e6485e3),segment_id=ab3b024a-b890-4dee-812b-7dbd0e6485e3)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:37:36.325853 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1cfae3a0-1222-4481-bbed-c9a98050cd67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:36.327825 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-0274d68c-0a20-4d1d-bd05-556498522481 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '9dcb63dd-8a95-4d90-8063-3150fc7e2f12', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:36.333815 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0274d68c-0a20-4d1d-bd05-556498522481 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:36.338261 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0274d68c-0a20-4d1d-bd05-556498522481 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:36.341768 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0274d68c-0a20-4d1d-bd05-556498522481 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:36.347960 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0274d68c-0a20-4d1d-bd05-556498522481 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:36.401903 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-f424dd53-7f31-4233-8a10-f4b3a7365bb1 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Floating IP 1637510f-0ea8-4797-8c98-3165b42cf158 associated. External IP: 172.26.4.8, port: 3e35adb7-b277-4800-bb7c-bb93b0ea802f. Apr 06 13:37:36.455700 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-1cfae3a0-1222-4481-bbed-c9a98050cd67 None None] Calling delete_port for 1f4cad64-7529-440a-be85-8ad4585bbf7f owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:37:36.456254 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0274d68c-0a20-4d1d-bd05-556498522481 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:36.534341 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0274d68c-0a20-4d1d-bd05-556498522481 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:36.576794 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8c849173-45e0-44c6-b2d5-6358f18d4029 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:36.588605 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-1cfae3a0-1222-4481-bbed-c9a98050cd67 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:37:36.588605 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-1cfae3a0-1222-4481-bbed-c9a98050cd67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:37:36.613565 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0274d68c-0a20-4d1d-bd05-556498522481 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:36.637495 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274d68c-0a20-4d1d-bd05-556498522481 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd9ba7a-6f24-494d-8690-f1853e2f8475,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:36.644211 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c849173-45e0-44c6-b2d5-6358f18d4029 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Pushing event deleted for resources: {'Port': ['ID=1f4cad64-7529-440a-be85-8ad4585bbf7f,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:36.646071 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c849173-45e0-44c6-b2d5-6358f18d4029 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] No DVR routers for this DVR port 1f4cad64-7529-440a-be85-8ad4585bbf7f on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:37:36.727708 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0274d68c-0a20-4d1d-bd05-556498522481 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:36.728858 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0274d68c-0a20-4d1d-bd05-556498522481 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4066083 Apr 06 13:37:36.732424 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49448) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:36.737325 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-f520c2e2-0b93-4a41-aebd-0457d03e179a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '9dcb63dd-8a95-4d90-8063-3150fc7e2f12', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:36.743360 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f520c2e2-0b93-4a41-aebd-0457d03e179a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:36.748315 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f520c2e2-0b93-4a41-aebd-0457d03e179a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:36.751345 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f520c2e2-0b93-4a41-aebd-0457d03e179a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:36.759762 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f520c2e2-0b93-4a41-aebd-0457d03e179a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:36.851219 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8c849173-45e0-44c6-b2d5-6358f18d4029 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:36.881948 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.securitygroups_db [None req-f520c2e2-0b93-4a41-aebd-0457d03e179a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Project accb128fe3eb42cd83b327a0d6bf9c24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:37:36.889114 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f520c2e2-0b93-4a41-aebd-0457d03e179a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:36.930031 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-8c849173-45e0-44c6-b2d5-6358f18d4029 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d75bfea-6258-49ca-8aaf-35171f0af0a8']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:36.955629 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f520c2e2-0b93-4a41-aebd-0457d03e179a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:36.959483 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-8c849173-45e0-44c6-b2d5-6358f18d4029 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab3b024a-b890-4dee-812b-7dbd0e6485e3') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:36.959779 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-8c849173-45e0-44c6-b2d5-6358f18d4029 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab3b024a-b890-4dee-812b-7dbd0e6485e3') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:36.976749 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8c849173-45e0-44c6-b2d5-6358f18d4029 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:37.004753 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8c849173-45e0-44c6-b2d5-6358f18d4029 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:37.024688 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f520c2e2-0b93-4a41-aebd-0457d03e179a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:37.050268 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520c2e2-0b93-4a41-aebd-0457d03e179a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6596c6ac-7583-4d7d-9ee2-dfd90db9625b,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:37.069238 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c849173-45e0-44c6-b2d5-6358f18d4029 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:37:37.069849 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8c849173-45e0-44c6-b2d5-6358f18d4029 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:37:37.083749 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:37:37.090232 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-1cfae3a0-1222-4481-bbed-c9a98050cd67 None None] Deleting port 1f4cad64-7529-440a-be85-8ad4585bbf7f {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:37:37.090710 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1cfae3a0-1222-4481-bbed-c9a98050cd67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:37.147359 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f520c2e2-0b93-4a41-aebd-0457d03e179a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:37.154043 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f520c2e2-0b93-4a41-aebd-0457d03e179a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4206336 Apr 06 13:37:37.154922 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49452) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:37.158290 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-1cfae3a0-1222-4481-bbed-c9a98050cd67 None None] The port '1f4cad64-7529-440a-be85-8ad4585bbf7f' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:37:37.173935 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-55ad03ed-1025-4797-9d38-8acc873e5f8f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '9dcb63dd-8a95-4d90-8063-3150fc7e2f12', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:37.182661 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-55ad03ed-1025-4797-9d38-8acc873e5f8f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:37.184096 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f424dd53-7f31-4233-8a10-f4b3a7365bb1 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Router af1dcf33-cb2f-4c5f-9859-150dd859536f has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:37:37.188783 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-55ad03ed-1025-4797-9d38-8acc873e5f8f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:37.191683 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-55ad03ed-1025-4797-9d38-8acc873e5f8f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:37.198128 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-55ad03ed-1025-4797-9d38-8acc873e5f8f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:37.282515 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8c849173-45e0-44c6-b2d5-6358f18d4029 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:37.299249 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.securitygroups_db [None req-55ad03ed-1025-4797-9d38-8acc873e5f8f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Project accb128fe3eb42cd83b327a0d6bf9c24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:37:37.306545 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-55ad03ed-1025-4797-9d38-8acc873e5f8f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:37.318173 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 97a3a64f-2334-48d5-9851-b7c7ab6b2a5c up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:37:37.358882 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8c849173-45e0-44c6-b2d5-6358f18d4029 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:37.380237 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c849173-45e0-44c6-b2d5-6358f18d4029 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Pushing event deleted for resources: {'Network': ['ID=2d75bfea-6258-49ca-8aaf-35171f0af0a8,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:37.388338 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49456) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:37.388497 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8c849173-45e0-44c6-b2d5-6358f18d4029 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "DELETE /v2.0/networks/2d75bfea-6258-49ca-8aaf-35171f0af0a8 HTTP/1.1" status: 204 len: 168 time: 1.8947940 Apr 06 13:37:37.393094 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-55ad03ed-1025-4797-9d38-8acc873e5f8f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:37.412154 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 97a3a64f-2334-48d5-9851-b7c7ab6b2a5c triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:37.412802 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:37.415263 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f424dd53-7f31-4233-8a10-f4b3a7365bb1 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:37:37.429162 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6013030-986a-4009-a528-cc8a23a99619 None None] Sync routers for ids ['af1dcf33-cb2f-4c5f-9859-150dd859536f'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:37:37.440325 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6013030-986a-4009-a528-cc8a23a99619 None None] Routers {'af1dcf33-cb2f-4c5f-9859-150dd859536f'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:37:37.441245 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-f6013030-986a-4009-a528-cc8a23a99619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:37:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['af1dcf33-cb2f-4c5f-9859-150dd859536f'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:37.466609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d9c1b8-ef99-4eb1-80e2-acbd57e01419 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Deleting subnet c038deb2-cfc5-4ed2-909d-850aff69a025 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:37:37.470067 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-61d9c1b8-ef99-4eb1-80e2-acbd57e01419 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:37.548210 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-61d9c1b8-ef99-4eb1-80e2-acbd57e01419 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:37.626399 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f424dd53-7f31-4233-8a10-f4b3a7365bb1 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:37.627765 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-55ad03ed-1025-4797-9d38-8acc873e5f8f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:37.642818 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-f6013030-986a-4009-a528-cc8a23a99619 None None] Set router af1dcf33-cb2f-4c5f-9859-150dd859536f gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:37:37.667229 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad03ed-1025-4797-9d38-8acc873e5f8f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04e582e-be66-409c-b4bf-1ec52162a1d8,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:37.685990 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-61d9c1b8-ef99-4eb1-80e2-acbd57e01419 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:37.708776 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 1f4cad64-7529-440a-be85-8ad4585bbf7f no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:37:37.726492 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f424dd53-7f31-4233-8a10-f4b3a7365bb1 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 4.5774288 Apr 06 13:37:37.727758 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec72da2e-bc70-493a-9f54-d696135f3930', 'tag': '3e35adb7-b277-4800-bb7c-bb93b0ea802f'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:37:37.752281 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 1f4cad64-7529-440a-be85-8ad4585bbf7f {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:37:37.753012 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 1f4cad64-7529-440a-be85-8ad4585bbf7f not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:37:37.773547 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-55ad03ed-1025-4797-9d38-8acc873e5f8f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:37.780334 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-55ad03ed-1025-4797-9d38-8acc873e5f8f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6224110 Apr 06 13:37:37.813572 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdd4b5e2-3ce3-42f6-b8da-5094c29a0953'] response: {'name': 'network-changed', 'server_uuid': 'ec72da2e-bc70-493a-9f54-d696135f3930', 'tag': '3e35adb7-b277-4800-bb7c-bb93b0ea802f', 'status': 'completed', 'code': 200} Apr 06 13:37:37.894360 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-61d9c1b8-ef99-4eb1-80e2-acbd57e01419 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:37.936488 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad512a5-fda8-4b0b-8aae-b0a615ac1586 req-bd65f357-2ccc-4886-8151-9412cc66ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:37.938522 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5ad512a5-fda8-4b0b-8aae-b0a615ac1586 req-bd65f357-2ccc-4886-8151-9412cc66ba5e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f961cdd2806417f9eeecf800dc5c9c4&device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 1098 time: 0.1075704 Apr 06 13:37:37.956997 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9c1b8-ef99-4eb1-80e2-acbd57e01419 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Pushing event deleted for resources: {'Subnet': ['ID=c038deb2-cfc5-4ed2-909d-850aff69a025,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:37.963352 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-61d9c1b8-ef99-4eb1-80e2-acbd57e01419 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:37.968489 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5ec721-c1ee-40ce-8ed0-49f252b951d7 None None] Network f0fc49b9-f784-4dfe-bc72-9471cb081414 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:37:37.976450 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49472) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:37.977942 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-61d9c1b8-ef99-4eb1-80e2-acbd57e01419 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "DELETE /v2.0/subnets/c038deb2-cfc5-4ed2-909d-850aff69a025 HTTP/1.1" status: 204 len: 168 time: 0.5886438 Apr 06 13:37:38.054596 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-c9b31b6f-c455-4d31-8cca-3a1f7e8078a7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:37:38.094674 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-f6013030-986a-4009-a528-cc8a23a99619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'name': 'tempest-TestVolumeBootPattern-380610203-router', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:10Z', 'updated_at': '2022-04-06T13:32:18Z', 'revision_number': 4, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'gw_port': {'id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:12Z', 'updated_at': '2022-04-06T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '1637510f-0ea8-4797-8c98-3165b42cf158', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'floating_ip_address': '172.26.4.8', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'port_id': '3e35adb7-b277-4800-bb7c-bb93b0ea802f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'mac_address': 'fa:16:3e:ad:2f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec72da2e-bc70-493a-9f54-d696135f3930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:37:34Z', 'updated_at': '2022-04-06T13:37:34Z', 'revision_number': 0, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed1bccca-f7f5-43d9-9020-42d75027d86d', 'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'mac_address': 'fa:16:3e:70:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:17Z', 'updated_at': '2022-04-06T13:32:28Z', 'revision_number': 5, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'subnets': [{'id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:38.098780 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6013030-986a-4009-a528-cc8a23a99619 None None] Checking router: af1dcf33-cb2f-4c5f-9859-150dd859536f for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:37:38.110034 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6013030-986a-4009-a528-cc8a23a99619 None None] Routers {'af1dcf33-cb2f-4c5f-9859-150dd859536f'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:37:38.110664 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-f6013030-986a-4009-a528-cc8a23a99619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:37:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['af1dcf33-cb2f-4c5f-9859-150dd859536f'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:38.146150 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-c9b31b6f-c455-4d31-8cca-3a1f7e8078a7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:37:38.149408 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-c9b31b6f-c455-4d31-8cca-3a1f7e8078a7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1532489730&fields=id&tenant_id=accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 267 time: 0.1423624 Apr 06 13:37:38.164414 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-50078cc9-f080-446f-bbd5-c48944735b97 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Deleting subnet 27548753-082e-4fc5-a9fc-09c5dbb0e526 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:37:38.170554 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-50078cc9-f080-446f-bbd5-c48944735b97 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:38.199925 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad512a5-fda8-4b0b-8aae-b0a615ac1586 req-a472adf7-427e-4c4f-afaf-da9c3a381014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:38.201496 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5ad512a5-fda8-4b0b-8aae-b0a615ac1586 req-a472adf7-427e-4c4f-afaf-da9c3a381014 service neutron] 10.222.0.61 "GET /v2.0/networks?id=07d8a801-9673-412c-b97f-9a98a83af4f7 HTTP/1.1" status: 200 len: 912 time: 0.2569499 Apr 06 13:37:38.274264 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14c503c-0167-4472-be01-d8c0c4a9bd31 None None] DHCP port deletion for f0fc49b9-f784-4dfe-bc72-9471cb081414 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:37:38.278100 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-c40d6a73-3b3c-4690-a4fe-89ccc7d02ee6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:38.279187 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-c40d6a73-3b3c-4690-a4fe-89ccc7d02ee6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:37:38.279521 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-d14c503c-0167-4472-be01-d8c0c4a9bd31 None None] Deleting port 4ea59627-d5db-405b-b14f-c5d8235644d4 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:37:38.280043 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d14c503c-0167-4472-be01-d8c0c4a9bd31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:38.414693 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-c40d6a73-3b3c-4690-a4fe-89ccc7d02ee6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:37:38.417116 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-c40d6a73-3b3c-4690-a4fe-89ccc7d02ee6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports/93e643c8-ede2-450f-b71e-a390f7064686 HTTP/1.1" status: 200 len: 930 time: 0.2594686 Apr 06 13:37:38.417986 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-f6013030-986a-4009-a528-cc8a23a99619 None None] Set router af1dcf33-cb2f-4c5f-9859-150dd859536f gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:37:38.463922 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-50078cc9-f080-446f-bbd5-c48944735b97 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:38.528182 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-66d90800-f022-4859-8d35-423713490d4d service neutron] 10.222.0.48 "GET /v2.0/ports/93e643c8-ede2-450f-b71e-a390f7064686?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0969439 Apr 06 13:37:38.530822 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5ad512a5-fda8-4b0b-8aae-b0a615ac1586 req-ad2871b5-4483-4933-b830-869a6e8d2aa8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e35adb7-b277-4800-bb7c-bb93b0ea802f HTTP/1.1" status: 200 len: 997 time: 0.3096225 Apr 06 13:37:38.567300 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-d14c503c-0167-4472-be01-d8c0c4a9bd31 None None] For port 4ea59627-d5db-405b-b14f-c5d8235644d4, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=4ea59627-d5db-405b-b14f-c5d8235644d4,segment=NetworkSegment(99d2461d-4634-46c6-80a4-2ee99356ffb8),segment_id=99d2461d-4634-46c6-80a4-2ee99356ffb8)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:37:38.568034 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d14c503c-0167-4472-be01-d8c0c4a9bd31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:38.582180 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-50078cc9-f080-446f-bbd5-c48944735b97 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:38.694843 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-ea234fdb-60cc-4d45-a952-788fa2bb3aa5 service neutron] 10.222.0.48 "GET /v2.0/networks/e701bed6-e701-4d61-924b-07c044b6048f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605287 Apr 06 13:37:38.700211 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-d14c503c-0167-4472-be01-d8c0c4a9bd31 None None] Calling delete_port for 4ea59627-d5db-405b-b14f-c5d8235644d4 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:37:38.722691 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad512a5-fda8-4b0b-8aae-b0a615ac1586 req-6c13258c-b0eb-41a3-a67c-8530da27014e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:38.725323 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5ad512a5-fda8-4b0b-8aae-b0a615ac1586 req-6c13258c-b0eb-41a3-a67c-8530da27014e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bec31d0f-ca58-4f44-a0f5-7b9820419a31 HTTP/1.1" status: 200 len: 850 time: 0.0857799 Apr 06 13:37:38.820660 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad512a5-fda8-4b0b-8aae-b0a615ac1586 req-cbd6a937-9599-40d0-887a-bead34da9ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:38.822215 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5ad512a5-fda8-4b0b-8aae-b0a615ac1586 req-cbd6a937-9599-40d0-887a-bead34da9ff0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=07d8a801-9673-412c-b97f-9a98a83af4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893033 Apr 06 13:37:38.853649 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-f6013030-986a-4009-a528-cc8a23a99619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'name': 'tempest-TestVolumeBootPattern-380610203-router', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:10Z', 'updated_at': '2022-04-06T13:32:18Z', 'revision_number': 4, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'gw_port': {'id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:12Z', 'updated_at': '2022-04-06T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '1637510f-0ea8-4797-8c98-3165b42cf158', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'floating_ip_address': '172.26.4.8', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'port_id': '3e35adb7-b277-4800-bb7c-bb93b0ea802f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'mac_address': 'fa:16:3e:ad:2f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec72da2e-bc70-493a-9f54-d696135f3930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:37:34Z', 'updated_at': '2022-04-06T13:37:34Z', 'revision_number': 0, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed1bccca-f7f5-43d9-9020-42d75027d86d', 'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'mac_address': 'fa:16:3e:70:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:17Z', 'updated_at': '2022-04-06T13:32:28Z', 'revision_number': 5, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'subnets': [{'id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:38.854324 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-50078cc9-f080-446f-bbd5-c48944735b97 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:38.860389 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6013030-986a-4009-a528-cc8a23a99619 None None] The sync data for ids ['af1dcf33-cb2f-4c5f-9859-150dd859536f'] in dv-neutron-834600-1-hyperv is: [{'id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'name': 'tempest-TestVolumeBootPattern-380610203-router', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:10Z', 'updated_at': '2022-04-06T13:32:18Z', 'revision_number': 4, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'gw_port': {'id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:12Z', 'updated_at': '2022-04-06T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '1637510f-0ea8-4797-8c98-3165b42cf158', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'floating_ip_address': '172.26.4.8', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'port_id': '3e35adb7-b277-4800-bb7c-bb93b0ea802f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'mac_address': 'fa:16:3e:ad:2f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec72da2e-bc70-493a-9f54-d696135f3930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:37:34Z', 'updated_at': '2022-04-06T13:37:34Z', 'revision_number': 0, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed1bccca-f7f5-43d9-9020-42d75027d86d', 'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'mac_address': 'fa:16:3e:70:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:17Z', 'updated_at': '2022-04-06T13:32:28Z', 'revision_number': 5, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'subnets': [{'id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:37:38.863600 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-95951741-7f00-4a66-a1a0-1283d385be61 service neutron] 10.222.0.48 "GET /v2.0/networks/e701bed6-e701-4d61-924b-07c044b6048f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679440 Apr 06 13:37:38.884382 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d14c503c-0167-4472-be01-d8c0c4a9bd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:38.918057 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50078cc9-f080-446f-bbd5-c48944735b97 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Pushing event deleted for resources: {'Subnet': ['ID=27548753-082e-4fc5-a9fc-09c5dbb0e526,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:38.925467 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-50078cc9-f080-446f-bbd5-c48944735b97 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:38.940680 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a613dd-f9b2-4c2c-86fb-f8c889ebf450 None None] Network a6a01a8c-64d0-4842-a540-e58fd22dac14 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:37:38.986659 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-50078cc9-f080-446f-bbd5-c48944735b97 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "DELETE /v2.0/subnets/27548753-082e-4fc5-a9fc-09c5dbb0e526 HTTP/1.1" status: 204 len: 168 time: 1.0022922 Apr 06 13:37:38.987413 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c503c-0167-4472-be01-d8c0c4a9bd31 None None] Pushing event deleted for resources: {'Port': ['ID=4ea59627-d5db-405b-b14f-c5d8235644d4,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:38.987641 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49480) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:38.989671 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14c503c-0167-4472-be01-d8c0c4a9bd31 None None] No DVR routers for this DVR port 4ea59627-d5db-405b-b14f-c5d8235644d4 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:37:39.065794 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5ad512a5-fda8-4b0b-8aae-b0a615ac1586 req-59640c21-6c4d-43a8-bef6-557c7d8f08cb service neutron] 10.222.0.61 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371361 Apr 06 13:37:39.218085 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b003841-02d6-4907-9cbb-10f5354e3ea1 None None] New status for floating IP 1637510f-0ea8-4797-8c98-3165b42cf158: ACTIVE {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:37:39.287697 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5ad512a5-fda8-4b0b-8aae-b0a615ac1586 req-c445b5d0-3456-44d7-abd1-c234dd60978a service neutron] 10.222.0.61 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141552 Apr 06 13:37:39.346741 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 4ea59627-d5db-405b-b14f-c5d8235644d4 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:37:39.379179 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-534ffe86-1968-4353-9f77-69ec51f4a934 req-150d0a54-1142-4bfe-941a-3e41ec9e549b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=18442135-0dc0-456f-a75a-f119a2f14491 HTTP/1.1" status: 200 len: 210 time: 0.0734439 Apr 06 13:37:39.390284 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f0ace662-b6aa-42d9-9f2e-9e18133a44f8 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:39.487533 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 4ea59627-d5db-405b-b14f-c5d8235644d4 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:37:39.487533 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 4ea59627-d5db-405b-b14f-c5d8235644d4 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:37:39.536584 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f0ace662-b6aa-42d9-9f2e-9e18133a44f8 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:39.566549 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-f0ace662-b6aa-42d9-9f2e-9e18133a44f8 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0fc49b9-f784-4dfe-bc72-9471cb081414']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:39.580884 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-f0ace662-b6aa-42d9-9f2e-9e18133a44f8 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d2461d-4634-46c6-80a4-2ee99356ffb8') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:39.582168 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-f0ace662-b6aa-42d9-9f2e-9e18133a44f8 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d2461d-4634-46c6-80a4-2ee99356ffb8') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:39.584931 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debb6cff-aa38-4a48-85b2-acf88a28f857 None None] DHCP port deletion for a6a01a8c-64d0-4842-a540-e58fd22dac14 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:37:39.595428 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f0ace662-b6aa-42d9-9f2e-9e18133a44f8 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:39.595964 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-debb6cff-aa38-4a48-85b2-acf88a28f857 None None] Deleting port d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:37:39.596333 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-debb6cff-aa38-4a48-85b2-acf88a28f857 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:39.617678 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f0ace662-b6aa-42d9-9f2e-9e18133a44f8 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:39.625184 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ace662-b6aa-42d9-9f2e-9e18133a44f8 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:37:39.625575 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f0ace662-b6aa-42d9-9f2e-9e18133a44f8 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:37:39.640917 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:37:39.824385 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f0ace662-b6aa-42d9-9f2e-9e18133a44f8 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:39.824516 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f0ace662-b6aa-42d9-9f2e-9e18133a44f8 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:39.848092 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f0ace662-b6aa-42d9-9f2e-9e18133a44f8 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "DELETE /v2.0/networks/f0fc49b9-f784-4dfe-bc72-9471cb081414 HTTP/1.1" status: 204 len: 168 time: 0.8564894 Apr 06 13:37:39.849408 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-debb6cff-aa38-4a48-85b2-acf88a28f857 None None] For port d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d,segment=NetworkSegment(37980ae4-4550-474b-bbf1-0e48228d9943),segment_id=37980ae4-4550-474b-bbf1-0e48228d9943)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:37:39.849799 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-debb6cff-aa38-4a48-85b2-acf88a28f857 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:39.850786 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49492) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:39.853549 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ace662-b6aa-42d9-9f2e-9e18133a44f8 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Pushing event deleted for resources: {'Network': ['ID=f0fc49b9-f784-4dfe-bc72-9471cb081414,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:39.986018 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3e3a84d0-6115-416e-8a7e-6132f8f77bc3 req-a8310892-3edb-47af-9956-b91ec2ab2b43 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ec72da2e-bc70-493a-9f54-d696135f3930&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0887926 Apr 06 13:37:39.999492 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-16272784-43ad-4ae9-a088-529314dee939 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:40.004098 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-debb6cff-aa38-4a48-85b2-acf88a28f857 None None] Calling delete_port for d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:37:40.010496 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-16272784-43ad-4ae9-a088-529314dee939 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Deleting port d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:37:40.010855 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-16272784-43ad-4ae9-a088-529314dee939 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:40.133742 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a84d0-6115-416e-8a7e-6132f8f77bc3 req-98838e2f-e302-4296-8668-6d9c8534e6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:40.137042 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3e3a84d0-6115-416e-8a7e-6132f8f77bc3 req-98838e2f-e302-4296-8668-6d9c8534e6ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f961cdd2806417f9eeecf800dc5c9c4&device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 1098 time: 0.0784106 Apr 06 13:37:40.173451 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-debb6cff-aa38-4a48-85b2-acf88a28f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:40.223292 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debb6cff-aa38-4a48-85b2-acf88a28f857 None None] No DVR routers for this DVR port d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:37:40.228079 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb6cff-aa38-4a48-85b2-acf88a28f857 None None] Pushing event deleted for resources: {'Port': ['ID=d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:40.274176 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-16272784-43ad-4ae9-a088-529314dee939 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] For port d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d,segment=NetworkSegment(37980ae4-4550-474b-bbf1-0e48228d9943),segment_id=37980ae4-4550-474b-bbf1-0e48228d9943)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:37:40.275014 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-16272784-43ad-4ae9-a088-529314dee939 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:40.313686 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a84d0-6115-416e-8a7e-6132f8f77bc3 req-04e4f11c-f9e8-438e-9fd8-0e9d6929e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:40.315286 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3e3a84d0-6115-416e-8a7e-6132f8f77bc3 req-04e4f11c-f9e8-438e-9fd8-0e9d6929e0fe service neutron] 10.222.0.61 "GET /v2.0/networks?id=07d8a801-9673-412c-b97f-9a98a83af4f7 HTTP/1.1" status: 200 len: 912 time: 0.1595466 Apr 06 13:37:40.408331 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-16272784-43ad-4ae9-a088-529314dee939 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Calling delete_port for d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:37:40.425740 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3e3a84d0-6115-416e-8a7e-6132f8f77bc3 req-07d39c1d-3807-4dc2-9e63-fd0799e98566 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e35adb7-b277-4800-bb7c-bb93b0ea802f HTTP/1.1" status: 200 len: 999 time: 0.1039762 Apr 06 13:37:40.496727 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a84d0-6115-416e-8a7e-6132f8f77bc3 req-bb9a6c6a-6535-4a0d-ac0e-45a1b08d9da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:40.498082 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3e3a84d0-6115-416e-8a7e-6132f8f77bc3 req-bb9a6c6a-6535-4a0d-ac0e-45a1b08d9da5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bec31d0f-ca58-4f44-a0f5-7b9820419a31 HTTP/1.1" status: 200 len: 850 time: 0.0668783 Apr 06 13:37:40.513774 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.api [None req-16272784-43ad-4ae9-a088-529314dee939 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:37:40.514148 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG oslo_db.api [None req-16272784-43ad-4ae9-a088-529314dee939 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:37:40.563472 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-02df67a8-6d1f-4719-828f-0df8293cfef1 req-75665ca3-dd0e-48dd-af4b-362df06f8109 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=18442135-0dc0-456f-a75a-f119a2f14491 HTTP/1.1" status: 200 len: 210 time: 0.0444622 Apr 06 13:37:40.583751 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a84d0-6115-416e-8a7e-6132f8f77bc3 req-999ab026-b82d-415b-af4d-4c5104b9ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:40.583751 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3e3a84d0-6115-416e-8a7e-6132f8f77bc3 req-999ab026-b82d-415b-af4d-4c5104b9ef9e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=07d8a801-9673-412c-b97f-9a98a83af4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765159 Apr 06 13:37:40.731172 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3e3a84d0-6115-416e-8a7e-6132f8f77bc3 req-9edfe67b-0f16-41e0-ad0e-b1b69c40d608 service neutron] 10.222.0.61 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421072 Apr 06 13:37:40.898212 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3e3a84d0-6115-416e-8a7e-6132f8f77bc3 req-fd46197d-c8b3-45f7-a7ef-58e5bcd0d0de service neutron] 10.222.0.61 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613920 Apr 06 13:37:41.028096 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-16272784-43ad-4ae9-a088-529314dee939 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Deleting port d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:37:41.028096 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-16272784-43ad-4ae9-a088-529314dee939 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:41.086332 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-16272784-43ad-4ae9-a088-529314dee939 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] The port 'd44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d' was deleted {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:37:41.220991 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-16272784-43ad-4ae9-a088-529314dee939 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:41.254376 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-16272784-43ad-4ae9-a088-529314dee939 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a01a8c-64d0-4842-a540-e58fd22dac14']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:41.274246 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-16272784-43ad-4ae9-a088-529314dee939 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37980ae4-4550-474b-bbf1-0e48228d9943') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:41.274246 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-16272784-43ad-4ae9-a088-529314dee939 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37980ae4-4550-474b-bbf1-0e48228d9943') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:41.297185 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-16272784-43ad-4ae9-a088-529314dee939 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:41.330446 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-16272784-43ad-4ae9-a088-529314dee939 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:41.338078 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:37:41.346424 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16272784-43ad-4ae9-a088-529314dee939 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:37:41.346424 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-16272784-43ad-4ae9-a088-529314dee939 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:37:41.359876 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:37:41.384575 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:37:41.384575 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d44ff4d0-6c7b-49d8-b64c-04e5c9b8d69d not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:37:41.503841 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-de3c8f13-ef4f-43d3-a443-123d34f66a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:41.506443 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-de3c8f13-ef4f-43d3-a443-123d34f66a2e service neutron] 10.222.0.61 "GET /v2.0/ports/93e643c8-ede2-450f-b71e-a390f7064686 HTTP/1.1" status: 200 len: 1026 time: 0.0742936 Apr 06 13:37:41.546432 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-16272784-43ad-4ae9-a088-529314dee939 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:41.585998 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-16272784-43ad-4ae9-a088-529314dee939 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:41.594124 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16272784-43ad-4ae9-a088-529314dee939 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Pushing event deleted for resources: {'Network': ['ID=a6a01a8c-64d0-4842-a540-e58fd22dac14,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:41.600442 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-16272784-43ad-4ae9-a088-529314dee939 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "DELETE /v2.0/networks/a6a01a8c-64d0-4842-a540-e58fd22dac14 HTTP/1.1" status: 204 len: 168 time: 1.7463322 Apr 06 13:37:41.602429 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49502) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:41.702876 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c68580-be54-4d88-ba24-4b244f10b744 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Deleting subnet c6e2dd75-c8a3-4d9f-8792-b3008621d913 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:37:41.746865 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a6c68580-be54-4d88-ba24-4b244f10b744 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:41.837617 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-93225680-9098-4a03-a309-9be74883f364 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:41.838331 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-93225680-9098-4a03-a309-9be74883f364 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:network {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:37:41.916146 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a8dba785-7f3e-4bb0-be94-91f520e86448 req-33d56078-6067-4c0d-b3af-7586603a2dd8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=18442135-0dc0-456f-a75a-f119a2f14491 HTTP/1.1" status: 200 len: 210 time: 0.2123430 Apr 06 13:37:41.937834 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a6c68580-be54-4d88-ba24-4b244f10b744 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:41.968138 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-93225680-9098-4a03-a309-9be74883f364 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:network {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:37:41.969540 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-93225680-9098-4a03-a309-9be74883f364 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/networks?id=e701bed6-e701-4d61-924b-07c044b6048f HTTP/1.1" status: 200 len: 797 time: 0.4593384 Apr 06 13:37:42.041066 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-f9d34f13-0885-4c0a-a712-1121f00b35bb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:37:42.054938 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-f9d34f13-0885-4c0a-a712-1121f00b35bb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:37:42.055331 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-f9d34f13-0885-4c0a-a712-1121f00b35bb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 380 time: 0.0776865 Apr 06 13:37:42.061137 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a6c68580-be54-4d88-ba24-4b244f10b744 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:42.076269 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Request body: {'port': {'device_id': '18442135-0dc0-456f-a75a-f119a2f14491', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:42.222289 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:42.265541 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a6c68580-be54-4d88-ba24-4b244f10b744 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:42.308875 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a6c68580-be54-4d88-ba24-4b244f10b744 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:42.312270 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c68580-be54-4d88-ba24-4b244f10b744 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Pushing event deleted for resources: {'Subnet': ['ID=c6e2dd75-c8a3-4d9f-8792-b3008621d913,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:42.314551 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a9f4c0-2173-4dc7-a50a-4c84e6204cb2 None None] Network 95752db2-5243-4e7f-8fba-9aed836db84f requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:37:42.319426 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a6c68580-be54-4d88-ba24-4b244f10b744 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "DELETE /v2.0/subnets/c6e2dd75-c8a3-4d9f-8792-b3008621d913 HTTP/1.1" status: 204 len: 168 time: 0.7176673 Apr 06 13:37:42.322008 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49510) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:42.444455 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3f7830ad-a63f-44d6-8255-394f7d666cbd tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:42.458959 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-3f7830ad-a63f-44d6-8255-394f7d666cbd tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Deleting port 9e2d4fd7-9457-44d8-a189-197b8281fb00 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:37:42.458959 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3f7830ad-a63f-44d6-8255-394f7d666cbd tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:42.603760 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e643c8-ede2-450f-b71e-a390f7064686 {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:37:42.615069 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:42.630894 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Transition to ACTIVE for port object 93e643c8-ede2-450f-b71e-a390f7064686 will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:37:42.640148 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab8b78b-c13e-456a-95e7-b2865f60b70b None None] DHCP port deletion for 95752db2-5243-4e7f-8fba-9aed836db84f request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:37:42.644853 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-cab8b78b-c13e-456a-95e7-b2865f60b70b None None] Deleting port 9e2d4fd7-9457-44d8-a189-197b8281fb00 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:37:42.645222 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cab8b78b-c13e-456a-95e7-b2865f60b70b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:42.703988 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-3f7830ad-a63f-44d6-8255-394f7d666cbd tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] For port 9e2d4fd7-9457-44d8-a189-197b8281fb00, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9e2d4fd7-9457-44d8-a189-197b8281fb00,segment=NetworkSegment(0f5fe0cf-e907-4a1e-8604-74c3a1db9357),segment_id=0f5fe0cf-e907-4a1e-8604-74c3a1db9357)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:37:42.703988 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3f7830ad-a63f-44d6-8255-394f7d666cbd tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:42.796642 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:42.833406 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-3f7830ad-a63f-44d6-8255-394f7d666cbd tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Calling delete_port for 9e2d4fd7-9457-44d8-a189-197b8281fb00 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:37:42.867160 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-cab8b78b-c13e-456a-95e7-b2865f60b70b None None] For port 9e2d4fd7-9457-44d8-a189-197b8281fb00, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=9e2d4fd7-9457-44d8-a189-197b8281fb00,segment=NetworkSegment(0f5fe0cf-e907-4a1e-8604-74c3a1db9357),segment_id=0f5fe0cf-e907-4a1e-8604-74c3a1db9357)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:37:42.867943 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cab8b78b-c13e-456a-95e7-b2865f60b70b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:42.983383 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Pushing event updated for resources: {'Port': ['ID=93e643c8-ede2-450f-b71e-a390f7064686,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:43.015718 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-cab8b78b-c13e-456a-95e7-b2865f60b70b None None] Calling delete_port for 9e2d4fd7-9457-44d8-a189-197b8281fb00 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:37:43.033175 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:43.033927 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:43.034104 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:43.034423 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:43.035026 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:43.035562 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:43.036077 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:43.036514 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3f7830ad-a63f-44d6-8255-394f7d666cbd tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:43.036792 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:43.037308 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:43.037800 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:43.038301 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:43.038956 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:43.087475 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Attempting to bind port 93e643c8-ede2-450f-b71e-a390f7064686 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:37:43.088296 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Attempting to bind port 93e643c8-ede2-450f-b71e-a390f7064686 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'fc056789-64a4-4af0-b932-e8ccee1d4a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:37:43.088296 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Attempting to bind port 93e643c8-ede2-450f-b71e-a390f7064686 on network e701bed6-e701-4d61-924b-07c044b6048f {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:37:43.094456 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Port 93e643c8-ede2-450f-b71e-a390f7064686 on network e701bed6-e701-4d61-924b-07c044b6048f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:37:43.094778 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Attempting to bind port 93e643c8-ede2-450f-b71e-a390f7064686 on network e701bed6-e701-4d61-924b-07c044b6048f {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:37:43.096508 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-cab8b78b-c13e-456a-95e7-b2865f60b70b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:37:43.096869 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-cab8b78b-c13e-456a-95e7-b2865f60b70b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:37:43.101322 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:37:43.101659 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Checking segment: {'id': 'fc056789-64a4-4af0-b932-e8ccee1d4a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:37:43.102044 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Bound using segment: {'id': 'fc056789-64a4-4af0-b932-e8ccee1d4a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:37:43.102696 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Bound port: 93e643c8-ede2-450f-b71e-a390f7064686, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc056789-64a4-4af0-b932-e8ccee1d4a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:37:43.103318 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:43.160510 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7830ad-a63f-44d6-8255-394f7d666cbd tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Pushing event deleted for resources: {'Port': ['ID=9e2d4fd7-9457-44d8-a189-197b8281fb00,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:43.172509 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7830ad-a63f-44d6-8255-394f7d666cbd tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] No DVR routers for this DVR port 9e2d4fd7-9457-44d8-a189-197b8281fb00 on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:37:43.229289 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] For port 93e643c8-ede2-450f-b71e-a390f7064686, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:37:43.233352 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] For port 93e643c8-ede2-450f-b71e-a390f7064686, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=93e643c8-ede2-450f-b71e-a390f7064686,segment=NetworkSegment(fc056789-64a4-4af0-b932-e8ccee1d4a69),segment_id=fc056789-64a4-4af0-b932-e8ccee1d4a69)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:37:43.310656 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 9e2d4fd7-9457-44d8-a189-197b8281fb00 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:37:43.311199 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:43.311755 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3f7830ad-a63f-44d6-8255-394f7d666cbd tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:43.349548 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-3f7830ad-a63f-44d6-8255-394f7d666cbd tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95752db2-5243-4e7f-8fba-9aed836db84f']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:43.350141 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 9e2d4fd7-9457-44d8-a189-197b8281fb00 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:37:43.350770 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 9e2d4fd7-9457-44d8-a189-197b8281fb00 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:37:43.364773 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e05fe-0d25-463e-b1a9-4d6a8bbd51ae req-7902caf4-bd6e-4643-818f-d34dd0b68a67 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:43.366240 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-148e05fe-0d25-463e-b1a9-4d6a8bbd51ae req-7902caf4-bd6e-4643-818f-d34dd0b68a67 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=18442135-0dc0-456f-a75a-f119a2f14491 HTTP/1.1" status: 200 len: 981 time: 0.3136442 Apr 06 13:37:43.373521 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:43.374427 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:43.375679 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-3f7830ad-a63f-44d6-8255-394f7d666cbd tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f5fe0cf-e907-4a1e-8604-74c3a1db9357') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:43.375975 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-3f7830ad-a63f-44d6-8255-394f7d666cbd tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f5fe0cf-e907-4a1e-8604-74c3a1db9357') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:43.376125 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] 10.222.0.61 "PUT /v2.0/ports/93e643c8-ede2-450f-b71e-a390f7064686 HTTP/1.1" status: 200 len: 1131 time: 1.3143387 Apr 06 13:37:43.376459 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18442135-0dc0-456f-a75a-f119a2f14491', 'tag': '93e643c8-ede2-450f-b71e-a390f7064686'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:37:43.396999 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3f7830ad-a63f-44d6-8255-394f7d666cbd tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:43.403164 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9926bc9-f968-4187-b08a-42373a4c89a4 service neutron] Pushing event updated for resources: {'Port': ['ID=93e643c8-ede2-450f-b71e-a390f7064686,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:43.443338 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bec3a2b-7371-419a-bbd7-174a120f48af'] response: {'name': 'network-changed', 'server_uuid': '18442135-0dc0-456f-a75a-f119a2f14491', 'tag': '93e643c8-ede2-450f-b71e-a390f7064686', 'status': 'completed', 'code': 200} Apr 06 13:37:43.450910 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3f7830ad-a63f-44d6-8255-394f7d666cbd tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:43.464872 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f7830ad-a63f-44d6-8255-394f7d666cbd tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:37:43.465288 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3f7830ad-a63f-44d6-8255-394f7d666cbd tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:37:43.482291 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:37:43.506718 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-148e05fe-0d25-463e-b1a9-4d6a8bbd51ae req-31eac209-b33d-4396-8af0-7c50b6ff687d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=e60ebda1-295e-4802-8e00-2ce42f211955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993276 Apr 06 13:37:43.564973 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2cf7e-5b00-467c-8c8e-ad4a634d8904 req-71d8529b-09b3-417b-97c0-3c1b50df62ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:43.566297 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6de2cf7e-5b00-467c-8c8e-ad4a634d8904 req-71d8529b-09b3-417b-97c0-3c1b50df62ef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=18442135-0dc0-456f-a75a-f119a2f14491 HTTP/1.1" status: 200 len: 1134 time: 0.1013143 Apr 06 13:37:43.600045 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-cab8b78b-c13e-456a-95e7-b2865f60b70b None None] Deleting port 9e2d4fd7-9457-44d8-a189-197b8281fb00 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:37:43.600440 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cab8b78b-c13e-456a-95e7-b2865f60b70b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:43.670745 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3f7830ad-a63f-44d6-8255-394f7d666cbd tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:43.677227 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-cab8b78b-c13e-456a-95e7-b2865f60b70b None None] The port '9e2d4fd7-9457-44d8-a189-197b8281fb00' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:37:43.695718 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3f7830ad-a63f-44d6-8255-394f7d666cbd tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:43.708939 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7830ad-a63f-44d6-8255-394f7d666cbd tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Pushing event deleted for resources: {'Network': ['ID=95752db2-5243-4e7f-8fba-9aed836db84f,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:43.714823 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3f7830ad-a63f-44d6-8255-394f7d666cbd tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "DELETE /v2.0/networks/95752db2-5243-4e7f-8fba-9aed836db84f HTTP/1.1" status: 204 len: 168 time: 1.3912089 Apr 06 13:37:43.718630 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49518) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:43.750687 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2cf7e-5b00-467c-8c8e-ad4a634d8904 req-b71ce806-3de2-4506-a804-6948f8a05927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:43.752136 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6de2cf7e-5b00-467c-8c8e-ad4a634d8904 req-b71ce806-3de2-4506-a804-6948f8a05927 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1772411 Apr 06 13:37:43.773129 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2c5d773c-2d51-4259-bf83-977ef09461bf tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Synchronizing usage tracker for tenant:5a8744b4aa8f4edd9e32fd2e18d1e54d on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:37:43.852878 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2c5d773c-2d51-4259-bf83-977ef09461bf tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Unset dirty status for tenant:5a8744b4aa8f4edd9e32fd2e18d1e54d on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:37:43.854083 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2c5d773c-2d51-4259-bf83-977ef09461bf tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "GET /v2.0/ports?device_id=c696dc39-58c3-42bd-8bc1-c73c31fd0858 HTTP/1.1" status: 200 len: 205 time: 0.1341581 Apr 06 13:37:43.857366 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49522) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:43.909636 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2cf7e-5b00-467c-8c8e-ad4a634d8904 req-e5358858-6b9e-4dc8-a1a2-98f4463e434e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:43.911095 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6de2cf7e-5b00-467c-8c8e-ad4a634d8904 req-e5358858-6b9e-4dc8-a1a2-98f4463e434e service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1523287 Apr 06 13:37:44.037557 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-dd66a57d-7d49-41a1-b016-1274eb8f4112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:44.038832 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-dd66a57d-7d49-41a1-b016-1274eb8f4112 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=18442135-0dc0-456f-a75a-f119a2f14491 HTTP/1.1" status: 200 len: 1134 time: 0.0907400 Apr 06 13:37:44.112553 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-20457b2e-29e4-4f75-afde-ba741deefbb1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93e643c8-ede2-450f-b71e-a390f7064686 HTTP/1.1" status: 200 len: 217 time: 0.0659990 Apr 06 13:37:44.121786 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-287ceb4c-62de-46d1-ad59-c61386315178 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:44.192309 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-761f1fd5-a687-4f2a-b961-f395a168d8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:44.193731 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-761f1fd5-a687-4f2a-b961-f395a168d8b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5b371022-b94d-4041-a5c1-b13b6fb026e1 HTTP/1.1" status: 200 len: 834 time: 0.0743215 Apr 06 13:37:44.278648 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-12415004-7ee9-4364-944f-835abd79578b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:44.280177 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-12415004-7ee9-4364-944f-835abd79578b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e701bed6-e701-4d61-924b-07c044b6048f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794611 Apr 06 13:37:44.422413 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-bc73e9c5-bd6f-413f-9a17-663c7cdf00dd service neutron] 10.222.0.61 "GET /v2.0/networks/e701bed6-e701-4d61-924b-07c044b6048f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358845 Apr 06 13:37:44.433331 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-287ceb4c-62de-46d1-ad59-c61386315178 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:44.436263 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-287ceb4c-62de-46d1-ad59-c61386315178 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:44.562524 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-56188bde-0c4a-4743-b075-3c827d8ed4d8 req-a46b63ef-3d0b-4d00-af52-f5246ec09df2 service neutron] 10.222.0.61 "GET /v2.0/networks/e701bed6-e701-4d61-924b-07c044b6048f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338639 Apr 06 13:37:44.567497 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-287ceb4c-62de-46d1-ad59-c61386315178 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:44.567902 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287ceb4c-62de-46d1-ad59-c61386315178 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Fanout notify agent at l3_agent the message router_deleted on router c696dc39-58c3-42bd-8bc1-c73c31fd0858 {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:37:44.581609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-287ceb4c-62de-46d1-ad59-c61386315178 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:44.582695 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-287ceb4c-62de-46d1-ad59-c61386315178 tempest-RoutersNegativeIpV6Test-1876766667 tempest-RoutersNegativeIpV6Test-1876766667-project] 10.222.0.48 "DELETE /v2.0/routers/c696dc39-58c3-42bd-8bc1-c73c31fd0858 HTTP/1.1" status: 204 len: 168 time: 0.7244473 Apr 06 13:37:44.720832 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63be28-427d-45e6-ab40-edc8ec56ae07 req-0053847c-7b06-476c-9157-09de84b83288 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:44.722327 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dc63be28-427d-45e6-ab40-edc8ec56ae07 req-0053847c-7b06-476c-9157-09de84b83288 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=18442135-0dc0-456f-a75a-f119a2f14491 HTTP/1.1" status: 200 len: 981 time: 0.0928671 Apr 06 13:37:44.769594 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dc63be28-427d-45e6-ab40-edc8ec56ae07 req-c5ad592f-b5e1-4ad5-9682-c4e2e7a0ac0c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=e60ebda1-295e-4802-8e00-2ce42f211955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414805 Apr 06 13:37:45.070949 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49534) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:45.224324 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-abad23f8-5fce-470c-b425-41fc63e2bb7a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a8744b4aa8f4edd9e32fd2e18d1e54d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521525 Apr 06 13:37:45.227011 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49540) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:45.288932 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c670d7cf-e2b2-4b57-931a-70cce038b943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:45.315420 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c670d7cf-e2b2-4b57-931a-70cce038b943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:45.447392 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7890b609-24d9-4f30-bd17-cb9d32caea71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:45.470309 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c670d7cf-e2b2-4b57-931a-70cce038b943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:45.487453 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670d7cf-e2b2-4b57-931a-70cce038b943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48abb2ff-c6d5-4c57-96ce-397144efe4b1,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:45.491612 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c670d7cf-e2b2-4b57-931a-70cce038b943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:45.492716 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c670d7cf-e2b2-4b57-931a-70cce038b943 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/48abb2ff-c6d5-4c57-96ce-397144efe4b1 HTTP/1.1" status: 204 len: 168 time: 0.2648020 Apr 06 13:37:45.966796 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fc765-03be-45dc-a048-1ba73dc4c4e8 req-0cc1ba25-99e3-4079-9351-3691a5e758f6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:45.968303 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-175fc765-03be-45dc-a048-1ba73dc4c4e8 req-0cc1ba25-99e3-4079-9351-3691a5e758f6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=18442135-0dc0-456f-a75a-f119a2f14491 HTTP/1.1" status: 200 len: 981 time: 0.0914025 Apr 06 13:37:46.014019 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-175fc765-03be-45dc-a048-1ba73dc4c4e8 req-a4955023-7de3-4755-9b34-74d38e167560 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=e60ebda1-295e-4802-8e00-2ce42f211955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397460 Apr 06 13:37:47.209072 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcdadd-b7af-4e33-96b7-5cd242cbc082 req-fc1ca659-4b16-4401-8d02-53d893cf10fa tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:47.211371 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d1bcdadd-b7af-4e33-96b7-5cd242cbc082 req-fc1ca659-4b16-4401-8d02-53d893cf10fa tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=18442135-0dc0-456f-a75a-f119a2f14491 HTTP/1.1" status: 200 len: 981 time: 0.0881488 Apr 06 13:37:47.270795 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d1bcdadd-b7af-4e33-96b7-5cd242cbc082 req-aef0642e-124f-4842-92c4-b7c7ffa20ce3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=e60ebda1-295e-4802-8e00-2ce42f211955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529420 Apr 06 13:37:47.291571 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 93e643c8-ede2-450f-b71e-a390f7064686 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:37:47.434873 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 93e643c8-ede2-450f-b71e-a390f7064686, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=93e643c8-ede2-450f-b71e-a390f7064686,segment=NetworkSegment(fc056789-64a4-4af0-b932-e8ccee1d4a69),segment_id=fc056789-64a4-4af0-b932-e8ccee1d4a69)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:37:47.453019 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '93e643c8-ede2-450f-b71e-a390f7064686', 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f', 'port_id': '93e643c8-ede2-450f-b71e-a390f7064686', 'mac_address': 'fa:16:3e:71:53:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b371022-b94d-4041-a5c1-b13b6fb026e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:37:47.518734 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:47.537740 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e643c8-ede2-450f-b71e-a390f7064686 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:37:47.558789 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 93e643c8-ede2-450f-b71e-a390f7064686, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=93e643c8-ede2-450f-b71e-a390f7064686,segment=NetworkSegment(fc056789-64a4-4af0-b932-e8ccee1d4a69),segment_id=fc056789-64a4-4af0-b932-e8ccee1d4a69)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:37:47.613819 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:47.728105 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=93e643c8-ede2-450f-b71e-a390f7064686,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:47.738446 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:47.738446 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:47.738446 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:47.738446 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:47.738446 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:47.738446 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:47.738446 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:47.738446 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:47.738446 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:47.738446 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:47.738446 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:47.738446 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:47.769900 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-98075706-fa64-4f62-aa04-433a80521b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:47.835614 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49586) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:47.841211 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['93e643c8-ede2-450f-b71e-a390f7064686'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:37:47.844338 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-c39923b8-c2b4-4c4c-96b2-7b4172091fce tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-168059172', 'description': 'tempest-secgroup-smoke-168059172 description', 'project_id': 'ab6773108e104f6bb007fe66b5dfc718'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:47.851174 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c39923b8-c2b4-4c4c-96b2-7b4172091fce tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:47.851174 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c39923b8-c2b4-4c4c-96b2-7b4172091fce tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Usage tracker for resource:security_group and tenant:ab6773108e104f6bb007fe66b5dfc718 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:47.854586 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c39923b8-c2b4-4c4c-96b2-7b4172091fce tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:47.862182 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c39923b8-c2b4-4c4c-96b2-7b4172091fce tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:47.921796 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c39923b8-c2b4-4c4c-96b2-7b4172091fce tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:47.933983 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c39923b8-c2b4-4c4c-96b2-7b4172091fce tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:47.952730 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c39923b8-c2b4-4c4c-96b2-7b4172091fce tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:47.952730 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c39923b8-c2b4-4c4c-96b2-7b4172091fce tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Usage tracker for resource:security_group_rule and tenant:ab6773108e104f6bb007fe66b5dfc718 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:47.958742 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c39923b8-c2b4-4c4c-96b2-7b4172091fce tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:47.966669 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c39923b8-c2b4-4c4c-96b2-7b4172091fce tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:48.056273 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c39923b8-c2b4-4c4c-96b2-7b4172091fce tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:48.123983 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c39923b8-c2b4-4c4c-96b2-7b4172091fce tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:48.136958 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c39923b8-c2b4-4c4c-96b2-7b4172091fce tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:48.166545 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c39923b8-c2b4-4c4c-96b2-7b4172091fce tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Usage tracker for resource:security_group_rule and tenant:ab6773108e104f6bb007fe66b5dfc718 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:48.173761 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c39923b8-c2b4-4c4c-96b2-7b4172091fce tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:48.180998 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39923b8-c2b4-4c4c-96b2-7b4172091fce tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8193a88e-0c6e-449f-b86c-985623fac9a0,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:48.180998 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c39923b8-c2b4-4c4c-96b2-7b4172091fce tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:48.267900 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c39923b8-c2b4-4c4c-96b2-7b4172091fce tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:48.323992 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c39923b8-c2b4-4c4c-96b2-7b4172091fce tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:48.373016 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39923b8-c2b4-4c4c-96b2-7b4172091fce tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c625cc-4d11-4f80-8fc5-48932359f960,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:48.442626 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c39923b8-c2b4-4c4c-96b2-7b4172091fce tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:48.442626 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c39923b8-c2b4-4c4c-96b2-7b4172091fce tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6064575 Apr 06 13:37:48.442626 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49592) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:48.452100 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-5e837eba-a8f5-49d0-aa7c-52407218f973 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Request body: {'security_group_rule': {'security_group_id': '71c625cc-4d11-4f80-8fc5-48932359f960', 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:48.458715 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-5e837eba-a8f5-49d0-aa7c-52407218f973 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:48.466451 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-5e837eba-a8f5-49d0-aa7c-52407218f973 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Usage tracker for resource:security_group_rule and tenant:ab6773108e104f6bb007fe66b5dfc718 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:48.466451 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-5e837eba-a8f5-49d0-aa7c-52407218f973 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:48.477107 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-5e837eba-a8f5-49d0-aa7c-52407218f973 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:48.519545 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e57f52-1ec0-491c-88a6-3b8d090bd66a req-14fccbba-b498-45d6-b8c0-b06d0629f414 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:48.519545 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b4e57f52-1ec0-491c-88a6-3b8d090bd66a req-14fccbba-b498-45d6-b8c0-b06d0629f414 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=18442135-0dc0-456f-a75a-f119a2f14491 HTTP/1.1" status: 200 len: 982 time: 0.1002839 Apr 06 13:37:48.563580 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b4e57f52-1ec0-491c-88a6-3b8d090bd66a req-a2b04a61-d676-4beb-b405-7a305397cc35 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=e60ebda1-295e-4802-8e00-2ce42f211955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408049 Apr 06 13:37:48.569266 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5e837eba-a8f5-49d0-aa7c-52407218f973 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:48.639302 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5e837eba-a8f5-49d0-aa7c-52407218f973 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:48.708194 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5e837eba-a8f5-49d0-aa7c-52407218f973 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:48.739395 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e837eba-a8f5-49d0-aa7c-52407218f973 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f37b5b2-9326-4895-ba6d-61b73f1b9dc3,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:48.833106 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5e837eba-a8f5-49d0-aa7c-52407218f973 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:48.833106 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5e837eba-a8f5-49d0-aa7c-52407218f973 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3780622 Apr 06 13:37:48.833106 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49596) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:48.833106 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-2a02a2ad-93a1-4fd1-a700-a5d54394d503 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Request body: {'security_group_rule': {'security_group_id': '71c625cc-4d11-4f80-8fc5-48932359f960', 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:48.841026 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-2a02a2ad-93a1-4fd1-a700-a5d54394d503 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:48.841026 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2a02a2ad-93a1-4fd1-a700-a5d54394d503 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Usage tracker for resource:security_group_rule and tenant:ab6773108e104f6bb007fe66b5dfc718 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:48.848020 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2a02a2ad-93a1-4fd1-a700-a5d54394d503 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:48.854236 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-2a02a2ad-93a1-4fd1-a700-a5d54394d503 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:48.857763 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:48.909078 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:49.064153 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2a02a2ad-93a1-4fd1-a700-a5d54394d503 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:49.130425 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2a02a2ad-93a1-4fd1-a700-a5d54394d503 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:49.216910 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2a02a2ad-93a1-4fd1-a700-a5d54394d503 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:49.237118 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02a2ad-93a1-4fd1-a700-a5d54394d503 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de3764d-5bdc-47af-a44a-adf5569e4be1,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:49.309725 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2a02a2ad-93a1-4fd1-a700-a5d54394d503 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:49.309725 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2a02a2ad-93a1-4fd1-a700-a5d54394d503 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4815524 Apr 06 13:37:49.312624 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 93e643c8-ede2-450f-b71e-a390f7064686 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:37:49.315561 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49600) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:49.315561 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-b7c75de2-5e0d-4c2d-b345-a2c6da4eb1f9 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Request body: {'security_group_rule': {'security_group_id': '71c625cc-4d11-4f80-8fc5-48932359f960', 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:49.328767 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b7c75de2-5e0d-4c2d-b345-a2c6da4eb1f9 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:49.328767 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b7c75de2-5e0d-4c2d-b345-a2c6da4eb1f9 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Usage tracker for resource:security_group_rule and tenant:ab6773108e104f6bb007fe66b5dfc718 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:49.335179 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b7c75de2-5e0d-4c2d-b345-a2c6da4eb1f9 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:49.344241 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b7c75de2-5e0d-4c2d-b345-a2c6da4eb1f9 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:49.413123 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b7c75de2-5e0d-4c2d-b345-a2c6da4eb1f9 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:49.425100 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port 93e643c8-ede2-450f-b71e-a390f7064686 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:37:49.425100 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 93e643c8-ede2-450f-b71e-a390f7064686 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:49.434742 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:49.489458 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b7c75de2-5e0d-4c2d-b345-a2c6da4eb1f9 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:49.542841 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b7c75de2-5e0d-4c2d-b345-a2c6da4eb1f9 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:49.572039 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c75de2-5e0d-4c2d-b345-a2c6da4eb1f9 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2ad29a-db4c-4738-9fc7-478709294633,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:49.578473 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:49.610556 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18442135-0dc0-456f-a75a-f119a2f14491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e643c8-ede2-450f-b71e-a390f7064686'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:37:49.625907 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 93e643c8-ede2-450f-b71e-a390f7064686, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=93e643c8-ede2-450f-b71e-a390f7064686,segment=NetworkSegment(fc056789-64a4-4af0-b932-e8ccee1d4a69),segment_id=fc056789-64a4-4af0-b932-e8ccee1d4a69)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:37:49.650121 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b7c75de2-5e0d-4c2d-b345-a2c6da4eb1f9 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:49.650121 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b7c75de2-5e0d-4c2d-b345-a2c6da4eb1f9 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3385768 Apr 06 13:37:49.665638 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49608) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:49.665638 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-c451c5c2-07de-4e59-8cd3-a5835e6ce124 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Request body: {'security_group_rule': {'security_group_id': '71c625cc-4d11-4f80-8fc5-48932359f960', 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:49.665638 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c451c5c2-07de-4e59-8cd3-a5835e6ce124 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:49.677632 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c451c5c2-07de-4e59-8cd3-a5835e6ce124 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Usage tracker for resource:security_group_rule and tenant:ab6773108e104f6bb007fe66b5dfc718 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:49.677632 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c451c5c2-07de-4e59-8cd3-a5835e6ce124 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:49.677632 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c451c5c2-07de-4e59-8cd3-a5835e6ce124 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:49.681454 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc43351b-77fa-41a6-9d2d-5320a3e94bc0'] response: {'server_uuid': '18442135-0dc0-456f-a75a-f119a2f14491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e643c8-ede2-450f-b71e-a390f7064686', 'code': 200} Apr 06 13:37:49.744052 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:49.786267 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c451c5c2-07de-4e59-8cd3-a5835e6ce124 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:49.817953 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=93e643c8-ede2-450f-b71e-a390f7064686,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:49.861579 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4fa10-72ec-4bf0-ae42-9d6cc8f7e628 req-ab9a250f-cdab-4d3c-81ce-96fcdaa9f3c6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:49.861579 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-47f4fa10-72ec-4bf0-ae42-9d6cc8f7e628 req-ab9a250f-cdab-4d3c-81ce-96fcdaa9f3c6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=18442135-0dc0-456f-a75a-f119a2f14491 HTTP/1.1" status: 200 len: 983 time: 0.1680293 Apr 06 13:37:49.921251 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c451c5c2-07de-4e59-8cd3-a5835e6ce124 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:49.944662 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-47f4fa10-72ec-4bf0-ae42-9d6cc8f7e628 req-9e33db35-78e7-4037-9a46-220c8225d54d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=e60ebda1-295e-4802-8e00-2ce42f211955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691993 Apr 06 13:37:49.996257 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c451c5c2-07de-4e59-8cd3-a5835e6ce124 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:50.018531 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451c5c2-07de-4e59-8cd3-a5835e6ce124 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646a408b-738f-4359-a94a-b4538d28db8a,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:50.093367 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c451c5c2-07de-4e59-8cd3-a5835e6ce124 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:50.093367 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c451c5c2-07de-4e59-8cd3-a5835e6ce124 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4361241 Apr 06 13:37:50.093367 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49612) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:50.104824 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-0a92faf1-8992-4334-8c0d-acb3278ea084 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Request body: {'security_group_rule': {'security_group_id': '71c625cc-4d11-4f80-8fc5-48932359f960', 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:50.117357 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0a92faf1-8992-4334-8c0d-acb3278ea084 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:50.117357 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0a92faf1-8992-4334-8c0d-acb3278ea084 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Usage tracker for resource:security_group_rule and tenant:ab6773108e104f6bb007fe66b5dfc718 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:50.117357 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0a92faf1-8992-4334-8c0d-acb3278ea084 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:50.131203 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0a92faf1-8992-4334-8c0d-acb3278ea084 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:50.145474 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aed87b-4982-426b-9a97-aa94e6641f9c req-7def83ab-c039-4c12-84b3-60bc28e9dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:50.145474 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-b5aed87b-4982-426b-9a97-aa94e6641f9c req-7def83ab-c039-4c12-84b3-60bc28e9dac8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=18442135-0dc0-456f-a75a-f119a2f14491 HTTP/1.1" status: 200 len: 1136 time: 0.0931067 Apr 06 13:37:50.206449 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-b5aed87b-4982-426b-9a97-aa94e6641f9c req-39604354-f7e9-42cb-b5ee-6407da57c91c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e60ebda1-295e-4802-8e00-2ce42f211955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405488 Apr 06 13:37:50.214612 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.securitygroups_db [None req-0a92faf1-8992-4334-8c0d-acb3278ea084 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Project ab6773108e104f6bb007fe66b5dfc718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:37:50.221973 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0a92faf1-8992-4334-8c0d-acb3278ea084 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:50.298971 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0a92faf1-8992-4334-8c0d-acb3278ea084 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:50.310580 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:50.384356 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0a92faf1-8992-4334-8c0d-acb3278ea084 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:50.409065 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92faf1-8992-4334-8c0d-acb3278ea084 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a27c9981-75d1-408a-875f-455110e44824,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:50.481658 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0a92faf1-8992-4334-8c0d-acb3278ea084 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:50.482969 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0a92faf1-8992-4334-8c0d-acb3278ea084 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3893416 Apr 06 13:37:50.485641 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49616) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:50.490739 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-c8018d9f-b891-4e11-9b1c-5cc59cf89e73 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Request body: {'security_group_rule': {'security_group_id': '71c625cc-4d11-4f80-8fc5-48932359f960', 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:50.497322 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c8018d9f-b891-4e11-9b1c-5cc59cf89e73 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:50.502111 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c8018d9f-b891-4e11-9b1c-5cc59cf89e73 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Usage tracker for resource:security_group_rule and tenant:ab6773108e104f6bb007fe66b5dfc718 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:50.504482 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c8018d9f-b891-4e11-9b1c-5cc59cf89e73 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:50.510398 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c8018d9f-b891-4e11-9b1c-5cc59cf89e73 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:50.583709 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.securitygroups_db [None req-c8018d9f-b891-4e11-9b1c-5cc59cf89e73 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Project ab6773108e104f6bb007fe66b5dfc718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:37:50.585948 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c8018d9f-b891-4e11-9b1c-5cc59cf89e73 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:50.660961 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c8018d9f-b891-4e11-9b1c-5cc59cf89e73 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:50.749912 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c8018d9f-b891-4e11-9b1c-5cc59cf89e73 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:50.785889 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8018d9f-b891-4e11-9b1c-5cc59cf89e73 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a07bfc8-eadf-4707-ac7b-e2efef92e3e9,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:50.858875 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c8018d9f-b891-4e11-9b1c-5cc59cf89e73 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:50.860119 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c8018d9f-b891-4e11-9b1c-5cc59cf89e73 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3734717 Apr 06 13:37:50.863771 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49620) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:50.868984 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-2181f5f3-32b3-4f51-9743-fa7641cefad0 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Request body: {'network': {'name': 'tempest-network-smoke--1781401775', 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'port_security_enabled': True}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:50.875150 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2181f5f3-32b3-4f51-9743-fa7641cefad0 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:50.878772 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2181f5f3-32b3-4f51-9743-fa7641cefad0 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Usage tracker for resource:network and tenant:ab6773108e104f6bb007fe66b5dfc718 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:50.881661 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2181f5f3-32b3-4f51-9743-fa7641cefad0 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:50.887594 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2181f5f3-32b3-4f51-9743-fa7641cefad0 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:50.956352 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2181f5f3-32b3-4f51-9743-fa7641cefad0 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Made reservation on behalf of ab6773108e104f6bb007fe66b5dfc718 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:37:50.965092 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2181f5f3-32b3-4f51-9743-fa7641cefad0 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:51.006923 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2181f5f3-32b3-4f51-9743-fa7641cefad0 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:37:51.006923 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2181f5f3-32b3-4f51-9743-fa7641cefad0 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:51.006923 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-2181f5f3-32b3-4f51-9743-fa7641cefad0 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Added segment fce647cf-9b5d-4c51-9e8b-96815f1f2160 of type vlan for network 26519b02-2239-4bd6-818a-271185023756 Apr 06 13:37:51.039992 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2181f5f3-32b3-4f51-9743-fa7641cefad0 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:51.163266 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1f95e-a77a-4bf2-b372-511e80b217b8 req-95c403a8-b91b-4a72-8be5-aee5d6edf921 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:51.163266 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ceb1f95e-a77a-4bf2-b372-511e80b217b8 req-95c403a8-b91b-4a72-8be5-aee5d6edf921 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=18442135-0dc0-456f-a75a-f119a2f14491 HTTP/1.1" status: 200 len: 983 time: 0.1020699 Apr 06 13:37:51.187566 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2181f5f3-32b3-4f51-9743-fa7641cefad0 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:51.187566 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2181f5f3-32b3-4f51-9743-fa7641cefad0 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:51.191402 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2181f5f3-32b3-4f51-9743-fa7641cefad0 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:51.311886 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ceb1f95e-a77a-4bf2-b372-511e80b217b8 req-198281f5-364d-4e4e-9f0e-cc1c732317a5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=e60ebda1-295e-4802-8e00-2ce42f211955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487603 Apr 06 13:37:51.328700 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181f5f3-32b3-4f51-9743-fa7641cefad0 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Pushing event updated for resources: {'Network': ['ID=26519b02-2239-4bd6-818a-271185023756,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:51.334895 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 26519b02-2239-4bd6-818a-271185023756 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:37:51.351780 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2181f5f3-32b3-4f51-9743-fa7641cefad0 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4849558 Apr 06 13:37:51.352159 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49626) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:51.361030 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-80ef1393-9016-4558-8367-a3cdd4456f5d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-555262', 'admin_state_up': True, 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:51.368601 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-80ef1393-9016-4558-8367-a3cdd4456f5d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:51.374895 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-80ef1393-9016-4558-8367-a3cdd4456f5d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Usage tracker for resource:router and tenant:ab6773108e104f6bb007fe66b5dfc718 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:51.392001 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-80ef1393-9016-4558-8367-a3cdd4456f5d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:51.392001 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-80ef1393-9016-4558-8367-a3cdd4456f5d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:51.459823 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-80ef1393-9016-4558-8367-a3cdd4456f5d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:51.459823 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-80ef1393-9016-4558-8367-a3cdd4456f5d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:51.492079 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-80ef1393-9016-4558-8367-a3cdd4456f5d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:51.865204 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-80ef1393-9016-4558-8367-a3cdd4456f5d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:52.263412 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-80ef1393-9016-4558-8367-a3cdd4456f5d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:52.294321 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-80ef1393-9016-4558-8367-a3cdd4456f5d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:52.448590 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-80ef1393-9016-4558-8367-a3cdd4456f5d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Allocated IP 172.26.4.169 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/ce14ce98-b0b7-4669-b589-530667797bfd) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:37:52.530953 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b392705-2d7b-4d3a-94c2-41c307eeffa9 req-80f9cb5f-23fc-4db4-a294-46b2bf1eb621 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:52.532416 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1b392705-2d7b-4d3a-94c2-41c307eeffa9 req-80f9cb5f-23fc-4db4-a294-46b2bf1eb621 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=18442135-0dc0-456f-a75a-f119a2f14491 HTTP/1.1" status: 200 len: 983 time: 0.1102896 Apr 06 13:37:52.580897 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1b392705-2d7b-4d3a-94c2-41c307eeffa9 req-8677f4fc-709b-4fec-9141-7d367a465622 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=e60ebda1-295e-4802-8e00-2ce42f211955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420742 Apr 06 13:37:52.617680 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-80ef1393-9016-4558-8367-a3cdd4456f5d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:52.739637 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-80ef1393-9016-4558-8367-a3cdd4456f5d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:52.793269 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e5847-34d9-40f7-93e1-a6bd8ddf67ed req-d4260bb9-3046-4713-a1c0-6eb1b06d451d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:52.800375 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b55e5847-34d9-40f7-93e1-a6bd8ddf67ed req-d4260bb9-3046-4713-a1c0-6eb1b06d451d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=18442135-0dc0-456f-a75a-f119a2f14491 HTTP/1.1" status: 200 len: 983 time: 0.0914512 Apr 06 13:37:52.828772 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ef1393-9016-4558-8367-a3cdd4456f5d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:37:52.832809 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-80ef1393-9016-4558-8367-a3cdd4456f5d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:37:52.838299 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ef1393-9016-4558-8367-a3cdd4456f5d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:37:52.871381 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef1393-9016-4558-8367-a3cdd4456f5d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Pushing event updated for resources: {'Port': ['ID=ce14ce98-b0b7-4669-b589-530667797bfd,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:52.964920 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b55e5847-34d9-40f7-93e1-a6bd8ddf67ed req-046da4da-4a9c-42a4-a46a-97520a579f18 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=e60ebda1-295e-4802-8e00-2ce42f211955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583531 Apr 06 13:37:52.989473 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49638) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:53.062256 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add69e56-b1e7-429b-a6b6-533daa33e046 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:53.063705 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-add69e56-b1e7-429b-a6b6-533daa33e046 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=18442135-0dc0-456f-a75a-f119a2f14491 HTTP/1.1" status: 200 len: 1131 time: 0.0752676 Apr 06 13:37:53.068470 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49642) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:53.074648 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-0f8b887e-fce5-4ab9-9b02-d8dcde74ecc1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'port_id': '93e643c8-ede2-450f-b71e-a390f7064686', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:53.082112 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0f8b887e-fce5-4ab9-9b02-d8dcde74ecc1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:53.087097 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0f8b887e-fce5-4ab9-9b02-d8dcde74ecc1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:floatingip and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:53.091186 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0f8b887e-fce5-4ab9-9b02-d8dcde74ecc1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:53.097668 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0f8b887e-fce5-4ab9-9b02-d8dcde74ecc1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:53.187835 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0f8b887e-fce5-4ab9-9b02-d8dcde74ecc1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:53.335647 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0f8b887e-fce5-4ab9-9b02-d8dcde74ecc1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:53.478696 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-80ef1393-9016-4558-8367-a3cdd4456f5d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:53.489929 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-0f8b887e-fce5-4ab9-9b02-d8dcde74ecc1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.26.4.14 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/491dfa7a-6705-49f0-addd-215bcd9d53e4) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:37:53.644216 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0f8b887e-fce5-4ab9-9b02-d8dcde74ecc1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:53.761850 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0f8b887e-fce5-4ab9-9b02-d8dcde74ecc1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:53.825416 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8b887e-fce5-4ab9-9b02-d8dcde74ecc1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:37:53.832400 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-0f8b887e-fce5-4ab9-9b02-d8dcde74ecc1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:37:53.836333 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-80ef1393-9016-4558-8367-a3cdd4456f5d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:53.836781 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8b887e-fce5-4ab9-9b02-d8dcde74ecc1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:37:53.870788 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b887e-fce5-4ab9-9b02-d8dcde74ecc1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=491dfa7a-6705-49f0-addd-215bcd9d53e4,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:54.122053 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ef1393-9016-4558-8367-a3cdd4456f5d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Router 1be3af9d-a06f-46dd-9148-fb702311ab7d is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:37:54.299140 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0f8b887e-fce5-4ab9-9b02-d8dcde74ecc1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:54.316877 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ef1393-9016-4558-8367-a3cdd4456f5d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:37:54.328262 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb04d8bf-a034-4943-a041-6266988c4662 None None] Sync routers for ids ['1be3af9d-a06f-46dd-9148-fb702311ab7d'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:37:54.339920 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb04d8bf-a034-4943-a041-6266988c4662 None None] Routers {'1be3af9d-a06f-46dd-9148-fb702311ab7d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:37:54.340587 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-cb04d8bf-a034-4943-a041-6266988c4662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:37:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1be3af9d-a06f-46dd-9148-fb702311ab7d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:54.402649 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-80ef1393-9016-4558-8367-a3cdd4456f5d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:54.406921 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-80ef1393-9016-4558-8367-a3cdd4456f5d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.0505691 Apr 06 13:37:54.407194 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49646) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:54.428482 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0f8b887e-fce5-4ab9-9b02-d8dcde74ecc1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:54.549614 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-cb04d8bf-a034-4943-a041-6266988c4662 None None] Set router 1be3af9d-a06f-46dd-9148-fb702311ab7d gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:37:54.661354 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-24f836d8-32ad-4d57-95ac-8f917ccc9bd5 tempest-TestNetworkAdvancedServerOps-293346351 tempest-TestNetworkAdvancedServerOps-293346351-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=ab6773108e104f6bb007fe66b5dfc718&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2531700 Apr 06 13:37:54.663951 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49652) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:54.837707 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0f8b887e-fce5-4ab9-9b02-d8dcde74ecc1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:54.842713 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b98d4f-b88f-4917-9f97-c46bf963dd11 tempest-TestNetworkAdvancedServerOps-293346351 tempest-TestNetworkAdvancedServerOps-293346351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:54.842713 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-95b98d4f-b88f-4917-9f97-c46bf963dd11 tempest-TestNetworkAdvancedServerOps-293346351 tempest-TestNetworkAdvancedServerOps-293346351-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1771491 Apr 06 13:37:54.849364 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49656) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:54.859337 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-cb04d8bf-a034-4943-a041-6266988c4662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555262', 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'ce14ce98-b0b7-4669-b589-530667797bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:51Z', 'updated_at': '2022-04-06T13:37:53Z', 'revision_number': 3, 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'gw_port': {'id': 'ce14ce98-b0b7-4669-b589-530667797bfd', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:03:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:52Z', 'updated_at': '2022-04-06T13:37:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:54.859337 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb04d8bf-a034-4943-a041-6266988c4662 None None] Checking router: 1be3af9d-a06f-46dd-9148-fb702311ab7d for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:37:54.866030 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb04d8bf-a034-4943-a041-6266988c4662 None None] Updating router 1be3af9d-a06f-46dd-9148-fb702311ab7d port ce14ce98-b0b7-4669-b589-530667797bfd binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:37:54.897785 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ae7c6b77-f859-4693-a186-b1e8862581b8 tempest-TestNetworkAdvancedServerOps-293346351 tempest-TestNetworkAdvancedServerOps-293346351-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448842 Apr 06 13:37:54.897785 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49660) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:54.906009 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-88565b46-3b8a-4971-858b-11374117994a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-945069977', 'network_id': '26519b02-2239-4bd6-818a-271185023756', 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:54.913800 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-cb04d8bf-a034-4943-a041-6266988c4662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:54.915857 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0f8b887e-fce5-4ab9-9b02-d8dcde74ecc1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:55.236624 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b887e-fce5-4ab9-9b02-d8dcde74ecc1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=491dfa7a-6705-49f0-addd-215bcd9d53e4,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:55.242397 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-88565b46-3b8a-4971-858b-11374117994a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:37:55.245000 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-88565b46-3b8a-4971-858b-11374117994a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Usage tracker for resource:subnet and tenant:ab6773108e104f6bb007fe66b5dfc718 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:37:55.249199 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-88565b46-3b8a-4971-858b-11374117994a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:37:55.252648 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0f8b887e-fce5-4ab9-9b02-d8dcde74ecc1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:55.292133 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-cb04d8bf-a034-4943-a041-6266988c4662 None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:55.306441 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-cb04d8bf-a034-4943-a041-6266988c4662 None None] Transition to ACTIVE for port object ce14ce98-b0b7-4669-b589-530667797bfd will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:37:55.313839 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-88565b46-3b8a-4971-858b-11374117994a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:37:55.357383 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-cb04d8bf-a034-4943-a041-6266988c4662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:55.414209 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88565b46-3b8a-4971-858b-11374117994a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Made reservation on behalf of ab6773108e104f6bb007fe66b5dfc718 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:37:55.414209 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-88565b46-3b8a-4971-858b-11374117994a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:55.453400 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-cb04d8bf-a034-4943-a041-6266988c4662 None None] Attempting to bind port ce14ce98-b0b7-4669-b589-530667797bfd on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:37:55.453555 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-cb04d8bf-a034-4943-a041-6266988c4662 None None] Attempting to bind port ce14ce98-b0b7-4669-b589-530667797bfd by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:37:55.453838 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04d8bf-a034-4943-a041-6266988c4662 None None] Attempting to bind port ce14ce98-b0b7-4669-b589-530667797bfd on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:37:55.456458 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0837b-2c6f-4ab4-bb8e-95a6f88c31f4 None None] Pushing event updated for resources: {'Port': ['ID=ce14ce98-b0b7-4669-b589-530667797bfd,revision_number=2']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:55.467397 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04d8bf-a034-4943-a041-6266988c4662 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:37:55.467771 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04d8bf-a034-4943-a041-6266988c4662 None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:37:55.468172 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-cb04d8bf-a034-4943-a041-6266988c4662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:55.468566 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04d8bf-a034-4943-a041-6266988c4662 None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:37:55.469082 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-cb04d8bf-a034-4943-a041-6266988c4662 None None] Bound port: ce14ce98-b0b7-4669-b589-530667797bfd, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:37:55.469453 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-cb04d8bf-a034-4943-a041-6266988c4662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:55.499863 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee0837b-2c6f-4ab4-bb8e-95a6f88c31f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:55.500205 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee0837b-2c6f-4ab4-bb8e-95a6f88c31f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:55.500541 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee0837b-2c6f-4ab4-bb8e-95a6f88c31f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:55.500906 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee0837b-2c6f-4ab4-bb8e-95a6f88c31f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:55.501343 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee0837b-2c6f-4ab4-bb8e-95a6f88c31f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:55.501558 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee0837b-2c6f-4ab4-bb8e-95a6f88c31f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:55.501878 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee0837b-2c6f-4ab4-bb8e-95a6f88c31f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:55.502205 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee0837b-2c6f-4ab4-bb8e-95a6f88c31f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:55.502525 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee0837b-2c6f-4ab4-bb8e-95a6f88c31f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:55.502866 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee0837b-2c6f-4ab4-bb8e-95a6f88c31f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:55.503186 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee0837b-2c6f-4ab4-bb8e-95a6f88c31f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:55.503624 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee0837b-2c6f-4ab4-bb8e-95a6f88c31f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:37:55.523295 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:37:55.538531 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-0f8b887e-fce5-4ab9-9b02-d8dcde74ecc1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Floating IP 88fc2cbc-6b84-44f4-af23-617150643df4 associated. External IP: 172.26.4.14, port: 93e643c8-ede2-450f-b71e-a390f7064686. Apr 06 13:37:55.569395 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-cb04d8bf-a034-4943-a041-6266988c4662 None None] For port ce14ce98-b0b7-4669-b589-530667797bfd, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:37:55.573189 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-cb04d8bf-a034-4943-a041-6266988c4662 None None] For port ce14ce98-b0b7-4669-b589-530667797bfd, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ce14ce98-b0b7-4669-b589-530667797bfd,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:37:55.636798 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-cb04d8bf-a034-4943-a041-6266988c4662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:55.750204 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb04d8bf-a034-4943-a041-6266988c4662 None None] Routers {'1be3af9d-a06f-46dd-9148-fb702311ab7d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:37:55.750204 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-cb04d8bf-a034-4943-a041-6266988c4662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:37:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1be3af9d-a06f-46dd-9148-fb702311ab7d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:55.835786 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0837b-2c6f-4ab4-bb8e-95a6f88c31f4 None None] Pushing event updated for resources: {'Port': ['ID=ce14ce98-b0b7-4669-b589-530667797bfd,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:55.953338 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-cb04d8bf-a034-4943-a041-6266988c4662 None None] Set router 1be3af9d-a06f-46dd-9148-fb702311ab7d gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:37:56.010432 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-88565b46-3b8a-4971-858b-11374117994a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:56.015063 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8b887e-fce5-4ab9-9b02-d8dcde74ecc1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 94791fbd-8e1a-42a2-90f9-0d3f9c416f4a has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:37:56.160834 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88565b46-3b8a-4971-858b-11374117994a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Pushing event updated for resources: {'Subnet': ['ID=50904863-4d97-4f05-a8d8-785fda68cbb9,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:56.181541 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88565b46-3b8a-4971-858b-11374117994a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Checking segment: {'id': 'fce647cf-9b5d-4c51-9e8b-96815f1f2160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26519b02-2239-4bd6-818a-271185023756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:37:56.181955 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88565b46-3b8a-4971-858b-11374117994a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Network hostable DHCP agents. Network: 26519b02-2239-4bd6-818a-271185023756, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:37:56.273549 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-cb04d8bf-a034-4943-a041-6266988c4662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555262', 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'ce14ce98-b0b7-4669-b589-530667797bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:51Z', 'updated_at': '2022-04-06T13:37:53Z', 'revision_number': 3, 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'gw_port': {'id': 'ce14ce98-b0b7-4669-b589-530667797bfd', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:03:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:52Z', 'updated_at': '2022-04-06T13:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:56.277842 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb04d8bf-a034-4943-a041-6266988c4662 None None] The sync data for ids ['1be3af9d-a06f-46dd-9148-fb702311ab7d'] in dv-neutron-834600-1-hyperv is: [{'id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555262', 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'ce14ce98-b0b7-4669-b589-530667797bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:51Z', 'updated_at': '2022-04-06T13:37:53Z', 'revision_number': 3, 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'gw_port': {'id': 'ce14ce98-b0b7-4669-b589-530667797bfd', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:03:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:52Z', 'updated_at': '2022-04-06T13:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:37:56.304176 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8b887e-fce5-4ab9-9b02-d8dcde74ecc1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:37:56.314122 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ae1f69-9e56-43b3-b71b-370ec28b14fe None None] Sync routers for ids ['94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:37:56.323838 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ae1f69-9e56-43b3-b71b-370ec28b14fe None None] Routers {'94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:37:56.324461 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e3ae1f69-9e56-43b3-b71b-370ec28b14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:37:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:56.356637 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88565b46-3b8a-4971-858b-11374117994a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Network 26519b02-2239-4bd6-818a-271185023756 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:37:56.401936 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0f8b887e-fce5-4ab9-9b02-d8dcde74ecc1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:56.465025 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0f8b887e-fce5-4ab9-9b02-d8dcde74ecc1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 3.3922307 Apr 06 13:37:56.465025 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18442135-0dc0-456f-a75a-f119a2f14491', 'tag': '93e643c8-ede2-450f-b71e-a390f7064686'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:37:56.466155 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49664) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:56.505063 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-88565b46-3b8a-4971-858b-11374117994a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 26519b02-2239-4bd6-818a-271185023756) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:37:56.505063 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88565b46-3b8a-4971-858b-11374117994a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:56.505063 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-88565b46-3b8a-4971-858b-11374117994a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:56.551884 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2785dd-7527-4f5a-98bc-c312aeebd883 None None] Network 26519b02-2239-4bd6-818a-271185023756 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:37:56.573728 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd1ea14e-6644-4da5-aadc-c9be9988bf1e'] response: {'name': 'network-changed', 'server_uuid': '18442135-0dc0-456f-a75a-f119a2f14491', 'tag': '93e643c8-ede2-450f-b71e-a390f7064686', 'status': 'completed', 'code': 200} Apr 06 13:37:56.603263 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-e3ae1f69-9e56-43b3-b71b-370ec28b14fe None None] Set router 94791fbd-8e1a-42a2-90f9-0d3f9c416f4a gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:37:56.625363 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-88565b46-3b8a-4971-858b-11374117994a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7304888 Apr 06 13:37:56.629163 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49670) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:37:56.687945 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe37182-ed91-4b46-b9ad-28ea91adfe04 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:56.689678 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5fe37182-ed91-4b46-b9ad-28ea91adfe04 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=18442135-0dc0-456f-a75a-f119a2f14491&network_id=e701bed6-e701-4d61-924b-07c044b6048f HTTP/1.1" status: 200 len: 1131 time: 0.2210367 Apr 06 13:37:56.726527 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cb714-21e8-43ed-9d07-815a1e08b1da req-3513f89f-4bf1-41f6-9327-8a23f7aeb634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:56.728077 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0d0cb714-21e8-43ed-9d07-815a1e08b1da req-3513f89f-4bf1-41f6-9327-8a23f7aeb634 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=18442135-0dc0-456f-a75a-f119a2f14491 HTTP/1.1" status: 200 len: 1136 time: 0.1468050 Apr 06 13:37:56.906105 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cb714-21e8-43ed-9d07-815a1e08b1da req-341504e6-7e13-47da-bd93-a6da3bbcf737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:56.906105 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0d0cb714-21e8-43ed-9d07-815a1e08b1da req-341504e6-7e13-47da-bd93-a6da3bbcf737 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e701bed6-e701-4d61-924b-07c044b6048f HTTP/1.1" status: 200 len: 898 time: 0.1691670 Apr 06 13:37:57.353673 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:57.364803 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0d0cb714-21e8-43ed-9d07-815a1e08b1da req-657be220-c545-4ce2-8d36-a2cf02ece4d9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93e643c8-ede2-450f-b71e-a390f7064686 HTTP/1.1" status: 200 len: 1036 time: 0.4453735 Apr 06 13:37:57.434900 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc2d3cd-546c-400b-ade6-cbb908e0b164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-26519b02-2239-4bd6-818a-271185023756', 'network_id': '26519b02-2239-4bd6-818a-271185023756', 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'fixed_ips': [{'subnet_id': '50904863-4d97-4f05-a8d8-785fda68cbb9'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:37:57.435755 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bfc2d3cd-546c-400b-ade6-cbb908e0b164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:57.471445 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cb714-21e8-43ed-9d07-815a1e08b1da req-8efafd9c-17ba-4dbd-bd1e-b2eb0d96f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:57.473526 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0d0cb714-21e8-43ed-9d07-815a1e08b1da req-8efafd9c-17ba-4dbd-bd1e-b2eb0d96f598 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5b371022-b94d-4041-a5c1-b13b6fb026e1 HTTP/1.1" status: 200 len: 834 time: 0.1102910 Apr 06 13:37:57.480453 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ce14ce98-b0b7-4669-b589-530667797bfd up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:37:57.602985 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cb714-21e8-43ed-9d07-815a1e08b1da req-a67ed739-f0d5-4f55-8169-78d56de858ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:57.605141 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0d0cb714-21e8-43ed-9d07-815a1e08b1da req-a67ed739-f0d5-4f55-8169-78d56de858ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e701bed6-e701-4d61-924b-07c044b6048f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1212702 Apr 06 13:37:57.741757 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706c1dd-d6d3-4bb0-bfbe-6a514141abc6 req-56b9ed08-e8e8-4e18-b33f-035607c4eb2f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:57.743716 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d706c1dd-d6d3-4bb0-bfbe-6a514141abc6 req-56b9ed08-e8e8-4e18-b33f-035607c4eb2f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=18442135-0dc0-456f-a75a-f119a2f14491 HTTP/1.1" status: 200 len: 983 time: 0.3185687 Apr 06 13:37:57.805817 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-bfc2d3cd-546c-400b-ade6-cbb908e0b164 None None] Allocated IP 172.20.0.2 (26519b02-2239-4bd6-818a-271185023756/50904863-4d97-4f05-a8d8-785fda68cbb9/29015a9d-e952-4aa8-ac0c-b25dd5cea258) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:37:57.805817 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e3ae1f69-9e56-43b3-b71b-370ec28b14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'name': 'tempest-TestNetworkBasicOps-router-1903343310', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:18Z', 'updated_at': '2022-04-06T13:37:27Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:20Z', 'updated_at': '2022-04-06T13:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '88fc2cbc-6b84-44f4-af23-617150643df4', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.14', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'port_id': '93e643c8-ede2-450f-b71e-a390f7064686', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1144616386', 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f', 'mac_address': 'fa:16:3e:71:53:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18442135-0dc0-456f-a75a-f119a2f14491', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:37:54Z', 'updated_at': '2022-04-06T13:37:54Z', 'revision_number': 0, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a3a64f-2334-48d5-9851-b7c7ab6b2a5c', 'name': '', 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:ae:04:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '5b371022-b94d-4041-a5c1-b13b6fb026e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:26Z', 'updated_at': '2022-04-06T13:37:35Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '5b371022-b94d-4041-a5c1-b13b6fb026e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:57.826767 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0d0cb714-21e8-43ed-9d07-815a1e08b1da req-56ef840b-7543-4e64-88e7-1d0998d6d531 service neutron] 10.222.0.61 "GET /v2.0/networks/e701bed6-e701-4d61-924b-07c044b6048f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965451 Apr 06 13:37:57.837865 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ae1f69-9e56-43b3-b71b-370ec28b14fe None None] Checking router: 94791fbd-8e1a-42a2-90f9-0d3f9c416f4a for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:37:57.843174 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d706c1dd-d6d3-4bb0-bfbe-6a514141abc6 req-113b015b-b67b-42bf-a11a-5d87bf057654 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=e60ebda1-295e-4802-8e00-2ce42f211955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733659 Apr 06 13:37:57.849292 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port ce14ce98-b0b7-4669-b589-530667797bfd completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:37:57.861565 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port ce14ce98-b0b7-4669-b589-530667797bfd triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:57.861991 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:57.888717 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ae1f69-9e56-43b3-b71b-370ec28b14fe None None] Routers {'94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:37:57.889387 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e3ae1f69-9e56-43b3-b71b-370ec28b14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:37:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:58.006990 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0d0cb714-21e8-43ed-9d07-815a1e08b1da req-0db47f5a-41f5-4d5f-a6b1-bf8ac62a8ed3 service neutron] 10.222.0.61 "GET /v2.0/networks/e701bed6-e701-4d61-924b-07c044b6048f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917601 Apr 06 13:37:58.051680 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5684afae-f85a-42f1-8b82-5370b80dbd7a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:58.305490 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-e3ae1f69-9e56-43b3-b71b-370ec28b14fe None None] Set router 94791fbd-8e1a-42a2-90f9-0d3f9c416f4a gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:37:58.374756 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bfc2d3cd-546c-400b-ade6-cbb908e0b164 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:58.390411 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-bfc2d3cd-546c-400b-ade6-cbb908e0b164 None None] Transition to ACTIVE for port object 29015a9d-e952-4aa8-ac0c-b25dd5cea258 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:37:58.408985 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-bfc2d3cd-546c-400b-ade6-cbb908e0b164 None None] Transition to ACTIVE for port object 29015a9d-e952-4aa8-ac0c-b25dd5cea258 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:37:58.439332 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:58.505487 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bfc2d3cd-546c-400b-ade6-cbb908e0b164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:58.545758 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-5684afae-f85a-42f1-8b82-5370b80dbd7a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Allocated IP 172.20.0.1 (26519b02-2239-4bd6-818a-271185023756/50904863-4d97-4f05-a8d8-785fda68cbb9/d9b276c8-6c3a-4ed9-8510-90e3767c4f5e) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:37:58.612679 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc2d3cd-546c-400b-ade6-cbb908e0b164 None None] Network 26519b02-2239-4bd6-818a-271185023756 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:37:58.614252 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port ce14ce98-b0b7-4669-b589-530667797bfd, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ce14ce98-b0b7-4669-b589-530667797bfd,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:37:58.620241 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-bfc2d3cd-546c-400b-ade6-cbb908e0b164 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:37:58.633556 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc2d3cd-546c-400b-ade6-cbb908e0b164 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:37:58.640719 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2d3cd-546c-400b-ade6-cbb908e0b164 None None] Pushing event updated for resources: {'Port': ['ID=29015a9d-e952-4aa8-ac0c-b25dd5cea258,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:58.700851 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d08dc-ca3e-493f-8338-802a174205b2 req-2dc826c2-ac2a-4c57-ad06-f30eb134b248 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:58.702240 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-a58d08dc-ca3e-493f-8338-802a174205b2 req-2dc826c2-ac2a-4c57-ad06-f30eb134b248 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:37:58.745272 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:58.765093 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5684afae-f85a-42f1-8b82-5370b80dbd7a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:58.782233 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-5684afae-f85a-42f1-8b82-5370b80dbd7a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Transition to ACTIVE for port object d9b276c8-6c3a-4ed9-8510-90e3767c4f5e will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:37:58.841255 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-a58d08dc-ca3e-493f-8338-802a174205b2 req-2dc826c2-ac2a-4c57-ad06-f30eb134b248 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:37:58.842508 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a58d08dc-ca3e-493f-8338-802a174205b2 req-2dc826c2-ac2a-4c57-ad06-f30eb134b248 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/ports?device_id=18442135-0dc0-456f-a75a-f119a2f14491 HTTP/1.1" status: 200 len: 983 time: 0.2372813 Apr 06 13:37:58.875569 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-bfc2d3cd-546c-400b-ade6-cbb908e0b164 None None] Attempting to bind port 29015a9d-e952-4aa8-ac0c-b25dd5cea258 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:37:58.875958 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-bfc2d3cd-546c-400b-ade6-cbb908e0b164 None None] Attempting to bind port 29015a9d-e952-4aa8-ac0c-b25dd5cea258 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'fce647cf-9b5d-4c51-9e8b-96815f1f2160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26519b02-2239-4bd6-818a-271185023756'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:37:58.876306 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc2d3cd-546c-400b-ade6-cbb908e0b164 None None] Attempting to bind port 29015a9d-e952-4aa8-ac0c-b25dd5cea258 on network 26519b02-2239-4bd6-818a-271185023756 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:37:58.903155 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc2d3cd-546c-400b-ade6-cbb908e0b164 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:37:58.908364 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc2d3cd-546c-400b-ade6-cbb908e0b164 None None] Checking segment: {'id': 'fce647cf-9b5d-4c51-9e8b-96815f1f2160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26519b02-2239-4bd6-818a-271185023756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:37:58.908364 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bfc2d3cd-546c-400b-ade6-cbb908e0b164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:58.908364 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc2d3cd-546c-400b-ade6-cbb908e0b164 None None] Bound using segment: {'id': 'fce647cf-9b5d-4c51-9e8b-96815f1f2160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26519b02-2239-4bd6-818a-271185023756'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:37:58.908364 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-bfc2d3cd-546c-400b-ade6-cbb908e0b164 None None] Bound port: 29015a9d-e952-4aa8-ac0c-b25dd5cea258, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce647cf-9b5d-4c51-9e8b-96815f1f2160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26519b02-2239-4bd6-818a-271185023756'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:37:58.908824 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5684afae-f85a-42f1-8b82-5370b80dbd7a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:58.908975 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bfc2d3cd-546c-400b-ade6-cbb908e0b164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:58.919142 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d08dc-ca3e-493f-8338-802a174205b2 req-9ed1501a-67be-41c7-9b01-ddc7b6d32afe tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:58.920559 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a58d08dc-ca3e-493f-8338-802a174205b2 req-9ed1501a-67be-41c7-9b01-ddc7b6d32afe tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/ports/93e643c8-ede2-450f-b71e-a390f7064686?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0730221 Apr 06 13:37:58.971253 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=ce14ce98-b0b7-4669-b589-530667797bfd,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:58.974098 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5684afae-f85a-42f1-8b82-5370b80dbd7a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Network 26519b02-2239-4bd6-818a-271185023756 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:37:58.977860 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-5684afae-f85a-42f1-8b82-5370b80dbd7a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:37:58.988683 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5684afae-f85a-42f1-8b82-5370b80dbd7a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:37:59.069944 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-bfc2d3cd-546c-400b-ade6-cbb908e0b164 None None] For port 29015a9d-e952-4aa8-ac0c-b25dd5cea258, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:37:59.074157 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-bfc2d3cd-546c-400b-ade6-cbb908e0b164 None None] For port 29015a9d-e952-4aa8-ac0c-b25dd5cea258, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=29015a9d-e952-4aa8-ac0c-b25dd5cea258,segment=NetworkSegment(fce647cf-9b5d-4c51-9e8b-96815f1f2160),segment_id=fce647cf-9b5d-4c51-9e8b-96815f1f2160)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:37:59.096788 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e3ae1f69-9e56-43b3-b71b-370ec28b14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'name': 'tempest-TestNetworkBasicOps-router-1903343310', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:18Z', 'updated_at': '2022-04-06T13:37:27Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:20Z', 'updated_at': '2022-04-06T13:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '88fc2cbc-6b84-44f4-af23-617150643df4', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.14', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'port_id': '93e643c8-ede2-450f-b71e-a390f7064686', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1144616386', 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f', 'mac_address': 'fa:16:3e:71:53:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18442135-0dc0-456f-a75a-f119a2f14491', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:37:54Z', 'updated_at': '2022-04-06T13:37:54Z', 'revision_number': 0, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a3a64f-2334-48d5-9851-b7c7ab6b2a5c', 'name': '', 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:ae:04:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '5b371022-b94d-4041-a5c1-b13b6fb026e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:26Z', 'updated_at': '2022-04-06T13:37:35Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '5b371022-b94d-4041-a5c1-b13b6fb026e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:37:59.101145 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ae1f69-9e56-43b3-b71b-370ec28b14fe None None] The sync data for ids ['94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'] in dv-neutron-834600-1-hyperv is: [{'id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'name': 'tempest-TestNetworkBasicOps-router-1903343310', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:18Z', 'updated_at': '2022-04-06T13:37:27Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:20Z', 'updated_at': '2022-04-06T13:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '88fc2cbc-6b84-44f4-af23-617150643df4', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.14', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'port_id': '93e643c8-ede2-450f-b71e-a390f7064686', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1144616386', 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f', 'mac_address': 'fa:16:3e:71:53:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18442135-0dc0-456f-a75a-f119a2f14491', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:37:54Z', 'updated_at': '2022-04-06T13:37:54Z', 'revision_number': 0, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a3a64f-2334-48d5-9851-b7c7ab6b2a5c', 'name': '', 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:ae:04:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '5b371022-b94d-4041-a5c1-b13b6fb026e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:26Z', 'updated_at': '2022-04-06T13:37:35Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '5b371022-b94d-4041-a5c1-b13b6fb026e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:37:59.103485 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a58d08dc-ca3e-493f-8338-802a174205b2 req-85f12000-66c9-439f-9713-0cf3dcd5d239 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/networks/e701bed6-e701-4d61-924b-07c044b6048f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1770301 Apr 06 13:37:59.114006 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-a58d08dc-ca3e-493f-8338-802a174205b2 req-7d8d10dd-811f-449d-83e8-dc3c4a5001cb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:37:59.169053 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bfc2d3cd-546c-400b-ade6-cbb908e0b164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:59.236117 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684afae-f85a-42f1-8b82-5370b80dbd7a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Pushing event updated for resources: {'Port': ['ID=d9b276c8-6c3a-4ed9-8510-90e3767c4f5e,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:59.255914 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5684afae-f85a-42f1-8b82-5370b80dbd7a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:59.263315 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-a58d08dc-ca3e-493f-8338-802a174205b2 req-7d8d10dd-811f-449d-83e8-dc3c4a5001cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:59.298858 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2d3cd-546c-400b-ade6-cbb908e0b164 None None] Pushing event updated for resources: {'Port': ['ID=29015a9d-e952-4aa8-ac0c-b25dd5cea258,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:37:59.374011 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ce14ce98-b0b7-4669-b589-530667797bfd up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:37:59.448205 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e8ad22-fb04-43ae-9e83-5915596bf01f None None] New status for floating IP 88fc2cbc-6b84-44f4-af23-617150643df4: ACTIVE {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:37:59.557016 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port ce14ce98-b0b7-4669-b589-530667797bfd triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:37:59.560728 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:59.617316 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-a58d08dc-ca3e-493f-8338-802a174205b2 req-7d8d10dd-811f-449d-83e8-dc3c4a5001cb service neutron] For port 93e643c8-ede2-450f-b71e-a390f7064686, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=93e643c8-ede2-450f-b71e-a390f7064686,segment=NetworkSegment(fc056789-64a4-4af0-b932-e8ccee1d4a69),segment_id=fc056789-64a4-4af0-b932-e8ccee1d4a69)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:37:59.617619 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b1d11-a85b-4421-bc2a-5ee0291d1be7 req-1d1ff310-4a8b-4098-a30b-9ee20d9c41e7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:37:59.632332 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cb8b1d11-a85b-4421-bc2a-5ee0291d1be7 req-1d1ff310-4a8b-4098-a30b-9ee20d9c41e7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=18442135-0dc0-456f-a75a-f119a2f14491 HTTP/1.1" status: 200 len: 983 time: 0.6515515 Apr 06 13:37:59.670439 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-a58d08dc-ca3e-493f-8338-802a174205b2 req-7d8d10dd-811f-449d-83e8-dc3c4a5001cb service neutron] For port 93e643c8-ede2-450f-b71e-a390f7064686, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:37:59.740558 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-a58d08dc-ca3e-493f-8338-802a174205b2 req-7d8d10dd-811f-449d-83e8-dc3c4a5001cb service neutron] device_id is not set on port 93e643c8-ede2-450f-b71e-a390f7064686 yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:37:59.750822 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cb8b1d11-a85b-4421-bc2a-5ee0291d1be7 req-17a8ea99-b104-43d1-8b8e-7ebf476ad76f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=e60ebda1-295e-4802-8e00-2ce42f211955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742230 Apr 06 13:37:59.754167 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-a58d08dc-ca3e-493f-8338-802a174205b2 req-7d8d10dd-811f-449d-83e8-dc3c4a5001cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:59.860154 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5684afae-f85a-42f1-8b82-5370b80dbd7a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:37:59.887439 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-a58d08dc-ca3e-493f-8338-802a174205b2 req-7d8d10dd-811f-449d-83e8-dc3c4a5001cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:00.039306 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d10dd-811f-449d-83e8-dc3c4a5001cb service neutron] Pushing event updated for resources: {'Port': ['ID=93e643c8-ede2-450f-b71e-a390f7064686,revision_number=6']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:00.105409 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58d08dc-ca3e-493f-8338-802a174205b2 req-7d8d10dd-811f-449d-83e8-dc3c4a5001cb service neutron] No DVR routers for this DVR port 93e643c8-ede2-450f-b71e-a390f7064686 on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:38:00.292473 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ce7c3279-9a5a-4a08-bcf1-80db887abbe4 None None] Provisioning complete for port 93e643c8-ede2-450f-b71e-a390f7064686 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:38:00.292843 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3279-9a5a-4a08-bcf1-80db887abbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:00.334499 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5684afae-f85a-42f1-8b82-5370b80dbd7a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:00.366607 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ce7c3279-9a5a-4a08-bcf1-80db887abbe4 None None] Port 93e643c8-ede2-450f-b71e-a390f7064686 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:38:00.402567 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5684afae-f85a-42f1-8b82-5370b80dbd7a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:00.489768 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-a58d08dc-ca3e-493f-8338-802a174205b2 req-7d8d10dd-811f-449d-83e8-dc3c4a5001cb service neutron] In _notify_port_updated(), no bound segment for port 93e643c8-ede2-450f-b71e-a390f7064686 on network e701bed6-e701-4d61-924b-07c044b6048f {{(pid=88564) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 06 13:38:00.491647 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d08dc-ca3e-493f-8338-802a174205b2 req-7d8d10dd-811f-449d-83e8-dc3c4a5001cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:00.492749 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-a58d08dc-ca3e-493f-8338-802a174205b2 req-7d8d10dd-811f-449d-83e8-dc3c4a5001cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:00.496023 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a58d08dc-ca3e-493f-8338-802a174205b2 req-7d8d10dd-811f-449d-83e8-dc3c4a5001cb service neutron] 10.222.0.61 "PUT /v2.0/ports/93e643c8-ede2-450f-b71e-a390f7064686 HTTP/1.1" status: 200 len: 1026 time: 1.3861921 Apr 06 13:38:00.523692 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5684afae-f85a-42f1-8b82-5370b80dbd7a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:00.536940 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684afae-f85a-42f1-8b82-5370b80dbd7a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Pushing event updated for resources: {'Port': ['ID=d9b276c8-6c3a-4ed9-8510-90e3767c4f5e,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:00.616032 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc954ac5-85b4-4c4c-88a7-972f7b202f55 None None] Network 26519b02-2239-4bd6-818a-271185023756 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:38:00.687003 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5684afae-f85a-42f1-8b82-5370b80dbd7a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Network 26519b02-2239-4bd6-818a-271185023756 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:38:00.688225 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-5684afae-f85a-42f1-8b82-5370b80dbd7a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:38:00.793193 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-14a35d42-03eb-42be-92c0-7650a8e5e1e2 None None] Provisioning for port 29015a9d-e952-4aa8-ac0c-b25dd5cea258 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:38:00.887369 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5684afae-f85a-42f1-8b82-5370b80dbd7a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Router 1be3af9d-a06f-46dd-9148-fb702311ab7d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:38:00.943628 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-77d66b6f-8540-45d7-81ab-15327247e2ca req-8f71c0ca-5db3-4863-8155-022d4d79c897 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=18442135-0dc0-456f-a75a-f119a2f14491 HTTP/1.1" status: 200 len: 210 time: 0.0575788 Apr 06 13:38:01.210908 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-489d2561-2864-4080-b157-481f47959b9c None None] Provisioning for port d9b276c8-6c3a-4ed9-8510-90e3767c4f5e completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:38:01.212689 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-489d2561-2864-4080-b157-481f47959b9c None None] Provisioning complete for port d9b276c8-6c3a-4ed9-8510-90e3767c4f5e triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:38:01.213823 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-489d2561-2864-4080-b157-481f47959b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:01.305157 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-489d2561-2864-4080-b157-481f47959b9c None None] Port d9b276c8-6c3a-4ed9-8510-90e3767c4f5e cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:38:01.310820 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5684afae-f85a-42f1-8b82-5370b80dbd7a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:38:01.331451 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5684afae-f85a-42f1-8b82-5370b80dbd7a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "PUT /v2.0/routers/1be3af9d-a06f-46dd-9148-fb702311ab7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7005141 Apr 06 13:38:01.345002 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9c7e1f-9a91-4039-bec0-ed3c3593afd7 None None] Sync routers for ids ['1be3af9d-a06f-46dd-9148-fb702311ab7d'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:38:01.372700 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9c7e1f-9a91-4039-bec0-ed3c3593afd7 None None] Routers {'1be3af9d-a06f-46dd-9148-fb702311ab7d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:38:01.375218 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-8a9c7e1f-9a91-4039-bec0-ed3c3593afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:37:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1be3af9d-a06f-46dd-9148-fb702311ab7d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:38:01.460798 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 93e643c8-ede2-450f-b71e-a390f7064686 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:38:01.522095 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 29015a9d-e952-4aa8-ac0c-b25dd5cea258 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:38:01.652419 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-a8004c06-3466-4331-bc09-2c1ae2631fa8 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-168059172&fields=id&tenant_id=ab6773108e104f6bb007fe66b5dfc718 HTTP/1.1" status: 200 len: 267 time: 0.0977120 Apr 06 13:38:01.679594 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 93e643c8-ede2-450f-b71e-a390f7064686 not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:38:01.777457 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3f2b4b24-8d35-4cc5-a4e2-aede2feb6f73 None None] Provisioning complete for port d9b276c8-6c3a-4ed9-8510-90e3767c4f5e triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:38:01.778179 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3f2b4b24-8d35-4cc5-a4e2-aede2feb6f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:01.846003 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-e8abc008-f241-4228-8b3f-dff849797588 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:01.846735 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-e8abc008-f241-4228-8b3f-dff849797588 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Synchronizing usage tracker for tenant:ab6773108e104f6bb007fe66b5dfc718 on resource:network {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:38:01.873345 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-8a9c7e1f-9a91-4039-bec0-ed3c3593afd7 None None] Set router 1be3af9d-a06f-46dd-9148-fb702311ab7d gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:38:01.928884 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b4b24-8d35-4cc5-a4e2-aede2feb6f73 None None] Port d9b276c8-6c3a-4ed9-8510-90e3767c4f5e cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:38:01.969013 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-e8abc008-f241-4228-8b3f-dff849797588 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Unset dirty status for tenant:ab6773108e104f6bb007fe66b5dfc718 on resource:network {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:38:01.974617 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-e8abc008-f241-4228-8b3f-dff849797588 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/networks?id=26519b02-2239-4bd6-818a-271185023756 HTTP/1.1" status: 200 len: 797 time: 0.3172295 Apr 06 13:38:01.987581 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-b85881fc-410a-4171-b5b4-fb0f607425c8 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/quotas/ab6773108e104f6bb007fe66b5dfc718 HTTP/1.1" status: 200 len: 375 time: 0.0103025 Apr 06 13:38:02.002113 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 29015a9d-e952-4aa8-ac0c-b25dd5cea258 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:38:02.032317 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 29015a9d-e952-4aa8-ac0c-b25dd5cea258 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:38:02.032688 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:02.053112 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49698) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:02.089124 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-dc487e94-8bf5-4e34-8fcf-a08a9050bc56 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Synchronizing usage tracker for tenant:ab6773108e104f6bb007fe66b5dfc718 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:38:02.125934 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b35415-1848-4dfe-89cd-d4a86795ed86 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:02.130334 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-50b35415-1848-4dfe-89cd-d4a86795ed86 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports/93e643c8-ede2-450f-b71e-a390f7064686 HTTP/1.1" status: 200 len: 925 time: 0.0798676 Apr 06 13:38:02.181511 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-050e39ad-455a-4caa-afb2-88b542ce3eef None None] Provisioning complete for port d9b276c8-6c3a-4ed9-8510-90e3767c4f5e triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:38:02.181511 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-050e39ad-455a-4caa-afb2-88b542ce3eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:02.195619 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-dc487e94-8bf5-4e34-8fcf-a08a9050bc56 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Unset dirty status for tenant:ab6773108e104f6bb007fe66b5dfc718 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:38:02.209967 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-dc487e94-8bf5-4e34-8fcf-a08a9050bc56 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab6773108e104f6bb007fe66b5dfc718&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2162480 Apr 06 13:38:02.241798 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-050e39ad-455a-4caa-afb2-88b542ce3eef None None] Port d9b276c8-6c3a-4ed9-8510-90e3767c4f5e cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:38:02.350780 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-58f1e525-fff6-487d-b8b2-17148f0cfaf3 service neutron] 10.222.0.48 "GET /v2.0/networks/26519b02-2239-4bd6-818a-271185023756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375468 Apr 06 13:38:02.351088 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:02.403768 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 29015a9d-e952-4aa8-ac0c-b25dd5cea258, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=29015a9d-e952-4aa8-ac0c-b25dd5cea258,segment=NetworkSegment(fce647cf-9b5d-4c51-9e8b-96815f1f2160),segment_id=fce647cf-9b5d-4c51-9e8b-96815f1f2160)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:38:02.423471 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49704) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:02.427039 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-8a9c7e1f-9a91-4039-bec0-ed3c3593afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555262', 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'ce14ce98-b0b7-4669-b589-530667797bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:51Z', 'updated_at': '2022-04-06T13:37:59Z', 'revision_number': 4, 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'gw_port': {'id': 'ce14ce98-b0b7-4669-b589-530667797bfd', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:52Z', 'updated_at': '2022-04-06T13:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'd9b276c8-6c3a-4ed9-8510-90e3767c4f5e', 'name': '', 'network_id': '26519b02-2239-4bd6-818a-271185023756', 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'mac_address': 'fa:16:3e:72:70:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '50904863-4d97-4f05-a8d8-785fda68cbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:58Z', 'updated_at': '2022-04-06T13:38:00Z', 'revision_number': 2, 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'subnets': [{'id': '50904863-4d97-4f05-a8d8-785fda68cbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:38:02.428953 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-2830b276-0ce9-4400-ad9d-f955d5f6b93c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1575553068', 'description': 'tempest-secgroup-smoke-1575553068 description', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:38:02.431004 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9c7e1f-9a91-4039-bec0-ed3c3593afd7 None None] Checking router: 1be3af9d-a06f-46dd-9148-fb702311ab7d for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:38:02.431357 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9c7e1f-9a91-4039-bec0-ed3c3593afd7 None None] Updating router 1be3af9d-a06f-46dd-9148-fb702311ab7d port d9b276c8-6c3a-4ed9-8510-90e3767c4f5e binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:38:02.436286 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-2830b276-0ce9-4400-ad9d-f955d5f6b93c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:38:02.448250 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-2830b276-0ce9-4400-ad9d-f955d5f6b93c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:38:02.481314 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:02.492995 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-2c61e551-fa4d-49d8-ae3a-885d9c405d2b service neutron] 10.222.0.48 "GET /v2.0/networks/26519b02-2239-4bd6-818a-271185023756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354885 Apr 06 13:38:02.538776 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2830b276-0ce9-4400-ad9d-f955d5f6b93c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:02.571505 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-2830b276-0ce9-4400-ad9d-f955d5f6b93c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:38:02.574060 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2830b276-0ce9-4400-ad9d-f955d5f6b93c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:38:02.577304 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2830b276-0ce9-4400-ad9d-f955d5f6b93c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:38:02.581775 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8a9c7e1f-9a91-4039-bec0-ed3c3593afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:02.583137 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-2830b276-0ce9-4400-ad9d-f955d5f6b93c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:38:02.660962 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2830b276-0ce9-4400-ad9d-f955d5f6b93c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:02.669606 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=29015a9d-e952-4aa8-ac0c-b25dd5cea258,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:02.789634 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2830b276-0ce9-4400-ad9d-f955d5f6b93c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:02.823540 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830b276-0ce9-4400-ad9d-f955d5f6b93c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9eebeb-33ac-4f49-91b8-7cd523bd2d2d,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:02.884058 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-949ae7c4-8b1f-4d57-b454-58eb84dcaec5 req-7b20815e-d62d-4f78-9c8f-ab6d9eda603e tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 210 time: 0.0642200 Apr 06 13:38:02.933200 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2830b276-0ce9-4400-ad9d-f955d5f6b93c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:02.933200 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2830b276-0ce9-4400-ad9d-f955d5f6b93c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5049548 Apr 06 13:38:02.934531 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49714) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:02.940038 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-ac77a210-2241-4248-b8e8-0516139b5089 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '1b9eebeb-33ac-4f49-91b8-7cd523bd2d2d', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:38:02.946040 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ac77a210-2241-4248-b8e8-0516139b5089 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:38:02.950547 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ac77a210-2241-4248-b8e8-0516139b5089 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:38:02.953500 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ac77a210-2241-4248-b8e8-0516139b5089 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:38:02.959549 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ac77a210-2241-4248-b8e8-0516139b5089 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:38:02.966134 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8a9c7e1f-9a91-4039-bec0-ed3c3593afd7 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:02.977684 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8a9c7e1f-9a91-4039-bec0-ed3c3593afd7 None None] Transition to ACTIVE for port object d9b276c8-6c3a-4ed9-8510-90e3767c4f5e will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:38:03.066380 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8a9c7e1f-9a91-4039-bec0-ed3c3593afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:03.073434 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ac77a210-2241-4248-b8e8-0516139b5089 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:03.142554 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ac77a210-2241-4248-b8e8-0516139b5089 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:03.232610 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63824817-5ba9-4053-a9c3-d164c38ca185 None None] Pushing event updated for resources: {'Port': ['ID=d9b276c8-6c3a-4ed9-8510-90e3767c4f5e,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:03.237143 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ac77a210-2241-4248-b8e8-0516139b5089 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:03.265049 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77a210-2241-4248-b8e8-0516139b5089 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be760ca-dbbc-4a51-a360-831a175d2fbb,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:03.311222 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-8a9c7e1f-9a91-4039-bec0-ed3c3593afd7 None None] Attempting to bind port d9b276c8-6c3a-4ed9-8510-90e3767c4f5e on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:38:03.311689 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-8a9c7e1f-9a91-4039-bec0-ed3c3593afd7 None None] Attempting to bind port d9b276c8-6c3a-4ed9-8510-90e3767c4f5e by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'fce647cf-9b5d-4c51-9e8b-96815f1f2160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26519b02-2239-4bd6-818a-271185023756'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:38:03.312117 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9c7e1f-9a91-4039-bec0-ed3c3593afd7 None None] Attempting to bind port d9b276c8-6c3a-4ed9-8510-90e3767c4f5e on network 26519b02-2239-4bd6-818a-271185023756 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:38:03.318830 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9c7e1f-9a91-4039-bec0-ed3c3593afd7 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:38:03.319985 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9c7e1f-9a91-4039-bec0-ed3c3593afd7 None None] Checking segment: {'id': 'fce647cf-9b5d-4c51-9e8b-96815f1f2160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26519b02-2239-4bd6-818a-271185023756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:38:03.320787 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8a9c7e1f-9a91-4039-bec0-ed3c3593afd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:03.321346 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9c7e1f-9a91-4039-bec0-ed3c3593afd7 None None] Bound using segment: {'id': 'fce647cf-9b5d-4c51-9e8b-96815f1f2160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26519b02-2239-4bd6-818a-271185023756'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:38:03.321971 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-8a9c7e1f-9a91-4039-bec0-ed3c3593afd7 None None] Bound port: d9b276c8-6c3a-4ed9-8510-90e3767c4f5e, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce647cf-9b5d-4c51-9e8b-96815f1f2160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26519b02-2239-4bd6-818a-271185023756'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:38:03.324366 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8a9c7e1f-9a91-4039-bec0-ed3c3593afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:03.345591 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 29015a9d-e952-4aa8-ac0c-b25dd5cea258 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:38:03.372939 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ac77a210-2241-4248-b8e8-0516139b5089 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:03.374161 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ac77a210-2241-4248-b8e8-0516139b5089 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4384940 Apr 06 13:38:03.377940 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49720) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:03.384676 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-e245cf32-6daa-4bb6-93d6-aa11209be16f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '1b9eebeb-33ac-4f49-91b8-7cd523bd2d2d', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:38:03.390978 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e245cf32-6daa-4bb6-93d6-aa11209be16f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:38:03.395345 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e245cf32-6daa-4bb6-93d6-aa11209be16f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:38:03.398375 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e245cf32-6daa-4bb6-93d6-aa11209be16f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:38:03.404985 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e245cf32-6daa-4bb6-93d6-aa11209be16f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:38:03.488319 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e245cf32-6daa-4bb6-93d6-aa11209be16f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:03.497088 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-8a9c7e1f-9a91-4039-bec0-ed3c3593afd7 None None] For port d9b276c8-6c3a-4ed9-8510-90e3767c4f5e, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:38:03.500446 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-8a9c7e1f-9a91-4039-bec0-ed3c3593afd7 None None] For port d9b276c8-6c3a-4ed9-8510-90e3767c4f5e, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d9b276c8-6c3a-4ed9-8510-90e3767c4f5e,segment=NetworkSegment(fce647cf-9b5d-4c51-9e8b-96815f1f2160),segment_id=fce647cf-9b5d-4c51-9e8b-96815f1f2160)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:38:03.507202 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 29015a9d-e952-4aa8-ac0c-b25dd5cea258 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:38:03.507202 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:03.559806 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e245cf32-6daa-4bb6-93d6-aa11209be16f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:03.579284 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8a9c7e1f-9a91-4039-bec0-ed3c3593afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:03.705365 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9c7e1f-9a91-4039-bec0-ed3c3593afd7 None None] Routers {'1be3af9d-a06f-46dd-9148-fb702311ab7d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:38:03.705992 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-8a9c7e1f-9a91-4039-bec0-ed3c3593afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:37:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1be3af9d-a06f-46dd-9148-fb702311ab7d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:38:03.722277 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e245cf32-6daa-4bb6-93d6-aa11209be16f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:03.756469 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245cf32-6daa-4bb6-93d6-aa11209be16f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cff72e1-1fe6-424e-b858-2508b1324449,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:03.802726 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63824817-5ba9-4053-a9c3-d164c38ca185 None None] Pushing event updated for resources: {'Port': ['ID=d9b276c8-6c3a-4ed9-8510-90e3767c4f5e,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:03.812895 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e245cf32-6daa-4bb6-93d6-aa11209be16f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:03.814343 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e245cf32-6daa-4bb6-93d6-aa11209be16f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4364941 Apr 06 13:38:03.817415 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49726) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:03.822533 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-22209d23-3580-4313-a752-d6422562de5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '1b9eebeb-33ac-4f49-91b8-7cd523bd2d2d', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:38:03.832192 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-22209d23-3580-4313-a752-d6422562de5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:38:03.836433 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-22209d23-3580-4313-a752-d6422562de5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:38:03.840439 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-22209d23-3580-4313-a752-d6422562de5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:38:03.847237 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-22209d23-3580-4313-a752-d6422562de5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:38:03.911548 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-22209d23-3580-4313-a752-d6422562de5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:03.934191 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-8a9c7e1f-9a91-4039-bec0-ed3c3593afd7 None None] Set router 1be3af9d-a06f-46dd-9148-fb702311ab7d gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:38:03.986285 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-22209d23-3580-4313-a752-d6422562de5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:04.055124 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-22209d23-3580-4313-a752-d6422562de5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:04.074056 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2e18c894-6774-4545-bc79-67c8db637621 req-08b151e5-3a78-46b3-bd32-a4fb0b7e729b tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 210 time: 0.0569096 Apr 06 13:38:04.084555 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22209d23-3580-4313-a752-d6422562de5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de58ae78-38d8-438c-b217-cab877a0dd8c,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:04.168766 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-22209d23-3580-4313-a752-d6422562de5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:04.168766 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-22209d23-3580-4313-a752-d6422562de5c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3502164 Apr 06 13:38:04.171281 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49732) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:04.178405 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-f2d0dc36-1f7b-41c4-934f-350643c9d977 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '1b9eebeb-33ac-4f49-91b8-7cd523bd2d2d', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:38:04.190022 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f2d0dc36-1f7b-41c4-934f-350643c9d977 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:38:04.190250 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f2d0dc36-1f7b-41c4-934f-350643c9d977 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:38:04.193287 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f2d0dc36-1f7b-41c4-934f-350643c9d977 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:38:04.201378 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f2d0dc36-1f7b-41c4-934f-350643c9d977 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:38:04.254078 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f2d0dc36-1f7b-41c4-934f-350643c9d977 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:04.270496 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-8a9c7e1f-9a91-4039-bec0-ed3c3593afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555262', 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'ce14ce98-b0b7-4669-b589-530667797bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:51Z', 'updated_at': '2022-04-06T13:37:59Z', 'revision_number': 4, 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'gw_port': {'id': 'ce14ce98-b0b7-4669-b589-530667797bfd', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:52Z', 'updated_at': '2022-04-06T13:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'd9b276c8-6c3a-4ed9-8510-90e3767c4f5e', 'name': '', 'network_id': '26519b02-2239-4bd6-818a-271185023756', 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'mac_address': 'fa:16:3e:72:70:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '50904863-4d97-4f05-a8d8-785fda68cbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:58Z', 'updated_at': '2022-04-06T13:38:03Z', 'revision_number': 4, 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'subnets': [{'id': '50904863-4d97-4f05-a8d8-785fda68cbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:38:04.275025 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9c7e1f-9a91-4039-bec0-ed3c3593afd7 None None] The sync data for ids ['1be3af9d-a06f-46dd-9148-fb702311ab7d'] in dv-neutron-834600-1-hyperv is: [{'id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555262', 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'ce14ce98-b0b7-4669-b589-530667797bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:51Z', 'updated_at': '2022-04-06T13:37:59Z', 'revision_number': 4, 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'gw_port': {'id': 'ce14ce98-b0b7-4669-b589-530667797bfd', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:52Z', 'updated_at': '2022-04-06T13:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'd9b276c8-6c3a-4ed9-8510-90e3767c4f5e', 'name': '', 'network_id': '26519b02-2239-4bd6-818a-271185023756', 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'mac_address': 'fa:16:3e:72:70:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '50904863-4d97-4f05-a8d8-785fda68cbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:58Z', 'updated_at': '2022-04-06T13:38:03Z', 'revision_number': 4, 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'subnets': [{'id': '50904863-4d97-4f05-a8d8-785fda68cbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:38:04.346600 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f2d0dc36-1f7b-41c4-934f-350643c9d977 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:04.424112 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f2d0dc36-1f7b-41c4-934f-350643c9d977 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:04.449581 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0dc36-1f7b-41c4-934f-350643c9d977 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c22dc4c-be52-44e4-82e7-a3e31e6f0108,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:04.550309 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f2d0dc36-1f7b-41c4-934f-350643c9d977 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:04.558830 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f2d0dc36-1f7b-41c4-934f-350643c9d977 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3788297 Apr 06 13:38:04.558830 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49736) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:04.560691 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-27dfc64c-38ed-43ab-a1da-c79acaf833a5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '1b9eebeb-33ac-4f49-91b8-7cd523bd2d2d', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:38:04.568403 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-27dfc64c-38ed-43ab-a1da-c79acaf833a5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:38:04.572706 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-27dfc64c-38ed-43ab-a1da-c79acaf833a5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:38:04.576409 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-27dfc64c-38ed-43ab-a1da-c79acaf833a5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:38:04.582517 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-27dfc64c-38ed-43ab-a1da-c79acaf833a5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:38:04.692831 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.securitygroups_db [None req-27dfc64c-38ed-43ab-a1da-c79acaf833a5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Project accb128fe3eb42cd83b327a0d6bf9c24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:38:04.701613 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-27dfc64c-38ed-43ab-a1da-c79acaf833a5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:04.780982 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-27dfc64c-38ed-43ab-a1da-c79acaf833a5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:04.904226 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-27dfc64c-38ed-43ab-a1da-c79acaf833a5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:04.931725 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfc64c-38ed-43ab-a1da-c79acaf833a5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e917a32-c571-4bbc-9aca-539d3ae6aaa6,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:05.018406 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-27dfc64c-38ed-43ab-a1da-c79acaf833a5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:05.019719 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-27dfc64c-38ed-43ab-a1da-c79acaf833a5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4642305 Apr 06 13:38:05.022570 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49740) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:05.028813 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-d8251972-bc2f-461c-8f9b-f7cf92dac137 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '1b9eebeb-33ac-4f49-91b8-7cd523bd2d2d', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:38:05.035075 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d8251972-bc2f-461c-8f9b-f7cf92dac137 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:38:05.039312 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d8251972-bc2f-461c-8f9b-f7cf92dac137 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:38:05.042972 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d8251972-bc2f-461c-8f9b-f7cf92dac137 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:38:05.049010 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d8251972-bc2f-461c-8f9b-f7cf92dac137 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:38:05.120802 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.securitygroups_db [None req-d8251972-bc2f-461c-8f9b-f7cf92dac137 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Project accb128fe3eb42cd83b327a0d6bf9c24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:38:05.124359 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d8251972-bc2f-461c-8f9b-f7cf92dac137 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:05.240965 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d8251972-bc2f-461c-8f9b-f7cf92dac137 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:05.249264 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fe8b1d5b-d35c-4b06-9311-8880230d643e req-bf0c70d1-1113-4306-afbe-82a243d0a9bc tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 210 time: 0.0483603 Apr 06 13:38:05.361060 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d9b276c8-6c3a-4ed9-8510-90e3767c4f5e up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:38:05.372767 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d8251972-bc2f-461c-8f9b-f7cf92dac137 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:05.404242 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8251972-bc2f-461c-8f9b-f7cf92dac137 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ffe8986-677f-4d10-a770-c77288609e70,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:05.527233 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d8251972-bc2f-461c-8f9b-f7cf92dac137 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:05.528455 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d8251972-bc2f-461c-8f9b-f7cf92dac137 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5047374 Apr 06 13:38:05.583232 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-ed2170a3-90bb-4a5d-8fe7-6ef1a842cb08 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:05.584639 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-ed2170a3-90bb-4a5d-8fe7-6ef1a842cb08 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.61 "GET /v2.0/networks?id=26519b02-2239-4bd6-818a-271185023756 HTTP/1.1" status: 200 len: 797 time: 0.1586828 Apr 06 13:38:05.633600 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-4479b964-5c00-4fa4-a08c-e48571a21bae tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Synchronizing usage tracker for tenant:ab6773108e104f6bb007fe66b5dfc718 on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:38:05.635617 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port d9b276c8-6c3a-4ed9-8510-90e3767c4f5e completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:38:05.641813 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port d9b276c8-6c3a-4ed9-8510-90e3767c4f5e triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:38:05.642513 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:05.761558 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-0c735627-de3f-4b0f-a537-5004a0e8c607 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1575553068&fields=id&tenant_id=accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 267 time: 0.0425260 Apr 06 13:38:05.766235 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:05.809697 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port d9b276c8-6c3a-4ed9-8510-90e3767c4f5e, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d9b276c8-6c3a-4ed9-8510-90e3767c4f5e,segment=NetworkSegment(fce647cf-9b5d-4c51-9e8b-96815f1f2160),segment_id=fce647cf-9b5d-4c51-9e8b-96815f1f2160)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:38:05.814417 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-4479b964-5c00-4fa4-a08c-e48571a21bae tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Unset dirty status for tenant:ab6773108e104f6bb007fe66b5dfc718 on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:38:05.815445 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-4479b964-5c00-4fa4-a08c-e48571a21bae tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab6773108e104f6bb007fe66b5dfc718 HTTP/1.1" status: 200 len: 379 time: 0.2227447 Apr 06 13:38:05.826775 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-8d3bd897-834c-4b10-93d8-1e6f6c31a471 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Request body: {'port': {'device_id': '70ecba1b-f968-49be-9716-47f199f6b9dc', 'network_id': '26519b02-2239-4bd6-818a-271185023756', 'admin_state_up': True, 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'security_groups': ['71c625cc-4d11-4f80-8fc5-48932359f960']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:38:05.845806 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-3740c9a1-aff7-422c-ad1e-1a1e3a2f516b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:05.847156 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-3740c9a1-aff7-422c-ad1e-1a1e3a2f516b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports/93e643c8-ede2-450f-b71e-a390f7064686 HTTP/1.1" status: 200 len: 930 time: 0.0785947 Apr 06 13:38:05.918372 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:05.925031 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-8daca695-9c38-4ccf-8417-f780c00ed428 service neutron] 10.222.0.48 "GET /v2.0/ports/93e643c8-ede2-450f-b71e-a390f7064686?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0635955 Apr 06 13:38:05.981625 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-8d3bd897-834c-4b10-93d8-1e6f6c31a471 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:38:05.998811 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-8d3bd897-834c-4b10-93d8-1e6f6c31a471 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:38:06.004364 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=d9b276c8-6c3a-4ed9-8510-90e3767c4f5e,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:06.079894 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-3579a65a-520a-4e16-b49a-54c881fc235a service neutron] 10.222.0.48 "GET /v2.0/networks/e701bed6-e701-4d61-924b-07c044b6048f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429935 Apr 06 13:38:06.081077 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-8d3bd897-834c-4b10-93d8-1e6f6c31a471 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Made reservation on behalf of ab6773108e104f6bb007fe66b5dfc718 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:38:06.084687 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-8d3bd897-834c-4b10-93d8-1e6f6c31a471 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:06.231159 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-ada0cc3f-61ba-42cc-9352-d21149e81e95 service neutron] 10.222.0.48 "GET /v2.0/networks/e701bed6-e701-4d61-924b-07c044b6048f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451445 Apr 06 13:38:06.263114 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-8d3bd897-834c-4b10-93d8-1e6f6c31a471 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Allocated IP 172.20.0.3 (26519b02-2239-4bd6-818a-271185023756/50904863-4d97-4f05-a8d8-785fda68cbb9/d714a4ef-fdcf-48e6-baba-6e822ce835e7) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:38:06.407541 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bd6c01d4-8539-4172-9cc0-7a96403bd56d req-ba29bcff-39e4-4b02-9386-72825396bc60 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 210 time: 0.0466547 Apr 06 13:38:06.479177 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-8d3bd897-834c-4b10-93d8-1e6f6c31a471 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:06.497278 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-8d3bd897-834c-4b10-93d8-1e6f6c31a471 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Transition to ACTIVE for port object d714a4ef-fdcf-48e6-baba-6e822ce835e7 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:38:06.505277 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5f62ceea-910c-4021-9b9c-1e452b0fba35 req-6e3a59aa-1ac7-479d-b709-868b78007bc9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec29b00-9a15-455a-830f-595df088da5b HTTP/1.1" status: 200 len: 210 time: 0.0451946 Apr 06 13:38:06.601777 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-8d3bd897-834c-4b10-93d8-1e6f6c31a471 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:06.674221 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-8d3bd897-834c-4b10-93d8-1e6f6c31a471 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Network 26519b02-2239-4bd6-818a-271185023756 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:38:06.682532 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-8d3bd897-834c-4b10-93d8-1e6f6c31a471 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:38:06.686963 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-8d3bd897-834c-4b10-93d8-1e6f6c31a471 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:38:06.722147 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bd897-834c-4b10-93d8-1e6f6c31a471 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Pushing event updated for resources: {'Port': ['ID=d714a4ef-fdcf-48e6-baba-6e822ce835e7,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:06.756954 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-8d3bd897-834c-4b10-93d8-1e6f6c31a471 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:06.757594 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-8d3bd897-834c-4b10-93d8-1e6f6c31a471 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:06.865320 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-8d3bd897-834c-4b10-93d8-1e6f6c31a471 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0441458 Apr 06 13:38:06.876886 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-d83bd3d1-ecf4-44a2-aa80-9bd1d88b01e7 service neutron] Request body: {'port': {'device_id': '70ecba1b-f968-49be-9716-47f199f6b9dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:38:06.989860 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-d83bd3d1-ecf4-44a2-aa80-9bd1d88b01e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:07.093905 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-5ea93278-9352-40e2-9926-bb7f8956539b None None] Provisioning for port d714a4ef-fdcf-48e6-baba-6e822ce835e7 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:38:07.098957 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-5ea93278-9352-40e2-9926-bb7f8956539b None None] Provisioning complete for port d714a4ef-fdcf-48e6-baba-6e822ce835e7 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:38:07.099330 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5ea93278-9352-40e2-9926-bb7f8956539b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:07.157778 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-5ea93278-9352-40e2-9926-bb7f8956539b None None] Port d714a4ef-fdcf-48e6-baba-6e822ce835e7 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:38:07.332448 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d9b276c8-6c3a-4ed9-8510-90e3767c4f5e up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:38:07.348684 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-d83bd3d1-ecf4-44a2-aa80-9bd1d88b01e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d714a4ef-fdcf-48e6-baba-6e822ce835e7 {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:38:07.352707 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-d83bd3d1-ecf4-44a2-aa80-9bd1d88b01e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:07.368513 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-d83bd3d1-ecf4-44a2-aa80-9bd1d88b01e7 service neutron] Transition to ACTIVE for port object d714a4ef-fdcf-48e6-baba-6e822ce835e7 will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:38:07.397791 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port d9b276c8-6c3a-4ed9-8510-90e3767c4f5e triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:38:07.398161 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:07.441223 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-d83bd3d1-ecf4-44a2-aa80-9bd1d88b01e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:07.642838 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bd3d1-ecf4-44a2-aa80-9bd1d88b01e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d714a4ef-fdcf-48e6-baba-6e822ce835e7,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:07.743644 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-d83bd3d1-ecf4-44a2-aa80-9bd1d88b01e7 service neutron] Attempting to bind port d714a4ef-fdcf-48e6-baba-6e822ce835e7 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:38:07.744152 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-d83bd3d1-ecf4-44a2-aa80-9bd1d88b01e7 service neutron] Attempting to bind port d714a4ef-fdcf-48e6-baba-6e822ce835e7 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'fce647cf-9b5d-4c51-9e8b-96815f1f2160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26519b02-2239-4bd6-818a-271185023756'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:38:07.744549 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-d83bd3d1-ecf4-44a2-aa80-9bd1d88b01e7 service neutron] Attempting to bind port d714a4ef-fdcf-48e6-baba-6e822ce835e7 on network 26519b02-2239-4bd6-818a-271185023756 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:38:07.750412 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-d83bd3d1-ecf4-44a2-aa80-9bd1d88b01e7 service neutron] Port d714a4ef-fdcf-48e6-baba-6e822ce835e7 on network 26519b02-2239-4bd6-818a-271185023756 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:38:07.750726 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-d83bd3d1-ecf4-44a2-aa80-9bd1d88b01e7 service neutron] Attempting to bind port d714a4ef-fdcf-48e6-baba-6e822ce835e7 on network 26519b02-2239-4bd6-818a-271185023756 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:38:07.757421 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-d83bd3d1-ecf4-44a2-aa80-9bd1d88b01e7 service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:38:07.757752 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-d83bd3d1-ecf4-44a2-aa80-9bd1d88b01e7 service neutron] Checking segment: {'id': 'fce647cf-9b5d-4c51-9e8b-96815f1f2160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26519b02-2239-4bd6-818a-271185023756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:38:07.758975 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-d83bd3d1-ecf4-44a2-aa80-9bd1d88b01e7 service neutron] Bound using segment: {'id': 'fce647cf-9b5d-4c51-9e8b-96815f1f2160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26519b02-2239-4bd6-818a-271185023756'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:38:07.759450 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-d83bd3d1-ecf4-44a2-aa80-9bd1d88b01e7 service neutron] Bound port: d714a4ef-fdcf-48e6-baba-6e822ce835e7, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce647cf-9b5d-4c51-9e8b-96815f1f2160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '26519b02-2239-4bd6-818a-271185023756'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:38:07.759891 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-d83bd3d1-ecf4-44a2-aa80-9bd1d88b01e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:07.822406 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e978b2ac-fb6b-4a2d-90a6-31ced195cc28 req-ed2fe41d-f934-4cbd-ba1b-ed31559c69d2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec29b00-9a15-455a-830f-595df088da5b HTTP/1.1" status: 200 len: 210 time: 0.1848631 Apr 06 13:38:07.866601 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fa6a0-8dc3-46b9-9c29-7eff02ee4904 req-d8c3b624-de61-45a3-a946-6fd1d9eb8cdf tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:07.866601 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-180fa6a0-8dc3-46b9-9c29-7eff02ee4904 req-d8c3b624-de61-45a3-a946-6fd1d9eb8cdf tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 943 time: 0.2956779 Apr 06 13:38:07.892496 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-d83bd3d1-ecf4-44a2-aa80-9bd1d88b01e7 service neutron] For port d714a4ef-fdcf-48e6-baba-6e822ce835e7, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:38:07.896990 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-d83bd3d1-ecf4-44a2-aa80-9bd1d88b01e7 service neutron] For port d714a4ef-fdcf-48e6-baba-6e822ce835e7, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d714a4ef-fdcf-48e6-baba-6e822ce835e7,segment=NetworkSegment(fce647cf-9b5d-4c51-9e8b-96815f1f2160),segment_id=fce647cf-9b5d-4c51-9e8b-96815f1f2160)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:38:07.920873 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-180fa6a0-8dc3-46b9-9c29-7eff02ee4904 req-5cdc2b2c-cbb2-465d-8600-e3bd888a8363 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445912 Apr 06 13:38:08.019249 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-d83bd3d1-ecf4-44a2-aa80-9bd1d88b01e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:08.085498 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-d83bd3d1-ecf4-44a2-aa80-9bd1d88b01e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:08.085498 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-d83bd3d1-ecf4-44a2-aa80-9bd1d88b01e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:08.085498 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-d83bd3d1-ecf4-44a2-aa80-9bd1d88b01e7 service neutron] 10.222.0.61 "PUT /v2.0/ports/d714a4ef-fdcf-48e6-baba-6e822ce835e7 HTTP/1.1" status: 200 len: 1093 time: 1.2082241 Apr 06 13:38:08.085498 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ecba1b-f968-49be-9716-47f199f6b9dc', 'tag': 'd714a4ef-fdcf-48e6-baba-6e822ce835e7'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:38:08.106970 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bd3d1-ecf4-44a2-aa80-9bd1d88b01e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d714a4ef-fdcf-48e6-baba-6e822ce835e7,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:08.129962 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9498aea-171e-4424-a2e4-7946cf98d741'] response: {'name': 'network-changed', 'server_uuid': '70ecba1b-f968-49be-9716-47f199f6b9dc', 'tag': 'd714a4ef-fdcf-48e6-baba-6e822ce835e7', 'status': 'completed', 'code': 200} Apr 06 13:38:08.236005 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff389d-3fc8-4235-a87b-790130e2f42f req-196a8eb4-0076-4880-9ae1-b85ea858ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:08.236005 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a3ff389d-3fc8-4235-a87b-790130e2f42f req-196a8eb4-0076-4880-9ae1-b85ea858ca81 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ab6773108e104f6bb007fe66b5dfc718&device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 1096 time: 0.0822144 Apr 06 13:38:08.496643 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff389d-3fc8-4235-a87b-790130e2f42f req-6c1ace16-e777-4afb-8dfc-e6cf90258513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:08.498120 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a3ff389d-3fc8-4235-a87b-790130e2f42f req-6c1ace16-e777-4afb-8dfc-e6cf90258513 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=ab6773108e104f6bb007fe66b5dfc718&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2579167 Apr 06 13:38:08.637906 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff389d-3fc8-4235-a87b-790130e2f42f req-eee27bb7-69d7-4e99-b754-7170550d3485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:08.639458 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a3ff389d-3fc8-4235-a87b-790130e2f42f req-eee27bb7-69d7-4e99-b754-7170550d3485 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1350207 Apr 06 13:38:08.753148 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-dac621d9-b97d-4488-8752-d0cd6885dc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:08.753148 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-dac621d9-b97d-4488-8752-d0cd6885dc3c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ab6773108e104f6bb007fe66b5dfc718&device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 1096 time: 0.0711930 Apr 06 13:38:08.824325 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-fda39f9e-0d2a-4f1d-b5e6-0cea2f50c649 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d714a4ef-fdcf-48e6-baba-6e822ce835e7 HTTP/1.1" status: 200 len: 217 time: 0.0660717 Apr 06 13:38:08.887015 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-deab6e83-ca6b-42fd-b5f1-929067ca09a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:08.888440 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-deab6e83-ca6b-42fd-b5f1-929067ca09a8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=50904863-4d97-4f05-a8d8-785fda68cbb9 HTTP/1.1" status: 200 len: 834 time: 0.0584118 Apr 06 13:38:08.980654 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-f3ec7cba-4221-4696-bb82-53261021ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:08.981638 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-f3ec7cba-4221-4696-bb82-53261021ab1b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=26519b02-2239-4bd6-818a-271185023756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0877309 Apr 06 13:38:09.021287 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-baf7ad26-124f-41fd-bd5a-e9b19137c6ae req-527599b2-e41b-42e3-8277-0deba6dc0a21 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec29b00-9a15-455a-830f-595df088da5b HTTP/1.1" status: 200 len: 210 time: 0.0602829 Apr 06 13:38:09.050709 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-782f85e1-d44b-4eb4-9b3e-f077b6d9ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:09.052319 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-782f85e1-d44b-4eb4-9b3e-f077b6d9ede2 service neutron] 10.222.0.61 "GET /v2.0/ports/93e643c8-ede2-450f-b71e-a390f7064686 HTTP/1.1" status: 200 len: 1026 time: 0.1256466 Apr 06 13:38:09.128679 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-f1acf9eb-78ba-478f-bc14-bc02002d7bb3 service neutron] 10.222.0.61 "GET /v2.0/networks/26519b02-2239-4bd6-818a-271185023756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409795 Apr 06 13:38:09.275200 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-472bf35f-4f13-473a-9cd5-15195bc5a658 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:09.275350 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4e184c1b-1bbd-4d2e-a715-2b09c1b87418 req-9f163419-982b-4b6e-a541-7bae021e642f service neutron] 10.222.0.61 "GET /v2.0/networks/26519b02-2239-4bd6-818a-271185023756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366713 Apr 06 13:38:09.275466 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-472bf35f-4f13-473a-9cd5-15195bc5a658 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/networks?id=e701bed6-e701-4d61-924b-07c044b6048f HTTP/1.1" status: 200 len: 797 time: 0.2135069 Apr 06 13:38:09.282349 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2299c3-c1ba-4104-8f68-5e264d5785e5 req-f60209b6-4aa7-4e13-b34d-86f11dc6adbd tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:09.283880 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6c2299c3-c1ba-4104-8f68-5e264d5785e5 req-f60209b6-4aa7-4e13-b34d-86f11dc6adbd tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 943 time: 0.2051423 Apr 06 13:38:09.362340 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-74a57c23-4666-4379-9d4f-3c108d06ef4c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 473 time: 0.0765140 Apr 06 13:38:09.366631 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6c2299c3-c1ba-4104-8f68-5e264d5785e5 req-7a0be4c8-6a8c-4809-9b50-71f672b4be1b tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663252 Apr 06 13:38:09.378587 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-9a6ded15-4358-4e3e-a922-f7fd50641ad0 service neutron] Request body: {'port': {'device_id': '2ec29b00-9a15-455a-830f-595df088da5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:38:09.488325 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-9a6ded15-4358-4e3e-a922-f7fd50641ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:09.846499 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-9a6ded15-4358-4e3e-a922-f7fd50641ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e643c8-ede2-450f-b71e-a390f7064686 {{(pid=88565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:38:09.855549 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-9a6ded15-4358-4e3e-a922-f7fd50641ad0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:09.870198 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-9a6ded15-4358-4e3e-a922-f7fd50641ad0 service neutron] Transition to ACTIVE for port object 93e643c8-ede2-450f-b71e-a390f7064686 will not be triggered until provisioned by entity L2. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:38:09.956059 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-9a6ded15-4358-4e3e-a922-f7fd50641ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:10.107909 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ded15-4358-4e3e-a922-f7fd50641ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=93e643c8-ede2-450f-b71e-a390f7064686,revision_number=7']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:10.303827 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-9a6ded15-4358-4e3e-a922-f7fd50641ad0 service neutron] Attempting to bind port 93e643c8-ede2-450f-b71e-a390f7064686 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:38:10.304165 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-9a6ded15-4358-4e3e-a922-f7fd50641ad0 service neutron] Attempting to bind port 93e643c8-ede2-450f-b71e-a390f7064686 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'fc056789-64a4-4af0-b932-e8ccee1d4a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f'}] {{(pid=88565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:38:10.304496 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-9a6ded15-4358-4e3e-a922-f7fd50641ad0 service neutron] Attempting to bind port 93e643c8-ede2-450f-b71e-a390f7064686 on network e701bed6-e701-4d61-924b-07c044b6048f {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:38:10.312183 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-9a6ded15-4358-4e3e-a922-f7fd50641ad0 service neutron] Port 93e643c8-ede2-450f-b71e-a390f7064686 on network e701bed6-e701-4d61-924b-07c044b6048f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:38:10.312498 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-9a6ded15-4358-4e3e-a922-f7fd50641ad0 service neutron] Attempting to bind port 93e643c8-ede2-450f-b71e-a390f7064686 on network e701bed6-e701-4d61-924b-07c044b6048f {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:38:10.323523 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f720d-2ea4-4700-93c6-a851c2a0ca4a req-e80a9d49-15c7-4841-a463-d898b59ae3b0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:10.325094 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a95f720d-2ea4-4700-93c6-a851c2a0ca4a req-e80a9d49-15c7-4841-a463-d898b59ae3b0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec29b00-9a15-455a-830f-595df088da5b HTTP/1.1" status: 200 len: 981 time: 0.1604588 Apr 06 13:38:10.327761 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-9a6ded15-4358-4e3e-a922-f7fd50641ad0 service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:38:10.328094 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-9a6ded15-4358-4e3e-a922-f7fd50641ad0 service neutron] Checking segment: {'id': 'fc056789-64a4-4af0-b932-e8ccee1d4a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:38:10.328473 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-9a6ded15-4358-4e3e-a922-f7fd50641ad0 service neutron] Bound using segment: {'id': 'fc056789-64a4-4af0-b932-e8ccee1d4a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f'} {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:38:10.328949 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-9a6ded15-4358-4e3e-a922-f7fd50641ad0 service neutron] Bound port: 93e643c8-ede2-450f-b71e-a390f7064686, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc056789-64a4-4af0-b932-e8ccee1d4a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f'}}] {{(pid=88565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:38:10.329244 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-9a6ded15-4358-4e3e-a922-f7fd50641ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:10.426693 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a95f720d-2ea4-4700-93c6-a851c2a0ca4a req-9b2c0ecf-3e12-43c9-b55a-91626e20db7e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=e60ebda1-295e-4802-8e00-2ce42f211955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875337 Apr 06 13:38:10.460674 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-9a6ded15-4358-4e3e-a922-f7fd50641ad0 service neutron] For port 93e643c8-ede2-450f-b71e-a390f7064686, host hv-neutron-8346, cleared binding levels {{(pid=88565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:38:10.467779 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-9a6ded15-4358-4e3e-a922-f7fd50641ad0 service neutron] For port 93e643c8-ede2-450f-b71e-a390f7064686, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=93e643c8-ede2-450f-b71e-a390f7064686,segment=NetworkSegment(fc056789-64a4-4af0-b932-e8ccee1d4a69),segment_id=fc056789-64a4-4af0-b932-e8ccee1d4a69)] {{(pid=88565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:38:10.564001 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-9a6ded15-4358-4e3e-a922-f7fd50641ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:10.630735 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c31a5a-c557-4e5b-84f0-31c1376fbd3a req-2609decc-0b56-49b8-b755-81a0a40f92b8 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:10.632184 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-59c31a5a-c557-4e5b-84f0-31c1376fbd3a req-2609decc-0b56-49b8-b755-81a0a40f92b8 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 943 time: 0.1377037 Apr 06 13:38:10.645829 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-9a6ded15-4358-4e3e-a922-f7fd50641ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:10.646437 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-9a6ded15-4358-4e3e-a922-f7fd50641ad0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:10.647793 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-9a6ded15-4358-4e3e-a922-f7fd50641ad0 service neutron] 10.222.0.61 "PUT /v2.0/ports/93e643c8-ede2-450f-b71e-a390f7064686 HTTP/1.1" status: 200 len: 1131 time: 1.2775903 Apr 06 13:38:10.648224 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec29b00-9a15-455a-830f-595df088da5b', 'tag': '93e643c8-ede2-450f-b71e-a390f7064686'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:38:10.703029 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ded15-4358-4e3e-a922-f7fd50641ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=93e643c8-ede2-450f-b71e-a390f7064686,revision_number=8']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:10.715470 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea45457c-bf6e-4f91-b4d5-9c4a559ab3d8'] response: {'name': 'network-changed', 'server_uuid': '2ec29b00-9a15-455a-830f-595df088da5b', 'tag': '93e643c8-ede2-450f-b71e-a390f7064686', 'status': 'completed', 'code': 200} Apr 06 13:38:10.721111 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-59c31a5a-c557-4e5b-84f0-31c1376fbd3a req-567c0a29-419f-4bf2-9bad-654767f0c698 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796084 Apr 06 13:38:10.805845 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe6d6b-c523-415c-a338-5c14b7f0b756 req-6f731a03-469a-4812-8570-19e94377de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:10.807937 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-43fe6d6b-c523-415c-a338-5c14b7f0b756 req-6f731a03-469a-4812-8570-19e94377de10 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=2ec29b00-9a15-455a-830f-595df088da5b HTTP/1.1" status: 200 len: 1134 time: 0.0832205 Apr 06 13:38:11.064093 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe6d6b-c523-415c-a338-5c14b7f0b756 req-68940bdd-da4c-4988-a4d8-6e30fe0bd946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:11.066260 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-43fe6d6b-c523-415c-a338-5c14b7f0b756 req-68940bdd-da4c-4988-a4d8-6e30fe0bd946 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2514520 Apr 06 13:38:11.227899 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe6d6b-c523-415c-a338-5c14b7f0b756 req-0087ac93-375d-4487-9b2d-56d5ae3a046c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:11.227899 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-43fe6d6b-c523-415c-a338-5c14b7f0b756 req-0087ac93-375d-4487-9b2d-56d5ae3a046c service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1479800 Apr 06 13:38:11.328621 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-30574446-6dcd-44c8-a107-7c9c7d910722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:11.330071 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-30574446-6dcd-44c8-a107-7c9c7d910722 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=2ec29b00-9a15-455a-830f-595df088da5b HTTP/1.1" status: 200 len: 1134 time: 0.0732813 Apr 06 13:38:11.436599 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-ee7ce267-55f9-4f41-8a36-916f16997ef1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93e643c8-ede2-450f-b71e-a390f7064686 HTTP/1.1" status: 200 len: 1036 time: 0.0994370 Apr 06 13:38:11.452346 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device d714a4ef-fdcf-48e6-baba-6e822ce835e7 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:38:11.505459 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-2a469d34-f6fc-4222-863e-18711955baba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:11.507205 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-2a469d34-f6fc-4222-863e-18711955baba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5b371022-b94d-4041-a5c1-b13b6fb026e1 HTTP/1.1" status: 200 len: 834 time: 0.0654361 Apr 06 13:38:11.603061 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port d714a4ef-fdcf-48e6-baba-6e822ce835e7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d714a4ef-fdcf-48e6-baba-6e822ce835e7,segment=NetworkSegment(fce647cf-9b5d-4c51-9e8b-96815f1f2160),segment_id=fce647cf-9b5d-4c51-9e8b-96815f1f2160)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:38:11.619594 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': 'd714a4ef-fdcf-48e6-baba-6e822ce835e7', 'network_id': '26519b02-2239-4bd6-818a-271185023756', 'port_id': 'd714a4ef-fdcf-48e6-baba-6e822ce835e7', 'mac_address': 'fa:16:3e:08:dc:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50904863-4d97-4f05-a8d8-785fda68cbb9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:38:11.659448 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a1c02-e074-4089-8548-daa4f4dfafb6 req-804a3431-77db-4da0-b738-a66f5d49d017 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:11.660920 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0b2a1c02-e074-4089-8548-daa4f4dfafb6 req-804a3431-77db-4da0-b738-a66f5d49d017 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec29b00-9a15-455a-830f-595df088da5b HTTP/1.1" status: 200 len: 981 time: 0.1137035 Apr 06 13:38:11.663045 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-b10b9d61-098d-43bb-bd54-a706c83085be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:11.664406 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-b10b9d61-098d-43bb-bd54-a706c83085be service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e701bed6-e701-4d61-924b-07c044b6048f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1511922 Apr 06 13:38:11.682659 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:11.701302 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d714a4ef-fdcf-48e6-baba-6e822ce835e7 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:38:11.717468 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port d714a4ef-fdcf-48e6-baba-6e822ce835e7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d714a4ef-fdcf-48e6-baba-6e822ce835e7,segment=NetworkSegment(fce647cf-9b5d-4c51-9e8b-96815f1f2160),segment_id=fce647cf-9b5d-4c51-9e8b-96815f1f2160)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:38:11.790924 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0b2a1c02-e074-4089-8548-daa4f4dfafb6 req-fc7c3d6d-a21d-4c85-881c-b94712514c5b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=e60ebda1-295e-4802-8e00-2ce42f211955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229503 Apr 06 13:38:11.800502 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:11.879574 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=d714a4ef-fdcf-48e6-baba-6e822ce835e7,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:11.885538 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-c052902c-eee8-4cf0-ab0e-f25c729b70e6 service neutron] 10.222.0.61 "GET /v2.0/networks/e701bed6-e701-4d61-924b-07c044b6048f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047896 Apr 06 13:38:12.013502 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['d714a4ef-fdcf-48e6-baba-6e822ce835e7'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:38:12.024618 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a0c52-08c0-47cd-9b52-f66919d84b0c req-c0dd0989-4c92-41ae-8614-487ec44812b4 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:12.029902 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c15a0c52-08c0-47cd-9b52-f66919d84b0c req-c0dd0989-4c92-41ae-8614-487ec44812b4 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 944 time: 0.1871798 Apr 06 13:38:12.060965 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b71b4d22-d8ee-4b16-bef6-1a626ada849e req-106989c2-06a4-4958-bd8c-bc596bdb579a service neutron] 10.222.0.61 "GET /v2.0/networks/e701bed6-e701-4d61-924b-07c044b6048f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680152 Apr 06 13:38:12.084745 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c15a0c52-08c0-47cd-9b52-f66919d84b0c req-a6ea5b0d-4aaf-4643-9c94-8cd477a6dcd6 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465782 Apr 06 13:38:12.986905 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242df977-5f8d-4757-8af7-1f76dd281951 req-f25eb25d-7405-4232-8203-07ae8a9b22dc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:12.988339 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-242df977-5f8d-4757-8af7-1f76dd281951 req-f25eb25d-7405-4232-8203-07ae8a9b22dc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec29b00-9a15-455a-830f-595df088da5b HTTP/1.1" status: 200 len: 981 time: 0.0855205 Apr 06 13:38:13.035082 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-242df977-5f8d-4757-8af7-1f76dd281951 req-4b39e66b-59ac-4058-ab59-3bd25391e11d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=e60ebda1-295e-4802-8e00-2ce42f211955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395660 Apr 06 13:38:13.315823 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42b9d7-1fa9-488a-b5ae-5e0b81305979 req-65ca6032-1f8d-4a6d-a8c1-9f766bee1118 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:13.315823 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fb42b9d7-1fa9-488a-b5ae-5e0b81305979 req-65ca6032-1f8d-4a6d-a8c1-9f766bee1118 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 944 time: 0.0997648 Apr 06 13:38:13.348393 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fb42b9d7-1fa9-488a-b5ae-5e0b81305979 req-6a73249d-5795-425a-9276-7909e48e7a03 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444293 Apr 06 13:38:13.466527 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 93e643c8-ede2-450f-b71e-a390f7064686 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:38:13.483889 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device d714a4ef-fdcf-48e6-baba-6e822ce835e7 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:38:13.705816 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 93e643c8-ede2-450f-b71e-a390f7064686, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=93e643c8-ede2-450f-b71e-a390f7064686,segment=NetworkSegment(fc056789-64a4-4af0-b932-e8ccee1d4a69),segment_id=fc056789-64a4-4af0-b932-e8ccee1d4a69)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:38:13.716105 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port d714a4ef-fdcf-48e6-baba-6e822ce835e7 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:38:13.723118 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '93e643c8-ede2-450f-b71e-a390f7064686', 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f', 'port_id': '93e643c8-ede2-450f-b71e-a390f7064686', 'mac_address': 'fa:16:3e:71:53:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b371022-b94d-4041-a5c1-b13b6fb026e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:38:13.724589 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port d714a4ef-fdcf-48e6-baba-6e822ce835e7 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:38:13.724956 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:13.830511 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:13.851475 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e643c8-ede2-450f-b71e-a390f7064686 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:38:13.904281 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 93e643c8-ede2-450f-b71e-a390f7064686, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=93e643c8-ede2-450f-b71e-a390f7064686,segment=NetworkSegment(fc056789-64a4-4af0-b932-e8ccee1d4a69),segment_id=fc056789-64a4-4af0-b932-e8ccee1d4a69)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:38:13.924176 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:13.951721 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ecba1b-f968-49be-9716-47f199f6b9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd714a4ef-fdcf-48e6-baba-6e822ce835e7'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:38:13.958912 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:13.996536 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port d714a4ef-fdcf-48e6-baba-6e822ce835e7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d714a4ef-fdcf-48e6-baba-6e822ce835e7,segment=NetworkSegment(fce647cf-9b5d-4c51-9e8b-96815f1f2160),segment_id=fce647cf-9b5d-4c51-9e8b-96815f1f2160)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:38:14.004546 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75efa827-993c-4711-8e65-25087b8dede7'] response: {'server_uuid': '70ecba1b-f968-49be-9716-47f199f6b9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd714a4ef-fdcf-48e6-baba-6e822ce835e7', 'code': 200} Apr 06 13:38:14.034045 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=93e643c8-ede2-450f-b71e-a390f7064686,revision_number=9']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:14.046305 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:14.155525 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=d714a4ef-fdcf-48e6-baba-6e822ce835e7,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:14.209202 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['93e643c8-ede2-450f-b71e-a390f7064686'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:38:14.235724 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbd44c-65de-4e02-a37c-f07d12758cc8 req-a77d9fa4-ab28-472a-9b91-1c80588b2e63 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:14.237168 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-26dbd44c-65de-4e02-a37c-f07d12758cc8 req-a77d9fa4-ab28-472a-9b91-1c80588b2e63 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec29b00-9a15-455a-830f-595df088da5b HTTP/1.1" status: 200 len: 982 time: 0.0883279 Apr 06 13:38:14.283071 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-26dbd44c-65de-4e02-a37c-f07d12758cc8 req-19a05133-fec4-411a-9cc9-9eb9c928f12c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=e60ebda1-295e-4802-8e00-2ce42f211955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394070 Apr 06 13:38:14.435244 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd8529-7d61-421e-afb0-3e2d63f21e5e req-c794cf16-495b-4642-a173-dd568501865d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:14.436697 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-36cd8529-7d61-421e-afb0-3e2d63f21e5e req-c794cf16-495b-4642-a173-dd568501865d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 1098 time: 0.0769379 Apr 06 13:38:14.519207 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-36cd8529-7d61-421e-afb0-3e2d63f21e5e req-d696c95c-046f-4363-94bf-39fb829f3bec service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763891 Apr 06 13:38:14.557329 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98f678-43b7-491c-9835-2901c48ccc5a req-63f4ed44-f769-4d84-94b7-2fe3acb72e8d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:14.558745 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2e98f678-43b7-491c-9835-2901c48ccc5a req-63f4ed44-f769-4d84-94b7-2fe3acb72e8d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 945 time: 0.0900548 Apr 06 13:38:14.603812 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2e98f678-43b7-491c-9835-2901c48ccc5a req-045e2039-f8e8-4a09-8cac-e1349de1bc10 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385683 Apr 06 13:38:15.449134 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3a07b953-f247-4584-b154-97f08587c6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:15.490986 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 93e643c8-ede2-450f-b71e-a390f7064686 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:38:15.588730 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93435eaa-c086-4880-8a65-04d0f9fc5ce9 req-dfe21d87-5522-4be6-a00a-06a514e6d974 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:15.590150 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-93435eaa-c086-4880-8a65-04d0f9fc5ce9 req-dfe21d87-5522-4be6-a00a-06a514e6d974 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec29b00-9a15-455a-830f-595df088da5b HTTP/1.1" status: 200 len: 982 time: 0.1993160 Apr 06 13:38:15.642256 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-93435eaa-c086-4880-8a65-04d0f9fc5ce9 req-0a588152-6de7-4399-b5a7-9d9f83cf9c48 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=e60ebda1-295e-4802-8e00-2ce42f211955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414064 Apr 06 13:38:15.692966 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port 93e643c8-ede2-450f-b71e-a390f7064686 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:38:15.698095 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 93e643c8-ede2-450f-b71e-a390f7064686 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:38:15.698466 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:15.813168 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286638df-1fd6-4282-9840-256ca42568f3 req-5f6d9c49-13a1-418f-bd1a-92c3bb328063 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:15.815201 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-286638df-1fd6-4282-9840-256ca42568f3 req-5f6d9c49-13a1-418f-bd1a-92c3bb328063 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 945 time: 0.0945277 Apr 06 13:38:15.830719 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:15.857642 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 93e643c8-ede2-450f-b71e-a390f7064686, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=93e643c8-ede2-450f-b71e-a390f7064686,segment=NetworkSegment(fc056789-64a4-4af0-b932-e8ccee1d4a69),segment_id=fc056789-64a4-4af0-b932-e8ccee1d4a69)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:38:15.860908 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-286638df-1fd6-4282-9840-256ca42568f3 req-56a65943-c397-4f5b-aee8-c2b570a334f2 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396795 Apr 06 13:38:15.984447 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:16.015762 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec29b00-9a15-455a-830f-595df088da5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e643c8-ede2-450f-b71e-a390f7064686'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:38:16.060204 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f546202c-5a7d-47d2-aeb8-4083e65b99e7'] response: {'server_uuid': '2ec29b00-9a15-455a-830f-595df088da5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e643c8-ede2-450f-b71e-a390f7064686', 'code': 200} Apr 06 13:38:16.066664 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=93e643c8-ede2-450f-b71e-a390f7064686,revision_number=10']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:16.409146 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e9a1c-d3b8-4330-a450-f4268ae3497c req-95f4fb9c-ebdc-4b41-b497-1ee8acbf294b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:16.410591 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-407e9a1c-d3b8-4330-a450-f4268ae3497c req-95f4fb9c-ebdc-4b41-b497-1ee8acbf294b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2ec29b00-9a15-455a-830f-595df088da5b HTTP/1.1" status: 200 len: 1137 time: 0.0685771 Apr 06 13:38:16.453560 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-407e9a1c-d3b8-4330-a450-f4268ae3497c req-027cc854-050d-4115-93e8-a9067a28e3a0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e60ebda1-295e-4802-8e00-2ce42f211955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354865 Apr 06 13:38:16.831188 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b45f4-99f3-4af0-91d6-4d1d546ccd3e req-0ae82be9-2f87-4fe9-9bfd-de099f29b806 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:16.832650 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fa3b45f4-99f3-4af0-91d6-4d1d546ccd3e req-0ae82be9-2f87-4fe9-9bfd-de099f29b806 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec29b00-9a15-455a-830f-595df088da5b HTTP/1.1" status: 200 len: 984 time: 0.0834236 Apr 06 13:38:16.877158 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fa3b45f4-99f3-4af0-91d6-4d1d546ccd3e req-ec0d504c-5906-42a0-8a85-297e355c193b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=e60ebda1-295e-4802-8e00-2ce42f211955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380292 Apr 06 13:38:17.049696 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512e9f9-1421-4067-ab7d-4e9c59a864b1 req-7ceb4627-c643-472d-99de-26d4a2c2209a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:17.051044 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7512e9f9-1421-4067-ab7d-4e9c59a864b1 req-7ceb4627-c643-472d-99de-26d4a2c2209a tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 945 time: 0.0823140 Apr 06 13:38:17.096721 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7512e9f9-1421-4067-ab7d-4e9c59a864b1 req-329fd6bd-a63c-46d5-b728-7556219fcacc tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394943 Apr 06 13:38:17.280858 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d878b49-2204-448a-bdf4-a9ff979a2e5f req-546d0fb5-a2b2-4fe6-8e42-99c9352d99a9 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:17.282302 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3d878b49-2204-448a-bdf4-a9ff979a2e5f req-546d0fb5-a2b2-4fe6-8e42-99c9352d99a9 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 945 time: 0.0786998 Apr 06 13:38:17.327128 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3d878b49-2204-448a-bdf4-a9ff979a2e5f req-a249389c-be25-4b88-b9ed-61434de9252f tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391128 Apr 06 13:38:17.352337 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49824) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:17.427263 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb2bd68-0bdc-4a37-b1fb-93f15ff7c4d4 tempest-TestNetworkAdvancedServerOps-293346351 tempest-TestNetworkAdvancedServerOps-293346351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:17.428780 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-bdb2bd68-0bdc-4a37-b1fb-93f15ff7c4d4 tempest-TestNetworkAdvancedServerOps-293346351 tempest-TestNetworkAdvancedServerOps-293346351-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 1093 time: 0.0748212 Apr 06 13:38:17.431822 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49828) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:17.436592 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-ff4d9947-e55e-4772-b2f8-a9c12b65323c tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'port_id': 'd714a4ef-fdcf-48e6-baba-6e822ce835e7', 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:38:17.443291 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ff4d9947-e55e-4772-b2f8-a9c12b65323c tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:38:17.447607 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ff4d9947-e55e-4772-b2f8-a9c12b65323c tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Usage tracker for resource:floatingip and tenant:ab6773108e104f6bb007fe66b5dfc718 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:38:17.452529 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ff4d9947-e55e-4772-b2f8-a9c12b65323c tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:38:17.456628 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ff4d9947-e55e-4772-b2f8-a9c12b65323c tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:38:17.537704 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ff4d9947-e55e-4772-b2f8-a9c12b65323c tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for floatingip, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:17.663758 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7bacef09-f0c2-4a70-8363-8ffa48676d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:17.676643 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ff4d9947-e55e-4772-b2f8-a9c12b65323c tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:17.812862 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-ff4d9947-e55e-4772-b2f8-a9c12b65323c tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Allocated IP 172.26.4.230 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/1512a769-3a98-4220-b128-211a1ec1156b) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:38:17.962041 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ff4d9947-e55e-4772-b2f8-a9c12b65323c tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:18.069547 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc3f89-0ccc-4b50-8d17-04003cea932a req-e8301b84-65de-493a-8dfe-c57df236da05 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:18.071036 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a5fc3f89-0ccc-4b50-8d17-04003cea932a req-e8301b84-65de-493a-8dfe-c57df236da05 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec29b00-9a15-455a-830f-595df088da5b HTTP/1.1" status: 200 len: 984 time: 0.0870054 Apr 06 13:38:18.115290 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a5fc3f89-0ccc-4b50-8d17-04003cea932a req-895ada3b-cf11-4177-b1b8-7c7ce207713f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=e60ebda1-295e-4802-8e00-2ce42f211955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376546 Apr 06 13:38:18.116693 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ff4d9947-e55e-4772-b2f8-a9c12b65323c tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:18.181825 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4d9947-e55e-4772-b2f8-a9c12b65323c tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:38:18.189084 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-ff4d9947-e55e-4772-b2f8-a9c12b65323c tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:38:18.193203 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4d9947-e55e-4772-b2f8-a9c12b65323c tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:38:18.222974 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d9947-e55e-4772-b2f8-a9c12b65323c tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Pushing event updated for resources: {'Port': ['ID=1512a769-3a98-4220-b128-211a1ec1156b,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:18.419718 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc96e40-256d-42c2-b4cb-34a0075e23dc req-98c1db8f-555c-4c73-b73b-04272258f2af tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:18.421237 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fbc96e40-256d-42c2-b4cb-34a0075e23dc req-98c1db8f-555c-4c73-b73b-04272258f2af tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec29b00-9a15-455a-830f-595df088da5b HTTP/1.1" status: 200 len: 984 time: 0.1860158 Apr 06 13:38:18.550360 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fbc96e40-256d-42c2-b4cb-34a0075e23dc req-64c374d5-112d-4bb8-8d7a-b32cf60a30e2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=e60ebda1-295e-4802-8e00-2ce42f211955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232154 Apr 06 13:38:18.573342 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49836) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:18.646990 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432f75e5-76ae-47f2-be2a-9c5dfd07bf72 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:18.648497 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-432f75e5-76ae-47f2-be2a-9c5dfd07bf72 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2ec29b00-9a15-455a-830f-595df088da5b&network_id=e701bed6-e701-4d61-924b-07c044b6048f HTTP/1.1" status: 200 len: 1132 time: 0.0741425 Apr 06 13:38:18.820898 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ff4d9947-e55e-4772-b2f8-a9c12b65323c tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:18.898211 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:18.920314 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:18.973358 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ff4d9947-e55e-4772-b2f8-a9c12b65323c tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:19.190400 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ff4d9947-e55e-4772-b2f8-a9c12b65323c tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:19.253900 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ff4d9947-e55e-4772-b2f8-a9c12b65323c tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:19.382872 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d9947-e55e-4772-b2f8-a9c12b65323c tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Pushing event updated for resources: {'Port': ['ID=1512a769-3a98-4220-b128-211a1ec1156b,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:19.394543 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ff4d9947-e55e-4772-b2f8-a9c12b65323c tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:19.459856 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2333464-1cf0-49ba-b5ef-765891d27da2 req-30fe7fcf-77ec-4602-835d-12a921c60e60 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:19.461312 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c2333464-1cf0-49ba-b5ef-765891d27da2 req-30fe7fcf-77ec-4602-835d-12a921c60e60 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec29b00-9a15-455a-830f-595df088da5b HTTP/1.1" status: 200 len: 984 time: 0.2557669 Apr 06 13:38:19.592682 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c2333464-1cf0-49ba-b5ef-765891d27da2 req-83dac1f0-e5b6-4003-83e4-2f926061b2f2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=e60ebda1-295e-4802-8e00-2ce42f211955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186662 Apr 06 13:38:19.617095 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-ff4d9947-e55e-4772-b2f8-a9c12b65323c tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Floating IP 69e76893-62ce-45f7-a1a0-45b88a158516 associated. External IP: 172.26.4.230, port: d714a4ef-fdcf-48e6-baba-6e822ce835e7. Apr 06 13:38:19.970555 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4d9947-e55e-4772-b2f8-a9c12b65323c tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Router 1be3af9d-a06f-46dd-9148-fb702311ab7d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:38:20.147290 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4d9947-e55e-4772-b2f8-a9c12b65323c tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:38:20.157359 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ffa989-66ac-404d-801f-9cb650cd972b None None] Sync routers for ids ['1be3af9d-a06f-46dd-9148-fb702311ab7d'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:38:20.172930 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ffa989-66ac-404d-801f-9cb650cd972b None None] Routers {'1be3af9d-a06f-46dd-9148-fb702311ab7d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:38:20.173533 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-c5ffa989-66ac-404d-801f-9cb650cd972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:38:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1be3af9d-a06f-46dd-9148-fb702311ab7d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:38:20.223802 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ff4d9947-e55e-4772-b2f8-a9c12b65323c tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:20.292414 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:20.360171 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-c5ffa989-66ac-404d-801f-9cb650cd972b None None] Set router 1be3af9d-a06f-46dd-9148-fb702311ab7d gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:38:20.399248 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ff4d9947-e55e-4772-b2f8-a9c12b65323c tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9663782 Apr 06 13:38:20.402056 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ecba1b-f968-49be-9716-47f199f6b9dc', 'tag': 'd714a4ef-fdcf-48e6-baba-6e822ce835e7'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:38:20.459143 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-065ff7b6-1902-4d54-80ca-7bbd2b848a95'] response: {'name': 'network-changed', 'server_uuid': '70ecba1b-f968-49be-9716-47f199f6b9dc', 'tag': 'd714a4ef-fdcf-48e6-baba-6e822ce835e7', 'status': 'completed', 'code': 200} Apr 06 13:38:20.633016 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a532de0-0b52-4ff8-a0e3-234acc0ba585 req-184976d3-4f18-4518-9e64-d19d2b4e38b7 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:20.633016 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4a532de0-0b52-4ff8-a0e3-234acc0ba585 req-184976d3-4f18-4518-9e64-d19d2b4e38b7 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 945 time: 0.1400948 Apr 06 13:38:20.676921 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f22068-f854-48e4-b8dc-b5b1ed3df099 req-839ccc56-6d89-4294-b3f1-bc5cd579733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:20.678472 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-97f22068-f854-48e4-b8dc-b5b1ed3df099 req-839ccc56-6d89-4294-b3f1-bc5cd579733c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ab6773108e104f6bb007fe66b5dfc718&device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 1098 time: 0.1455998 Apr 06 13:38:20.683378 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a64f5-5f4c-4ad8-a287-799f0a766810 req-8e6a1497-9b11-4f29-b69f-df067ed1aba8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:20.684939 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5e1a64f5-5f4c-4ad8-a287-799f0a766810 req-8e6a1497-9b11-4f29-b69f-df067ed1aba8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ec29b00-9a15-455a-830f-595df088da5b HTTP/1.1" status: 200 len: 984 time: 0.1067224 Apr 06 13:38:20.707595 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4a532de0-0b52-4ff8-a0e3-234acc0ba585 req-ea69babd-b25d-47be-8e3e-8dec39440f63 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593803 Apr 06 13:38:20.738774 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49850) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:20.829920 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-c5ffa989-66ac-404d-801f-9cb650cd972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555262', 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'ce14ce98-b0b7-4669-b589-530667797bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:51Z', 'updated_at': '2022-04-06T13:37:59Z', 'revision_number': 4, 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'gw_port': {'id': 'ce14ce98-b0b7-4669-b589-530667797bfd', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:52Z', 'updated_at': '2022-04-06T13:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '69e76893-62ce-45f7-a1a0-45b88a158516', 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'floating_ip_address': '172.26.4.230', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'port_id': 'd714a4ef-fdcf-48e6-baba-6e822ce835e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26519b02-2239-4bd6-818a-271185023756', 'mac_address': 'fa:16:3e:08:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ecba1b-f968-49be-9716-47f199f6b9dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:38:18Z', 'updated_at': '2022-04-06T13:38:18Z', 'revision_number': 0, 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9b276c8-6c3a-4ed9-8510-90e3767c4f5e', 'name': '', 'network_id': '26519b02-2239-4bd6-818a-271185023756', 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'mac_address': 'fa:16:3e:72:70:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '50904863-4d97-4f05-a8d8-785fda68cbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:58Z', 'updated_at': '2022-04-06T13:38:05Z', 'revision_number': 5, 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'subnets': [{'id': '50904863-4d97-4f05-a8d8-785fda68cbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:38:20.833777 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ffa989-66ac-404d-801f-9cb650cd972b None None] Checking router: 1be3af9d-a06f-46dd-9148-fb702311ab7d for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:38:20.842373 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ffa989-66ac-404d-801f-9cb650cd972b None None] Routers {'1be3af9d-a06f-46dd-9148-fb702311ab7d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:38:20.842988 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-c5ffa989-66ac-404d-801f-9cb650cd972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:38:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1be3af9d-a06f-46dd-9148-fb702311ab7d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:38:20.864038 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a64f5-5f4c-4ad8-a287-799f0a766810 req-708171a3-c237-4765-be7b-c3d1143c590a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:20.865542 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5e1a64f5-5f4c-4ad8-a287-799f0a766810 req-708171a3-c237-4765-be7b-c3d1143c590a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/ports/93e643c8-ede2-450f-b71e-a390f7064686?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1759195 Apr 06 13:38:20.916249 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-bc609400-e0c6-4f5e-907a-69d690de5a34 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/floatingips/69e76893-62ce-45f7-a1a0-45b88a158516 HTTP/1.1" status: 200 len: 991 time: 0.1695549 Apr 06 13:38:20.961610 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f0999-17b0-49ef-88ed-c66a86764e24 req-3ab93f03-8d8e-4958-a2ab-8ea64723a2eb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:20.963161 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2c4f0999-17b0-49ef-88ed-c66a86764e24 req-3ab93f03-8d8e-4958-a2ab-8ea64723a2eb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec29b00-9a15-455a-830f-595df088da5b HTTP/1.1" status: 200 len: 984 time: 0.2134175 Apr 06 13:38:20.966204 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f22068-f854-48e4-b8dc-b5b1ed3df099 req-f410f267-41c0-4e9b-a742-b2504ab42a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:20.967541 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-97f22068-f854-48e4-b8dc-b5b1ed3df099 req-f410f267-41c0-4e9b-a742-b2504ab42a49 service neutron] 10.222.0.61 "GET /v2.0/networks?id=26519b02-2239-4bd6-818a-271185023756 HTTP/1.1" status: 200 len: 898 time: 0.2637258 Apr 06 13:38:21.039343 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5e1a64f5-5f4c-4ad8-a287-799f0a766810 req-d9ed382f-2c2a-45d7-99d1-c10a5bc4cf84 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/networks/e701bed6-e701-4d61-924b-07c044b6048f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1638920 Apr 06 13:38:21.045784 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-c5ffa989-66ac-404d-801f-9cb650cd972b None None] Set router 1be3af9d-a06f-46dd-9148-fb702311ab7d gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:38:21.049401 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-5e1a64f5-5f4c-4ad8-a287-799f0a766810 req-fb1f73a5-22e4-4132-bb10-3f7480deb5dc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:38:21.120119 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2c4f0999-17b0-49ef-88ed-c66a86764e24 req-9738435b-6e61-4737-9a92-ca57a87583e5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=e60ebda1-295e-4802-8e00-2ce42f211955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499107 Apr 06 13:38:21.148978 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-97f22068-f854-48e4-b8dc-b5b1ed3df099 req-341d7670-0022-4281-a4f5-5f1ad7283aec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d714a4ef-fdcf-48e6-baba-6e822ce835e7 HTTP/1.1" status: 200 len: 999 time: 0.1578233 Apr 06 13:38:21.183358 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5e1a64f5-5f4c-4ad8-a287-799f0a766810 req-fb1f73a5-22e4-4132-bb10-3f7480deb5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:21.234378 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f22068-f854-48e4-b8dc-b5b1ed3df099 req-5df29485-3a2e-4916-bced-d7e850b9ebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:21.236076 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-97f22068-f854-48e4-b8dc-b5b1ed3df099 req-5df29485-3a2e-4916-bced-d7e850b9ebc1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=50904863-4d97-4f05-a8d8-785fda68cbb9 HTTP/1.1" status: 200 len: 834 time: 0.0804467 Apr 06 13:38:21.329990 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f22068-f854-48e4-b8dc-b5b1ed3df099 req-bc37ef19-f868-441a-81c2-0dceff3c75aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:21.331648 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-97f22068-f854-48e4-b8dc-b5b1ed3df099 req-bc37ef19-f868-441a-81c2-0dceff3c75aa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=26519b02-2239-4bd6-818a-271185023756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0901904 Apr 06 13:38:21.414892 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-5e1a64f5-5f4c-4ad8-a287-799f0a766810 req-fb1f73a5-22e4-4132-bb10-3f7480deb5dc service neutron] For port 93e643c8-ede2-450f-b71e-a390f7064686, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=93e643c8-ede2-450f-b71e-a390f7064686,segment=NetworkSegment(fc056789-64a4-4af0-b932-e8ccee1d4a69),segment_id=fc056789-64a4-4af0-b932-e8ccee1d4a69)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:38:21.447461 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-5e1a64f5-5f4c-4ad8-a287-799f0a766810 req-fb1f73a5-22e4-4132-bb10-3f7480deb5dc service neutron] For port 93e643c8-ede2-450f-b71e-a390f7064686, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:38:21.477446 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-c5ffa989-66ac-404d-801f-9cb650cd972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555262', 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'ce14ce98-b0b7-4669-b589-530667797bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:51Z', 'updated_at': '2022-04-06T13:37:59Z', 'revision_number': 4, 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'gw_port': {'id': 'ce14ce98-b0b7-4669-b589-530667797bfd', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:52Z', 'updated_at': '2022-04-06T13:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '69e76893-62ce-45f7-a1a0-45b88a158516', 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'floating_ip_address': '172.26.4.230', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'port_id': 'd714a4ef-fdcf-48e6-baba-6e822ce835e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26519b02-2239-4bd6-818a-271185023756', 'mac_address': 'fa:16:3e:08:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ecba1b-f968-49be-9716-47f199f6b9dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:38:18Z', 'updated_at': '2022-04-06T13:38:18Z', 'revision_number': 0, 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9b276c8-6c3a-4ed9-8510-90e3767c4f5e', 'name': '', 'network_id': '26519b02-2239-4bd6-818a-271185023756', 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'mac_address': 'fa:16:3e:72:70:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '50904863-4d97-4f05-a8d8-785fda68cbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:58Z', 'updated_at': '2022-04-06T13:38:05Z', 'revision_number': 5, 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'subnets': [{'id': '50904863-4d97-4f05-a8d8-785fda68cbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:38:21.483960 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ffa989-66ac-404d-801f-9cb650cd972b None None] The sync data for ids ['1be3af9d-a06f-46dd-9148-fb702311ab7d'] in dv-neutron-834600-1-hyperv is: [{'id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555262', 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'ce14ce98-b0b7-4669-b589-530667797bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:51Z', 'updated_at': '2022-04-06T13:37:59Z', 'revision_number': 4, 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'gw_port': {'id': 'ce14ce98-b0b7-4669-b589-530667797bfd', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:52Z', 'updated_at': '2022-04-06T13:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '69e76893-62ce-45f7-a1a0-45b88a158516', 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'floating_ip_address': '172.26.4.230', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'port_id': 'd714a4ef-fdcf-48e6-baba-6e822ce835e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26519b02-2239-4bd6-818a-271185023756', 'mac_address': 'fa:16:3e:08:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ecba1b-f968-49be-9716-47f199f6b9dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:38:18Z', 'updated_at': '2022-04-06T13:38:18Z', 'revision_number': 0, 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9b276c8-6c3a-4ed9-8510-90e3767c4f5e', 'name': '', 'network_id': '26519b02-2239-4bd6-818a-271185023756', 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'mac_address': 'fa:16:3e:72:70:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '50904863-4d97-4f05-a8d8-785fda68cbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:58Z', 'updated_at': '2022-04-06T13:38:05Z', 'revision_number': 5, 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'subnets': [{'id': '50904863-4d97-4f05-a8d8-785fda68cbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:38:21.496674 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-97f22068-f854-48e4-b8dc-b5b1ed3df099 req-5b7a129d-e671-43ee-ba75-2cf2e9e71645 service neutron] 10.222.0.61 "GET /v2.0/networks/26519b02-2239-4bd6-818a-271185023756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577456 Apr 06 13:38:21.642769 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-5e1a64f5-5f4c-4ad8-a287-799f0a766810 req-fb1f73a5-22e4-4132-bb10-3f7480deb5dc service neutron] device_id is not set on port 93e643c8-ede2-450f-b71e-a390f7064686 yet. {{(pid=88564) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 06 13:38:21.658105 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5e1a64f5-5f4c-4ad8-a287-799f0a766810 req-fb1f73a5-22e4-4132-bb10-3f7480deb5dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:21.684315 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-97f22068-f854-48e4-b8dc-b5b1ed3df099 req-87da0733-1614-4a0f-8adb-71641d453dc4 service neutron] 10.222.0.61 "GET /v2.0/networks/26519b02-2239-4bd6-818a-271185023756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805809 Apr 06 13:38:21.721222 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5e1a64f5-5f4c-4ad8-a287-799f0a766810 req-fb1f73a5-22e4-4132-bb10-3f7480deb5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:21.735012 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df362a11-9a30-49f1-a52f-e9d579d0dd6b None None] New status for floating IP 69e76893-62ce-45f7-a1a0-45b88a158516: ACTIVE {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:38:21.881526 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f73a5-22e4-4132-bb10-3f7480deb5dc service neutron] Pushing event updated for resources: {'Port': ['ID=93e643c8-ede2-450f-b71e-a390f7064686,revision_number=11']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:21.920133 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49854) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:21.958945 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1a64f5-5f4c-4ad8-a287-799f0a766810 req-fb1f73a5-22e4-4132-bb10-3f7480deb5dc service neutron] No DVR routers for this DVR port 93e643c8-ede2-450f-b71e-a390f7064686 on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:38:22.065633 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-083e8198-d61e-4601-bbbf-4f00c2040002 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/floatingips/69e76893-62ce-45f7-a1a0-45b88a158516 HTTP/1.1" status: 200 len: 991 time: 0.1440437 Apr 06 13:38:22.068555 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-56040dde-c552-4591-8f3f-6fe5dc5950cb None None] Provisioning complete for port 93e643c8-ede2-450f-b71e-a390f7064686 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:38:22.068926 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-56040dde-c552-4591-8f3f-6fe5dc5950cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:22.125237 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-56040dde-c552-4591-8f3f-6fe5dc5950cb None None] Port 93e643c8-ede2-450f-b71e-a390f7064686 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:38:22.241461 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-5e1a64f5-5f4c-4ad8-a287-799f0a766810 req-fb1f73a5-22e4-4132-bb10-3f7480deb5dc service neutron] In _notify_port_updated(), no bound segment for port 93e643c8-ede2-450f-b71e-a390f7064686 on network e701bed6-e701-4d61-924b-07c044b6048f {{(pid=88564) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 06 13:38:22.242134 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a64f5-5f4c-4ad8-a287-799f0a766810 req-fb1f73a5-22e4-4132-bb10-3f7480deb5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:22.242772 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5e1a64f5-5f4c-4ad8-a287-799f0a766810 req-fb1f73a5-22e4-4132-bb10-3f7480deb5dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:22.244453 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5e1a64f5-5f4c-4ad8-a287-799f0a766810 req-fb1f73a5-22e4-4132-bb10-3f7480deb5dc service neutron] 10.222.0.61 "PUT /v2.0/ports/93e643c8-ede2-450f-b71e-a390f7064686 HTTP/1.1" status: 200 len: 1027 time: 1.1992264 Apr 06 13:38:22.300089 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7a936e8e-ea72-449e-96cf-b6daee519744 req-036b38c6-82a2-41b6-b437-0671c92387d0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec29b00-9a15-455a-830f-595df088da5b HTTP/1.1" status: 200 len: 210 time: 0.0560486 Apr 06 13:38:23.068834 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49862) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:23.176219 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a0fe6312-51c7-4680-b8b2-3228240a0e7f tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/floatingips/69e76893-62ce-45f7-a1a0-45b88a158516 HTTP/1.1" status: 200 len: 993 time: 0.1062641 Apr 06 13:38:23.476648 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b1841ed3-a03a-445a-9c15-76227d012cc6 req-514374d7-a609-48c7-b38a-145b905e5a1a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec29b00-9a15-455a-830f-595df088da5b HTTP/1.1" status: 200 len: 210 time: 0.0437622 Apr 06 13:38:23.546542 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 93e643c8-ede2-450f-b71e-a390f7064686 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:38:23.612390 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 93e643c8-ede2-450f-b71e-a390f7064686 not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:38:24.573682 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49870) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:24.656072 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-33d9e888-b4ac-4a5f-b85a-a4d71b67945b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:24.688200 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-33d9e888-b4ac-4a5f-b85a-a4d71b67945b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:24.812288 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-33d9e888-b4ac-4a5f-b85a-a4d71b67945b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:24.831002 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9e888-b4ac-4a5f-b85a-a4d71b67945b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9eebeb-33ac-4f49-91b8-7cd523bd2d2d,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:24.839431 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-33d9e888-b4ac-4a5f-b85a-a4d71b67945b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:24.840605 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-33d9e888-b4ac-4a5f-b85a-a4d71b67945b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/security-groups/1b9eebeb-33ac-4f49-91b8-7cd523bd2d2d HTTP/1.1" status: 204 len: 168 time: 0.2658722 Apr 06 13:38:24.916213 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49876) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:25.113931 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-1a41ee38-43a6-43e8-80ea-d76066b1f53c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port 491dfa7a-6705-49f0-addd-215bcd9d53e4 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:38:25.114232 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1a41ee38-43a6-43e8-80ea-d76066b1f53c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:25.302224 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1a41ee38-43a6-43e8-80ea-d76066b1f53c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:25.302559 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1a41ee38-43a6-43e8-80ea-d76066b1f53c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:25.427380 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-1a41ee38-43a6-43e8-80ea-d76066b1f53c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for 491dfa7a-6705-49f0-addd-215bcd9d53e4 owned by network:floatingip {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:38:25.623213 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1a41ee38-43a6-43e8-80ea-d76066b1f53c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:25.671251 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41ee38-43a6-43e8-80ea-d76066b1f53c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=491dfa7a-6705-49f0-addd-215bcd9d53e4,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:25.761847 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1a41ee38-43a6-43e8-80ea-d76066b1f53c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:25.762229 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-1a41ee38-43a6-43e8-80ea-d76066b1f53c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Floating IP 88fc2cbc-6b84-44f4-af23-617150643df4 disassociated (deleted). External IP: 172.26.4.14, port: 93e643c8-ede2-450f-b71e-a390f7064686. Apr 06 13:38:26.218447 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a41ee38-43a6-43e8-80ea-d76066b1f53c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 94791fbd-8e1a-42a2-90f9-0d3f9c416f4a has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:38:26.397866 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a41ee38-43a6-43e8-80ea-d76066b1f53c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:38:26.409973 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a27f95a-f146-43a5-94af-91867cbfe84c None None] Sync routers for ids ['94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:38:26.420234 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a27f95a-f146-43a5-94af-91867cbfe84c None None] Routers {'94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:38:26.431577 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1a27f95a-f146-43a5-94af-91867cbfe84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:38:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:38:26.503032 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1a41ee38-43a6-43e8-80ea-d76066b1f53c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:26.562628 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1a41ee38-43a6-43e8-80ea-d76066b1f53c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/floatingips/88fc2cbc-6b84-44f4-af23-617150643df4 HTTP/1.1" status: 204 len: 168 time: 1.6453450 Apr 06 13:38:26.602367 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-1a27f95a-f146-43a5-94af-91867cbfe84c None None] Set router 94791fbd-8e1a-42a2-90f9-0d3f9c416f4a gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:38:26.718928 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49884) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:26.788845 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7282fc7f-9072-49d3-9d73-f2344a39f601 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:26.821568 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7282fc7f-9072-49d3-9d73-f2344a39f601 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:26.933843 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1a27f95a-f146-43a5-94af-91867cbfe84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'name': 'tempest-TestNetworkBasicOps-router-1903343310', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:18Z', 'updated_at': '2022-04-06T13:37:27Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:20Z', 'updated_at': '2022-04-06T13:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '97a3a64f-2334-48d5-9851-b7c7ab6b2a5c', 'name': '', 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:ae:04:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '5b371022-b94d-4041-a5c1-b13b6fb026e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:26Z', 'updated_at': '2022-04-06T13:37:35Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '5b371022-b94d-4041-a5c1-b13b6fb026e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:38:26.937979 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a27f95a-f146-43a5-94af-91867cbfe84c None None] Checking router: 94791fbd-8e1a-42a2-90f9-0d3f9c416f4a for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:38:26.946216 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a27f95a-f146-43a5-94af-91867cbfe84c None None] Routers {'94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:38:26.946897 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1a27f95a-f146-43a5-94af-91867cbfe84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:38:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:38:26.989526 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7282fc7f-9072-49d3-9d73-f2344a39f601 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:27.023464 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282fc7f-9072-49d3-9d73-f2344a39f601 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcb63dd-8a95-4d90-8063-3150fc7e2f12,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:27.031991 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7282fc7f-9072-49d3-9d73-f2344a39f601 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:27.035319 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7282fc7f-9072-49d3-9d73-f2344a39f601 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/security-groups/9dcb63dd-8a95-4d90-8063-3150fc7e2f12 HTTP/1.1" status: 204 len: 168 time: 0.3133974 Apr 06 13:38:27.122305 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49890) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:27.152202 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-1a27f95a-f146-43a5-94af-91867cbfe84c None None] Set router 94791fbd-8e1a-42a2-90f9-0d3f9c416f4a gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:38:27.172099 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:27.221178 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-2ce20cfe-264e-461a-adb2-20e6a5677a2e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port 93e643c8-ede2-450f-b71e-a390f7064686 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:38:27.221605 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2ce20cfe-264e-461a-adb2-20e6a5677a2e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:27.508680 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1a27f95a-f146-43a5-94af-91867cbfe84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'name': 'tempest-TestNetworkBasicOps-router-1903343310', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:18Z', 'updated_at': '2022-04-06T13:37:27Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:20Z', 'updated_at': '2022-04-06T13:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '97a3a64f-2334-48d5-9851-b7c7ab6b2a5c', 'name': '', 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:ae:04:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '5b371022-b94d-4041-a5c1-b13b6fb026e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:26Z', 'updated_at': '2022-04-06T13:37:35Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '5b371022-b94d-4041-a5c1-b13b6fb026e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:38:27.512854 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a27f95a-f146-43a5-94af-91867cbfe84c None None] The sync data for ids ['94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'] in dv-neutron-834600-1-hyperv is: [{'id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'name': 'tempest-TestNetworkBasicOps-router-1903343310', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:18Z', 'updated_at': '2022-04-06T13:37:27Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:20Z', 'updated_at': '2022-04-06T13:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '97a3a64f-2334-48d5-9851-b7c7ab6b2a5c', 'name': '', 'network_id': 'e701bed6-e701-4d61-924b-07c044b6048f', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:ae:04:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '5b371022-b94d-4041-a5c1-b13b6fb026e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:26Z', 'updated_at': '2022-04-06T13:37:35Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '5b371022-b94d-4041-a5c1-b13b6fb026e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:38:27.583596 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2ce20cfe-264e-461a-adb2-20e6a5677a2e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:27.724139 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-2ce20cfe-264e-461a-adb2-20e6a5677a2e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for 93e643c8-ede2-450f-b71e-a390f7064686 owned by {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:38:27.742169 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5c1ad0-8ff2-4d1b-9638-54aba8f819da None None] New status for floating IP 88fc2cbc-6b84-44f4-af23-617150643df4: DOWN {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:38:27.937800 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2ce20cfe-264e-461a-adb2-20e6a5677a2e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:27.992492 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce20cfe-264e-461a-adb2-20e6a5677a2e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=93e643c8-ede2-450f-b71e-a390f7064686,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:28.099283 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2ce20cfe-264e-461a-adb2-20e6a5677a2e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:28.109333 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2ce20cfe-264e-461a-adb2-20e6a5677a2e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/ports/93e643c8-ede2-450f-b71e-a390f7064686 HTTP/1.1" status: 204 len: 168 time: 0.9859073 Apr 06 13:38:28.111946 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49896) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:28.674012 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b5915121-9312-4259-9450-8bfb9eaee570 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:29.168374 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-b5915121-9312-4259-9450-8bfb9eaee570 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port 97a3a64f-2334-48d5-9851-b7c7ab6b2a5c {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:38:29.168747 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b5915121-9312-4259-9450-8bfb9eaee570 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:29.380199 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-b5915121-9312-4259-9450-8bfb9eaee570 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port 97a3a64f-2334-48d5-9851-b7c7ab6b2a5c, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=97a3a64f-2334-48d5-9851-b7c7ab6b2a5c,segment=NetworkSegment(fc056789-64a4-4af0-b932-e8ccee1d4a69),segment_id=fc056789-64a4-4af0-b932-e8ccee1d4a69)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:38:29.380557 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b5915121-9312-4259-9450-8bfb9eaee570 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:29.509502 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-b5915121-9312-4259-9450-8bfb9eaee570 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for 97a3a64f-2334-48d5-9851-b7c7ab6b2a5c owned by network:router_interface {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:38:29.943282 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b5915121-9312-4259-9450-8bfb9eaee570 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:30.023757 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5915121-9312-4259-9450-8bfb9eaee570 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=97a3a64f-2334-48d5-9851-b7c7ab6b2a5c,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:30.036909 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5915121-9312-4259-9450-8bfb9eaee570 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:30.037241 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5915121-9312-4259-9450-8bfb9eaee570 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:30.037575 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5915121-9312-4259-9450-8bfb9eaee570 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:30.037901 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5915121-9312-4259-9450-8bfb9eaee570 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:30.038222 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5915121-9312-4259-9450-8bfb9eaee570 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:30.038574 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5915121-9312-4259-9450-8bfb9eaee570 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:30.038911 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5915121-9312-4259-9450-8bfb9eaee570 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:30.039174 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5915121-9312-4259-9450-8bfb9eaee570 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:30.040069 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5915121-9312-4259-9450-8bfb9eaee570 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:30.040634 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5915121-9312-4259-9450-8bfb9eaee570 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:30.040989 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5915121-9312-4259-9450-8bfb9eaee570 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:30.041310 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5915121-9312-4259-9450-8bfb9eaee570 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:30.295839 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b5915121-9312-4259-9450-8bfb9eaee570 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:30.779875 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5915121-9312-4259-9450-8bfb9eaee570 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 94791fbd-8e1a-42a2-90f9-0d3f9c416f4a has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:38:30.962871 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5915121-9312-4259-9450-8bfb9eaee570 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:38:30.972615 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148a19b6-2e29-4c71-ae59-a8db261e1333 None None] Sync routers for ids ['94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:38:30.975110 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b5915121-9312-4259-9450-8bfb9eaee570 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "PUT /v2.0/routers/94791fbd-8e1a-42a2-90f9-0d3f9c416f4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8621197 Apr 06 13:38:30.978568 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49900) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:30.981751 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148a19b6-2e29-4c71-ae59-a8db261e1333 None None] Routers {'94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:38:30.982327 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-148a19b6-2e29-4c71-ae59-a8db261e1333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:38:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:38:31.047560 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd42952-9d5c-45ac-99e2-959e1442c7c8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting subnet 5b371022-b94d-4041-a5c1-b13b6fb026e1 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:38:31.050432 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ebd42952-9d5c-45ac-99e2-959e1442c7c8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:31.108021 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ebd42952-9d5c-45ac-99e2-959e1442c7c8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:31.173362 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-148a19b6-2e29-4c71-ae59-a8db261e1333 None None] Set router 94791fbd-8e1a-42a2-90f9-0d3f9c416f4a gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:38:31.196912 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ebd42952-9d5c-45ac-99e2-959e1442c7c8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:31.372252 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ebd42952-9d5c-45ac-99e2-959e1442c7c8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:31.415784 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd42952-9d5c-45ac-99e2-959e1442c7c8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Subnet': ['ID=5b371022-b94d-4041-a5c1-b13b6fb026e1,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:31.420092 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ebd42952-9d5c-45ac-99e2-959e1442c7c8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:31.427460 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ebd42952-9d5c-45ac-99e2-959e1442c7c8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/subnets/5b371022-b94d-4041-a5c1-b13b6fb026e1 HTTP/1.1" status: 204 len: 168 time: 0.4478393 Apr 06 13:38:31.428313 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b33deb-eaad-4501-a64b-b8310295258c None None] Network e701bed6-e701-4d61-924b-07c044b6048f requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:38:31.430127 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49904) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:31.466935 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-148a19b6-2e29-4c71-ae59-a8db261e1333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'name': 'tempest-TestNetworkBasicOps-router-1903343310', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:18Z', 'updated_at': '2022-04-06T13:38:29Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:20Z', 'updated_at': '2022-04-06T13:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:38:31.472587 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148a19b6-2e29-4c71-ae59-a8db261e1333 None None] Checking router: 94791fbd-8e1a-42a2-90f9-0d3f9c416f4a for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:38:31.483920 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148a19b6-2e29-4c71-ae59-a8db261e1333 None None] Routers {'94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:38:31.491721 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-148a19b6-2e29-4c71-ae59-a8db261e1333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:38:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:38:31.617942 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c6d25807-d0cf-4b6f-93c4-e2c5446431b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:31.692109 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-148a19b6-2e29-4c71-ae59-a8db261e1333 None None] Set router 94791fbd-8e1a-42a2-90f9-0d3f9c416f4a gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:38:31.715425 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0973f718-0998-4df8-aaf8-5fcdbd37d796 None None] DHCP port deletion for e701bed6-e701-4d61-924b-07c044b6048f request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:38:31.720476 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0973f718-0998-4df8-aaf8-5fcdbd37d796 None None] Deleting port 8f5640a9-8985-4383-afe8-43ee1185035d {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:38:31.721093 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0973f718-0998-4df8-aaf8-5fcdbd37d796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:31.812345 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c6d25807-d0cf-4b6f-93c4-e2c5446431b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:31.886119 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-c6d25807-d0cf-4b6f-93c4-e2c5446431b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port d7fdb464-f9e7-49aa-8837-4d84e58284d3 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:38:31.886772 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c6d25807-d0cf-4b6f-93c4-e2c5446431b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:31.941326 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0973f718-0998-4df8-aaf8-5fcdbd37d796 None None] For port 8f5640a9-8985-4383-afe8-43ee1185035d, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=8f5640a9-8985-4383-afe8-43ee1185035d,segment=NetworkSegment(fc056789-64a4-4af0-b932-e8ccee1d4a69),segment_id=fc056789-64a4-4af0-b932-e8ccee1d4a69)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:38:31.952321 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0973f718-0998-4df8-aaf8-5fcdbd37d796 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:32.054625 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-148a19b6-2e29-4c71-ae59-a8db261e1333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'name': 'tempest-TestNetworkBasicOps-router-1903343310', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:18Z', 'updated_at': '2022-04-06T13:38:29Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:20Z', 'updated_at': '2022-04-06T13:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:38:32.059922 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148a19b6-2e29-4c71-ae59-a8db261e1333 None None] The sync data for ids ['94791fbd-8e1a-42a2-90f9-0d3f9c416f4a'] in dv-neutron-834600-1-hyperv is: [{'id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'name': 'tempest-TestNetworkBasicOps-router-1903343310', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68'}], 'enable_snat': True}, 'gw_port_id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:18Z', 'updated_at': '2022-04-06T13:38:29Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': 'd7fdb464-f9e7-49aa-8837-4d84e58284d3', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94791fbd-8e1a-42a2-90f9-0d3f9c416f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:20Z', 'updated_at': '2022-04-06T13:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:38:32.086354 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-c6d25807-d0cf-4b6f-93c4-e2c5446431b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port d7fdb464-f9e7-49aa-8837-4d84e58284d3, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d7fdb464-f9e7-49aa-8837-4d84e58284d3,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:38:32.086931 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c6d25807-d0cf-4b6f-93c4-e2c5446431b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:32.109860 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0973f718-0998-4df8-aaf8-5fcdbd37d796 None None] Calling delete_port for 8f5640a9-8985-4383-afe8-43ee1185035d owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:38:32.292342 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0973f718-0998-4df8-aaf8-5fcdbd37d796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:32.342338 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973f718-0998-4df8-aaf8-5fcdbd37d796 None None] Pushing event deleted for resources: {'Port': ['ID=8f5640a9-8985-4383-afe8-43ee1185035d,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:32.344082 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0973f718-0998-4df8-aaf8-5fcdbd37d796 None None] No DVR routers for this DVR port 8f5640a9-8985-4383-afe8-43ee1185035d on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:38:32.351522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-c6d25807-d0cf-4b6f-93c4-e2c5446431b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for d7fdb464-f9e7-49aa-8837-4d84e58284d3 owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:38:32.503662 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:38:32.611971 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c6d25807-d0cf-4b6f-93c4-e2c5446431b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:32.668343 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d25807-d0cf-4b6f-93c4-e2c5446431b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=d7fdb464-f9e7-49aa-8837-4d84e58284d3,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:32.773581 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c6d25807-d0cf-4b6f-93c4-e2c5446431b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:32.951537 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c6d25807-d0cf-4b6f-93c4-e2c5446431b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:32.953768 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c6d25807-d0cf-4b6f-93c4-e2c5446431b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:33.080797 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c6d25807-d0cf-4b6f-93c4-e2c5446431b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:33.081706 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d25807-d0cf-4b6f-93c4-e2c5446431b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Fanout notify agent at l3_agent the message router_deleted on router 94791fbd-8e1a-42a2-90f9-0d3f9c416f4a {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:38:33.097922 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c6d25807-d0cf-4b6f-93c4-e2c5446431b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:33.099069 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c6d25807-d0cf-4b6f-93c4-e2c5446431b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/routers/94791fbd-8e1a-42a2-90f9-0d3f9c416f4a HTTP/1.1" status: 204 len: 168 time: 1.6671269 Apr 06 13:38:33.101764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49908) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:33.229575 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f784c26b-a1d6-4204-ac9f-1e2cd269a04b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:33.384182 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f784c26b-a1d6-4204-ac9f-1e2cd269a04b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:33.408723 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-f784c26b-a1d6-4204-ac9f-1e2cd269a04b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e701bed6-e701-4d61-924b-07c044b6048f']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:38:33.421675 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-f784c26b-a1d6-4204-ac9f-1e2cd269a04b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc056789-64a4-4af0-b932-e8ccee1d4a69') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:38:33.422054 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-f784c26b-a1d6-4204-ac9f-1e2cd269a04b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc056789-64a4-4af0-b932-e8ccee1d4a69') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:38:33.435560 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f784c26b-a1d6-4204-ac9f-1e2cd269a04b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:33.452523 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f784c26b-a1d6-4204-ac9f-1e2cd269a04b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:33.459175 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f784c26b-a1d6-4204-ac9f-1e2cd269a04b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:38:33.459588 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f784c26b-a1d6-4204-ac9f-1e2cd269a04b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:38:33.474013 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:38:33.567604 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d7fdb464-f9e7-49aa-8837-4d84e58284d3 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:38:33.600975 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: d7fdb464-f9e7-49aa-8837-4d84e58284d3 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:38:33.601313 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d7fdb464-f9e7-49aa-8837-4d84e58284d3 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:38:33.601727 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 97a3a64f-2334-48d5-9851-b7c7ab6b2a5c no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:38:33.628101 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f784c26b-a1d6-4204-ac9f-1e2cd269a04b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:33.636265 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 97a3a64f-2334-48d5-9851-b7c7ab6b2a5c {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:38:33.636642 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 97a3a64f-2334-48d5-9851-b7c7ab6b2a5c not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:38:33.637058 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 8f5640a9-8985-4383-afe8-43ee1185035d no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:38:33.645954 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f784c26b-a1d6-4204-ac9f-1e2cd269a04b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:33.656820 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784c26b-a1d6-4204-ac9f-1e2cd269a04b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Network': ['ID=e701bed6-e701-4d61-924b-07c044b6048f,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:33.673018 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 8f5640a9-8985-4383-afe8-43ee1185035d {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:38:33.673363 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 8f5640a9-8985-4383-afe8-43ee1185035d not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:38:33.726657 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f784c26b-a1d6-4204-ac9f-1e2cd269a04b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/networks/e701bed6-e701-4d61-924b-07c044b6048f HTTP/1.1" status: 204 len: 168 time: 0.6235826 Apr 06 13:38:33.741053 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49912) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:33.753148 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c79bfa8e-a092-432b-abd4-031b92c8dc6b tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0109708 Apr 06 13:38:33.755511 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49916) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:33.760696 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-91f349b8-93d9-4753-9b8a-d6f5e0c40efc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'network': {'name': 'tempest-network-smoke--1653682147', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'port_security_enabled': True}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:38:33.766026 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-91f349b8-93d9-4753-9b8a-d6f5e0c40efc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:38:33.772146 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-91f349b8-93d9-4753-9b8a-d6f5e0c40efc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:network and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:38:33.775775 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-91f349b8-93d9-4753-9b8a-d6f5e0c40efc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:38:33.781867 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-91f349b8-93d9-4753-9b8a-d6f5e0c40efc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:38:33.857452 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f349b8-93d9-4753-9b8a-d6f5e0c40efc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Made reservation on behalf of accb128fe3eb42cd83b327a0d6bf9c24 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:38:33.860878 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-91f349b8-93d9-4753-9b8a-d6f5e0c40efc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:33.889959 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f349b8-93d9-4753-9b8a-d6f5e0c40efc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:38:33.899325 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-91f349b8-93d9-4753-9b8a-d6f5e0c40efc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:33.899838 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-91f349b8-93d9-4753-9b8a-d6f5e0c40efc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Added segment ccd1a198-209b-41b0-b3f5-7c86c55d6952 of type vlan for network 23aa4758-1f9f-4edc-91e1-ecfffbdfb245 Apr 06 13:38:33.925690 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-91f349b8-93d9-4753-9b8a-d6f5e0c40efc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:34.018689 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-91f349b8-93d9-4753-9b8a-d6f5e0c40efc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:34.025437 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f349b8-93d9-4753-9b8a-d6f5e0c40efc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:34.026009 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-91f349b8-93d9-4753-9b8a-d6f5e0c40efc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:34.136154 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f349b8-93d9-4753-9b8a-d6f5e0c40efc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Network': ['ID=23aa4758-1f9f-4edc-91e1-ecfffbdfb245,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:34.147566 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 23aa4758-1f9f-4edc-91e1-ecfffbdfb245 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:38:34.207529 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-91f349b8-93d9-4753-9b8a-d6f5e0c40efc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4510176 Apr 06 13:38:34.210154 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49920) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:34.220594 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-2e421229-f7ed-460b-9a5e-5f8a3f6e76c0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2120026969', 'admin_state_up': True, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:38:34.224601 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-2e421229-f7ed-460b-9a5e-5f8a3f6e76c0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:38:34.229113 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2e421229-f7ed-460b-9a5e-5f8a3f6e76c0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:router and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:38:34.232057 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2e421229-f7ed-460b-9a5e-5f8a3f6e76c0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:38:34.238584 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-2e421229-f7ed-460b-9a5e-5f8a3f6e76c0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:38:34.349012 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2e421229-f7ed-460b-9a5e-5f8a3f6e76c0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:34.350099 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2e421229-f7ed-460b-9a5e-5f8a3f6e76c0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:34.365516 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2e421229-f7ed-460b-9a5e-5f8a3f6e76c0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:34.824292 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2e421229-f7ed-460b-9a5e-5f8a3f6e76c0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:35.179274 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2e421229-f7ed-460b-9a5e-5f8a3f6e76c0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:35.209587 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2e421229-f7ed-460b-9a5e-5f8a3f6e76c0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:35.352352 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-2e421229-f7ed-460b-9a5e-5f8a3f6e76c0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.26.4.174 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/90e14027-39e4-4e30-89c0-3be66fa27f93) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:38:35.497520 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2e421229-f7ed-460b-9a5e-5f8a3f6e76c0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:35.634953 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2e421229-f7ed-460b-9a5e-5f8a3f6e76c0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:35.697360 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e421229-f7ed-460b-9a5e-5f8a3f6e76c0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:38:35.704106 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-2e421229-f7ed-460b-9a5e-5f8a3f6e76c0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:38:35.708151 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e421229-f7ed-460b-9a5e-5f8a3f6e76c0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:38:35.736892 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e421229-f7ed-460b-9a5e-5f8a3f6e76c0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=90e14027-39e4-4e30-89c0-3be66fa27f93,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:36.199139 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2e421229-f7ed-460b-9a5e-5f8a3f6e76c0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:36.659983 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2e421229-f7ed-460b-9a5e-5f8a3f6e76c0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:36.948507 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e421229-f7ed-460b-9a5e-5f8a3f6e76c0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 2cb50a85-a975-42ad-a269-53e2451c4796 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:38:37.130887 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e421229-f7ed-460b-9a5e-5f8a3f6e76c0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:38:37.142147 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae82eeff-abb7-4052-8e5d-50803f33b5b6 None None] Sync routers for ids ['2cb50a85-a975-42ad-a269-53e2451c4796'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:38:37.152910 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae82eeff-abb7-4052-8e5d-50803f33b5b6 None None] Routers {'2cb50a85-a975-42ad-a269-53e2451c4796'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:38:37.153603 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ae82eeff-abb7-4052-8e5d-50803f33b5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:38:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['2cb50a85-a975-42ad-a269-53e2451c4796'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:38:37.256925 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2e421229-f7ed-460b-9a5e-5f8a3f6e76c0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:37.263347 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2e421229-f7ed-460b-9a5e-5f8a3f6e76c0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0468471 Apr 06 13:38:37.263347 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49924) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:37.307736 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6104c881-f9bd-4a56-8aa0-7ecf4a5c9a1a tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=accb128fe3eb42cd83b327a0d6bf9c24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450101 Apr 06 13:38:37.311459 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49928) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:37.335456 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-ae82eeff-abb7-4052-8e5d-50803f33b5b6 None None] Set router 2cb50a85-a975-42ad-a269-53e2451c4796 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:38:37.447536 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6459166-f8ea-405f-bc50-0f6f823aa776 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:37.447536 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f6459166-f8ea-405f-bc50-0f6f823aa776 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1328099 Apr 06 13:38:37.448165 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49932) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:37.487438 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-06c41ed2-30a3-46c0-ada5-40e2c9c67f6a tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379443 Apr 06 13:38:37.489816 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49936) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:37.495764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-8900e57c-1bd7-437f-8017-dbf909dbcb3d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1161959881', 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:38:37.607634 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-8900e57c-1bd7-437f-8017-dbf909dbcb3d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:38:37.611398 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-8900e57c-1bd7-437f-8017-dbf909dbcb3d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:subnet and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:38:37.614186 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-8900e57c-1bd7-437f-8017-dbf909dbcb3d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:38:37.619995 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-8900e57c-1bd7-437f-8017-dbf909dbcb3d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:38:37.643917 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ae82eeff-abb7-4052-8e5d-50803f33b5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'name': 'tempest-TestNetworkBasicOps-router-2120026969', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:38:34Z', 'updated_at': '2022-04-06T13:38:35Z', 'revision_number': 3, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:45:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:35Z', 'updated_at': '2022-04-06T13:38:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:38:37.647749 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae82eeff-abb7-4052-8e5d-50803f33b5b6 None None] Checking router: 2cb50a85-a975-42ad-a269-53e2451c4796 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:38:37.648089 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae82eeff-abb7-4052-8e5d-50803f33b5b6 None None] Updating router 2cb50a85-a975-42ad-a269-53e2451c4796 port 90e14027-39e4-4e30-89c0-3be66fa27f93 binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:38:37.691903 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8900e57c-1bd7-437f-8017-dbf909dbcb3d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Made reservation on behalf of accb128fe3eb42cd83b327a0d6bf9c24 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:38:37.695475 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8900e57c-1bd7-437f-8017-dbf909dbcb3d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:37.699798 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ae82eeff-abb7-4052-8e5d-50803f33b5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:38.040581 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ae82eeff-abb7-4052-8e5d-50803f33b5b6 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:38.045782 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8900e57c-1bd7-437f-8017-dbf909dbcb3d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:38.052348 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ae82eeff-abb7-4052-8e5d-50803f33b5b6 None None] Transition to ACTIVE for port object 90e14027-39e4-4e30-89c0-3be66fa27f93 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:38:38.125507 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900e57c-1bd7-437f-8017-dbf909dbcb3d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Subnet': ['ID=ca669a17-9510-493a-bac9-bdd60c8b8190,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:38.135283 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8900e57c-1bd7-437f-8017-dbf909dbcb3d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Checking segment: {'id': 'ccd1a198-209b-41b0-b3f5-7c86c55d6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:38:38.135739 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8900e57c-1bd7-437f-8017-dbf909dbcb3d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network hostable DHCP agents. Network: 23aa4758-1f9f-4edc-91e1-ecfffbdfb245, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:38:38.182819 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ae82eeff-abb7-4052-8e5d-50803f33b5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:38.285642 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8900e57c-1bd7-437f-8017-dbf909dbcb3d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network 23aa4758-1f9f-4edc-91e1-ecfffbdfb245 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:38:38.296576 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ae82eeff-abb7-4052-8e5d-50803f33b5b6 None None] Attempting to bind port 90e14027-39e4-4e30-89c0-3be66fa27f93 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:38:38.296896 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ae82eeff-abb7-4052-8e5d-50803f33b5b6 None None] Attempting to bind port 90e14027-39e4-4e30-89c0-3be66fa27f93 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:38:38.297258 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae82eeff-abb7-4052-8e5d-50803f33b5b6 None None] Attempting to bind port 90e14027-39e4-4e30-89c0-3be66fa27f93 on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:38:38.300554 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4e8d4-71c2-4355-873e-4a0d840206d6 None None] Pushing event updated for resources: {'Port': ['ID=90e14027-39e4-4e30-89c0-3be66fa27f93,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:38.305858 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae82eeff-abb7-4052-8e5d-50803f33b5b6 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:38:38.306348 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae82eeff-abb7-4052-8e5d-50803f33b5b6 None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:38:38.306867 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ae82eeff-abb7-4052-8e5d-50803f33b5b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:38.307257 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae82eeff-abb7-4052-8e5d-50803f33b5b6 None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:38:38.307721 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ae82eeff-abb7-4052-8e5d-50803f33b5b6 None None] Bound port: 90e14027-39e4-4e30-89c0-3be66fa27f93, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:38:38.308096 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ae82eeff-abb7-4052-8e5d-50803f33b5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:38.391684 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ae82eeff-abb7-4052-8e5d-50803f33b5b6 None None] For port 90e14027-39e4-4e30-89c0-3be66fa27f93, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:38:38.394645 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ae82eeff-abb7-4052-8e5d-50803f33b5b6 None None] For port 90e14027-39e4-4e30-89c0-3be66fa27f93, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=90e14027-39e4-4e30-89c0-3be66fa27f93,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:38:38.476120 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-8900e57c-1bd7-437f-8017-dbf909dbcb3d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 23aa4758-1f9f-4edc-91e1-ecfffbdfb245) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:38:38.478077 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8900e57c-1bd7-437f-8017-dbf909dbcb3d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:38.478664 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8900e57c-1bd7-437f-8017-dbf909dbcb3d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:38.483754 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64a67cb-6f8c-467a-abaf-eeeaad9c1b96 None None] Network 23aa4758-1f9f-4edc-91e1-ecfffbdfb245 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:38:38.514341 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ae82eeff-abb7-4052-8e5d-50803f33b5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:38.589642 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8900e57c-1bd7-437f-8017-dbf909dbcb3d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0987306 Apr 06 13:38:38.592344 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49940) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:38.675563 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae82eeff-abb7-4052-8e5d-50803f33b5b6 None None] Routers {'2cb50a85-a975-42ad-a269-53e2451c4796'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:38:38.676187 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ae82eeff-abb7-4052-8e5d-50803f33b5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:38:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['2cb50a85-a975-42ad-a269-53e2451c4796'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:38:38.733486 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4e8d4-71c2-4355-873e-4a0d840206d6 None None] Pushing event updated for resources: {'Port': ['ID=90e14027-39e4-4e30-89c0-3be66fa27f93,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:38.981669 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea4114a-dd6c-4e7f-9e4a-70bbb050dba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-23aa4758-1f9f-4edc-91e1-ecfffbdfb245', 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ips': [{'subnet_id': 'ca669a17-9510-493a-bac9-bdd60c8b8190'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:38:38.982490 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bea4114a-dd6c-4e7f-9e4a-70bbb050dba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:38.994581 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-ae82eeff-abb7-4052-8e5d-50803f33b5b6 None None] Set router 2cb50a85-a975-42ad-a269-53e2451c4796 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:38:39.385436 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-bea4114a-dd6c-4e7f-9e4a-70bbb050dba0 None None] Allocated IP 172.20.0.2 (23aa4758-1f9f-4edc-91e1-ecfffbdfb245/ca669a17-9510-493a-bac9-bdd60c8b8190/e7a985de-90db-418c-9f3a-d5152e823146) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:38:39.451021 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f4cd7135-24c5-4a46-8a10-990e418339dd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:39.509347 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ae82eeff-abb7-4052-8e5d-50803f33b5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'name': 'tempest-TestNetworkBasicOps-router-2120026969', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:38:34Z', 'updated_at': '2022-04-06T13:38:35Z', 'revision_number': 3, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:45:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:35Z', 'updated_at': '2022-04-06T13:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:38:39.526348 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae82eeff-abb7-4052-8e5d-50803f33b5b6 None None] The sync data for ids ['2cb50a85-a975-42ad-a269-53e2451c4796'] in dv-neutron-834600-1-hyperv is: [{'id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'name': 'tempest-TestNetworkBasicOps-router-2120026969', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:38:34Z', 'updated_at': '2022-04-06T13:38:35Z', 'revision_number': 3, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:45:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:35Z', 'updated_at': '2022-04-06T13:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:38:39.617849 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bea4114a-dd6c-4e7f-9e4a-70bbb050dba0 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:39.628613 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-bea4114a-dd6c-4e7f-9e4a-70bbb050dba0 None None] Transition to ACTIVE for port object e7a985de-90db-418c-9f3a-d5152e823146 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:38:39.648216 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-bea4114a-dd6c-4e7f-9e4a-70bbb050dba0 None None] Transition to ACTIVE for port object e7a985de-90db-418c-9f3a-d5152e823146 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:38:39.780183 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bea4114a-dd6c-4e7f-9e4a-70bbb050dba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:39.872787 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea4114a-dd6c-4e7f-9e4a-70bbb050dba0 None None] Network 23aa4758-1f9f-4edc-91e1-ecfffbdfb245 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:38:39.876420 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-bea4114a-dd6c-4e7f-9e4a-70bbb050dba0 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:38:39.882064 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea4114a-dd6c-4e7f-9e4a-70bbb050dba0 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:38:39.884677 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4114a-dd6c-4e7f-9e4a-70bbb050dba0 None None] Pushing event updated for resources: {'Port': ['ID=e7a985de-90db-418c-9f3a-d5152e823146,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:39.905597 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-f4cd7135-24c5-4a46-8a10-990e418339dd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.20.0.1 (23aa4758-1f9f-4edc-91e1-ecfffbdfb245/ca669a17-9510-493a-bac9-bdd60c8b8190/2ec1c7a7-3415-41ac-9465-6c0b9b6f4035) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:38:39.983108 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-bea4114a-dd6c-4e7f-9e4a-70bbb050dba0 None None] Attempting to bind port e7a985de-90db-418c-9f3a-d5152e823146 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:38:39.983108 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-bea4114a-dd6c-4e7f-9e4a-70bbb050dba0 None None] Attempting to bind port e7a985de-90db-418c-9f3a-d5152e823146 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'ccd1a198-209b-41b0-b3f5-7c86c55d6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:38:39.983547 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea4114a-dd6c-4e7f-9e4a-70bbb050dba0 None None] Attempting to bind port e7a985de-90db-418c-9f3a-d5152e823146 on network 23aa4758-1f9f-4edc-91e1-ecfffbdfb245 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:38:39.989115 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea4114a-dd6c-4e7f-9e4a-70bbb050dba0 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:38:39.989511 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea4114a-dd6c-4e7f-9e4a-70bbb050dba0 None None] Checking segment: {'id': 'ccd1a198-209b-41b0-b3f5-7c86c55d6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:38:39.990167 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bea4114a-dd6c-4e7f-9e4a-70bbb050dba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:39.990567 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea4114a-dd6c-4e7f-9e4a-70bbb050dba0 None None] Bound using segment: {'id': 'ccd1a198-209b-41b0-b3f5-7c86c55d6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:38:39.991056 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-bea4114a-dd6c-4e7f-9e4a-70bbb050dba0 None None] Bound port: e7a985de-90db-418c-9f3a-d5152e823146, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd1a198-209b-41b0-b3f5-7c86c55d6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:38:39.992790 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bea4114a-dd6c-4e7f-9e4a-70bbb050dba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:40.095558 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f4cd7135-24c5-4a46-8a10-990e418339dd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:40.124704 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-f4cd7135-24c5-4a46-8a10-990e418339dd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Transition to ACTIVE for port object 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:38:40.150234 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-bea4114a-dd6c-4e7f-9e4a-70bbb050dba0 None None] For port e7a985de-90db-418c-9f3a-d5152e823146, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:38:40.154562 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-bea4114a-dd6c-4e7f-9e4a-70bbb050dba0 None None] For port e7a985de-90db-418c-9f3a-d5152e823146, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=e7a985de-90db-418c-9f3a-d5152e823146,segment=NetworkSegment(ccd1a198-209b-41b0-b3f5-7c86c55d6952),segment_id=ccd1a198-209b-41b0-b3f5-7c86c55d6952)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:38:40.223655 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f4cd7135-24c5-4a46-8a10-990e418339dd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:40.272487 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bea4114a-dd6c-4e7f-9e4a-70bbb050dba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:40.299391 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cd7135-24c5-4a46-8a10-990e418339dd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network 23aa4758-1f9f-4edc-91e1-ecfffbdfb245 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:38:40.308579 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-f4cd7135-24c5-4a46-8a10-990e418339dd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:38:40.312593 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cd7135-24c5-4a46-8a10-990e418339dd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:38:40.347609 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd7135-24c5-4a46-8a10-990e418339dd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=2ec1c7a7-3415-41ac-9465-6c0b9b6f4035,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:40.348773 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4114a-dd6c-4e7f-9e4a-70bbb050dba0 None None] Pushing event updated for resources: {'Port': ['ID=e7a985de-90db-418c-9f3a-d5152e823146,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:40.400233 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f4cd7135-24c5-4a46-8a10-990e418339dd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:40.793246 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f4cd7135-24c5-4a46-8a10-990e418339dd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:41.103655 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-90ce1c31-9a65-41ce-9bbd-06b7e4f432c2 req-c758dcdf-81a6-499e-9514-f0079856caf8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ec72da2e-bc70-493a-9f54-d696135f3930&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2394187 Apr 06 13:38:41.323561 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce1c31-9a65-41ce-9bbd-06b7e4f432c2 req-c3bc50df-a9fc-4419-8e40-a0d7dbc2724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:41.325052 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-90ce1c31-9a65-41ce-9bbd-06b7e4f432c2 req-c3bc50df-a9fc-4419-8e40-a0d7dbc2724b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f961cdd2806417f9eeecf800dc5c9c4&device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 1098 time: 0.1211741 Apr 06 13:38:41.342524 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f4cd7135-24c5-4a46-8a10-990e418339dd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:41.434518 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device e7a985de-90db-418c-9f3a-d5152e823146 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:38:41.451276 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f4cd7135-24c5-4a46-8a10-990e418339dd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:41.571736 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port e7a985de-90db-418c-9f3a-d5152e823146 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:38:41.578346 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 90e14027-39e4-4e30-89c0-3be66fa27f93 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:38:41.599634 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f4cd7135-24c5-4a46-8a10-990e418339dd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:41.607450 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd7135-24c5-4a46-8a10-990e418339dd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=2ec1c7a7-3415-41ac-9465-6c0b9b6f4035,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:41.657449 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce1c31-9a65-41ce-9bbd-06b7e4f432c2 req-c09e7c9e-3e24-421c-8b0d-c335c61d3388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:41.658910 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-90ce1c31-9a65-41ce-9bbd-06b7e4f432c2 req-c09e7c9e-3e24-421c-8b0d-c335c61d3388 service neutron] 10.222.0.61 "GET /v2.0/networks?id=07d8a801-9673-412c-b97f-9a98a83af4f7 HTTP/1.1" status: 200 len: 912 time: 0.3102272 Apr 06 13:38:41.749827 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 90e14027-39e4-4e30-89c0-3be66fa27f93 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:38:41.766323 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 90e14027-39e4-4e30-89c0-3be66fa27f93 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:38:41.767213 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:41.842555 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-90ce1c31-9a65-41ce-9bbd-06b7e4f432c2 req-7d178558-10c0-4d65-ae26-b5066e9fee91 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e35adb7-b277-4800-bb7c-bb93b0ea802f HTTP/1.1" status: 200 len: 999 time: 0.1328416 Apr 06 13:38:41.887965 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cd7135-24c5-4a46-8a10-990e418339dd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network 23aa4758-1f9f-4edc-91e1-ecfffbdfb245 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:38:41.893011 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-f4cd7135-24c5-4a46-8a10-990e418339dd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:38:41.897694 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:41.915799 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 90e14027-39e4-4e30-89c0-3be66fa27f93, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=90e14027-39e4-4e30-89c0-3be66fa27f93,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:38:41.956114 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801d0023-59a1-4c3c-9ca2-7e3259ed649a None None] Network 23aa4758-1f9f-4edc-91e1-ecfffbdfb245 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:38:41.988537 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce1c31-9a65-41ce-9bbd-06b7e4f432c2 req-c7df4e1c-4df0-49c5-b4b5-651703cfd9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:41.989968 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-90ce1c31-9a65-41ce-9bbd-06b7e4f432c2 req-c7df4e1c-4df0-49c5-b4b5-651703cfd9be service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bec31d0f-ca58-4f44-a0f5-7b9820419a31 HTTP/1.1" status: 200 len: 850 time: 0.1401865 Apr 06 13:38:42.045444 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:42.151100 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cd7135-24c5-4a46-8a10-990e418339dd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 2cb50a85-a975-42ad-a269-53e2451c4796 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:38:42.155050 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=90e14027-39e4-4e30-89c0-3be66fa27f93,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:42.199595 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ce5fbc46-3c96-442b-9730-555ef15aa3fa None None] Provisioning for port e7a985de-90db-418c-9f3a-d5152e823146 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:38:42.206110 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ce5fbc46-3c96-442b-9730-555ef15aa3fa None None] Provisioning complete for port e7a985de-90db-418c-9f3a-d5152e823146 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:38:42.206480 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ce5fbc46-3c96-442b-9730-555ef15aa3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:42.352558 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce1c31-9a65-41ce-9bbd-06b7e4f432c2 req-e39d3d79-8b54-44f8-9d3e-bf6338346916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:42.352912 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-90ce1c31-9a65-41ce-9bbd-06b7e4f432c2 req-e39d3d79-8b54-44f8-9d3e-bf6338346916 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=07d8a801-9673-412c-b97f-9a98a83af4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3540289 Apr 06 13:38:42.389575 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ce5fbc46-3c96-442b-9730-555ef15aa3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:42.426788 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ce5fbc46-3c96-442b-9730-555ef15aa3fa None None] For port e7a985de-90db-418c-9f3a-d5152e823146, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=e7a985de-90db-418c-9f3a-d5152e823146,segment=NetworkSegment(ccd1a198-209b-41b0-b3f5-7c86c55d6952),segment_id=ccd1a198-209b-41b0-b3f5-7c86c55d6952)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:38:42.566674 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ce5fbc46-3c96-442b-9730-555ef15aa3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:42.594500 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cd7135-24c5-4a46-8a10-990e418339dd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:38:42.607030 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-90ce1c31-9a65-41ce-9bbd-06b7e4f432c2 req-2ac6eed5-6b75-4454-adbb-d6f2004f187e service neutron] 10.222.0.61 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387464 Apr 06 13:38:42.613381 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b05916-4eb1-474a-a445-f9c449a38e1a None None] Sync routers for ids ['2cb50a85-a975-42ad-a269-53e2451c4796'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:38:42.629483 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b05916-4eb1-474a-a445-f9c449a38e1a None None] Routers {'2cb50a85-a975-42ad-a269-53e2451c4796'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:38:42.635074 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-73b05916-4eb1-474a-a445-f9c449a38e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:38:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['2cb50a85-a975-42ad-a269-53e2451c4796'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:38:42.636650 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f4cd7135-24c5-4a46-8a10-990e418339dd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "PUT /v2.0/routers/2cb50a85-a975-42ad-a269-53e2451c4796/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0432754 Apr 06 13:38:42.639922 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49950) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:42.657647 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fbc46-3c96-442b-9730-555ef15aa3fa None None] Pushing event updated for resources: {'Port': ['ID=e7a985de-90db-418c-9f3a-d5152e823146,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:42.748905 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8613bb52-9efa-4d00-82f5-69b6f4d640c8 None None] Provisioning for port 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:38:42.754212 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8613bb52-9efa-4d00-82f5-69b6f4d640c8 None None] Provisioning complete for port 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:38:42.754337 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8613bb52-9efa-4d00-82f5-69b6f4d640c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:42.758896 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-90ce1c31-9a65-41ce-9bbd-06b7e4f432c2 req-33e130d0-8187-4630-99bb-c04341381c20 service neutron] 10.222.0.61 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429644 Apr 06 13:38:42.832736 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-8613bb52-9efa-4d00-82f5-69b6f4d640c8 None None] Port 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:38:42.849511 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8613bb52-9efa-4d00-82f5-69b6f4d640c8 None None] Provisioning complete for port e7a985de-90db-418c-9f3a-d5152e823146 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:38:42.858124 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8613bb52-9efa-4d00-82f5-69b6f4d640c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:42.869113 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-73b05916-4eb1-474a-a445-f9c449a38e1a None None] Set router 2cb50a85-a975-42ad-a269-53e2451c4796 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:38:42.881708 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06759c1-f4f0-4ce9-a0ef-f1314f57fb45 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:42.882423 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06759c1-f4f0-4ce9-a0ef-f1314f57fb45 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:42.883601 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06759c1-f4f0-4ce9-a0ef-f1314f57fb45 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:42.884316 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06759c1-f4f0-4ce9-a0ef-f1314f57fb45 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:42.884938 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06759c1-f4f0-4ce9-a0ef-f1314f57fb45 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:42.885581 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06759c1-f4f0-4ce9-a0ef-f1314f57fb45 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:42.886185 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06759c1-f4f0-4ce9-a0ef-f1314f57fb45 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:42.891711 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d06759c1-f4f0-4ce9-a0ef-f1314f57fb45 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.2476513 Apr 06 13:38:42.898981 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49954) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:42.984247 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e4d472-6844-4edc-9182-2cdddb5aa88c tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:42.984880 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e4d472-6844-4edc-9182-2cdddb5aa88c tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:42.985343 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e4d472-6844-4edc-9182-2cdddb5aa88c tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:42.985809 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e4d472-6844-4edc-9182-2cdddb5aa88c tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:42.986424 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e4d472-6844-4edc-9182-2cdddb5aa88c tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:42.986907 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e4d472-6844-4edc-9182-2cdddb5aa88c tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:42.987395 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e4d472-6844-4edc-9182-2cdddb5aa88c tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:42.989235 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d5e4d472-6844-4edc-9182-2cdddb5aa88c tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.0958018 Apr 06 13:38:42.991897 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49958) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:43.113820 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-47fec55a-c0d0-4472-bbfa-6c13c92f5044 None None] Provisioning complete for port 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:38:43.115153 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-47fec55a-c0d0-4472-bbfa-6c13c92f5044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:43.199932 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-47fec55a-c0d0-4472-bbfa-6c13c92f5044 None None] Port 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:38:43.256792 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4cac9a2c-a6d5-41e0-93e7-af04ad02f847 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.2634926 Apr 06 13:38:43.259326 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-73b05916-4eb1-474a-a445-f9c449a38e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'name': 'tempest-TestNetworkBasicOps-router-2120026969', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:38:34Z', 'updated_at': '2022-04-06T13:38:40Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:35Z', 'updated_at': '2022-04-06T13:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '2ec1c7a7-3415-41ac-9465-6c0b9b6f4035', 'name': '', 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:c4:d7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ca669a17-9510-493a-bac9-bdd60c8b8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:39Z', 'updated_at': '2022-04-06T13:38:41Z', 'revision_number': 2, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'ca669a17-9510-493a-bac9-bdd60c8b8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:38:43.263402 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b05916-4eb1-474a-a445-f9c449a38e1a None None] Checking router: 2cb50a85-a975-42ad-a269-53e2451c4796 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:38:43.266712 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b05916-4eb1-474a-a445-f9c449a38e1a None None] Updating router 2cb50a85-a975-42ad-a269-53e2451c4796 port 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035 binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:38:43.318954 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-73b05916-4eb1-474a-a445-f9c449a38e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:43.332206 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e235597f-3083-4a18-8543-19e6c2be4f12 None None] Provisioning complete for port 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:38:43.332377 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e235597f-3083-4a18-8543-19e6c2be4f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:43.392690 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device e7a985de-90db-418c-9f3a-d5152e823146 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:38:43.459741 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-e235597f-3083-4a18-8543-19e6c2be4f12 None None] Port 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:38:43.479315 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port e7a985de-90db-418c-9f3a-d5152e823146 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:38:43.479315 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:43.573529 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 49964) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:43.579273 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-390b9332-91f1-4347-bcfb-243baafa5e70 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1465220943', 'description': 'tempest-secgroup-smoke-1465220943 description', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:38:43.585562 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-390b9332-91f1-4347-bcfb-243baafa5e70 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:38:43.590598 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-390b9332-91f1-4347-bcfb-243baafa5e70 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:38:43.593724 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-390b9332-91f1-4347-bcfb-243baafa5e70 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:38:43.600291 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-390b9332-91f1-4347-bcfb-243baafa5e70 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:38:43.610692 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 90e14027-39e4-4e30-89c0-3be66fa27f93 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:38:43.678488 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 90e14027-39e4-4e30-89c0-3be66fa27f93 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:38:43.678890 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:43.694227 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-73b05916-4eb1-474a-a445-f9c449a38e1a None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:43.706299 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-73b05916-4eb1-474a-a445-f9c449a38e1a None None] Transition to ACTIVE for port object 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035 will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:38:43.714517 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-390b9332-91f1-4347-bcfb-243baafa5e70 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:43.735098 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-390b9332-91f1-4347-bcfb-243baafa5e70 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:38:43.738843 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-390b9332-91f1-4347-bcfb-243baafa5e70 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:38:43.741618 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-390b9332-91f1-4347-bcfb-243baafa5e70 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:38:43.748932 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-390b9332-91f1-4347-bcfb-243baafa5e70 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:38:43.807461 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-73b05916-4eb1-474a-a445-f9c449a38e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:43.823999 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-390b9332-91f1-4347-bcfb-243baafa5e70 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:43.903353 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-390b9332-91f1-4347-bcfb-243baafa5e70 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:43.956546 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b9332-91f1-4347-bcfb-243baafa5e70 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86dc505a-d96d-4429-8c7d-60a81405a179,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:43.964922 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b9332-91f1-4347-bcfb-243baafa5e70 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:43.965268 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b9332-91f1-4347-bcfb-243baafa5e70 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:43.965604 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b9332-91f1-4347-bcfb-243baafa5e70 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:43.966174 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b9332-91f1-4347-bcfb-243baafa5e70 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:43.966524 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b9332-91f1-4347-bcfb-243baafa5e70 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:43.966868 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b9332-91f1-4347-bcfb-243baafa5e70 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:43.967206 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b9332-91f1-4347-bcfb-243baafa5e70 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:43.967528 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b9332-91f1-4347-bcfb-243baafa5e70 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:43.968060 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b9332-91f1-4347-bcfb-243baafa5e70 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:43.968561 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b9332-91f1-4347-bcfb-243baafa5e70 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:43.969056 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b9332-91f1-4347-bcfb-243baafa5e70 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:43.969579 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b9332-91f1-4347-bcfb-243baafa5e70 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:43.974238 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6afd7-a721-431c-951f-dc862cf74523 None None] Pushing event updated for resources: {'Port': ['ID=2ec1c7a7-3415-41ac-9465-6c0b9b6f4035,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:44.034358 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-73b05916-4eb1-474a-a445-f9c449a38e1a None None] Attempting to bind port 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:38:44.035177 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-73b05916-4eb1-474a-a445-f9c449a38e1a None None] Attempting to bind port 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'ccd1a198-209b-41b0-b3f5-7c86c55d6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:38:44.035294 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-390b9332-91f1-4347-bcfb-243baafa5e70 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:44.035409 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b05916-4eb1-474a-a445-f9c449a38e1a None None] Attempting to bind port 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035 on network 23aa4758-1f9f-4edc-91e1-ecfffbdfb245 {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:38:44.036204 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-390b9332-91f1-4347-bcfb-243baafa5e70 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4614165 Apr 06 13:38:44.039793 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49970) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:44.042223 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b05916-4eb1-474a-a445-f9c449a38e1a None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:38:44.042720 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b05916-4eb1-474a-a445-f9c449a38e1a None None] Checking segment: {'id': 'ccd1a198-209b-41b0-b3f5-7c86c55d6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:38:44.043281 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-73b05916-4eb1-474a-a445-f9c449a38e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:44.043758 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b05916-4eb1-474a-a445-f9c449a38e1a None None] Bound using segment: {'id': 'ccd1a198-209b-41b0-b3f5-7c86c55d6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:38:44.044220 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-73b05916-4eb1-474a-a445-f9c449a38e1a None None] Bound port: 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd1a198-209b-41b0-b3f5-7c86c55d6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:38:44.044686 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-73b05916-4eb1-474a-a445-f9c449a38e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:44.045060 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-24654cac-79d0-4fd8-996c-44f6ab774f58 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '86dc505a-d96d-4429-8c7d-60a81405a179', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:38:44.051707 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-24654cac-79d0-4fd8-996c-44f6ab774f58 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:38:44.056595 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-24654cac-79d0-4fd8-996c-44f6ab774f58 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:38:44.060101 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-24654cac-79d0-4fd8-996c-44f6ab774f58 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:38:44.067639 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-24654cac-79d0-4fd8-996c-44f6ab774f58 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:38:44.162093 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-24654cac-79d0-4fd8-996c-44f6ab774f58 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:44.170725 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-73b05916-4eb1-474a-a445-f9c449a38e1a None None] For port 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:38:44.173778 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-73b05916-4eb1-474a-a445-f9c449a38e1a None None] For port 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=2ec1c7a7-3415-41ac-9465-6c0b9b6f4035,segment=NetworkSegment(ccd1a198-209b-41b0-b3f5-7c86c55d6952),segment_id=ccd1a198-209b-41b0-b3f5-7c86c55d6952)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:38:44.224850 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-24654cac-79d0-4fd8-996c-44f6ab774f58 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:44.401294 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-73b05916-4eb1-474a-a445-f9c449a38e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:44.428519 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-24654cac-79d0-4fd8-996c-44f6ab774f58 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:44.453498 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24654cac-79d0-4fd8-996c-44f6ab774f58 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f84f78f-e7e6-42e9-b589-5df49552b208,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:44.482247 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b05916-4eb1-474a-a445-f9c449a38e1a None None] Routers {'2cb50a85-a975-42ad-a269-53e2451c4796'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:38:44.482876 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-73b05916-4eb1-474a-a445-f9c449a38e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:38:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['2cb50a85-a975-42ad-a269-53e2451c4796'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:38:44.542234 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6afd7-a721-431c-951f-dc862cf74523 None None] Pushing event updated for resources: {'Port': ['ID=2ec1c7a7-3415-41ac-9465-6c0b9b6f4035,revision_number=4']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:44.544589 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-24654cac-79d0-4fd8-996c-44f6ab774f58 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:44.546042 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-24654cac-79d0-4fd8-996c-44f6ab774f58 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5052311 Apr 06 13:38:44.548680 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49974) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:44.555576 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-37865b62-0e84-402e-ad96-35cb7bd17061 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '86dc505a-d96d-4429-8c7d-60a81405a179', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:38:44.568541 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-37865b62-0e84-402e-ad96-35cb7bd17061 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:38:44.569645 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-37865b62-0e84-402e-ad96-35cb7bd17061 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:38:44.573645 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-37865b62-0e84-402e-ad96-35cb7bd17061 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:38:44.579776 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-37865b62-0e84-402e-ad96-35cb7bd17061 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:38:44.649486 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-37865b62-0e84-402e-ad96-35cb7bd17061 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:44.689817 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-73b05916-4eb1-474a-a445-f9c449a38e1a None None] Set router 2cb50a85-a975-42ad-a269-53e2451c4796 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:38:44.730084 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-37865b62-0e84-402e-ad96-35cb7bd17061 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:44.829469 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-37865b62-0e84-402e-ad96-35cb7bd17061 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:44.855477 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37865b62-0e84-402e-ad96-35cb7bd17061 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422f37ca-4bee-4ca0-9f0e-3c6d6e7cb359,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:44.931873 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-37865b62-0e84-402e-ad96-35cb7bd17061 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:44.933303 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-37865b62-0e84-402e-ad96-35cb7bd17061 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3835151 Apr 06 13:38:44.936105 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49978) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:44.941275 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-130a8618-c3fb-4650-9c28-312571abc5cd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '86dc505a-d96d-4429-8c7d-60a81405a179', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:38:44.947716 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-130a8618-c3fb-4650-9c28-312571abc5cd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:38:44.951846 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-130a8618-c3fb-4650-9c28-312571abc5cd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:38:44.954882 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-130a8618-c3fb-4650-9c28-312571abc5cd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:38:44.961374 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-130a8618-c3fb-4650-9c28-312571abc5cd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:38:45.008103 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-73b05916-4eb1-474a-a445-f9c449a38e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'name': 'tempest-TestNetworkBasicOps-router-2120026969', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:38:34Z', 'updated_at': '2022-04-06T13:38:40Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:35Z', 'updated_at': '2022-04-06T13:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '2ec1c7a7-3415-41ac-9465-6c0b9b6f4035', 'name': '', 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:c4:d7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ca669a17-9510-493a-bac9-bdd60c8b8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:39Z', 'updated_at': '2022-04-06T13:38:44Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'ca669a17-9510-493a-bac9-bdd60c8b8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:38:45.011726 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b05916-4eb1-474a-a445-f9c449a38e1a None None] The sync data for ids ['2cb50a85-a975-42ad-a269-53e2451c4796'] in dv-neutron-834600-1-hyperv is: [{'id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'name': 'tempest-TestNetworkBasicOps-router-2120026969', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:38:34Z', 'updated_at': '2022-04-06T13:38:40Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:35Z', 'updated_at': '2022-04-06T13:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '2ec1c7a7-3415-41ac-9465-6c0b9b6f4035', 'name': '', 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:c4:d7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ca669a17-9510-493a-bac9-bdd60c8b8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:39Z', 'updated_at': '2022-04-06T13:38:44Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'ca669a17-9510-493a-bac9-bdd60c8b8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:38:45.091108 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-130a8618-c3fb-4650-9c28-312571abc5cd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:45.169275 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-130a8618-c3fb-4650-9c28-312571abc5cd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:45.257958 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-130a8618-c3fb-4650-9c28-312571abc5cd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:45.281699 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a8618-c3fb-4650-9c28-312571abc5cd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1024dbc-9bae-454e-8e33-5263d8086ff7,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:45.372617 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:38:45.406305 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-130a8618-c3fb-4650-9c28-312571abc5cd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:45.422332 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-130a8618-c3fb-4650-9c28-312571abc5cd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4705095 Apr 06 13:38:45.422332 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49982) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:45.422332 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-b63f8b22-63b4-4168-818a-839d0ff6cd2c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '86dc505a-d96d-4429-8c7d-60a81405a179', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:38:45.424756 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b63f8b22-63b4-4168-818a-839d0ff6cd2c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:38:45.428852 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b63f8b22-63b4-4168-818a-839d0ff6cd2c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:38:45.432338 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b63f8b22-63b4-4168-818a-839d0ff6cd2c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:38:45.438834 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b63f8b22-63b4-4168-818a-839d0ff6cd2c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:38:45.472033 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7ec7d4d2-f3db-4368-8a0e-2ac315b38e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:45.573100 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b63f8b22-63b4-4168-818a-839d0ff6cd2c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:45.593979 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:38:45.594794 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:38:45.595404 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:45.659264 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b63f8b22-63b4-4168-818a-839d0ff6cd2c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:45.730483 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:45.744157 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b63f8b22-63b4-4168-818a-839d0ff6cd2c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:45.769477 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f8b22-63b4-4168-818a-839d0ff6cd2c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a66509-1381-4de4-a85c-11bb2027b386,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:45.770371 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=2ec1c7a7-3415-41ac-9465-6c0b9b6f4035,segment=NetworkSegment(ccd1a198-209b-41b0-b3f5-7c86c55d6952),segment_id=ccd1a198-209b-41b0-b3f5-7c86c55d6952)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:38:45.845963 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:45.874785 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b63f8b22-63b4-4168-818a-839d0ff6cd2c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:45.878767 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b63f8b22-63b4-4168-818a-839d0ff6cd2c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4635925 Apr 06 13:38:45.878986 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49986) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:45.884800 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-0acfa938-149e-48f5-9fae-043ba7866e01 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '86dc505a-d96d-4429-8c7d-60a81405a179', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:38:45.890671 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0acfa938-149e-48f5-9fae-043ba7866e01 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:38:45.894869 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0acfa938-149e-48f5-9fae-043ba7866e01 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:38:45.898185 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0acfa938-149e-48f5-9fae-043ba7866e01 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:38:45.904019 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0acfa938-149e-48f5-9fae-043ba7866e01 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:38:45.918982 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=2ec1c7a7-3415-41ac-9465-6c0b9b6f4035,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:46.011565 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.securitygroups_db [None req-0acfa938-149e-48f5-9fae-043ba7866e01 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Project accb128fe3eb42cd83b327a0d6bf9c24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:38:46.019462 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0acfa938-149e-48f5-9fae-043ba7866e01 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:46.091704 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0acfa938-149e-48f5-9fae-043ba7866e01 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:46.191428 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0acfa938-149e-48f5-9fae-043ba7866e01 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:46.215848 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acfa938-149e-48f5-9fae-043ba7866e01 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f802d0b2-89c1-4ada-82ee-5aefc98b5a58,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:46.303976 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0acfa938-149e-48f5-9fae-043ba7866e01 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:46.306578 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0acfa938-149e-48f5-9fae-043ba7866e01 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4245539 Apr 06 13:38:46.308041 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 49990) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:38:46.312921 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-fa4ee3a9-cc9b-48cb-ae51-0e603d454ded tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '86dc505a-d96d-4429-8c7d-60a81405a179', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:38:46.318835 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-fa4ee3a9-cc9b-48cb-ae51-0e603d454ded tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:38:46.323218 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-fa4ee3a9-cc9b-48cb-ae51-0e603d454ded tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:38:46.326012 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-fa4ee3a9-cc9b-48cb-ae51-0e603d454ded tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:38:46.331705 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-fa4ee3a9-cc9b-48cb-ae51-0e603d454ded tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:38:46.445158 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.securitygroups_db [None req-fa4ee3a9-cc9b-48cb-ae51-0e603d454ded tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Project accb128fe3eb42cd83b327a0d6bf9c24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:38:46.452255 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fa4ee3a9-cc9b-48cb-ae51-0e603d454ded tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:46.519324 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fa4ee3a9-cc9b-48cb-ae51-0e603d454ded tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:46.617609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fa4ee3a9-cc9b-48cb-ae51-0e603d454ded tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:46.642750 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ee3a9-cc9b-48cb-ae51-0e603d454ded tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4223507a-91dd-4e9b-b2d3-2b9092a4ed02,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:46.754882 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fa4ee3a9-cc9b-48cb-ae51-0e603d454ded tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:46.755600 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-fa4ee3a9-cc9b-48cb-ae51-0e603d454ded tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4466369 Apr 06 13:38:46.922080 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-60ec500b-8104-485f-8639-f796977adac7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1465220943&fields=id&tenant_id=accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 267 time: 0.0394750 Apr 06 13:38:47.076164 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-2e911a15-568a-4783-80b7-e5c4f05c9635 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:47.077570 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-2e911a15-568a-4783-80b7-e5c4f05c9635 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/networks?id=23aa4758-1f9f-4edc-91e1-ecfffbdfb245 HTTP/1.1" status: 200 len: 797 time: 0.1486988 Apr 06 13:38:47.092457 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-5e9fe84f-cd04-4bd6-b887-225b82e05912 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/quotas/accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 375 time: 0.0092359 Apr 06 13:38:47.176052 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-ae46edb5-d48e-469b-9b5a-7a6393f5fc40 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:38:47.285842 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-ae46edb5-d48e-469b-9b5a-7a6393f5fc40 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:38:47.287051 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-ae46edb5-d48e-469b-9b5a-7a6393f5fc40 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1897814 Apr 06 13:38:47.349267 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:38:47.429378 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:38:47.429378 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:47.475713 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-6027cbf0-6187-428d-ac0a-c05cea27ff62 service neutron] 10.222.0.48 "GET /v2.0/networks/23aa4758-1f9f-4edc-91e1-ecfffbdfb245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759479 Apr 06 13:38:47.715101 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-f272f280-4c9d-4506-919c-26648dc72d35 service neutron] 10.222.0.48 "GET /v2.0/networks/23aa4758-1f9f-4edc-91e1-ecfffbdfb245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328269 Apr 06 13:38:47.787698 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fd5c3731-f74f-4b2c-ae44-e57c2ae5b03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:47.973899 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-352b8528-02d3-4a44-a00d-229e70ab51e0 req-8743bfed-5641-4bcd-bc92-2cd8229e3019 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=184c95bc-93b8-48f8-b7cf-e7fb2bde64c6 HTTP/1.1" status: 200 len: 210 time: 0.0473018 Apr 06 13:38:48.892080 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:48.892800 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:49.125525 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-85e65dc8-2e2a-4209-bd91-f963002ead6a req-56d6dbe8-93a5-4493-ba8e-e44a40ff98b2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=184c95bc-93b8-48f8-b7cf-e7fb2bde64c6 HTTP/1.1" status: 200 len: 210 time: 0.0442216 Apr 06 13:38:50.268352 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:50.278713 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-38aa97ed-a7e9-4eda-86e4-64a4aa654317 req-d66fb49c-f068-4226-9888-ae0338952d18 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=184c95bc-93b8-48f8-b7cf-e7fb2bde64c6 HTTP/1.1" status: 200 len: 210 time: 0.0445764 Apr 06 13:38:50.411465 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-146b22c5-2d47-4902-96ca-af065d8b5a2a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:50.412058 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-146b22c5-2d47-4902-96ca-af065d8b5a2a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:network {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:38:50.509255 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-146b22c5-2d47-4902-96ca-af065d8b5a2a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:network {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:38:50.510531 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-146b22c5-2d47-4902-96ca-af065d8b5a2a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/networks?id=23aa4758-1f9f-4edc-91e1-ecfffbdfb245 HTTP/1.1" status: 200 len: 797 time: 0.2477069 Apr 06 13:38:50.559111 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-a265091a-9973-4a18-ad9c-b45db8bc2ca2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:38:50.691675 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-a265091a-9973-4a18-ad9c-b45db8bc2ca2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:38:50.692702 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-a265091a-9973-4a18-ad9c-b45db8bc2ca2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 380 time: 0.1734374 Apr 06 13:38:50.704901 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-e64a9c09-0fb8-482e-a636-fc0a37d80568 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'port': {'device_id': '184c95bc-93b8-48f8-b7cf-e7fb2bde64c6', 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245', 'admin_state_up': True, 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'security_groups': ['86dc505a-d96d-4429-8c7d-60a81405a179']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:38:50.838014 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-e64a9c09-0fb8-482e-a636-fc0a37d80568 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:38:50.847495 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-e64a9c09-0fb8-482e-a636-fc0a37d80568 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:38:51.090293 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-e64a9c09-0fb8-482e-a636-fc0a37d80568 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Made reservation on behalf of accb128fe3eb42cd83b327a0d6bf9c24 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:38:51.094974 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-e64a9c09-0fb8-482e-a636-fc0a37d80568 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:51.264080 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-e64a9c09-0fb8-482e-a636-fc0a37d80568 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.20.0.12 (23aa4758-1f9f-4edc-91e1-ecfffbdfb245/ca669a17-9510-493a-bac9-bdd60c8b8190/642c8e95-2382-4ada-b0be-85d628268f45) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:38:51.435294 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-26735cd3-f8dc-4c21-9ab5-2b58242f0666 req-92c25813-0a6e-4cc7-8e16-633a6e81e692 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=184c95bc-93b8-48f8-b7cf-e7fb2bde64c6 HTTP/1.1" status: 200 len: 210 time: 0.0469811 Apr 06 13:38:51.462307 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-e64a9c09-0fb8-482e-a636-fc0a37d80568 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:51.481351 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-e64a9c09-0fb8-482e-a636-fc0a37d80568 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Transition to ACTIVE for port object 642c8e95-2382-4ada-b0be-85d628268f45 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:38:51.584391 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-e64a9c09-0fb8-482e-a636-fc0a37d80568 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:51.649605 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-e64a9c09-0fb8-482e-a636-fc0a37d80568 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network 23aa4758-1f9f-4edc-91e1-ecfffbdfb245 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:38:51.657014 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-e64a9c09-0fb8-482e-a636-fc0a37d80568 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:38:51.661249 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-e64a9c09-0fb8-482e-a636-fc0a37d80568 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:38:51.826429 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a9c09-0fb8-482e-a636-fc0a37d80568 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=642c8e95-2382-4ada-b0be-85d628268f45,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:51.857675 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-e64a9c09-0fb8-482e-a636-fc0a37d80568 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:51.858273 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-e64a9c09-0fb8-482e-a636-fc0a37d80568 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:51.978460 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-c61eea65-b291-4c2d-96e6-2b0fbb0874e1 None None] Provisioning for port 642c8e95-2382-4ada-b0be-85d628268f45 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:38:51.982432 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-c61eea65-b291-4c2d-96e6-2b0fbb0874e1 None None] Provisioning complete for port 642c8e95-2382-4ada-b0be-85d628268f45 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:38:51.982888 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c61eea65-b291-4c2d-96e6-2b0fbb0874e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:51.994756 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-e64a9c09-0fb8-482e-a636-fc0a37d80568 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2966712 Apr 06 13:38:52.005876 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-c2c422bb-c2ca-4c2f-a529-16ab5ba11e5f service neutron] Request body: {'port': {'device_id': '184c95bc-93b8-48f8-b7cf-e7fb2bde64c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:38:52.037269 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-c61eea65-b291-4c2d-96e6-2b0fbb0874e1 None None] Port 642c8e95-2382-4ada-b0be-85d628268f45 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:38:52.118897 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-c2c422bb-c2ca-4c2f-a529-16ab5ba11e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:52.470248 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-c2c422bb-c2ca-4c2f-a529-16ab5ba11e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 642c8e95-2382-4ada-b0be-85d628268f45 {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:38:52.481254 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-c2c422bb-c2ca-4c2f-a529-16ab5ba11e5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:52.498938 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-c2c422bb-c2ca-4c2f-a529-16ab5ba11e5f service neutron] Transition to ACTIVE for port object 642c8e95-2382-4ada-b0be-85d628268f45 will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:38:52.611189 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-c2c422bb-c2ca-4c2f-a529-16ab5ba11e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:52.652158 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdb85a-9edf-4591-942b-6958bf6c5b7c req-0e1cb661-10b1-4f2b-9f4c-d30b3b998039 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:52.656573 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ddcdb85a-9edf-4591-942b-6958bf6c5b7c req-0e1cb661-10b1-4f2b-9f4c-d30b3b998039 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=184c95bc-93b8-48f8-b7cf-e7fb2bde64c6 HTTP/1.1" status: 200 len: 932 time: 0.1011858 Apr 06 13:38:52.716698 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ddcdb85a-9edf-4591-942b-6958bf6c5b7c req-823f7ba8-8ea7-4478-8675-f890a27e679a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=86dc505a-d96d-4429-8c7d-60a81405a179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551858 Apr 06 13:38:52.799305 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c422bb-c2ca-4c2f-a529-16ab5ba11e5f service neutron] Pushing event updated for resources: {'Port': ['ID=642c8e95-2382-4ada-b0be-85d628268f45,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:52.878715 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-c2c422bb-c2ca-4c2f-a529-16ab5ba11e5f service neutron] Attempting to bind port 642c8e95-2382-4ada-b0be-85d628268f45 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:38:52.879223 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-c2c422bb-c2ca-4c2f-a529-16ab5ba11e5f service neutron] Attempting to bind port 642c8e95-2382-4ada-b0be-85d628268f45 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'ccd1a198-209b-41b0-b3f5-7c86c55d6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:38:52.879484 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-c2c422bb-c2ca-4c2f-a529-16ab5ba11e5f service neutron] Attempting to bind port 642c8e95-2382-4ada-b0be-85d628268f45 on network 23aa4758-1f9f-4edc-91e1-ecfffbdfb245 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:38:52.885494 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-c2c422bb-c2ca-4c2f-a529-16ab5ba11e5f service neutron] Port 642c8e95-2382-4ada-b0be-85d628268f45 on network 23aa4758-1f9f-4edc-91e1-ecfffbdfb245 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:38:52.885822 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-c2c422bb-c2ca-4c2f-a529-16ab5ba11e5f service neutron] Attempting to bind port 642c8e95-2382-4ada-b0be-85d628268f45 on network 23aa4758-1f9f-4edc-91e1-ecfffbdfb245 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:38:52.891613 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-c2c422bb-c2ca-4c2f-a529-16ab5ba11e5f service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:38:52.891951 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-c2c422bb-c2ca-4c2f-a529-16ab5ba11e5f service neutron] Checking segment: {'id': 'ccd1a198-209b-41b0-b3f5-7c86c55d6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:38:52.892364 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-c2c422bb-c2ca-4c2f-a529-16ab5ba11e5f service neutron] Bound using segment: {'id': 'ccd1a198-209b-41b0-b3f5-7c86c55d6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:38:52.892783 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-c2c422bb-c2ca-4c2f-a529-16ab5ba11e5f service neutron] Bound port: 642c8e95-2382-4ada-b0be-85d628268f45, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccd1a198-209b-41b0-b3f5-7c86c55d6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:38:52.893155 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-c2c422bb-c2ca-4c2f-a529-16ab5ba11e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:52.993470 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-c2c422bb-c2ca-4c2f-a529-16ab5ba11e5f service neutron] For port 642c8e95-2382-4ada-b0be-85d628268f45, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:38:52.996785 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-c2c422bb-c2ca-4c2f-a529-16ab5ba11e5f service neutron] For port 642c8e95-2382-4ada-b0be-85d628268f45, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=642c8e95-2382-4ada-b0be-85d628268f45,segment=NetworkSegment(ccd1a198-209b-41b0-b3f5-7c86c55d6952),segment_id=ccd1a198-209b-41b0-b3f5-7c86c55d6952)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:38:53.057596 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-c2c422bb-c2ca-4c2f-a529-16ab5ba11e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:53.112233 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-c2c422bb-c2ca-4c2f-a529-16ab5ba11e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:53.112859 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-c2c422bb-c2ca-4c2f-a529-16ab5ba11e5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:53.114240 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-c2c422bb-c2ca-4c2f-a529-16ab5ba11e5f service neutron] 10.222.0.61 "PUT /v2.0/ports/642c8e95-2382-4ada-b0be-85d628268f45 HTTP/1.1" status: 200 len: 1094 time: 1.1124461 Apr 06 13:38:53.114686 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184c95bc-93b8-48f8-b7cf-e7fb2bde64c6', 'tag': '642c8e95-2382-4ada-b0be-85d628268f45'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:38:53.158637 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c422bb-c2ca-4c2f-a529-16ab5ba11e5f service neutron] Pushing event updated for resources: {'Port': ['ID=642c8e95-2382-4ada-b0be-85d628268f45,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:53.182600 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda3c69-ff1f-4304-94cf-53a9956cc5ac req-b30f7ca3-93cd-4de8-adfc-6cc15bad53a2 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:53.183895 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2fda3c69-ff1f-4304-94cf-53a9956cc5ac req-b30f7ca3-93cd-4de8-adfc-6cc15bad53a2 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 945 time: 0.1130121 Apr 06 13:38:53.197905 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95fa148a-7ebe-4b42-9d05-2d1ee3e9e50d'] response: {'name': 'network-changed', 'server_uuid': '184c95bc-93b8-48f8-b7cf-e7fb2bde64c6', 'tag': '642c8e95-2382-4ada-b0be-85d628268f45', 'status': 'completed', 'code': 200} Apr 06 13:38:53.255389 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2fda3c69-ff1f-4304-94cf-53a9956cc5ac req-1b1d3aeb-1a2b-458c-9a3d-6add516bcb34 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649502 Apr 06 13:38:53.292648 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec8c00-d4ff-4c2e-8a45-73a54df88004 req-6afb2e95-3f45-4f10-be33-61aaa9e9d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:53.294319 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e3ec8c00-d4ff-4c2e-8a45-73a54df88004 req-6afb2e95-3f45-4f10-be33-61aaa9e9d815 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=184c95bc-93b8-48f8-b7cf-e7fb2bde64c6 HTTP/1.1" status: 200 len: 1097 time: 0.0848904 Apr 06 13:38:53.443288 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec8c00-d4ff-4c2e-8a45-73a54df88004 req-89483eae-6475-4c47-99e9-7879233cf3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:53.449759 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e3ec8c00-d4ff-4c2e-8a45-73a54df88004 req-89483eae-6475-4c47-99e9-7879233cf3a4 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1437807 Apr 06 13:38:53.581951 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec8c00-d4ff-4c2e-8a45-73a54df88004 req-0ab27880-d961-4cf5-9972-ef4c864f65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:53.583409 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e3ec8c00-d4ff-4c2e-8a45-73a54df88004 req-0ab27880-d961-4cf5-9972-ef4c864f65ee service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1320040 Apr 06 13:38:53.700583 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-5d3095cc-6523-479e-98d1-9f3ac4e21d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:53.702072 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-5d3095cc-6523-479e-98d1-9f3ac4e21d35 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=184c95bc-93b8-48f8-b7cf-e7fb2bde64c6 HTTP/1.1" status: 200 len: 1097 time: 0.0783057 Apr 06 13:38:53.784044 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-b638c8c0-8211-4837-b1e2-00f3eee901c2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=642c8e95-2382-4ada-b0be-85d628268f45 HTTP/1.1" status: 200 len: 217 time: 0.0723596 Apr 06 13:38:53.845718 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-d122bc37-7c44-41cb-9f4d-998ca601ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:53.847425 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-d122bc37-7c44-41cb-9f4d-998ca601ce12 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca669a17-9510-493a-bac9-bdd60c8b8190 HTTP/1.1" status: 200 len: 835 time: 0.0598559 Apr 06 13:38:53.916881 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c46e3-19b2-4d1f-a212-49605791c21a req-09c7b87e-6f38-4cb1-aa3e-3785dd764198 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:53.918681 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-af8c46e3-19b2-4d1f-a212-49605791c21a req-09c7b87e-6f38-4cb1-aa3e-3785dd764198 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=184c95bc-93b8-48f8-b7cf-e7fb2bde64c6 HTTP/1.1" status: 200 len: 944 time: 0.0852683 Apr 06 13:38:53.924752 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-36860437-6205-4401-80b0-8586403a1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:53.930393 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-36860437-6205-4401-80b0-8586403a1f21 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=23aa4758-1f9f-4edc-91e1-ecfffbdfb245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724986 Apr 06 13:38:53.969120 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-af8c46e3-19b2-4d1f-a212-49605791c21a req-e08b93d1-c411-4110-ac66-93cf289d3c0d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=86dc505a-d96d-4429-8c7d-60a81405a179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441654 Apr 06 13:38:54.062852 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-cfd00788-af24-4a3f-8d92-9aaa774c1986 service neutron] 10.222.0.61 "GET /v2.0/networks/23aa4758-1f9f-4edc-91e1-ecfffbdfb245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306250 Apr 06 13:38:54.201329 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-05227176-b2a3-42e5-8dcf-092f451fa5d0 req-ca8eba77-e101-4d7c-902a-dfd80098e9b3 service neutron] 10.222.0.61 "GET /v2.0/networks/23aa4758-1f9f-4edc-91e1-ecfffbdfb245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318676 Apr 06 13:38:54.446337 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d089f-52c0-415d-b91a-43130410ef16 req-a067c028-a192-4386-abd1-eda32d96761c tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:54.447814 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-590d089f-52c0-415d-b91a-43130410ef16 req-a067c028-a192-4386-abd1-eda32d96761c tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 945 time: 0.0809639 Apr 06 13:38:54.492631 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-590d089f-52c0-415d-b91a-43130410ef16 req-d33e373c-a981-4c6c-9fef-aeff0811b3fd tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389006 Apr 06 13:38:55.160138 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f30de-9561-49e5-9fc9-d8922581c23d req-d7b2d3d8-8869-46ec-ba9c-22f47150d50b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:55.161555 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f11f30de-9561-49e5-9fc9-d8922581c23d req-d7b2d3d8-8869-46ec-ba9c-22f47150d50b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=184c95bc-93b8-48f8-b7cf-e7fb2bde64c6 HTTP/1.1" status: 200 len: 944 time: 0.0852895 Apr 06 13:38:55.208263 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f11f30de-9561-49e5-9fc9-d8922581c23d req-a0cf38bb-92c7-4a10-8a07-85d17196b0c4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=86dc505a-d96d-4429-8c7d-60a81405a179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405195 Apr 06 13:38:55.680278 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169870b-670b-4d88-99e6-938bff7e566f req-3131e6e7-ae64-450b-ac21-c64586fd6edc tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:55.681715 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a169870b-670b-4d88-99e6-938bff7e566f req-3131e6e7-ae64-450b-ac21-c64586fd6edc tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 945 time: 0.0824163 Apr 06 13:38:55.687808 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 642c8e95-2382-4ada-b0be-85d628268f45 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:38:55.730857 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a169870b-670b-4d88-99e6-938bff7e566f req-f02f3c23-b4dd-429d-8a65-d26eb6470c0d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434921 Apr 06 13:38:55.823846 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 642c8e95-2382-4ada-b0be-85d628268f45, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=642c8e95-2382-4ada-b0be-85d628268f45,segment=NetworkSegment(ccd1a198-209b-41b0-b3f5-7c86c55d6952),segment_id=ccd1a198-209b-41b0-b3f5-7c86c55d6952)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:38:55.837353 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '642c8e95-2382-4ada-b0be-85d628268f45', 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245', 'port_id': '642c8e95-2382-4ada-b0be-85d628268f45', 'mac_address': 'fa:16:3e:48:9e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca669a17-9510-493a-bac9-bdd60c8b8190', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:38:55.894769 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:55.912535 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 642c8e95-2382-4ada-b0be-85d628268f45 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:38:55.928345 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 642c8e95-2382-4ada-b0be-85d628268f45, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=642c8e95-2382-4ada-b0be-85d628268f45,segment=NetworkSegment(ccd1a198-209b-41b0-b3f5-7c86c55d6952),segment_id=ccd1a198-209b-41b0-b3f5-7c86c55d6952)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:38:56.010923 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:56.077419 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=642c8e95-2382-4ada-b0be-85d628268f45,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:56.084596 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:56.084937 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:56.085899 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:56.086314 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:56.086637 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:56.087000 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:56.087320 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:56.087640 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:56.087956 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:56.088271 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:56.088584 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:56.088895 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:38:56.268939 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['642c8e95-2382-4ada-b0be-85d628268f45'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:38:56.397262 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d6492-59da-46c4-9532-6a46831bc1c2 req-858e339f-f273-4377-81c2-f861a8201f64 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:56.398961 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-904d6492-59da-46c4-9532-6a46831bc1c2 req-858e339f-f273-4377-81c2-f861a8201f64 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=184c95bc-93b8-48f8-b7cf-e7fb2bde64c6 HTTP/1.1" status: 200 len: 945 time: 0.0841997 Apr 06 13:38:56.443819 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-904d6492-59da-46c4-9532-6a46831bc1c2 req-a0c312fd-96c2-46b2-adc8-baacadaac5ae tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=86dc505a-d96d-4429-8c7d-60a81405a179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389516 Apr 06 13:38:56.920161 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d03e8-855f-40cf-b61e-6781322c715d req-f0a639dd-52cb-46cb-9b42-87af58986d1b tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:56.921603 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9e7d03e8-855f-40cf-b61e-6781322c715d req-f0a639dd-52cb-46cb-9b42-87af58986d1b tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 945 time: 0.0854344 Apr 06 13:38:56.965304 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9e7d03e8-855f-40cf-b61e-6781322c715d req-61cbe6a9-c98e-4d1c-82a0-d31f255602b0 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379314 Apr 06 13:38:57.268100 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:57.633516 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f3683-b785-4513-aeb8-0f1a5a7ae744 req-e8d28422-fc53-48ec-b493-cd8b5da85862 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:57.635025 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-577f3683-b785-4513-aeb8-0f1a5a7ae744 req-e8d28422-fc53-48ec-b493-cd8b5da85862 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=184c95bc-93b8-48f8-b7cf-e7fb2bde64c6 HTTP/1.1" status: 200 len: 945 time: 0.0795436 Apr 06 13:38:57.679328 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-577f3683-b785-4513-aeb8-0f1a5a7ae744 req-92fa12a2-a33c-49fe-9204-10ae3186eabf tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=86dc505a-d96d-4429-8c7d-60a81405a179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383835 Apr 06 13:38:57.709272 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 642c8e95-2382-4ada-b0be-85d628268f45 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:38:57.879291 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port 642c8e95-2382-4ada-b0be-85d628268f45 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:38:57.884999 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 642c8e95-2382-4ada-b0be-85d628268f45 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:38:57.885366 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:57.999424 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:58.026682 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184c95bc-93b8-48f8-b7cf-e7fb2bde64c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642c8e95-2382-4ada-b0be-85d628268f45'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:38:58.036085 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 642c8e95-2382-4ada-b0be-85d628268f45, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=642c8e95-2382-4ada-b0be-85d628268f45,segment=NetworkSegment(ccd1a198-209b-41b0-b3f5-7c86c55d6952),segment_id=ccd1a198-209b-41b0-b3f5-7c86c55d6952)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:38:58.075265 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb1d1d9c-67a7-477a-8bab-05565ba3074d'] response: {'server_uuid': '184c95bc-93b8-48f8-b7cf-e7fb2bde64c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642c8e95-2382-4ada-b0be-85d628268f45', 'code': 200} Apr 06 13:38:58.132940 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:38:58.164558 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be1535-f7a6-421c-a6d9-d0702f0a4865 req-447286e6-6b35-46bd-9422-815476aa55fe tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:58.166065 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-56be1535-f7a6-421c-a6d9-d0702f0a4865 req-447286e6-6b35-46bd-9422-815476aa55fe tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 945 time: 0.0887651 Apr 06 13:38:58.203859 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=642c8e95-2382-4ada-b0be-85d628268f45,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:38:58.226472 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-56be1535-f7a6-421c-a6d9-d0702f0a4865 req-092523fb-8e08-4d5a-86fe-3d3ab74e029e tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458779 Apr 06 13:38:58.594637 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f2116-611e-4fe7-b239-9c33b2c970d0 req-769e6e02-9785-4e2e-b40f-f140ee84a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:58.596105 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-977f2116-611e-4fe7-b239-9c33b2c970d0 req-769e6e02-9785-4e2e-b40f-f140ee84a06a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=184c95bc-93b8-48f8-b7cf-e7fb2bde64c6 HTTP/1.1" status: 200 len: 1099 time: 0.1765418 Apr 06 13:38:58.636514 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-977f2116-611e-4fe7-b239-9c33b2c970d0 req-19ffaae2-a12d-48dd-9d2c-85b7aa73ac9c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=86dc505a-d96d-4429-8c7d-60a81405a179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342579 Apr 06 13:38:58.866493 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc874df4-ce99-4565-ab8a-76dd4ff58ff7 req-4079ee18-59e7-4023-8191-63a3f8abb7ee tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:58.868047 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bc874df4-ce99-4565-ab8a-76dd4ff58ff7 req-4079ee18-59e7-4023-8191-63a3f8abb7ee tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=184c95bc-93b8-48f8-b7cf-e7fb2bde64c6 HTTP/1.1" status: 200 len: 946 time: 0.0808518 Apr 06 13:38:58.916192 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bc874df4-ce99-4565-ab8a-76dd4ff58ff7 req-5aab8f50-ccdc-4621-a4d3-33fbbb5f0dda tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=86dc505a-d96d-4429-8c7d-60a81405a179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425286 Apr 06 13:38:59.403549 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f9d5c-5641-4759-b2fd-53eda83a0403 req-97d1a1dc-f8d4-4e32-a245-b512f3e76626 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:38:59.404990 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-388f9d5c-5641-4759-b2fd-53eda83a0403 req-97d1a1dc-f8d4-4e32-a245-b512f3e76626 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 945 time: 0.0804031 Apr 06 13:38:59.448315 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-388f9d5c-5641-4759-b2fd-53eda83a0403 req-62e83605-73b4-4ad7-ab51-ae617ed33ed8 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376995 Apr 06 13:39:00.104595 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1969e-870d-4009-9d16-faf7dcb47d0a req-98c625a6-82ac-4302-b000-4563f327b7ff tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:00.106033 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0ff1969e-870d-4009-9d16-faf7dcb47d0a req-98c625a6-82ac-4302-b000-4563f327b7ff tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=184c95bc-93b8-48f8-b7cf-e7fb2bde64c6 HTTP/1.1" status: 200 len: 946 time: 0.0852320 Apr 06 13:39:00.149877 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0ff1969e-870d-4009-9d16-faf7dcb47d0a req-1bbd3dba-0c91-4b38-93d8-6eeac2508383 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=86dc505a-d96d-4429-8c7d-60a81405a179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382037 Apr 06 13:39:00.338338 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98fc8f-852d-4c89-80f0-f58c520e836a req-c29e9137-e12b-48ce-b553-28073c65969d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:00.339829 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2a98fc8f-852d-4c89-80f0-f58c520e836a req-c29e9137-e12b-48ce-b553-28073c65969d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=184c95bc-93b8-48f8-b7cf-e7fb2bde64c6 HTTP/1.1" status: 200 len: 946 time: 0.0861640 Apr 06 13:39:00.382951 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2a98fc8f-852d-4c89-80f0-f58c520e836a req-9fca476d-4457-4e88-bedd-861149eef288 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=86dc505a-d96d-4429-8c7d-60a81405a179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374291 Apr 06 13:39:00.405891 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50084) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:00.479627 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0768a220-ddd1-4cef-8dce-d0baec60bf42 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:00.481111 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0768a220-ddd1-4cef-8dce-d0baec60bf42 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=184c95bc-93b8-48f8-b7cf-e7fb2bde64c6 HTTP/1.1" status: 200 len: 1094 time: 0.0742636 Apr 06 13:39:00.483919 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50090) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:00.495006 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-aa23a5a9-75bd-487f-a421-b98c541e7972 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'port_id': '642c8e95-2382-4ada-b0be-85d628268f45', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:39:00.495991 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-aa23a5a9-75bd-487f-a421-b98c541e7972 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:39:00.499726 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-aa23a5a9-75bd-487f-a421-b98c541e7972 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:floatingip and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:39:00.502649 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-aa23a5a9-75bd-487f-a421-b98c541e7972 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:39:00.509623 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-aa23a5a9-75bd-487f-a421-b98c541e7972 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:39:00.623573 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-aa23a5a9-75bd-487f-a421-b98c541e7972 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:00.639832 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859d91d-371d-4fa7-8f42-931f92df20a9 req-312aba96-ef58-44a6-9ca2-fa6894869324 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:00.641535 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2859d91d-371d-4fa7-8f42-931f92df20a9 req-312aba96-ef58-44a6-9ca2-fa6894869324 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 945 time: 0.0845234 Apr 06 13:39:00.685934 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2859d91d-371d-4fa7-8f42-931f92df20a9 req-5c35455e-a818-40ea-88ef-c65a0abdc3e0 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385268 Apr 06 13:39:00.762781 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-aa23a5a9-75bd-487f-a421-b98c541e7972 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:00.905034 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-aa23a5a9-75bd-487f-a421-b98c541e7972 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.26.4.175 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/acec65b6-df68-4a63-ae5f-e425618a9247) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:39:01.053429 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-aa23a5a9-75bd-487f-a421-b98c541e7972 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:01.132302 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-aa23a5a9-75bd-487f-a421-b98c541e7972 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:01.197437 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa23a5a9-75bd-487f-a421-b98c541e7972 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:39:01.203886 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-aa23a5a9-75bd-487f-a421-b98c541e7972 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:39:01.206280 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa23a5a9-75bd-487f-a421-b98c541e7972 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:39:01.240833 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23a5a9-75bd-487f-a421-b98c541e7972 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=acec65b6-df68-4a63-ae5f-e425618a9247,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:39:01.622185 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-aa23a5a9-75bd-487f-a421-b98c541e7972 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:01.780198 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-aa23a5a9-75bd-487f-a421-b98c541e7972 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:01.896308 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5acc4-5754-47b8-bef9-180728f39a2c req-95072147-3e6d-4ea9-bef5-8d53336ba670 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:01.898335 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b7e5acc4-5754-47b8-bef9-180728f39a2c req-95072147-3e6d-4ea9-bef5-8d53336ba670 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 945 time: 0.1047630 Apr 06 13:39:01.949565 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b7e5acc4-5754-47b8-bef9-180728f39a2c req-732500f9-6e40-4d44-b07e-a4985fa884c9 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458651 Apr 06 13:39:02.006488 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-aa23a5a9-75bd-487f-a421-b98c541e7972 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:02.096722 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-aa23a5a9-75bd-487f-a421-b98c541e7972 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:02.210917 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23a5a9-75bd-487f-a421-b98c541e7972 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=acec65b6-df68-4a63-ae5f-e425618a9247,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:39:02.230932 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-aa23a5a9-75bd-487f-a421-b98c541e7972 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:02.499608 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-aa23a5a9-75bd-487f-a421-b98c541e7972 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Floating IP 9f639e46-48e2-4007-bbd5-44e8c52e42b8 associated. External IP: 172.26.4.175, port: 642c8e95-2382-4ada-b0be-85d628268f45. Apr 06 13:39:02.851379 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa23a5a9-75bd-487f-a421-b98c541e7972 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 2cb50a85-a975-42ad-a269-53e2451c4796 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:39:03.029482 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa23a5a9-75bd-487f-a421-b98c541e7972 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:39:03.039584 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5043df05-a343-4703-9314-48c1fc75f1e7 None None] Sync routers for ids ['2cb50a85-a975-42ad-a269-53e2451c4796'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:39:03.057777 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5043df05-a343-4703-9314-48c1fc75f1e7 None None] Routers {'2cb50a85-a975-42ad-a269-53e2451c4796'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:39:03.057777 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-5043df05-a343-4703-9314-48c1fc75f1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:38:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['2cb50a85-a975-42ad-a269-53e2451c4796'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:39:03.143805 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7919d-baa7-4d08-b1b9-6946a128b8c3 req-75e5397f-2ce4-4ca0-96e3-627bcd6f321d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:03.147662 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5de7919d-baa7-4d08-b1b9-6946a128b8c3 req-75e5397f-2ce4-4ca0-96e3-627bcd6f321d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 945 time: 0.0848353 Apr 06 13:39:03.188286 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-aa23a5a9-75bd-487f-a421-b98c541e7972 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:03.193762 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5de7919d-baa7-4d08-b1b9-6946a128b8c3 req-a351bf1c-2766-43c8-bb02-6107b35aa6d2 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413799 Apr 06 13:39:03.247811 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-aa23a5a9-75bd-487f-a421-b98c541e7972 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7628744 Apr 06 13:39:03.248388 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184c95bc-93b8-48f8-b7cf-e7fb2bde64c6', 'tag': '642c8e95-2382-4ada-b0be-85d628268f45'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:39:03.249263 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-5043df05-a343-4703-9314-48c1fc75f1e7 None None] Set router 2cb50a85-a975-42ad-a269-53e2451c4796 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:39:03.250710 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50098) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:03.302482 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ddeb936-4f9d-4e93-907d-1b17e53b1366'] response: {'name': 'network-changed', 'server_uuid': '184c95bc-93b8-48f8-b7cf-e7fb2bde64c6', 'tag': '642c8e95-2382-4ada-b0be-85d628268f45', 'status': 'completed', 'code': 200} Apr 06 13:39:03.401551 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9848525-1cf1-4ed8-92ec-9e38c65c82a4 req-27c067ce-85a9-4920-80a3-5f887e77fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:03.403192 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c9848525-1cf1-4ed8-92ec-9e38c65c82a4 req-27c067ce-85a9-4920-80a3-5f887e77fc6e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=184c95bc-93b8-48f8-b7cf-e7fb2bde64c6 HTTP/1.1" status: 200 len: 1099 time: 0.0763395 Apr 06 13:39:03.546093 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9848525-1cf1-4ed8-92ec-9e38c65c82a4 req-fc9a9485-67b6-42bd-8cd8-e0e9bf951834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:03.547569 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c9848525-1cf1-4ed8-92ec-9e38c65c82a4 req-fc9a9485-67b6-42bd-8cd8-e0e9bf951834 service neutron] 10.222.0.61 "GET /v2.0/networks?id=23aa4758-1f9f-4edc-91e1-ecfffbdfb245 HTTP/1.1" status: 200 len: 898 time: 0.1385341 Apr 06 13:39:03.564956 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b53ef773-ac7d-4787-9ebc-c305c57fc4e7 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/routers/2cb50a85-a975-42ad-a269-53e2451c4796 HTTP/1.1" status: 200 len: 923 time: 0.3120294 Apr 06 13:39:03.567045 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50104) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:03.658713 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c9848525-1cf1-4ed8-92ec-9e38c65c82a4 req-677c15a0-1cae-4dab-ae2c-703e0f666b93 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=642c8e95-2382-4ada-b0be-85d628268f45 HTTP/1.1" status: 200 len: 1000 time: 0.1055698 Apr 06 13:39:03.675336 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-347941b3-b6cd-49a7-b473-0b980696384f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/9f639e46-48e2-4007-bbd5-44e8c52e42b8 HTTP/1.1" status: 200 len: 992 time: 0.1071639 Apr 06 13:39:03.676752 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-5043df05-a343-4703-9314-48c1fc75f1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'name': 'tempest-TestNetworkBasicOps-router-2120026969', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:38:34Z', 'updated_at': '2022-04-06T13:38:40Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:35Z', 'updated_at': '2022-04-06T13:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '9f639e46-48e2-4007-bbd5-44e8c52e42b8', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'port_id': '642c8e95-2382-4ada-b0be-85d628268f45', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245', 'mac_address': 'fa:16:3e:48:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184c95bc-93b8-48f8-b7cf-e7fb2bde64c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:39:01Z', 'updated_at': '2022-04-06T13:39:01Z', 'revision_number': 0, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ec1c7a7-3415-41ac-9465-6c0b9b6f4035', 'name': '', 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:c4:d7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ca669a17-9510-493a-bac9-bdd60c8b8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:39Z', 'updated_at': '2022-04-06T13:38:45Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'ca669a17-9510-493a-bac9-bdd60c8b8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:39:03.681515 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5043df05-a343-4703-9314-48c1fc75f1e7 None None] Checking router: 2cb50a85-a975-42ad-a269-53e2451c4796 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:39:03.689742 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5043df05-a343-4703-9314-48c1fc75f1e7 None None] Routers {'2cb50a85-a975-42ad-a269-53e2451c4796'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:39:03.690436 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-5043df05-a343-4703-9314-48c1fc75f1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:38:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['2cb50a85-a975-42ad-a269-53e2451c4796'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:39:03.732486 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9848525-1cf1-4ed8-92ec-9e38c65c82a4 req-1d64872c-673f-44b5-aef0-88f8562d60f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:03.734290 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c9848525-1cf1-4ed8-92ec-9e38c65c82a4 req-1d64872c-673f-44b5-aef0-88f8562d60f9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca669a17-9510-493a-bac9-bdd60c8b8190 HTTP/1.1" status: 200 len: 835 time: 0.0689168 Apr 06 13:39:03.810309 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9848525-1cf1-4ed8-92ec-9e38c65c82a4 req-62d13a29-3811-4421-937c-56562d0ebb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:03.811792 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c9848525-1cf1-4ed8-92ec-9e38c65c82a4 req-62d13a29-3811-4421-937c-56562d0ebb88 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=23aa4758-1f9f-4edc-91e1-ecfffbdfb245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732381 Apr 06 13:39:03.872911 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-5043df05-a343-4703-9314-48c1fc75f1e7 None None] Set router 2cb50a85-a975-42ad-a269-53e2451c4796 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:39:03.948778 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c9848525-1cf1-4ed8-92ec-9e38c65c82a4 req-13cce5a2-82b2-4022-8797-ea00dbba5f2b service neutron] 10.222.0.61 "GET /v2.0/networks/23aa4758-1f9f-4edc-91e1-ecfffbdfb245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288419 Apr 06 13:39:04.202691 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c9848525-1cf1-4ed8-92ec-9e38c65c82a4 req-149cfd69-b617-4b62-99ba-51f3207be531 service neutron] 10.222.0.61 "GET /v2.0/networks/23aa4758-1f9f-4edc-91e1-ecfffbdfb245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482972 Apr 06 13:39:04.234500 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-5043df05-a343-4703-9314-48c1fc75f1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'name': 'tempest-TestNetworkBasicOps-router-2120026969', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:38:34Z', 'updated_at': '2022-04-06T13:38:40Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:35Z', 'updated_at': '2022-04-06T13:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '9f639e46-48e2-4007-bbd5-44e8c52e42b8', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'port_id': '642c8e95-2382-4ada-b0be-85d628268f45', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245', 'mac_address': 'fa:16:3e:48:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184c95bc-93b8-48f8-b7cf-e7fb2bde64c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:39:01Z', 'updated_at': '2022-04-06T13:39:01Z', 'revision_number': 0, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ec1c7a7-3415-41ac-9465-6c0b9b6f4035', 'name': '', 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:c4:d7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ca669a17-9510-493a-bac9-bdd60c8b8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:39Z', 'updated_at': '2022-04-06T13:38:45Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'ca669a17-9510-493a-bac9-bdd60c8b8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:39:04.234500 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5043df05-a343-4703-9314-48c1fc75f1e7 None None] The sync data for ids ['2cb50a85-a975-42ad-a269-53e2451c4796'] in dv-neutron-834600-1-hyperv is: [{'id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'name': 'tempest-TestNetworkBasicOps-router-2120026969', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:38:34Z', 'updated_at': '2022-04-06T13:38:40Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:35Z', 'updated_at': '2022-04-06T13:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '9f639e46-48e2-4007-bbd5-44e8c52e42b8', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'port_id': '642c8e95-2382-4ada-b0be-85d628268f45', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245', 'mac_address': 'fa:16:3e:48:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184c95bc-93b8-48f8-b7cf-e7fb2bde64c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:39:01Z', 'updated_at': '2022-04-06T13:39:01Z', 'revision_number': 0, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ec1c7a7-3415-41ac-9465-6c0b9b6f4035', 'name': '', 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:c4:d7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ca669a17-9510-493a-bac9-bdd60c8b8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:39Z', 'updated_at': '2022-04-06T13:38:45Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'ca669a17-9510-493a-bac9-bdd60c8b8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:39:04.396592 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed4f46-c75f-42c8-8c21-d2d6b48ebc69 req-3f7fc2e7-2d87-4a51-b071-0f69ebe16378 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:04.399090 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f1ed4f46-c75f-42c8-8c21-d2d6b48ebc69 req-3f7fc2e7-2d87-4a51-b071-0f69ebe16378 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 945 time: 0.0857637 Apr 06 13:39:04.428166 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1c5caf-663e-4fa2-84cb-07a1a73fab48 None None] New status for floating IP 9f639e46-48e2-4007-bbd5-44e8c52e42b8: ACTIVE {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:39:04.449774 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f1ed4f46-c75f-42c8-8c21-d2d6b48ebc69 req-3e6e2d0b-73c8-401f-9236-f320f5199160 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445468 Apr 06 13:39:04.680156 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50110) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:04.792801 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e51af381-cc7b-474e-b4f1-735737816382 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/9f639e46-48e2-4007-bbd5-44e8c52e42b8 HTTP/1.1" status: 200 len: 992 time: 0.1094830 Apr 06 13:39:05.636062 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28c53e-00a6-484f-b4bb-721c16818cea req-05c8cf4b-93ed-455d-a2a5-a67943cee1c4 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:05.637499 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2d28c53e-00a6-484f-b4bb-721c16818cea req-05c8cf4b-93ed-455d-a2a5-a67943cee1c4 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 945 time: 0.0790544 Apr 06 13:39:05.682879 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2d28c53e-00a6-484f-b4bb-721c16818cea req-ca649330-5e86-41c1-80f5-cf9b30a8832e tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392554 Apr 06 13:39:05.794390 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50116) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:05.902692 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d08a54ac-77da-48a5-992e-6cabdff28478 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/9f639e46-48e2-4007-bbd5-44e8c52e42b8 HTTP/1.1" status: 200 len: 994 time: 0.1071279 Apr 06 13:39:07.175541 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02539cc2-7362-4ced-acf4-e6d5279e16d3 req-ce674da1-d2bd-4e12-9617-21b3d1ee3c42 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:07.175541 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-02539cc2-7362-4ced-acf4-e6d5279e16d3 req-ce674da1-d2bd-4e12-9617-21b3d1ee3c42 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 945 time: 0.0869341 Apr 06 13:39:07.175541 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-02539cc2-7362-4ced-acf4-e6d5279e16d3 req-bc946cee-a090-4953-a76f-5c52544a9489 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456543 Apr 06 13:39:08.126517 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefaeee0-d463-4873-867e-d85c566048b8 req-353fb9b8-ec5d-4020-a06b-8b7644d03da0 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:08.127989 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fefaeee0-d463-4873-867e-d85c566048b8 req-353fb9b8-ec5d-4020-a06b-8b7644d03da0 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 945 time: 0.0816917 Apr 06 13:39:08.173234 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fefaeee0-d463-4873-867e-d85c566048b8 req-fa5a9437-468e-43d1-8508-37db6b73efec tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392354 Apr 06 13:39:09.362931 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583981a-2d15-410b-8507-6e12bd53b5e6 req-7adced58-4130-422a-ae0b-aecdb7f40faf tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:09.364612 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7583981a-2d15-410b-8507-6e12bd53b5e6 req-7adced58-4130-422a-ae0b-aecdb7f40faf tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 945 time: 0.0830543 Apr 06 13:39:09.409210 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7583981a-2d15-410b-8507-6e12bd53b5e6 req-290f3724-9451-49d8-a69a-ec1a33f6fcbe tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381889 Apr 06 13:39:09.503175 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:39:10.602414 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1cedc-fd96-4a26-a0ab-6005c721492f req-5c8da5cf-924e-4815-b03a-733ec0b82a79 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:10.603895 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-53a1cedc-fd96-4a26-a0ab-6005c721492f req-5c8da5cf-924e-4815-b03a-733ec0b82a79 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 945 time: 0.0839601 Apr 06 13:39:10.649563 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-53a1cedc-fd96-4a26-a0ab-6005c721492f req-6c3d1cae-5356-45b2-bf0c-c2548a4fef95 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399151 Apr 06 13:39:11.829500 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device d714a4ef-fdcf-48e6-baba-6e822ce835e7 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:39:11.847299 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca9513-bf3a-4c8d-9656-bf9be5cc5dc1 req-1e67875e-820b-49f7-b7f4-98f41023bb9d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:11.848876 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5fca9513-bf3a-4c8d-9656-bf9be5cc5dc1 req-1e67875e-820b-49f7-b7f4-98f41023bb9d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 945 time: 0.0898676 Apr 06 13:39:11.875032 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f72edd-31ba-4599-825d-f1a0089c8d65 req-e8224a68-19e0-486c-96d4-71124ae94413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:11.876545 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-45f72edd-31ba-4599-825d-f1a0089c8d65 req-e8224a68-19e0-486c-96d4-71124ae94413 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 1098 time: 0.0716751 Apr 06 13:39:11.904073 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5fca9513-bf3a-4c8d-9656-bf9be5cc5dc1 req-7e073c6d-00e0-4c31-a1e5-f7f9fd45e7d8 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477977 Apr 06 13:39:11.935459 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-45f72edd-31ba-4599-825d-f1a0089c8d65 req-79931f18-3c1f-4c68-b359-dcf37e92e74a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427732 Apr 06 13:39:11.977031 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port d714a4ef-fdcf-48e6-baba-6e822ce835e7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d714a4ef-fdcf-48e6-baba-6e822ce835e7,segment=NetworkSegment(fce647cf-9b5d-4c51-9e8b-96815f1f2160),segment_id=fce647cf-9b5d-4c51-9e8b-96815f1f2160)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:39:11.991556 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': 'd714a4ef-fdcf-48e6-baba-6e822ce835e7', 'network_id': '26519b02-2239-4bd6-818a-271185023756', 'port_id': 'd714a4ef-fdcf-48e6-baba-6e822ce835e7', 'mac_address': 'fa:16:3e:08:dc:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50904863-4d97-4f05-a8d8-785fda68cbb9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:39:12.048995 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:12.065115 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d714a4ef-fdcf-48e6-baba-6e822ce835e7 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:39:12.085104 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port d714a4ef-fdcf-48e6-baba-6e822ce835e7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d714a4ef-fdcf-48e6-baba-6e822ce835e7,segment=NetworkSegment(fce647cf-9b5d-4c51-9e8b-96815f1f2160),segment_id=fce647cf-9b5d-4c51-9e8b-96815f1f2160)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:39:12.158949 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:12.231742 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=d714a4ef-fdcf-48e6-baba-6e822ce835e7,revision_number=6']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:39:12.400072 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['d714a4ef-fdcf-48e6-baba-6e822ce835e7'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:39:13.094353 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b3d52-45c9-48a6-abb5-ba9605e8e212 req-aaaa71d8-2a6e-4dd2-9e6f-1cf37930360b tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:13.096085 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-964b3d52-45c9-48a6-abb5-ba9605e8e212 req-aaaa71d8-2a6e-4dd2-9e6f-1cf37930360b tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 944 time: 0.0838730 Apr 06 13:39:13.149512 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-964b3d52-45c9-48a6-abb5-ba9605e8e212 req-41eb53ba-278e-4027-9d53-3a5ca06f9b3b tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463715 Apr 06 13:39:13.844583 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device d714a4ef-fdcf-48e6-baba-6e822ce835e7 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:39:13.953009 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port d714a4ef-fdcf-48e6-baba-6e822ce835e7 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:39:13.953378 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:14.067108 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:14.098879 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ecba1b-f968-49be-9716-47f199f6b9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd714a4ef-fdcf-48e6-baba-6e822ce835e7'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:39:14.105719 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port d714a4ef-fdcf-48e6-baba-6e822ce835e7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d714a4ef-fdcf-48e6-baba-6e822ce835e7,segment=NetworkSegment(fce647cf-9b5d-4c51-9e8b-96815f1f2160),segment_id=fce647cf-9b5d-4c51-9e8b-96815f1f2160)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:39:14.144131 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b8a1f03-293b-4a09-8f59-c9015f37436c'] response: {'server_uuid': '70ecba1b-f968-49be-9716-47f199f6b9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd714a4ef-fdcf-48e6-baba-6e822ce835e7', 'code': 200} Apr 06 13:39:14.210675 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:14.281974 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=d714a4ef-fdcf-48e6-baba-6e822ce835e7,revision_number=7']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:39:14.338644 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589eadf-1717-4b58-8512-00ba2020a00e req-4317b5d1-e434-4a0f-b346-0f4905a5220f tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:14.340100 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5589eadf-1717-4b58-8512-00ba2020a00e req-4317b5d1-e434-4a0f-b346-0f4905a5220f tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 945 time: 0.0813940 Apr 06 13:39:14.383303 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5589eadf-1717-4b58-8512-00ba2020a00e req-2fe2c06d-1138-430f-bf1a-dac0c173f6dc tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375030 Apr 06 13:39:14.406737 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50142) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:14.512749 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a1009c75-87f9-4df2-9842-03386b035725 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/floatingips/69e76893-62ce-45f7-a1a0-45b88a158516 HTTP/1.1" status: 200 len: 993 time: 0.1049068 Apr 06 13:39:15.433206 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4185fbc7-8876-4931-b5f3-0804b7e703d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:17.782050 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bb21ea3b-152c-467d-b685-29f33fdbe036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:18.878980 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:18.912004 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:20.330161 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:27.278819 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:37.008601 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50160) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:37.318028 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9ecca631-d71b-49a8-81ae-87846956354d tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/routers/2cb50a85-a975-42ad-a269-53e2451c4796/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3043950 Apr 06 13:39:37.318028 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50164) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:37.610570 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0784d3fa-19cb-4ed5-ae98-7e10c42cdc07 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Notify agent at dv-neutron-834600-1-hyperv the message router_removed_from_agent {{(pid=88565) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 06 13:39:37.614400 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0784d3fa-19cb-4ed5-ae98-7e10c42cdc07 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "DELETE /v2.0/agents/0c8daf4c-1bd1-4398-b257-26fbe1db3976/l3-routers/2cb50a85-a975-42ad-a269-53e2451c4796 HTTP/1.1" status: 204 len: 168 time: 0.2962115 Apr 06 13:39:37.618115 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50168) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:37.814739 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-37b0352c-5b95-42d5-bb39-88cb59f658d2 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/routers/2cb50a85-a975-42ad-a269-53e2451c4796/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1953659 Apr 06 13:39:37.817814 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50172) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:37.925035 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-35189813-6458-4622-aea8-4744cf789a1b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/9f639e46-48e2-4007-bbd5-44e8c52e42b8 HTTP/1.1" status: 200 len: 994 time: 0.1061602 Apr 06 13:39:38.122151 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcc4284-9f23-4854-9ff1-554e55b9b7fe None None] New status for floating IP 9f639e46-48e2-4007-bbd5-44e8c52e42b8: DOWN {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:39:38.928919 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50176) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:39.039742 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f6995368-fd15-4647-b56d-f84e7768fb1c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/9f639e46-48e2-4007-bbd5-44e8c52e42b8 HTTP/1.1" status: 200 len: 992 time: 0.1095774 Apr 06 13:39:39.366643 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 90e14027-39e4-4e30-89c0-3be66fa27f93 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:39:39.482351 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:39.499143 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 90e14027-39e4-4e30-89c0-3be66fa27f93, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=90e14027-39e4-4e30-89c0-3be66fa27f93,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:39:39.564362 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:39.565062 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:39:39.680792 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=90e14027-39e4-4e30-89c0-3be66fa27f93,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:39:39.739811 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:39.774213 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=2ec1c7a7-3415-41ac-9465-6c0b9b6f4035,segment=NetworkSegment(ccd1a198-209b-41b0-b3f5-7c86c55d6952),segment_id=ccd1a198-209b-41b0-b3f5-7c86c55d6952)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:39:39.839849 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:39.909860 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=2ec1c7a7-3415-41ac-9465-6c0b9b6f4035,revision_number=6']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:39:40.185656 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50182) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:40.546822 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18569438-eef8-4756-8816-71fb512081d4 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Router 2cb50a85-a975-42ad-a269-53e2451c4796 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:39:40.557962 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18569438-eef8-4756-8816-71fb512081d4 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Notify agent at dv-neutron-834600-1-hyperv the message router_added_to_agent {{(pid=88565) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 06 13:39:40.567728 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-18569438-eef8-4756-8816-71fb512081d4 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "POST /v2.0/agents/0c8daf4c-1bd1-4398-b257-26fbe1db3976/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3809433 Apr 06 13:39:40.570152 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50190) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:40.587713 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417d6ac9-e445-48d5-aba2-e5f8f2d67e42 None None] Sync routers for ids ['2cb50a85-a975-42ad-a269-53e2451c4796'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:39:40.594175 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417d6ac9-e445-48d5-aba2-e5f8f2d67e42 None None] Routers {'2cb50a85-a975-42ad-a269-53e2451c4796'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:39:40.594885 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-417d6ac9-e445-48d5-aba2-e5f8f2d67e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:39:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['2cb50a85-a975-42ad-a269-53e2451c4796'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:39:40.779765 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-856afc4a-a330-400d-9eb3-8b269596783b tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/routers/2cb50a85-a975-42ad-a269-53e2451c4796/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2058148 Apr 06 13:39:40.780355 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50196) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:40.837784 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-417d6ac9-e445-48d5-aba2-e5f8f2d67e42 None None] Set router 2cb50a85-a975-42ad-a269-53e2451c4796 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:39:40.910764 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c639ad69-d9df-43b3-9e80-6e4559800510 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/9f639e46-48e2-4007-bbd5-44e8c52e42b8 HTTP/1.1" status: 200 len: 992 time: 0.1286254 Apr 06 13:39:41.219032 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-417d6ac9-e445-48d5-aba2-e5f8f2d67e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'name': 'tempest-TestNetworkBasicOps-router-2120026969', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:38:34Z', 'updated_at': '2022-04-06T13:38:40Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:45:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:35Z', 'updated_at': '2022-04-06T13:39:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '9f639e46-48e2-4007-bbd5-44e8c52e42b8', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'port_id': '642c8e95-2382-4ada-b0be-85d628268f45', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245', 'mac_address': 'fa:16:3e:48:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184c95bc-93b8-48f8-b7cf-e7fb2bde64c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:39:01Z', 'updated_at': '2022-04-06T13:39:38Z', 'revision_number': 2, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ec1c7a7-3415-41ac-9465-6c0b9b6f4035', 'name': '', 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:c4:d7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ca669a17-9510-493a-bac9-bdd60c8b8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:39Z', 'updated_at': '2022-04-06T13:39:39Z', 'revision_number': 6, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'ca669a17-9510-493a-bac9-bdd60c8b8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:39:41.223027 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417d6ac9-e445-48d5-aba2-e5f8f2d67e42 None None] Checking router: 2cb50a85-a975-42ad-a269-53e2451c4796 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:39:41.232284 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417d6ac9-e445-48d5-aba2-e5f8f2d67e42 None None] Routers {'2cb50a85-a975-42ad-a269-53e2451c4796'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:39:41.232871 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-417d6ac9-e445-48d5-aba2-e5f8f2d67e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:39:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['2cb50a85-a975-42ad-a269-53e2451c4796'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:39:41.415728 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-417d6ac9-e445-48d5-aba2-e5f8f2d67e42 None None] Set router 2cb50a85-a975-42ad-a269-53e2451c4796 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:39:41.767659 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-417d6ac9-e445-48d5-aba2-e5f8f2d67e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'name': 'tempest-TestNetworkBasicOps-router-2120026969', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:38:34Z', 'updated_at': '2022-04-06T13:38:40Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:45:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:35Z', 'updated_at': '2022-04-06T13:39:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '9f639e46-48e2-4007-bbd5-44e8c52e42b8', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'port_id': '642c8e95-2382-4ada-b0be-85d628268f45', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245', 'mac_address': 'fa:16:3e:48:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184c95bc-93b8-48f8-b7cf-e7fb2bde64c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:39:01Z', 'updated_at': '2022-04-06T13:39:38Z', 'revision_number': 2, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ec1c7a7-3415-41ac-9465-6c0b9b6f4035', 'name': '', 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:c4:d7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ca669a17-9510-493a-bac9-bdd60c8b8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:39Z', 'updated_at': '2022-04-06T13:39:39Z', 'revision_number': 6, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'ca669a17-9510-493a-bac9-bdd60c8b8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:39:41.771689 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417d6ac9-e445-48d5-aba2-e5f8f2d67e42 None None] The sync data for ids ['2cb50a85-a975-42ad-a269-53e2451c4796'] in dv-neutron-834600-1-hyperv is: [{'id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'name': 'tempest-TestNetworkBasicOps-router-2120026969', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:38:34Z', 'updated_at': '2022-04-06T13:38:40Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:45:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:35Z', 'updated_at': '2022-04-06T13:39:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '9f639e46-48e2-4007-bbd5-44e8c52e42b8', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'port_id': '642c8e95-2382-4ada-b0be-85d628268f45', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245', 'mac_address': 'fa:16:3e:48:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184c95bc-93b8-48f8-b7cf-e7fb2bde64c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:39:01Z', 'updated_at': '2022-04-06T13:39:38Z', 'revision_number': 2, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ec1c7a7-3415-41ac-9465-6c0b9b6f4035', 'name': '', 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:c4:d7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ca669a17-9510-493a-bac9-bdd60c8b8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:39Z', 'updated_at': '2022-04-06T13:39:39Z', 'revision_number': 6, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'ca669a17-9510-493a-bac9-bdd60c8b8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:39:41.914442 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50202) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:42.039985 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8dcd6338-12d8-4cec-a591-c61ffc0e8639 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/9f639e46-48e2-4007-bbd5-44e8c52e42b8 HTTP/1.1" status: 200 len: 992 time: 0.1241860 Apr 06 13:39:42.940629 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e07532bf-32c3-41d7-9990-ba8dfff36b87 req-2057a3ab-d42a-4389-a0ed-ea50b57baa68 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735941 Apr 06 13:39:43.037600 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07532bf-32c3-41d7-9990-ba8dfff36b87 req-57de6ddf-9f38-453b-9395-ed801ee762a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:43.039058 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e07532bf-32c3-41d7-9990-ba8dfff36b87 req-57de6ddf-9f38-453b-9395-ed801ee762a2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ab6773108e104f6bb007fe66b5dfc718&device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 1098 time: 0.0749397 Apr 06 13:39:43.044044 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50206) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:43.241821 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6954a67e-d295-4540-b915-158f047fccd5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/9f639e46-48e2-4007-bbd5-44e8c52e42b8 HTTP/1.1" status: 200 len: 992 time: 0.1966720 Apr 06 13:39:43.274136 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07532bf-32c3-41d7-9990-ba8dfff36b87 req-e9235ddc-0e98-4e97-8a89-72334d78d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:43.276662 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e07532bf-32c3-41d7-9990-ba8dfff36b87 req-e9235ddc-0e98-4e97-8a89-72334d78d267 service neutron] 10.222.0.61 "GET /v2.0/networks?id=26519b02-2239-4bd6-818a-271185023756 HTTP/1.1" status: 200 len: 898 time: 0.1775250 Apr 06 13:39:43.391340 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e07532bf-32c3-41d7-9990-ba8dfff36b87 req-d087dc7a-9c91-4318-98be-e4753ae44e81 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d714a4ef-fdcf-48e6-baba-6e822ce835e7 HTTP/1.1" status: 200 len: 1001 time: 0.1088674 Apr 06 13:39:43.423220 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 90e14027-39e4-4e30-89c0-3be66fa27f93 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:39:43.468493 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93d0aef-206a-42bf-af66-c43c8051ceeb None None] New status for floating IP 9f639e46-48e2-4007-bbd5-44e8c52e42b8: ACTIVE {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:39:43.476710 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07532bf-32c3-41d7-9990-ba8dfff36b87 req-1f6a78b6-33d5-40d6-b610-54a7011c180b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:43.478140 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e07532bf-32c3-41d7-9990-ba8dfff36b87 req-1f6a78b6-33d5-40d6-b610-54a7011c180b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=50904863-4d97-4f05-a8d8-785fda68cbb9 HTTP/1.1" status: 200 len: 834 time: 0.0806496 Apr 06 13:39:43.555996 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07532bf-32c3-41d7-9990-ba8dfff36b87 req-ff9b0668-c8c4-4be6-bce1-ab988ad3e264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:43.558060 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e07532bf-32c3-41d7-9990-ba8dfff36b87 req-ff9b0668-c8c4-4be6-bce1-ab988ad3e264 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=26519b02-2239-4bd6-818a-271185023756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740004 Apr 06 13:39:43.668481 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 90e14027-39e4-4e30-89c0-3be66fa27f93 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:39:43.668858 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:43.696658 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e07532bf-32c3-41d7-9990-ba8dfff36b87 req-32672a9f-034d-41d5-878d-ba5da07d961d service neutron] 10.222.0.61 "GET /v2.0/networks/26519b02-2239-4bd6-818a-271185023756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312122 Apr 06 13:39:43.873674 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:43.894561 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 90e14027-39e4-4e30-89c0-3be66fa27f93, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=90e14027-39e4-4e30-89c0-3be66fa27f93,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:39:43.948506 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e07532bf-32c3-41d7-9990-ba8dfff36b87 req-aa065af9-5473-4ab3-8d66-32145e64bd55 service neutron] 10.222.0.61 "GET /v2.0/networks/26519b02-2239-4bd6-818a-271185023756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438500 Apr 06 13:39:43.976681 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:43.979849 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:39:44.137347 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=90e14027-39e4-4e30-89c0-3be66fa27f93,revision_number=6']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:39:44.154155 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:39:44.154750 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:44.246081 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50212) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:44.286650 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:44.327712 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=2ec1c7a7-3415-41ac-9465-6c0b9b6f4035,segment=NetworkSegment(ccd1a198-209b-41b0-b3f5-7c86c55d6952),segment_id=ccd1a198-209b-41b0-b3f5-7c86c55d6952)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:39:44.362472 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-91616ac2-35bb-4811-9e49-867dd127111d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/9f639e46-48e2-4007-bbd5-44e8c52e42b8 HTTP/1.1" status: 200 len: 994 time: 0.1152480 Apr 06 13:39:44.414751 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:44.492281 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=2ec1c7a7-3415-41ac-9465-6c0b9b6f4035,revision_number=7']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:39:44.652526 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50220) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:44.862516 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-adede635-0e07-4019-856b-51bbb2753ce8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port acec65b6-df68-4a63-ae5f-e425618a9247 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:39:44.862763 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-adede635-0e07-4019-856b-51bbb2753ce8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:45.033704 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-adede635-0e07-4019-856b-51bbb2753ce8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:45.034391 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-adede635-0e07-4019-856b-51bbb2753ce8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:45.162046 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-adede635-0e07-4019-856b-51bbb2753ce8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for acec65b6-df68-4a63-ae5f-e425618a9247 owned by network:floatingip {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:39:45.384072 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 90e14027-39e4-4e30-89c0-3be66fa27f93 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:39:45.403957 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-adede635-0e07-4019-856b-51bbb2753ce8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:45.448158 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7dc0ea25-0dfd-427b-8509-3d6f3927f76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:45.455892 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adede635-0e07-4019-856b-51bbb2753ce8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=acec65b6-df68-4a63-ae5f-e425618a9247,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:39:45.468023 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 90e14027-39e4-4e30-89c0-3be66fa27f93 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:39:45.468417 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:45.497452 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adede635-0e07-4019-856b-51bbb2753ce8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:45.497799 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adede635-0e07-4019-856b-51bbb2753ce8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:45.498132 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adede635-0e07-4019-856b-51bbb2753ce8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:45.498461 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adede635-0e07-4019-856b-51bbb2753ce8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:45.498786 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adede635-0e07-4019-856b-51bbb2753ce8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:45.499131 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adede635-0e07-4019-856b-51bbb2753ce8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:45.499452 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adede635-0e07-4019-856b-51bbb2753ce8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:45.499778 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adede635-0e07-4019-856b-51bbb2753ce8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:45.500162 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adede635-0e07-4019-856b-51bbb2753ce8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:45.500486 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adede635-0e07-4019-856b-51bbb2753ce8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:45.500808 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adede635-0e07-4019-856b-51bbb2753ce8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:45.501126 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adede635-0e07-4019-856b-51bbb2753ce8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:45.563694 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-adede635-0e07-4019-856b-51bbb2753ce8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:45.564050 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-adede635-0e07-4019-856b-51bbb2753ce8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Floating IP 9f639e46-48e2-4007-bbd5-44e8c52e42b8 disassociated (deleted). External IP: 172.26.4.175, port: 642c8e95-2382-4ada-b0be-85d628268f45. Apr 06 13:39:45.591606 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:39:45.663481 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:39:45.663847 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:46.024258 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adede635-0e07-4019-856b-51bbb2753ce8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 2cb50a85-a975-42ad-a269-53e2451c4796 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:39:46.210881 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adede635-0e07-4019-856b-51bbb2753ce8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:39:46.221768 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffa2900-d85b-4863-ab3d-23c2630b7968 None None] Sync routers for ids ['2cb50a85-a975-42ad-a269-53e2451c4796'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:39:46.228036 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-adede635-0e07-4019-856b-51bbb2753ce8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:46.232400 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffa2900-d85b-4863-ab3d-23c2630b7968 None None] Routers {'2cb50a85-a975-42ad-a269-53e2451c4796'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:39:46.232871 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-3ffa2900-d85b-4863-ab3d-23c2630b7968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:39:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['2cb50a85-a975-42ad-a269-53e2451c4796'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:39:46.284701 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-adede635-0e07-4019-856b-51bbb2753ce8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/floatingips/9f639e46-48e2-4007-bbd5-44e8c52e42b8 HTTP/1.1" status: 204 len: 168 time: 1.6310880 Apr 06 13:39:46.285382 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184c95bc-93b8-48f8-b7cf-e7fb2bde64c6', 'tag': '642c8e95-2382-4ada-b0be-85d628268f45'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:39:46.346235 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85c758b0-c51f-4f68-b036-854ccd1e2f25'] response: {'name': 'network-changed', 'server_uuid': '184c95bc-93b8-48f8-b7cf-e7fb2bde64c6', 'tag': '642c8e95-2382-4ada-b0be-85d628268f45', 'status': 'completed', 'code': 200} Apr 06 13:39:46.445389 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-3ffa2900-d85b-4863-ab3d-23c2630b7968 None None] Set router 2cb50a85-a975-42ad-a269-53e2451c4796 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:39:46.454074 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a736d-1dfb-4067-bfba-7a2996b63a43 req-d8c84326-d35e-41b9-bf35-94698dcb07ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:46.455836 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0e8a736d-1dfb-4067-bfba-7a2996b63a43 req-d8c84326-d35e-41b9-bf35-94698dcb07ca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=184c95bc-93b8-48f8-b7cf-e7fb2bde64c6 HTTP/1.1" status: 200 len: 1099 time: 0.0895786 Apr 06 13:39:46.519997 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:39:46.606897 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a736d-1dfb-4067-bfba-7a2996b63a43 req-52d3090e-fbff-4cf9-8994-008a063505a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:46.608320 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0e8a736d-1dfb-4067-bfba-7a2996b63a43 req-52d3090e-fbff-4cf9-8994-008a063505a1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=23aa4758-1f9f-4edc-91e1-ecfffbdfb245 HTTP/1.1" status: 200 len: 898 time: 0.1465399 Apr 06 13:39:46.677172 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0e8a736d-1dfb-4067-bfba-7a2996b63a43 req-48fd06b2-07d1-4f27-a9e4-6f28125ad942 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=642c8e95-2382-4ada-b0be-85d628268f45 HTTP/1.1" status: 200 len: 217 time: 0.0621707 Apr 06 13:39:46.744889 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a736d-1dfb-4067-bfba-7a2996b63a43 req-fd6a37a5-083d-42be-9f54-4ae24c9865a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:46.746313 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0e8a736d-1dfb-4067-bfba-7a2996b63a43 req-fd6a37a5-083d-42be-9f54-4ae24c9865a5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca669a17-9510-493a-bac9-bdd60c8b8190 HTTP/1.1" status: 200 len: 835 time: 0.0623753 Apr 06 13:39:46.788622 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-3ffa2900-d85b-4863-ab3d-23c2630b7968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'name': 'tempest-TestNetworkBasicOps-router-2120026969', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:38:34Z', 'updated_at': '2022-04-06T13:38:40Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:35Z', 'updated_at': '2022-04-06T13:39:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '2ec1c7a7-3415-41ac-9465-6c0b9b6f4035', 'name': '', 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:c4:d7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ca669a17-9510-493a-bac9-bdd60c8b8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:39Z', 'updated_at': '2022-04-06T13:39:44Z', 'revision_number': 7, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'ca669a17-9510-493a-bac9-bdd60c8b8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:39:46.793286 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffa2900-d85b-4863-ab3d-23c2630b7968 None None] Checking router: 2cb50a85-a975-42ad-a269-53e2451c4796 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:39:46.801916 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffa2900-d85b-4863-ab3d-23c2630b7968 None None] Routers {'2cb50a85-a975-42ad-a269-53e2451c4796'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:39:46.802964 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-3ffa2900-d85b-4863-ab3d-23c2630b7968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:39:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['2cb50a85-a975-42ad-a269-53e2451c4796'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:39:46.830959 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a736d-1dfb-4067-bfba-7a2996b63a43 req-0e9f0450-f253-493e-9076-a9d6b144c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:46.832527 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0e8a736d-1dfb-4067-bfba-7a2996b63a43 req-0e9f0450-f253-493e-9076-a9d6b144c11f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=23aa4758-1f9f-4edc-91e1-ecfffbdfb245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792632 Apr 06 13:39:46.950148 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e243026-2756-40b0-8cce-c947c81871fc req-5450b8b0-ddb2-4754-b761-8d78c971b68a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:46.951837 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3e243026-2756-40b0-8cce-c947c81871fc req-5450b8b0-ddb2-4754-b761-8d78c971b68a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=184c95bc-93b8-48f8-b7cf-e7fb2bde64c6 HTTP/1.1" status: 200 len: 946 time: 0.0930595 Apr 06 13:39:46.983475 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0e8a736d-1dfb-4067-bfba-7a2996b63a43 req-c958e28c-7fbc-4e41-97ab-8b07e4c9aa29 service neutron] 10.222.0.61 "GET /v2.0/networks/23aa4758-1f9f-4edc-91e1-ecfffbdfb245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431999 Apr 06 13:39:46.999078 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3e243026-2756-40b0-8cce-c947c81871fc req-8cc022e4-e44b-411a-822e-7190a0b25d9a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=86dc505a-d96d-4429-8c7d-60a81405a179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395527 Apr 06 13:39:47.017515 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-3ffa2900-d85b-4863-ab3d-23c2630b7968 None None] Set router 2cb50a85-a975-42ad-a269-53e2451c4796 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:39:47.126294 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0e8a736d-1dfb-4067-bfba-7a2996b63a43 req-f8b964e3-0d37-444a-a5e9-9233eeb6e855 service neutron] 10.222.0.61 "GET /v2.0/networks/23aa4758-1f9f-4edc-91e1-ecfffbdfb245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365397 Apr 06 13:39:47.218827 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50232) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:47.346769 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-3ffa2900-d85b-4863-ab3d-23c2630b7968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'name': 'tempest-TestNetworkBasicOps-router-2120026969', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:38:34Z', 'updated_at': '2022-04-06T13:38:40Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:35Z', 'updated_at': '2022-04-06T13:39:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '2ec1c7a7-3415-41ac-9465-6c0b9b6f4035', 'name': '', 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:c4:d7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ca669a17-9510-493a-bac9-bdd60c8b8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:39Z', 'updated_at': '2022-04-06T13:39:44Z', 'revision_number': 7, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'ca669a17-9510-493a-bac9-bdd60c8b8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:39:47.350614 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffa2900-d85b-4863-ab3d-23c2630b7968 None None] The sync data for ids ['2cb50a85-a975-42ad-a269-53e2451c4796'] in dv-neutron-834600-1-hyperv is: [{'id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'name': 'tempest-TestNetworkBasicOps-router-2120026969', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:38:34Z', 'updated_at': '2022-04-06T13:38:40Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:35Z', 'updated_at': '2022-04-06T13:39:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '2ec1c7a7-3415-41ac-9465-6c0b9b6f4035', 'name': '', 'network_id': '23aa4758-1f9f-4edc-91e1-ecfffbdfb245', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:c4:d7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ca669a17-9510-493a-bac9-bdd60c8b8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:39Z', 'updated_at': '2022-04-06T13:39:44Z', 'revision_number': 7, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'ca669a17-9510-493a-bac9-bdd60c8b8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:39:47.432515 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-14974005-ecb9-4803-bd3d-78b60c452435 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Deleting port 1512a769-3a98-4220-b128-211a1ec1156b {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:39:47.432857 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-14974005-ecb9-4803-bd3d-78b60c452435 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:47.622143 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-14974005-ecb9-4803-bd3d-78b60c452435 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:47.626919 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-14974005-ecb9-4803-bd3d-78b60c452435 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:47.746844 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e2788632-3ab6-4eb0-a925-d38e6deee97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:47.870768 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-14974005-ecb9-4803-bd3d-78b60c452435 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Calling delete_port for 1512a769-3a98-4220-b128-211a1ec1156b owned by network:floatingip {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:39:48.042958 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200ca3a0-bf1a-4294-a44f-a92b0eb92380 None None] New status for floating IP 9f639e46-48e2-4007-bbd5-44e8c52e42b8: DOWN {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:39:48.260237 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f52761-ebbb-4473-8c0c-637ed046d7a9 req-7ffe676b-710f-42d5-8373-fce91260fad8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:48.261044 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-f7f52761-ebbb-4473-8c0c-637ed046d7a9 req-7ffe676b-710f-42d5-8373-fce91260fad8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:39:48.273424 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-14974005-ecb9-4803-bd3d-78b60c452435 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:48.321080 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14974005-ecb9-4803-bd3d-78b60c452435 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Pushing event deleted for resources: {'Port': ['ID=1512a769-3a98-4220-b128-211a1ec1156b,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:39:48.366449 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e0379-a95d-43df-9f40-81262274d1f9 req-5f16d3bc-7f7e-4184-a85b-d35c29dce2ac tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:48.367932 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a82e0379-a95d-43df-9f40-81262274d1f9 req-5f16d3bc-7f7e-4184-a85b-d35c29dce2ac tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=184c95bc-93b8-48f8-b7cf-e7fb2bde64c6 HTTP/1.1" status: 200 len: 946 time: 0.0881524 Apr 06 13:39:48.395766 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-f7f52761-ebbb-4473-8c0c-637ed046d7a9 req-7ffe676b-710f-42d5-8373-fce91260fad8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:39:48.396932 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f7f52761-ebbb-4473-8c0c-637ed046d7a9 req-7ffe676b-710f-42d5-8373-fce91260fad8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/ports?device_id=184c95bc-93b8-48f8-b7cf-e7fb2bde64c6 HTTP/1.1" status: 200 len: 946 time: 0.2264261 Apr 06 13:39:48.416518 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a82e0379-a95d-43df-9f40-81262274d1f9 req-d5761248-5ab5-48f3-ae7b-7ecf633a1d44 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=86dc505a-d96d-4429-8c7d-60a81405a179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413332 Apr 06 13:39:48.475395 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-14974005-ecb9-4803-bd3d-78b60c452435 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for floatingip, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:48.475750 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-14974005-ecb9-4803-bd3d-78b60c452435 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Floating IP 69e76893-62ce-45f7-a1a0-45b88a158516 disassociated (deleted). External IP: 172.26.4.230, port: d714a4ef-fdcf-48e6-baba-6e822ce835e7. Apr 06 13:39:48.537152 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-f7f52761-ebbb-4473-8c0c-637ed046d7a9 req-1055a4bd-d945-4ffc-a250-5cf2c1bc797a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port 642c8e95-2382-4ada-b0be-85d628268f45 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:39:48.537493 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f7f52761-ebbb-4473-8c0c-637ed046d7a9 req-1055a4bd-d945-4ffc-a250-5cf2c1bc797a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:48.935313 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:48.969064 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:49.031060 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-f7f52761-ebbb-4473-8c0c-637ed046d7a9 req-1055a4bd-d945-4ffc-a250-5cf2c1bc797a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port 642c8e95-2382-4ada-b0be-85d628268f45, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=642c8e95-2382-4ada-b0be-85d628268f45,segment=NetworkSegment(ccd1a198-209b-41b0-b3f5-7c86c55d6952),segment_id=ccd1a198-209b-41b0-b3f5-7c86c55d6952)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:39:49.031418 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f7f52761-ebbb-4473-8c0c-637ed046d7a9 req-1055a4bd-d945-4ffc-a250-5cf2c1bc797a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:49.175654 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-f7f52761-ebbb-4473-8c0c-637ed046d7a9 req-1055a4bd-d945-4ffc-a250-5cf2c1bc797a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for 642c8e95-2382-4ada-b0be-85d628268f45 owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:39:49.221032 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14974005-ecb9-4803-bd3d-78b60c452435 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Router 1be3af9d-a06f-46dd-9148-fb702311ab7d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:39:49.611692 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14974005-ecb9-4803-bd3d-78b60c452435 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:39:49.621282 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c62f0b-912e-490e-8f28-eb1d71c9fd8a req-fd931be8-762a-4535-bb50-ee2166d929ca tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:49.623158 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-82c62f0b-912e-490e-8f28-eb1d71c9fd8a req-fd931be8-762a-4535-bb50-ee2166d929ca tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=184c95bc-93b8-48f8-b7cf-e7fb2bde64c6 HTTP/1.1" status: 200 len: 946 time: 0.0864623 Apr 06 13:39:49.626597 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcc0cd9-2095-4594-8071-a446d055630d None None] Sync routers for ids ['1be3af9d-a06f-46dd-9148-fb702311ab7d'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:39:49.632430 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-14974005-ecb9-4803-bd3d-78b60c452435 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:49.637509 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcc0cd9-2095-4594-8071-a446d055630d None None] Routers {'1be3af9d-a06f-46dd-9148-fb702311ab7d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:39:49.638097 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-cdcc0cd9-2095-4594-8071-a446d055630d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:39:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1be3af9d-a06f-46dd-9148-fb702311ab7d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:39:49.682790 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-82c62f0b-912e-490e-8f28-eb1d71c9fd8a req-bb877d48-c035-4c9b-b27d-fe3f8c639a7e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=86dc505a-d96d-4429-8c7d-60a81405a179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433064 Apr 06 13:39:49.695685 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-14974005-ecb9-4803-bd3d-78b60c452435 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "DELETE /v2.0/floatingips/69e76893-62ce-45f7-a1a0-45b88a158516 HTTP/1.1" status: 204 len: 168 time: 2.4756904 Apr 06 13:39:49.706687 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ecba1b-f968-49be-9716-47f199f6b9dc', 'tag': 'd714a4ef-fdcf-48e6-baba-6e822ce835e7'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:39:49.746752 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f7f52761-ebbb-4473-8c0c-637ed046d7a9 req-1055a4bd-d945-4ffc-a250-5cf2c1bc797a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:49.752788 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28bc96fd-218d-4341-809f-16624adee426'] response: {'name': 'network-changed', 'server_uuid': '70ecba1b-f968-49be-9716-47f199f6b9dc', 'tag': 'd714a4ef-fdcf-48e6-baba-6e822ce835e7', 'status': 'completed', 'code': 200} Apr 06 13:39:49.804044 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055a4bd-d945-4ffc-a250-5cf2c1bc797a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=642c8e95-2382-4ada-b0be-85d628268f45,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:39:49.859053 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-cdcc0cd9-2095-4594-8071-a446d055630d None None] Set router 1be3af9d-a06f-46dd-9148-fb702311ab7d gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:39:49.887126 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f52761-ebbb-4473-8c0c-637ed046d7a9 req-1055a4bd-d945-4ffc-a250-5cf2c1bc797a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] No DVR routers for this DVR port 642c8e95-2382-4ada-b0be-85d628268f45 on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:39:49.889786 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f7f52761-ebbb-4473-8c0c-637ed046d7a9 req-1055a4bd-d945-4ffc-a250-5cf2c1bc797a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:49.892384 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f7f52761-ebbb-4473-8c0c-637ed046d7a9 req-1055a4bd-d945-4ffc-a250-5cf2c1bc797a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "DELETE /v2.0/ports/642c8e95-2382-4ada-b0be-85d628268f45 HTTP/1.1" status: 204 len: 173 time: 1.4885941 Apr 06 13:39:49.895289 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9959191-344a-47a8-89a9-0cc4e8896355 req-9ccd2f54-5f25-46f4-9973-31aa85416cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:49.900535 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b9959191-344a-47a8-89a9-0cc4e8896355 req-9ccd2f54-5f25-46f4-9973-31aa85416cb8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ab6773108e104f6bb007fe66b5dfc718&device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 1098 time: 0.1274102 Apr 06 13:39:50.044827 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9959191-344a-47a8-89a9-0cc4e8896355 req-3620fb9d-60f2-4de8-9404-e3d86c1b09be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:50.046568 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b9959191-344a-47a8-89a9-0cc4e8896355 req-3620fb9d-60f2-4de8-9404-e3d86c1b09be service neutron] 10.222.0.61 "GET /v2.0/networks?id=26519b02-2239-4bd6-818a-271185023756 HTTP/1.1" status: 200 len: 898 time: 0.1404803 Apr 06 13:39:50.115768 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b9959191-344a-47a8-89a9-0cc4e8896355 req-bc293f5f-5b16-4896-8e1d-bf6491bc29b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d714a4ef-fdcf-48e6-baba-6e822ce835e7 HTTP/1.1" status: 200 len: 217 time: 0.0629480 Apr 06 13:39:50.212258 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-cdcc0cd9-2095-4594-8071-a446d055630d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555262', 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'ce14ce98-b0b7-4669-b589-530667797bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:51Z', 'updated_at': '2022-04-06T13:37:59Z', 'revision_number': 4, 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'gw_port': {'id': 'ce14ce98-b0b7-4669-b589-530667797bfd', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:52Z', 'updated_at': '2022-04-06T13:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'd9b276c8-6c3a-4ed9-8510-90e3767c4f5e', 'name': '', 'network_id': '26519b02-2239-4bd6-818a-271185023756', 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'mac_address': 'fa:16:3e:72:70:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '50904863-4d97-4f05-a8d8-785fda68cbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:58Z', 'updated_at': '2022-04-06T13:38:05Z', 'revision_number': 5, 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'subnets': [{'id': '50904863-4d97-4f05-a8d8-785fda68cbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:39:50.222703 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcc0cd9-2095-4594-8071-a446d055630d None None] Checking router: 1be3af9d-a06f-46dd-9148-fb702311ab7d for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:39:50.233624 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcc0cd9-2095-4594-8071-a446d055630d None None] Routers {'1be3af9d-a06f-46dd-9148-fb702311ab7d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:39:50.234289 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-cdcc0cd9-2095-4594-8071-a446d055630d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:39:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1be3af9d-a06f-46dd-9148-fb702311ab7d'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:39:50.240634 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9959191-344a-47a8-89a9-0cc4e8896355 req-4dc2cb59-070a-4498-a4b9-dbf0dd8cfc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:50.244587 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b9959191-344a-47a8-89a9-0cc4e8896355 req-4dc2cb59-070a-4498-a4b9-dbf0dd8cfc49 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=50904863-4d97-4f05-a8d8-785fda68cbb9 HTTP/1.1" status: 200 len: 834 time: 0.1202073 Apr 06 13:39:50.371658 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:50.380917 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9959191-344a-47a8-89a9-0cc4e8896355 req-2823301b-8cf9-4858-a05c-ead194bcb22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:50.382435 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b9959191-344a-47a8-89a9-0cc4e8896355 req-2823301b-8cf9-4858-a05c-ead194bcb22f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=26519b02-2239-4bd6-818a-271185023756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1313865 Apr 06 13:39:50.473820 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-cdcc0cd9-2095-4594-8071-a446d055630d None None] Set router 1be3af9d-a06f-46dd-9148-fb702311ab7d gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:39:50.726610 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcbaee-1b03-4176-a530-304e46d7c31f req-4bb95fdf-4350-41d9-a176-106f228f7a78 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:50.730713 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3ebcbaee-1b03-4176-a530-304e46d7c31f req-4bb95fdf-4350-41d9-a176-106f228f7a78 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 945 time: 0.3416939 Apr 06 13:39:50.739369 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b9959191-344a-47a8-89a9-0cc4e8896355 req-865c504d-dfd8-4ef5-9db6-aab2670542e2 service neutron] 10.222.0.61 "GET /v2.0/networks/26519b02-2239-4bd6-818a-271185023756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830911 Apr 06 13:39:50.842670 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-cdcc0cd9-2095-4594-8071-a446d055630d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555262', 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'ce14ce98-b0b7-4669-b589-530667797bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:51Z', 'updated_at': '2022-04-06T13:37:59Z', 'revision_number': 4, 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'gw_port': {'id': 'ce14ce98-b0b7-4669-b589-530667797bfd', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:52Z', 'updated_at': '2022-04-06T13:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'd9b276c8-6c3a-4ed9-8510-90e3767c4f5e', 'name': '', 'network_id': '26519b02-2239-4bd6-818a-271185023756', 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'mac_address': 'fa:16:3e:72:70:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '50904863-4d97-4f05-a8d8-785fda68cbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:58Z', 'updated_at': '2022-04-06T13:38:05Z', 'revision_number': 5, 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'subnets': [{'id': '50904863-4d97-4f05-a8d8-785fda68cbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:39:50.847177 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcc0cd9-2095-4594-8071-a446d055630d None None] The sync data for ids ['1be3af9d-a06f-46dd-9148-fb702311ab7d'] in dv-neutron-834600-1-hyperv is: [{'id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555262', 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'ce14ce98-b0b7-4669-b589-530667797bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:51Z', 'updated_at': '2022-04-06T13:37:59Z', 'revision_number': 4, 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'gw_port': {'id': 'ce14ce98-b0b7-4669-b589-530667797bfd', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:52Z', 'updated_at': '2022-04-06T13:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'd9b276c8-6c3a-4ed9-8510-90e3767c4f5e', 'name': '', 'network_id': '26519b02-2239-4bd6-818a-271185023756', 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'mac_address': 'fa:16:3e:72:70:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '50904863-4d97-4f05-a8d8-785fda68cbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:58Z', 'updated_at': '2022-04-06T13:38:05Z', 'revision_number': 5, 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'subnets': [{'id': '50904863-4d97-4f05-a8d8-785fda68cbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:39:50.928483 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3ebcbaee-1b03-4176-a530-304e46d7c31f req-c0f81694-b4f3-42e9-9e6b-29f4e3ccf0c4 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926897 Apr 06 13:39:50.935555 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f1e90bc2-292e-407e-8ef1-8466b0fb343d req-82fc54b2-791e-42d0-8dcf-f59710655840 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=184c95bc-93b8-48f8-b7cf-e7fb2bde64c6 HTTP/1.1" status: 200 len: 210 time: 0.0602717 Apr 06 13:39:50.974654 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b9959191-344a-47a8-89a9-0cc4e8896355 req-436abada-16fe-451d-bfb9-8fd8604351c6 service neutron] 10.222.0.61 "GET /v2.0/networks/26519b02-2239-4bd6-818a-271185023756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204163 Apr 06 13:39:51.079593 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35b8dfd-9d41-4f05-b160-9205338612b8 None None] New status for floating IP 69e76893-62ce-45f7-a1a0-45b88a158516: DOWN {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:39:51.753131 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a64d3-5458-4116-88dd-593b4068302f req-b600baac-2a4b-4c44-86f8-b962f8a4343e tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:51.754089 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184c95bc-93b8-48f8-b7cf-e7fb2bde64c6', 'name': 'network-vif-deleted', 'tag': '642c8e95-2382-4ada-b0be-85d628268f45'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:39:51.754562 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-649a64d3-5458-4116-88dd-593b4068302f req-b600baac-2a4b-4c44-86f8-b962f8a4343e tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 945 time: 0.0858965 Apr 06 13:39:51.800447 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26e9a3bc-48d9-4670-865f-9e665829edd9'] response: {'server_uuid': '184c95bc-93b8-48f8-b7cf-e7fb2bde64c6', 'name': 'network-vif-deleted', 'tag': '642c8e95-2382-4ada-b0be-85d628268f45', 'status': 'completed', 'code': 200} Apr 06 13:39:51.825892 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [req-649a64d3-5458-4116-88dd-593b4068302f req-8e845b02-76d7-4b95-9894-016199641544 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Deleting port d714a4ef-fdcf-48e6-baba-6e822ce835e7 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:39:51.826227 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-649a64d3-5458-4116-88dd-593b4068302f req-8e845b02-76d7-4b95-9894-016199641544 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:52.036981 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50256) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:52.044005 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 642c8e95-2382-4ada-b0be-85d628268f45 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:39:52.080823 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: 642c8e95-2382-4ada-b0be-85d628268f45 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:39:52.081163 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 642c8e95-2382-4ada-b0be-85d628268f45 not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:39:52.110083 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-25cbe5f0-ca35-4f66-8e5b-fdd090c19e76 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:52.135928 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [req-649a64d3-5458-4116-88dd-593b4068302f req-8e845b02-76d7-4b95-9894-016199641544 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] For port d714a4ef-fdcf-48e6-baba-6e822ce835e7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d714a4ef-fdcf-48e6-baba-6e822ce835e7,segment=NetworkSegment(fce647cf-9b5d-4c51-9e8b-96815f1f2160),segment_id=fce647cf-9b5d-4c51-9e8b-96815f1f2160)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:39:52.136288 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-649a64d3-5458-4116-88dd-593b4068302f req-8e845b02-76d7-4b95-9894-016199641544 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:52.140779 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-25cbe5f0-ca35-4f66-8e5b-fdd090c19e76 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:52.282159 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [req-649a64d3-5458-4116-88dd-593b4068302f req-8e845b02-76d7-4b95-9894-016199641544 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Calling delete_port for d714a4ef-fdcf-48e6-baba-6e822ce835e7 owned by compute:nova {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:39:52.289429 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-25cbe5f0-ca35-4f66-8e5b-fdd090c19e76 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:52.308326 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbe5f0-ca35-4f66-8e5b-fdd090c19e76 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dc505a-d96d-4429-8c7d-60a81405a179,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:39:52.329459 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5715c-d212-4dff-8d35-5ed19a2213fd req-8f5758ba-db9d-453e-9510-c2a0d4e815d6 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:52.330684 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5cb5715c-d212-4dff-8d35-5ed19a2213fd req-8f5758ba-db9d-453e-9510-c2a0d4e815d6 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 945 time: 0.2891989 Apr 06 13:39:52.363085 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-25cbe5f0-ca35-4f66-8e5b-fdd090c19e76 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:52.364232 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-25cbe5f0-ca35-4f66-8e5b-fdd090c19e76 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/security-groups/86dc505a-d96d-4429-8c7d-60a81405a179 HTTP/1.1" status: 204 len: 168 time: 0.3261054 Apr 06 13:39:52.403674 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5cb5715c-d212-4dff-8d35-5ed19a2213fd req-0f702a38-f71a-4513-a550-1ef51cd1753d tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c625cc-4d11-4f80-8fc5-48932359f960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647032 Apr 06 13:39:52.427754 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50262) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:52.539730 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-649a64d3-5458-4116-88dd-593b4068302f req-8e845b02-76d7-4b95-9894-016199641544 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:52.590969 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e845b02-76d7-4b95-9894-016199641544 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Pushing event deleted for resources: {'Port': ['ID=d714a4ef-fdcf-48e6-baba-6e822ce835e7,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:39:52.639161 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e845b02-76d7-4b95-9894-016199641544 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:52.639161 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e845b02-76d7-4b95-9894-016199641544 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:52.639161 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e845b02-76d7-4b95-9894-016199641544 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:52.639161 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e845b02-76d7-4b95-9894-016199641544 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:52.639161 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e845b02-76d7-4b95-9894-016199641544 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:52.639161 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e845b02-76d7-4b95-9894-016199641544 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:52.639161 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e845b02-76d7-4b95-9894-016199641544 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:52.639161 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e845b02-76d7-4b95-9894-016199641544 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:52.639161 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e845b02-76d7-4b95-9894-016199641544 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:52.639161 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e845b02-76d7-4b95-9894-016199641544 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:52.639161 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e845b02-76d7-4b95-9894-016199641544 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:52.639161 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e845b02-76d7-4b95-9894-016199641544 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:52.684289 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [req-649a64d3-5458-4116-88dd-593b4068302f req-8e845b02-76d7-4b95-9894-016199641544 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] No DVR routers for this DVR port d714a4ef-fdcf-48e6-baba-6e822ce835e7 on host hv-neutron-8346 {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:39:52.686826 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-649a64d3-5458-4116-88dd-593b4068302f req-8e845b02-76d7-4b95-9894-016199641544 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:52.689355 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ecba1b-f968-49be-9716-47f199f6b9dc', 'name': 'network-vif-deleted', 'tag': 'd714a4ef-fdcf-48e6-baba-6e822ce835e7'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:39:52.701167 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-649a64d3-5458-4116-88dd-593b4068302f req-8e845b02-76d7-4b95-9894-016199641544 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.61 "DELETE /v2.0/ports/d714a4ef-fdcf-48e6-baba-6e822ce835e7 HTTP/1.1" status: 204 len: 173 time: 0.9409993 Apr 06 13:39:52.792189 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-470758b6-df1b-47b5-8122-4800875d6a72'] response: {'server_uuid': '70ecba1b-f968-49be-9716-47f199f6b9dc', 'name': 'network-vif-deleted', 'tag': 'd714a4ef-fdcf-48e6-baba-6e822ce835e7', 'status': 'completed', 'code': 200} Apr 06 13:39:52.999671 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d3075cd2-5339-42a2-b245-6eaa420af9b3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:53.475164 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-d3075cd2-5339-42a2-b245-6eaa420af9b3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:39:53.475508 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d3075cd2-5339-42a2-b245-6eaa420af9b3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:53.573073 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-0390ca71-fc75-4920-a633-89b3332cbf52 req-6547a665-a806-4f7a-b257-799bda405112 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Synchronizing usage tracker for tenant:ab6773108e104f6bb007fe66b5dfc718 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:39:53.668344 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-d3075cd2-5339-42a2-b245-6eaa420af9b3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=2ec1c7a7-3415-41ac-9465-6c0b9b6f4035,segment=NetworkSegment(ccd1a198-209b-41b0-b3f5-7c86c55d6952),segment_id=ccd1a198-209b-41b0-b3f5-7c86c55d6952)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:39:53.668696 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d3075cd2-5339-42a2-b245-6eaa420af9b3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:53.684588 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-0390ca71-fc75-4920-a633-89b3332cbf52 req-6547a665-a806-4f7a-b257-799bda405112 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Unset dirty status for tenant:ab6773108e104f6bb007fe66b5dfc718 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:39:53.685774 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0390ca71-fc75-4920-a633-89b3332cbf52 req-6547a665-a806-4f7a-b257-799bda405112 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ecba1b-f968-49be-9716-47f199f6b9dc HTTP/1.1" status: 200 len: 210 time: 0.1562190 Apr 06 13:39:53.798690 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-d3075cd2-5339-42a2-b245-6eaa420af9b3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035 owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:39:54.057449 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device d714a4ef-fdcf-48e6-baba-6e822ce835e7 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:39:54.091288 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: d714a4ef-fdcf-48e6-baba-6e822ce835e7 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:39:54.091678 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device d714a4ef-fdcf-48e6-baba-6e822ce835e7 not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:39:54.163016 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d3075cd2-5339-42a2-b245-6eaa420af9b3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:54.213527 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3075cd2-5339-42a2-b245-6eaa420af9b3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=2ec1c7a7-3415-41ac-9465-6c0b9b6f4035,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:39:54.495181 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d3075cd2-5339-42a2-b245-6eaa420af9b3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:54.785144 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50274) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:54.854142 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3075cd2-5339-42a2-b245-6eaa420af9b3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 2cb50a85-a975-42ad-a269-53e2451c4796 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:39:55.153746 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3075cd2-5339-42a2-b245-6eaa420af9b3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:39:55.169822 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7888c912-3ffd-4bc9-aa58-f6edb05fc7fb None None] Sync routers for ids ['2cb50a85-a975-42ad-a269-53e2451c4796'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:39:55.183020 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7888c912-3ffd-4bc9-aa58-f6edb05fc7fb None None] Routers {'2cb50a85-a975-42ad-a269-53e2451c4796'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:39:55.183738 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7888c912-3ffd-4bc9-aa58-f6edb05fc7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:39:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['2cb50a85-a975-42ad-a269-53e2451c4796'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:39:55.229574 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d3075cd2-5339-42a2-b245-6eaa420af9b3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "PUT /v2.0/routers/2cb50a85-a975-42ad-a269-53e2451c4796/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8052905 Apr 06 13:39:55.231833 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50278) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:55.305415 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcbefe7a-5b76-4f0b-924d-59ac37b86dc8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting subnet ca669a17-9510-493a-bac9-bdd60c8b8190 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:39:55.309250 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-dcbefe7a-5b76-4f0b-924d-59ac37b86dc8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:55.380057 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-7888c912-3ffd-4bc9-aa58-f6edb05fc7fb None None] Set router 2cb50a85-a975-42ad-a269-53e2451c4796 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:39:55.381719 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-dcbefe7a-5b76-4f0b-924d-59ac37b86dc8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:55.482403 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-dcbefe7a-5b76-4f0b-924d-59ac37b86dc8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:55.484965 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bb52fdda-5499-4ecb-b796-4ffa4e2a1f78 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:55.655599 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-dcbefe7a-5b76-4f0b-924d-59ac37b86dc8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:55.669783 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7888c912-3ffd-4bc9-aa58-f6edb05fc7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'name': 'tempest-TestNetworkBasicOps-router-2120026969', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:38:34Z', 'updated_at': '2022-04-06T13:39:54Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:35Z', 'updated_at': '2022-04-06T13:39:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:39:55.673826 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7888c912-3ffd-4bc9-aa58-f6edb05fc7fb None None] Checking router: 2cb50a85-a975-42ad-a269-53e2451c4796 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:39:55.683161 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7888c912-3ffd-4bc9-aa58-f6edb05fc7fb None None] Routers {'2cb50a85-a975-42ad-a269-53e2451c4796'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:39:55.683777 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7888c912-3ffd-4bc9-aa58-f6edb05fc7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:39:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['2cb50a85-a975-42ad-a269-53e2451c4796'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:39:55.699381 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbefe7a-5b76-4f0b-924d-59ac37b86dc8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Subnet': ['ID=ca669a17-9510-493a-bac9-bdd60c8b8190,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:39:55.701306 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-dcbefe7a-5b76-4f0b-924d-59ac37b86dc8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:55.706914 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2605e904-aca3-4845-acfe-acfc52fe35a7 None None] Network 23aa4758-1f9f-4edc-91e1-ecfffbdfb245 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:39:55.724227 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50282) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:55.725694 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-dcbefe7a-5b76-4f0b-924d-59ac37b86dc8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/subnets/ca669a17-9510-493a-bac9-bdd60c8b8190 HTTP/1.1" status: 204 len: 168 time: 0.4926500 Apr 06 13:39:55.869744 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-7888c912-3ffd-4bc9-aa58-f6edb05fc7fb None None] Set router 2cb50a85-a975-42ad-a269-53e2451c4796 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:39:55.965873 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9e07a247-da87-4063-a53c-ee511a6d63cb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:55.988586 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54502725-79d7-4b45-a5d5-ae1b93e193be None None] DHCP port deletion for 23aa4758-1f9f-4edc-91e1-ecfffbdfb245 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:39:55.993020 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-54502725-79d7-4b45-a5d5-ae1b93e193be None None] Deleting port e7a985de-90db-418c-9f3a-d5152e823146 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:39:55.993403 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-54502725-79d7-4b45-a5d5-ae1b93e193be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:56.175087 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-bb52fdda-5499-4ecb-b796-4ffa4e2a1f78 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Deleting port d9b276c8-6c3a-4ed9-8510-90e3767c4f5e {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:39:56.175417 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bb52fdda-5499-4ecb-b796-4ffa4e2a1f78 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:56.190684 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7888c912-3ffd-4bc9-aa58-f6edb05fc7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'name': 'tempest-TestNetworkBasicOps-router-2120026969', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:38:34Z', 'updated_at': '2022-04-06T13:39:54Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:35Z', 'updated_at': '2022-04-06T13:39:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:39:56.195646 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7888c912-3ffd-4bc9-aa58-f6edb05fc7fb None None] The sync data for ids ['2cb50a85-a975-42ad-a269-53e2451c4796'] in dv-neutron-834600-1-hyperv is: [{'id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'name': 'tempest-TestNetworkBasicOps-router-2120026969', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:38:34Z', 'updated_at': '2022-04-06T13:39:54Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '90e14027-39e4-4e30-89c0-3be66fa27f93', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb50a85-a975-42ad-a269-53e2451c4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:38:35Z', 'updated_at': '2022-04-06T13:39:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:39:56.245221 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-54502725-79d7-4b45-a5d5-ae1b93e193be None None] For port e7a985de-90db-418c-9f3a-d5152e823146, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=e7a985de-90db-418c-9f3a-d5152e823146,segment=NetworkSegment(ccd1a198-209b-41b0-b3f5-7c86c55d6952),segment_id=ccd1a198-209b-41b0-b3f5-7c86c55d6952)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:39:56.245625 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-54502725-79d7-4b45-a5d5-ae1b93e193be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:56.268223 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9e07a247-da87-4063-a53c-ee511a6d63cb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:56.369370 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-9e07a247-da87-4063-a53c-ee511a6d63cb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port 90e14027-39e4-4e30-89c0-3be66fa27f93 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:39:56.369766 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9e07a247-da87-4063-a53c-ee511a6d63cb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:56.374913 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-54502725-79d7-4b45-a5d5-ae1b93e193be None None] Calling delete_port for e7a985de-90db-418c-9f3a-d5152e823146 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:39:56.430733 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-bb52fdda-5499-4ecb-b796-4ffa4e2a1f78 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] For port d9b276c8-6c3a-4ed9-8510-90e3767c4f5e, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d9b276c8-6c3a-4ed9-8510-90e3767c4f5e,segment=NetworkSegment(fce647cf-9b5d-4c51-9e8b-96815f1f2160),segment_id=fce647cf-9b5d-4c51-9e8b-96815f1f2160)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:39:56.431173 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bb52fdda-5499-4ecb-b796-4ffa4e2a1f78 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:56.535296 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-54502725-79d7-4b45-a5d5-ae1b93e193be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:56.598780 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502725-79d7-4b45-a5d5-ae1b93e193be None None] Pushing event deleted for resources: {'Port': ['ID=e7a985de-90db-418c-9f3a-d5152e823146,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:39:56.604581 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54502725-79d7-4b45-a5d5-ae1b93e193be None None] No DVR routers for this DVR port e7a985de-90db-418c-9f3a-d5152e823146 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:39:56.611066 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502725-79d7-4b45-a5d5-ae1b93e193be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:56.611419 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502725-79d7-4b45-a5d5-ae1b93e193be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:56.611759 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502725-79d7-4b45-a5d5-ae1b93e193be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:56.615101 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502725-79d7-4b45-a5d5-ae1b93e193be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:56.615101 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502725-79d7-4b45-a5d5-ae1b93e193be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:56.615101 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502725-79d7-4b45-a5d5-ae1b93e193be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:56.615101 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502725-79d7-4b45-a5d5-ae1b93e193be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:56.615101 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502725-79d7-4b45-a5d5-ae1b93e193be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:56.615101 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502725-79d7-4b45-a5d5-ae1b93e193be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:56.615101 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502725-79d7-4b45-a5d5-ae1b93e193be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:56.615101 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502725-79d7-4b45-a5d5-ae1b93e193be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:56.615101 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502725-79d7-4b45-a5d5-ae1b93e193be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:39:56.734897 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-bb52fdda-5499-4ecb-b796-4ffa4e2a1f78 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Calling delete_port for d9b276c8-6c3a-4ed9-8510-90e3767c4f5e owned by network:router_interface {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:39:56.897494 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-9e07a247-da87-4063-a53c-ee511a6d63cb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port 90e14027-39e4-4e30-89c0-3be66fa27f93, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=90e14027-39e4-4e30-89c0-3be66fa27f93,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:39:56.897845 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9e07a247-da87-4063-a53c-ee511a6d63cb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:57.026305 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-9e07a247-da87-4063-a53c-ee511a6d63cb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for 90e14027-39e4-4e30-89c0-3be66fa27f93 owned by network:router_gateway {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:39:57.249159 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:57.277828 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bb52fdda-5499-4ecb-b796-4ffa4e2a1f78 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:57.331590 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb52fdda-5499-4ecb-b796-4ffa4e2a1f78 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Pushing event deleted for resources: {'Port': ['ID=d9b276c8-6c3a-4ed9-8510-90e3767c4f5e,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:39:57.365372 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9e07a247-da87-4063-a53c-ee511a6d63cb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:57.388609 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device e7a985de-90db-418c-9f3a-d5152e823146 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:39:57.421866 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: e7a985de-90db-418c-9f3a-d5152e823146 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:39:57.422213 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device e7a985de-90db-418c-9f3a-d5152e823146 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:39:57.422634 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:39:57.456566 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:39:57.456908 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 2ec1c7a7-3415-41ac-9465-6c0b9b6f4035 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:39:57.486376 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07a247-da87-4063-a53c-ee511a6d63cb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=90e14027-39e4-4e30-89c0-3be66fa27f93,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:39:57.632829 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9e07a247-da87-4063-a53c-ee511a6d63cb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:57.981588 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9e07a247-da87-4063-a53c-ee511a6d63cb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:57.985450 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9e07a247-da87-4063-a53c-ee511a6d63cb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:58.022081 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bb52fdda-5499-4ecb-b796-4ffa4e2a1f78 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:58.086968 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9e07a247-da87-4063-a53c-ee511a6d63cb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:58.087748 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e07a247-da87-4063-a53c-ee511a6d63cb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Fanout notify agent at l3_agent the message router_deleted on router 2cb50a85-a975-42ad-a269-53e2451c4796 {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:39:58.123116 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9e07a247-da87-4063-a53c-ee511a6d63cb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:58.124213 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9e07a247-da87-4063-a53c-ee511a6d63cb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/routers/2cb50a85-a975-42ad-a269-53e2451c4796 HTTP/1.1" status: 204 len: 168 time: 2.3996048 Apr 06 13:39:58.127002 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50286) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:58.261065 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-72b31f29-f71f-4ad1-ac4f-f45a6e4c51b4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:58.402270 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-72b31f29-f71f-4ad1-ac4f-f45a6e4c51b4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:58.429396 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb52fdda-5499-4ecb-b796-4ffa4e2a1f78 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Router 1be3af9d-a06f-46dd-9148-fb702311ab7d has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:39:58.432763 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-72b31f29-f71f-4ad1-ac4f-f45a6e4c51b4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23aa4758-1f9f-4edc-91e1-ecfffbdfb245']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:39:58.444796 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-72b31f29-f71f-4ad1-ac4f-f45a6e4c51b4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd1a198-209b-41b0-b3f5-7c86c55d6952') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:39:58.445093 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-72b31f29-f71f-4ad1-ac4f-f45a6e4c51b4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd1a198-209b-41b0-b3f5-7c86c55d6952') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:39:58.456468 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-72b31f29-f71f-4ad1-ac4f-f45a6e4c51b4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:58.473043 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-72b31f29-f71f-4ad1-ac4f-f45a6e4c51b4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:58.480052 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b31f29-f71f-4ad1-ac4f-f45a6e4c51b4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:39:58.480448 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-72b31f29-f71f-4ad1-ac4f-f45a6e4c51b4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:39:58.498757 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:39:58.611936 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb52fdda-5499-4ecb-b796-4ffa4e2a1f78 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:39:58.616770 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-bb52fdda-5499-4ecb-b796-4ffa4e2a1f78 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "PUT /v2.0/routers/1be3af9d-a06f-46dd-9148-fb702311ab7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8306172 Apr 06 13:39:58.620022 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50290) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:58.622502 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0ba31f-882e-44bc-acf3-7d727b7c6c4e None None] Sync routers for ids ['1be3af9d-a06f-46dd-9148-fb702311ab7d'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:39:58.626187 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-72b31f29-f71f-4ad1-ac4f-f45a6e4c51b4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:58.639069 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0ba31f-882e-44bc-acf3-7d727b7c6c4e None None] Routers {'1be3af9d-a06f-46dd-9148-fb702311ab7d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:39:58.639069 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-1c0ba31f-882e-44bc-acf3-7d727b7c6c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:39:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1be3af9d-a06f-46dd-9148-fb702311ab7d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:39:58.644693 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-72b31f29-f71f-4ad1-ac4f-f45a6e4c51b4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:58.656627 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b31f29-f71f-4ad1-ac4f-f45a6e4c51b4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Network': ['ID=23aa4758-1f9f-4edc-91e1-ecfffbdfb245,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:39:58.688719 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-c402ec83-f82c-4830-8797-ecd06de39e58 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Deleting subnet 50904863-4d97-4f05-a8d8-785fda68cbb9 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:39:58.691579 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c402ec83-f82c-4830-8797-ecd06de39e58 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:58.726140 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-72b31f29-f71f-4ad1-ac4f-f45a6e4c51b4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/networks/23aa4758-1f9f-4edc-91e1-ecfffbdfb245 HTTP/1.1" status: 204 len: 168 time: 0.5975897 Apr 06 13:39:58.751097 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50294) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:58.752872 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c402ec83-f82c-4830-8797-ecd06de39e58 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:58.758080 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-67c3a26f-166b-4277-ada2-d00723d8a5b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'network': {'name': 'tempest-network-smoke--602146428', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'port_security_enabled': True}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:39:58.763244 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-67c3a26f-166b-4277-ada2-d00723d8a5b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:39:58.767662 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-67c3a26f-166b-4277-ada2-d00723d8a5b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:network and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:39:58.770548 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-67c3a26f-166b-4277-ada2-d00723d8a5b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:39:58.776969 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-67c3a26f-166b-4277-ada2-d00723d8a5b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:39:58.828531 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-1c0ba31f-882e-44bc-acf3-7d727b7c6c4e None None] Set router 1be3af9d-a06f-46dd-9148-fb702311ab7d gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:39:58.842760 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c402ec83-f82c-4830-8797-ecd06de39e58 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:58.855102 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c3a26f-166b-4277-ada2-d00723d8a5b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Made reservation on behalf of accb128fe3eb42cd83b327a0d6bf9c24 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:39:58.858650 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-67c3a26f-166b-4277-ada2-d00723d8a5b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:58.892266 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c3a26f-166b-4277-ada2-d00723d8a5b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:39:58.901841 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-67c3a26f-166b-4277-ada2-d00723d8a5b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:58.902113 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-67c3a26f-166b-4277-ada2-d00723d8a5b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Added segment 0d0a390e-1293-4396-b708-804d54922c54 of type vlan for network 00b4f51c-6973-4c64-b683-67389d497713 Apr 06 13:39:58.928305 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-67c3a26f-166b-4277-ada2-d00723d8a5b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:58.987026 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c402ec83-f82c-4830-8797-ecd06de39e58 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:59.010169 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-67c3a26f-166b-4277-ada2-d00723d8a5b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:59.015972 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c3a26f-166b-4277-ada2-d00723d8a5b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:39:59.016559 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-67c3a26f-166b-4277-ada2-d00723d8a5b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:59.033683 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402ec83-f82c-4830-8797-ecd06de39e58 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Pushing event deleted for resources: {'Subnet': ['ID=50904863-4d97-4f05-a8d8-785fda68cbb9,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:39:59.040192 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c402ec83-f82c-4830-8797-ecd06de39e58 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:59.050065 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c402ec83-f82c-4830-8797-ecd06de39e58 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "DELETE /v2.0/subnets/50904863-4d97-4f05-a8d8-785fda68cbb9 HTTP/1.1" status: 204 len: 168 time: 0.4260776 Apr 06 13:39:59.050065 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50298) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:59.055995 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89afddd7-d492-4e10-a21e-520e35cd203f None None] Network 26519b02-2239-4bd6-818a-271185023756 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:39:59.134480 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3a26f-166b-4277-ada2-d00723d8a5b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Network': ['ID=00b4f51c-6973-4c64-b683-67389d497713,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:39:59.152540 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-67c3a26f-166b-4277-ada2-d00723d8a5b9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4003296 Apr 06 13:39:59.153455 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50302) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:39:59.160006 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-0e16697f-828a-4a6b-8979-d51b010d1347 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1140791144', 'admin_state_up': True, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:39:59.168017 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-0e16697f-828a-4a6b-8979-d51b010d1347 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:39:59.172507 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0e16697f-828a-4a6b-8979-d51b010d1347 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:router and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:39:59.175924 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0e16697f-828a-4a6b-8979-d51b010d1347 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:39:59.178984 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 00b4f51c-6973-4c64-b683-67389d497713 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:39:59.184844 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-0e16697f-828a-4a6b-8979-d51b010d1347 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:39:59.248741 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b550-6fdc-4b27-9c90-b69f019bc758 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:59.294899 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0e16697f-828a-4a6b-8979-d51b010d1347 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:59.295874 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0e16697f-828a-4a6b-8979-d51b010d1347 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:59.312534 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0e16697f-828a-4a6b-8979-d51b010d1347 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:59.433452 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-1c0ba31f-882e-44bc-acf3-7d727b7c6c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555262', 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'ce14ce98-b0b7-4669-b589-530667797bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:51Z', 'updated_at': '2022-04-06T13:39:57Z', 'revision_number': 5, 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'gw_port': {'id': 'ce14ce98-b0b7-4669-b589-530667797bfd', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:37:52Z', 'updated_at': '2022-04-06T13:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:39:59.437632 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0ba31f-882e-44bc-acf3-7d727b7c6c4e None None] Checking router: 1be3af9d-a06f-46dd-9148-fb702311ab7d for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:39:59.452245 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 90e14027-39e4-4e30-89c0-3be66fa27f93 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:39:59.458116 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b550-6fdc-4b27-9c90-b69f019bc758 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:59.489816 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 90e14027-39e4-4e30-89c0-3be66fa27f93 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:39:59.490164 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 90e14027-39e4-4e30-89c0-3be66fa27f93 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:39:59.492403 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0ba31f-882e-44bc-acf3-7d727b7c6c4e None None] Routers {'1be3af9d-a06f-46dd-9148-fb702311ab7d'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:39:59.492994 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-1c0ba31f-882e-44bc-acf3-7d727b7c6c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:39:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['1be3af9d-a06f-46dd-9148-fb702311ab7d'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:39:59.535269 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-3ac5b550-6fdc-4b27-9c90-b69f019bc758 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Deleting port ce14ce98-b0b7-4669-b589-530667797bfd {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:39:59.535607 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b550-6fdc-4b27-9c90-b69f019bc758 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:59.637012 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5d4f10-3d02-4820-b387-995f110ff3ad None None] DHCP port deletion for 26519b02-2239-4bd6-818a-271185023756 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:39:59.654210 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-9a5d4f10-3d02-4820-b387-995f110ff3ad None None] Deleting port 29015a9d-e952-4aa8-ac0c-b25dd5cea258 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:39:59.654582 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9a5d4f10-3d02-4820-b387-995f110ff3ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:59.698909 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0e16697f-828a-4a6b-8979-d51b010d1347 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:59.701429 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-1c0ba31f-882e-44bc-acf3-7d727b7c6c4e None None] Set router 1be3af9d-a06f-46dd-9148-fb702311ab7d gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:39:59.827603 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-1c0ba31f-882e-44bc-acf3-7d727b7c6c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555262', 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:51Z', 'updated_at': '2022-04-06T13:39:59Z', 'revision_number': 6, 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:39:59.835468 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0ba31f-882e-44bc-acf3-7d727b7c6c4e None None] The sync data for ids ['1be3af9d-a06f-46dd-9148-fb702311ab7d'] in dv-neutron-834600-1-hyperv is: [{'id': '1be3af9d-a06f-46dd-9148-fb702311ab7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555262', 'tenant_id': 'ab6773108e104f6bb007fe66b5dfc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:37:51Z', 'updated_at': '2022-04-06T13:39:59Z', 'revision_number': 6, 'project_id': 'ab6773108e104f6bb007fe66b5dfc718', 'gw_port_host': None}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:39:59.863795 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-3ac5b550-6fdc-4b27-9c90-b69f019bc758 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] For port ce14ce98-b0b7-4669-b589-530667797bfd, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ce14ce98-b0b7-4669-b589-530667797bfd,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:39:59.863795 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b550-6fdc-4b27-9c90-b69f019bc758 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:39:59.998078 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-9a5d4f10-3d02-4820-b387-995f110ff3ad None None] For port 29015a9d-e952-4aa8-ac0c-b25dd5cea258, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=29015a9d-e952-4aa8-ac0c-b25dd5cea258,segment=NetworkSegment(fce647cf-9b5d-4c51-9e8b-96815f1f2160),segment_id=fce647cf-9b5d-4c51-9e8b-96815f1f2160)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:39:59.998467 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9a5d4f10-3d02-4820-b387-995f110ff3ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:00.001768 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-3ac5b550-6fdc-4b27-9c90-b69f019bc758 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Calling delete_port for ce14ce98-b0b7-4669-b589-530667797bfd owned by network:router_gateway {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:40:00.128315 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-9a5d4f10-3d02-4820-b387-995f110ff3ad None None] Calling delete_port for 29015a9d-e952-4aa8-ac0c-b25dd5cea258 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:40:00.186193 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0e16697f-828a-4a6b-8979-d51b010d1347 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:00.221688 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0e16697f-828a-4a6b-8979-d51b010d1347 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:00.311104 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b550-6fdc-4b27-9c90-b69f019bc758 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:00.334872 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9a5d4f10-3d02-4820-b387-995f110ff3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:00.361092 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5b550-6fdc-4b27-9c90-b69f019bc758 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Pushing event deleted for resources: {'Port': ['ID=ce14ce98-b0b7-4669-b589-530667797bfd,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:00.380167 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d4f10-3d02-4820-b387-995f110ff3ad None None] Pushing event deleted for resources: {'Port': ['ID=29015a9d-e952-4aa8-ac0c-b25dd5cea258,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:00.386018 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5d4f10-3d02-4820-b387-995f110ff3ad None None] No DVR routers for this DVR port 29015a9d-e952-4aa8-ac0c-b25dd5cea258 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:40:00.446000 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-0e16697f-828a-4a6b-8979-d51b010d1347 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.26.4.204 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/07dfc656-7a69-414a-843e-bbb3a1871fad) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:40:00.464056 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b550-6fdc-4b27-9c90-b69f019bc758 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:00.600066 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0e16697f-828a-4a6b-8979-d51b010d1347 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:00.646597 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b550-6fdc-4b27-9c90-b69f019bc758 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:00.648701 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b550-6fdc-4b27-9c90-b69f019bc758 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:00.677492 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0e16697f-828a-4a6b-8979-d51b010d1347 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:00.735049 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b550-6fdc-4b27-9c90-b69f019bc758 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:00.735548 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac5b550-6fdc-4b27-9c90-b69f019bc758 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Fanout notify agent at l3_agent the message router_deleted on router 1be3af9d-a06f-46dd-9148-fb702311ab7d {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:40:00.743159 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e16697f-828a-4a6b-8979-d51b010d1347 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:40:00.746284 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-0e16697f-828a-4a6b-8979-d51b010d1347 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:40:00.749832 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e16697f-828a-4a6b-8979-d51b010d1347 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:40:00.750339 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b550-6fdc-4b27-9c90-b69f019bc758 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:00.751505 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3ac5b550-6fdc-4b27-9c90-b69f019bc758 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "DELETE /v2.0/routers/1be3af9d-a06f-46dd-9148-fb702311ab7d HTTP/1.1" status: 204 len: 168 time: 1.7008345 Apr 06 13:40:00.754337 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50306) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:40:00.798882 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16697f-828a-4a6b-8979-d51b010d1347 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=07dfc656-7a69-414a-843e-bbb3a1871fad,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:00.886021 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-073c19ff-5029-40e7-a9a0-7f6934399aef tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:01.027008 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-073c19ff-5029-40e7-a9a0-7f6934399aef tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:01.054464 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-073c19ff-5029-40e7-a9a0-7f6934399aef tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26519b02-2239-4bd6-818a-271185023756']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:40:01.068450 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-073c19ff-5029-40e7-a9a0-7f6934399aef tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce647cf-9b5d-4c51-9e8b-96815f1f2160') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:40:01.068742 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-073c19ff-5029-40e7-a9a0-7f6934399aef tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce647cf-9b5d-4c51-9e8b-96815f1f2160') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:40:01.081943 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-073c19ff-5029-40e7-a9a0-7f6934399aef tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:01.098887 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-073c19ff-5029-40e7-a9a0-7f6934399aef tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:01.106578 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-073c19ff-5029-40e7-a9a0-7f6934399aef tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:40:01.110280 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-073c19ff-5029-40e7-a9a0-7f6934399aef tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:40:01.122721 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:40:01.283713 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-073c19ff-5029-40e7-a9a0-7f6934399aef tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:01.304774 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-073c19ff-5029-40e7-a9a0-7f6934399aef tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:01.312227 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c19ff-5029-40e7-a9a0-7f6934399aef tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Pushing event deleted for resources: {'Network': ['ID=26519b02-2239-4bd6-818a-271185023756,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:01.314129 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0e16697f-828a-4a6b-8979-d51b010d1347 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:01.378973 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d9b276c8-6c3a-4ed9-8510-90e3767c4f5e no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:40:01.388881 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-073c19ff-5029-40e7-a9a0-7f6934399aef tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "DELETE /v2.0/networks/26519b02-2239-4bd6-818a-271185023756 HTTP/1.1" status: 204 len: 168 time: 0.6309292 Apr 06 13:40:01.389636 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50310) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:40:01.419859 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: d9b276c8-6c3a-4ed9-8510-90e3767c4f5e {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:40:01.420206 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d9b276c8-6c3a-4ed9-8510-90e3767c4f5e not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:40:01.420662 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 29015a9d-e952-4aa8-ac0c-b25dd5cea258 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:40:01.453836 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 29015a9d-e952-4aa8-ac0c-b25dd5cea258 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:40:01.454173 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 29015a9d-e952-4aa8-ac0c-b25dd5cea258 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:40:01.454596 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ce14ce98-b0b7-4669-b589-530667797bfd no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:40:01.489895 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: ce14ce98-b0b7-4669-b589-530667797bfd {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:40:01.490237 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ce14ce98-b0b7-4669-b589-530667797bfd not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:40:01.700798 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d3a9c894-7ae2-43f3-a834-d5ee7a6ad512 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:01.750308 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d3a9c894-7ae2-43f3-a834-d5ee7a6ad512 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:01.880294 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0e16697f-828a-4a6b-8979-d51b010d1347 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:02.049075 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d3a9c894-7ae2-43f3-a834-d5ee7a6ad512 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:02.070194 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9c894-7ae2-43f3-a834-d5ee7a6ad512 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c625cc-4d11-4f80-8fc5-48932359f960,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:02.170498 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d3a9c894-7ae2-43f3-a834-d5ee7a6ad512 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:02.171736 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d3a9c894-7ae2-43f3-a834-d5ee7a6ad512 tempest-TestNetworkAdvancedServerOps-1397126845 tempest-TestNetworkAdvancedServerOps-1397126845-project] 10.222.0.48 "DELETE /v2.0/security-groups/71c625cc-4d11-4f80-8fc5-48932359f960 HTTP/1.1" status: 204 len: 168 time: 0.7815962 Apr 06 13:40:02.185818 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e16697f-828a-4a6b-8979-d51b010d1347 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:40:02.387262 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e16697f-828a-4a6b-8979-d51b010d1347 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:40:02.399813 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31044b55-ebf1-47f9-ab89-adf4fc679ba6 None None] Sync routers for ids ['9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:40:02.412242 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31044b55-ebf1-47f9-ab89-adf4fc679ba6 None None] Routers {'9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:40:02.412864 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-31044b55-ebf1-47f9-ab89-adf4fc679ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:39:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:40:02.500489 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0e16697f-828a-4a6b-8979-d51b010d1347 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:02.501753 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0e16697f-828a-4a6b-8979-d51b010d1347 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3471453 Apr 06 13:40:02.504953 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50318) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:40:02.547085 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-bc4ae9eb-8aef-4d6f-addb-b00b5653517a tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=accb128fe3eb42cd83b327a0d6bf9c24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403552 Apr 06 13:40:02.549530 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50322) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:40:02.593807 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-31044b55-ebf1-47f9-ab89-adf4fc679ba6 None None] Set router 9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:40:02.685142 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e60e320-8494-4208-bc76-d72a9d2da67a tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:02.686626 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9e60e320-8494-4208-bc76-d72a9d2da67a tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1361566 Apr 06 13:40:02.689540 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50326) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:40:02.729291 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1bba9ca3-fc4d-4128-b4b3-aac459e2cf6e tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386019 Apr 06 13:40:02.731843 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50332) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:40:02.737285 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-95bb270b-eab8-4566-bfa8-3d4fef773d13 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-89580171', 'network_id': '00b4f51c-6973-4c64-b683-67389d497713', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:40:02.802052 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50336) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:40:02.850879 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-95bb270b-eab8-4566-bfa8-3d4fef773d13 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:40:02.855556 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-95bb270b-eab8-4566-bfa8-3d4fef773d13 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:subnet and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:40:02.858742 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-95bb270b-eab8-4566-bfa8-3d4fef773d13 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:40:02.864487 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-95bb270b-eab8-4566-bfa8-3d4fef773d13 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:40:02.916242 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-31044b55-ebf1-47f9-ab89-adf4fc679ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'name': 'tempest-TestNetworkBasicOps-router-1140791144', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:39:59Z', 'updated_at': '2022-04-06T13:40:01Z', 'revision_number': 3, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:40:00Z', 'updated_at': '2022-04-06T13:40:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:40:02.920548 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31044b55-ebf1-47f9-ab89-adf4fc679ba6 None None] Checking router: 9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:40:02.938941 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31044b55-ebf1-47f9-ab89-adf4fc679ba6 None None] Updating router 9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45 port 07dfc656-7a69-414a-843e-bbb3a1871fad binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:40:02.960272 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-098cb529-2524-4d94-8695-f18a05b05eb5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab6773108e104f6bb007fe66b5dfc718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564150 Apr 06 13:40:02.963589 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50342) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:40:02.964277 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bb270b-eab8-4566-bfa8-3d4fef773d13 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Made reservation on behalf of accb128fe3eb42cd83b327a0d6bf9c24 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:40:02.967752 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95bb270b-eab8-4566-bfa8-3d4fef773d13 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:02.980199 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-31044b55-ebf1-47f9-ab89-adf4fc679ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:03.131186 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0fd8-fcec-4831-8455-5eeeedc20b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:03.167133 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0fd8-fcec-4831-8455-5eeeedc20b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:03.325868 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-31044b55-ebf1-47f9-ab89-adf4fc679ba6 None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:03.363070 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-31044b55-ebf1-47f9-ab89-adf4fc679ba6 None None] Transition to ACTIVE for port object 07dfc656-7a69-414a-843e-bbb3a1871fad will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:40:03.363295 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0fd8-fcec-4831-8455-5eeeedc20b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:03.380662 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb0fd8-fcec-4831-8455-5eeeedc20b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8193a88e-0c6e-449f-b86c-985623fac9a0,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:03.394059 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0fd8-fcec-4831-8455-5eeeedc20b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:03.395420 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2ebb0fd8-fcec-4831-8455-5eeeedc20b86 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8193a88e-0c6e-449f-b86c-985623fac9a0 HTTP/1.1" status: 204 len: 168 time: 0.4135454 Apr 06 13:40:03.401249 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95bb270b-eab8-4566-bfa8-3d4fef773d13 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:03.461204 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-31044b55-ebf1-47f9-ab89-adf4fc679ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:03.481363 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb270b-eab8-4566-bfa8-3d4fef773d13 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Subnet': ['ID=c5a6ff0f-737c-410b-867f-95921a1feb90,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:03.495070 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bb270b-eab8-4566-bfa8-3d4fef773d13 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Checking segment: {'id': '0d0a390e-1293-4396-b708-804d54922c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '00b4f51c-6973-4c64-b683-67389d497713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:40:03.495425 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bb270b-eab8-4566-bfa8-3d4fef773d13 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network hostable DHCP agents. Network: 00b4f51c-6973-4c64-b683-67389d497713, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:40:03.534770 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-31044b55-ebf1-47f9-ab89-adf4fc679ba6 None None] Attempting to bind port 07dfc656-7a69-414a-843e-bbb3a1871fad on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:40:03.535156 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-31044b55-ebf1-47f9-ab89-adf4fc679ba6 None None] Attempting to bind port 07dfc656-7a69-414a-843e-bbb3a1871fad by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:40:03.535515 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31044b55-ebf1-47f9-ab89-adf4fc679ba6 None None] Attempting to bind port 07dfc656-7a69-414a-843e-bbb3a1871fad on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:40:03.549503 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31044b55-ebf1-47f9-ab89-adf4fc679ba6 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:40:03.549869 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31044b55-ebf1-47f9-ab89-adf4fc679ba6 None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:40:03.550270 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-31044b55-ebf1-47f9-ab89-adf4fc679ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:03.550657 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31044b55-ebf1-47f9-ab89-adf4fc679ba6 None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:40:03.551154 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-31044b55-ebf1-47f9-ab89-adf4fc679ba6 None None] Bound port: 07dfc656-7a69-414a-843e-bbb3a1871fad, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:40:03.551506 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-31044b55-ebf1-47f9-ab89-adf4fc679ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:03.584895 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d772053-9c2a-4df6-84cb-cb2328a59f4d None None] Pushing event updated for resources: {'Port': ['ID=07dfc656-7a69-414a-843e-bbb3a1871fad,revision_number=2']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:03.601457 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d772053-9c2a-4df6-84cb-cb2328a59f4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:40:03.601796 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d772053-9c2a-4df6-84cb-cb2328a59f4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:40:03.602127 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d772053-9c2a-4df6-84cb-cb2328a59f4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:40:03.602577 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d772053-9c2a-4df6-84cb-cb2328a59f4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:40:03.602977 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d772053-9c2a-4df6-84cb-cb2328a59f4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:40:03.603308 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d772053-9c2a-4df6-84cb-cb2328a59f4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:40:03.603631 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d772053-9c2a-4df6-84cb-cb2328a59f4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:40:03.603951 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d772053-9c2a-4df6-84cb-cb2328a59f4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:40:03.604283 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d772053-9c2a-4df6-84cb-cb2328a59f4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:40:03.604583 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d772053-9c2a-4df6-84cb-cb2328a59f4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:40:03.604896 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d772053-9c2a-4df6-84cb-cb2328a59f4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:40:03.605212 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d772053-9c2a-4df6-84cb-cb2328a59f4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:40:03.609254 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bb270b-eab8-4566-bfa8-3d4fef773d13 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network 00b4f51c-6973-4c64-b683-67389d497713 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:40:03.645214 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-31044b55-ebf1-47f9-ab89-adf4fc679ba6 None None] For port 07dfc656-7a69-414a-843e-bbb3a1871fad, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:40:03.648355 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-31044b55-ebf1-47f9-ab89-adf4fc679ba6 None None] For port 07dfc656-7a69-414a-843e-bbb3a1871fad, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=07dfc656-7a69-414a-843e-bbb3a1871fad,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:40:03.723361 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-95bb270b-eab8-4566-bfa8-3d4fef773d13 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 00b4f51c-6973-4c64-b683-67389d497713) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:40:03.727646 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bb270b-eab8-4566-bfa8-3d4fef773d13 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:03.728369 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-95bb270b-eab8-4566-bfa8-3d4fef773d13 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:03.732271 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5652a6a-dbd3-47fd-b627-17178e908ea5 None None] Network 00b4f51c-6973-4c64-b683-67389d497713 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:40:03.770041 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-31044b55-ebf1-47f9-ab89-adf4fc679ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:03.847665 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31044b55-ebf1-47f9-ab89-adf4fc679ba6 None None] Routers {'9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:40:03.848561 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-31044b55-ebf1-47f9-ab89-adf4fc679ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:39:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:40:03.853141 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-95bb270b-eab8-4566-bfa8-3d4fef773d13 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 1.1171529 Apr 06 13:40:03.853556 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50350) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:40:03.918472 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d772053-9c2a-4df6-84cb-cb2328a59f4d None None] Pushing event updated for resources: {'Port': ['ID=07dfc656-7a69-414a-843e-bbb3a1871fad,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:03.960924 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff92d04a-be48-4871-bd06-7a78d71a1412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-00b4f51c-6973-4c64-b683-67389d497713', 'network_id': '00b4f51c-6973-4c64-b683-67389d497713', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ips': [{'subnet_id': 'c5a6ff0f-737c-410b-867f-95921a1feb90'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:40:03.962639 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ff92d04a-be48-4871-bd06-7a78d71a1412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:04.065954 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-31044b55-ebf1-47f9-ab89-adf4fc679ba6 None None] Set router 9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:40:04.148806 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50354) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:40:04.157893 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-ff92d04a-be48-4871-bd06-7a78d71a1412 None None] Allocated IP 172.20.0.2 (00b4f51c-6973-4c64-b683-67389d497713/c5a6ff0f-737c-410b-867f-95921a1feb90/b7409cd6-be62-4a19-902b-f03e46ba5cd5) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:40:04.168355 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-470a2d02-5b54-4df8-8149-8138a0239720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:04.186708 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-470a2d02-5b54-4df8-8149-8138a0239720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:40:04.191305 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-470a2d02-5b54-4df8-8149-8138a0239720 admin admin] Usage tracker for resource:security_group_rule and tenant:28f068a4da764f5bad3d411c2326d25b is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:40:04.194754 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-470a2d02-5b54-4df8-8149-8138a0239720 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:40:04.201695 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-470a2d02-5b54-4df8-8149-8138a0239720 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:40:04.304441 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-470a2d02-5b54-4df8-8149-8138a0239720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:04.408911 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-470a2d02-5b54-4df8-8149-8138a0239720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:04.410196 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-31044b55-ebf1-47f9-ab89-adf4fc679ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'name': 'tempest-TestNetworkBasicOps-router-1140791144', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:39:59Z', 'updated_at': '2022-04-06T13:40:01Z', 'revision_number': 3, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:40:00Z', 'updated_at': '2022-04-06T13:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:40:04.415973 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31044b55-ebf1-47f9-ab89-adf4fc679ba6 None None] The sync data for ids ['9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'] in dv-neutron-834600-1-hyperv is: [{'id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'name': 'tempest-TestNetworkBasicOps-router-1140791144', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:39:59Z', 'updated_at': '2022-04-06T13:40:01Z', 'revision_number': 3, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:40:00Z', 'updated_at': '2022-04-06T13:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:40:04.473864 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-470a2d02-5b54-4df8-8149-8138a0239720 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=28f068a4da764f5bad3d411c2326d25b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3237016 Apr 06 13:40:04.481487 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50358) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:40:04.505413 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a2d02-5b54-4df8-8149-8138a0239720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1fcd16-420e-42fd-a2cd-a9e836306f2f,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:04.508764 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ff92d04a-be48-4871-bd06-7a78d71a1412 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:04.522117 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ff92d04a-be48-4871-bd06-7a78d71a1412 None None] Transition to ACTIVE for port object b7409cd6-be62-4a19-902b-f03e46ba5cd5 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:40:04.547813 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ff92d04a-be48-4871-bd06-7a78d71a1412 None None] Transition to ACTIVE for port object b7409cd6-be62-4a19-902b-f03e46ba5cd5 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:40:04.632473 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ff92d04a-be48-4871-bd06-7a78d71a1412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:04.693373 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0e59294b-0ea6-4f45-a048-efc9fa85c302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:04.726073 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff92d04a-be48-4871-bd06-7a78d71a1412 None None] Network 00b4f51c-6973-4c64-b683-67389d497713 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:40:04.737223 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-ff92d04a-be48-4871-bd06-7a78d71a1412 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:40:04.748348 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff92d04a-be48-4871-bd06-7a78d71a1412 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:40:04.756787 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0e59294b-0ea6-4f45-a048-efc9fa85c302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:04.855548 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d964deb3-0b11-45cd-8555-802ff778fb8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:04.859095 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92d04a-be48-4871-bd06-7a78d71a1412 None None] Pushing event updated for resources: {'Port': ['ID=b7409cd6-be62-4a19-902b-f03e46ba5cd5,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:04.883974 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ff92d04a-be48-4871-bd06-7a78d71a1412 None None] Attempting to bind port b7409cd6-be62-4a19-902b-f03e46ba5cd5 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:40:04.884338 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ff92d04a-be48-4871-bd06-7a78d71a1412 None None] Attempting to bind port b7409cd6-be62-4a19-902b-f03e46ba5cd5 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '0d0a390e-1293-4396-b708-804d54922c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '00b4f51c-6973-4c64-b683-67389d497713'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:40:04.884671 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff92d04a-be48-4871-bd06-7a78d71a1412 None None] Attempting to bind port b7409cd6-be62-4a19-902b-f03e46ba5cd5 on network 00b4f51c-6973-4c64-b683-67389d497713 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:40:04.891106 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff92d04a-be48-4871-bd06-7a78d71a1412 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:40:04.891645 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff92d04a-be48-4871-bd06-7a78d71a1412 None None] Checking segment: {'id': '0d0a390e-1293-4396-b708-804d54922c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '00b4f51c-6973-4c64-b683-67389d497713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:40:04.892056 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ff92d04a-be48-4871-bd06-7a78d71a1412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:04.892444 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff92d04a-be48-4871-bd06-7a78d71a1412 None None] Bound using segment: {'id': '0d0a390e-1293-4396-b708-804d54922c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '00b4f51c-6973-4c64-b683-67389d497713'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:40:04.892916 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ff92d04a-be48-4871-bd06-7a78d71a1412 None None] Bound port: b7409cd6-be62-4a19-902b-f03e46ba5cd5, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0a390e-1293-4396-b708-804d54922c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '00b4f51c-6973-4c64-b683-67389d497713'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:40:04.893282 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ff92d04a-be48-4871-bd06-7a78d71a1412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:04.901282 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0e59294b-0ea6-4f45-a048-efc9fa85c302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:04.923154 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0e59294b-0ea6-4f45-a048-efc9fa85c302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:04.927924 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0e59294b-0ea6-4f45-a048-efc9fa85c302 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a1fcd16-420e-42fd-a2cd-a9e836306f2f HTTP/1.1" status: 204 len: 168 time: 0.4452887 Apr 06 13:40:04.929693 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59294b-0ea6-4f45-a048-efc9fa85c302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1fcd16-420e-42fd-a2cd-a9e836306f2f,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:05.015840 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ff92d04a-be48-4871-bd06-7a78d71a1412 None None] For port b7409cd6-be62-4a19-902b-f03e46ba5cd5, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:40:05.021030 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ff92d04a-be48-4871-bd06-7a78d71a1412 None None] For port b7409cd6-be62-4a19-902b-f03e46ba5cd5, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=b7409cd6-be62-4a19-902b-f03e46ba5cd5,segment=NetworkSegment(0d0a390e-1293-4396-b708-804d54922c54),segment_id=0d0a390e-1293-4396-b708-804d54922c54)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:40:05.089640 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ff92d04a-be48-4871-bd06-7a78d71a1412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:05.196435 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92d04a-be48-4871-bd06-7a78d71a1412 None None] Pushing event updated for resources: {'Port': ['ID=b7409cd6-be62-4a19-902b-f03e46ba5cd5,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:05.370185 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-d964deb3-0b11-45cd-8555-802ff778fb8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.20.0.1 (00b4f51c-6973-4c64-b683-67389d497713/c5a6ff0f-737c-410b-867f-95921a1feb90/cff5683a-6bd0-49aa-b07d-a1e22672126e) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:40:05.458406 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 07dfc656-7a69-414a-843e-bbb3a1871fad up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:40:05.653584 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d964deb3-0b11-45cd-8555-802ff778fb8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:05.677611 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 07dfc656-7a69-414a-843e-bbb3a1871fad completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:40:05.684820 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 07dfc656-7a69-414a-843e-bbb3a1871fad triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:40:05.685347 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:05.693349 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-d964deb3-0b11-45cd-8555-802ff778fb8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Transition to ACTIVE for port object cff5683a-6bd0-49aa-b07d-a1e22672126e will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:40:05.803754 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d964deb3-0b11-45cd-8555-802ff778fb8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:05.817523 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:05.833906 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 07dfc656-7a69-414a-843e-bbb3a1871fad, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=07dfc656-7a69-414a-843e-bbb3a1871fad,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:40:05.870270 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d964deb3-0b11-45cd-8555-802ff778fb8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network 00b4f51c-6973-4c64-b683-67389d497713 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:40:05.877901 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-d964deb3-0b11-45cd-8555-802ff778fb8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:40:05.882417 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d964deb3-0b11-45cd-8555-802ff778fb8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:40:05.917933 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964deb3-0b11-45cd-8555-802ff778fb8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=cff5683a-6bd0-49aa-b07d-a1e22672126e,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:05.928213 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:05.950508 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d964deb3-0b11-45cd-8555-802ff778fb8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:06.002589 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=07dfc656-7a69-414a-843e-bbb3a1871fad,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:06.421367 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d964deb3-0b11-45cd-8555-802ff778fb8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:06.817058 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872ad4e2-33fb-4601-a278-eaf79485f1dd None None] Network 00b4f51c-6973-4c64-b683-67389d497713 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:40:06.875642 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d964deb3-0b11-45cd-8555-802ff778fb8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:06.940312 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d964deb3-0b11-45cd-8555-802ff778fb8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:06.980012 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9d0a0d99-fbd6-425f-aaf8-079f8f2ba14a None None] Provisioning for port b7409cd6-be62-4a19-902b-f03e46ba5cd5 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:40:07.061727 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964deb3-0b11-45cd-8555-802ff778fb8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=cff5683a-6bd0-49aa-b07d-a1e22672126e,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:07.066484 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d964deb3-0b11-45cd-8555-802ff778fb8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:07.216287 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d964deb3-0b11-45cd-8555-802ff778fb8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network 00b4f51c-6973-4c64-b683-67389d497713 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:40:07.217455 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-d964deb3-0b11-45cd-8555-802ff778fb8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:40:07.403116 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b1cffa0c-9692-428d-a9c8-301fea344d73 None None] Provisioning for port cff5683a-6bd0-49aa-b07d-a1e22672126e completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:40:07.408857 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b1cffa0c-9692-428d-a9c8-301fea344d73 None None] Provisioning complete for port cff5683a-6bd0-49aa-b07d-a1e22672126e triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:40:07.409244 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b1cffa0c-9692-428d-a9c8-301fea344d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:07.473424 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d964deb3-0b11-45cd-8555-802ff778fb8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:40:07.516760 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-b1cffa0c-9692-428d-a9c8-301fea344d73 None None] Port cff5683a-6bd0-49aa-b07d-a1e22672126e cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:40:07.597863 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device b7409cd6-be62-4a19-902b-f03e46ba5cd5 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:40:07.717623 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d68385a3-7a7d-49e5-b637-063dcb5df747 None None] Provisioning complete for port cff5683a-6bd0-49aa-b07d-a1e22672126e triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:40:07.717997 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d68385a3-7a7d-49e5-b637-063dcb5df747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:07.752912 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d964deb3-0b11-45cd-8555-802ff778fb8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:40:07.770860 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d964deb3-0b11-45cd-8555-802ff778fb8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "PUT /v2.0/routers/9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9151018 Apr 06 13:40:07.772657 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50370) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:40:07.783005 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea145a92-93dd-4dc4-bd4c-66093b5362d0 None None] Sync routers for ids ['9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:40:07.815657 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-d68385a3-7a7d-49e5-b637-063dcb5df747 None None] Port cff5683a-6bd0-49aa-b07d-a1e22672126e cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:40:07.817075 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea145a92-93dd-4dc4-bd4c-66093b5362d0 None None] Routers {'9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:40:07.817997 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ea145a92-93dd-4dc4-bd4c-66093b5362d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:39:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:40:07.912349 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port b7409cd6-be62-4a19-902b-f03e46ba5cd5 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:40:07.926932 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475a2f69-d9da-4373-b752-cc78a8064849 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:07.927458 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475a2f69-d9da-4373-b752-cc78a8064849 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:07.927925 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475a2f69-d9da-4373-b752-cc78a8064849 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:07.928386 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475a2f69-d9da-4373-b752-cc78a8064849 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:07.928834 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475a2f69-d9da-4373-b752-cc78a8064849 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:07.929286 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475a2f69-d9da-4373-b752-cc78a8064849 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:07.931616 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-475a2f69-d9da-4373-b752-cc78a8064849 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1580641 Apr 06 13:40:07.934412 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50374) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:40:07.987201 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port b7409cd6-be62-4a19-902b-f03e46ba5cd5 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:40:07.987648 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:08.023804 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f44dea-fe42-47c9-98bc-db5de0c9440b tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:08.024626 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f44dea-fe42-47c9-98bc-db5de0c9440b tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:08.025532 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f44dea-fe42-47c9-98bc-db5de0c9440b tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:08.025985 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f44dea-fe42-47c9-98bc-db5de0c9440b tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:08.026432 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f44dea-fe42-47c9-98bc-db5de0c9440b tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:08.026901 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f44dea-fe42-47c9-98bc-db5de0c9440b tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:08.028757 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-94f44dea-fe42-47c9-98bc-db5de0c9440b tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4012 time: 0.0932956 Apr 06 13:40:08.031526 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50378) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:40:08.077216 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2e8b543d-0519-4820-8a53-f1858421feef None None] Provisioning complete for port cff5683a-6bd0-49aa-b07d-a1e22672126e triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:40:08.077673 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2e8b543d-0519-4820-8a53-f1858421feef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:08.115642 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-ea145a92-93dd-4dc4-bd4c-66093b5362d0 None None] Set router 9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:40:08.261920 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-83067f68-e4a6-4498-8a13-7366aaa076bf tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2292709 Apr 06 13:40:08.309125 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-2e8b543d-0519-4820-8a53-f1858421feef None None] Port cff5683a-6bd0-49aa-b07d-a1e22672126e cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:40:08.482762 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:08.569606 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port b7409cd6-be62-4a19-902b-f03e46ba5cd5, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=b7409cd6-be62-4a19-902b-f03e46ba5cd5,segment=NetworkSegment(0d0a390e-1293-4396-b708-804d54922c54),segment_id=0d0a390e-1293-4396-b708-804d54922c54)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:40:08.582642 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50390) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:40:08.585213 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-d1ed9ae6-6665-4a06-9a44-da6a3edcef08 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1454752531', 'description': 'tempest-secgroup-smoke-1454752531 description', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:40:08.591740 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-d1ed9ae6-6665-4a06-9a44-da6a3edcef08 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:40:08.596068 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d1ed9ae6-6665-4a06-9a44-da6a3edcef08 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:40:08.599050 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d1ed9ae6-6665-4a06-9a44-da6a3edcef08 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:40:08.604894 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ea145a92-93dd-4dc4-bd4c-66093b5362d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'name': 'tempest-TestNetworkBasicOps-router-1140791144', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:39:59Z', 'updated_at': '2022-04-06T13:40:06Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:40:00Z', 'updated_at': '2022-04-06T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'cff5683a-6bd0-49aa-b07d-a1e22672126e', 'name': '', 'network_id': '00b4f51c-6973-4c64-b683-67389d497713', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:73:57:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'c5a6ff0f-737c-410b-867f-95921a1feb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:40:05Z', 'updated_at': '2022-04-06T13:40:06Z', 'revision_number': 2, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'c5a6ff0f-737c-410b-867f-95921a1feb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:40:08.605120 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-d1ed9ae6-6665-4a06-9a44-da6a3edcef08 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:40:08.608824 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea145a92-93dd-4dc4-bd4c-66093b5362d0 None None] Checking router: 9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:40:08.609179 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea145a92-93dd-4dc4-bd4c-66093b5362d0 None None] Updating router 9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45 port cff5683a-6bd0-49aa-b07d-a1e22672126e binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:40:08.637311 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:08.638069 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 07dfc656-7a69-414a-843e-bbb3a1871fad up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:40:08.666148 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d1ed9ae6-6665-4a06-9a44-da6a3edcef08 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:08.686437 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-d1ed9ae6-6665-4a06-9a44-da6a3edcef08 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:40:08.690220 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d1ed9ae6-6665-4a06-9a44-da6a3edcef08 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:40:08.693004 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d1ed9ae6-6665-4a06-9a44-da6a3edcef08 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:40:08.699708 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-d1ed9ae6-6665-4a06-9a44-da6a3edcef08 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:40:08.755441 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ea145a92-93dd-4dc4-bd4c-66093b5362d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:08.787848 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=b7409cd6-be62-4a19-902b-f03e46ba5cd5,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:08.789146 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d1ed9ae6-6665-4a06-9a44-da6a3edcef08 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:08.854659 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 07dfc656-7a69-414a-843e-bbb3a1871fad triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:40:08.855068 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:08.859289 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d1ed9ae6-6665-4a06-9a44-da6a3edcef08 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:08.906344 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed9ae6-6665-4a06-9a44-da6a3edcef08 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00dd3665-fbaa-448f-8a7a-7110d6900f8d,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:08.957836 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d1ed9ae6-6665-4a06-9a44-da6a3edcef08 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:08.960376 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d1ed9ae6-6665-4a06-9a44-da6a3edcef08 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3786216 Apr 06 13:40:08.963056 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50394) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:40:08.969650 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-f1128c44-ea1f-4f13-973a-99fa34893d0e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '00dd3665-fbaa-448f-8a7a-7110d6900f8d', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:40:08.976261 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f1128c44-ea1f-4f13-973a-99fa34893d0e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:40:08.980924 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f1128c44-ea1f-4f13-973a-99fa34893d0e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:40:08.984390 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f1128c44-ea1f-4f13-973a-99fa34893d0e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:40:08.993339 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f1128c44-ea1f-4f13-973a-99fa34893d0e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:40:09.095628 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f1128c44-ea1f-4f13-973a-99fa34893d0e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:09.160086 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f1128c44-ea1f-4f13-973a-99fa34893d0e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:09.237329 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ea145a92-93dd-4dc4-bd4c-66093b5362d0 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:09.241939 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f1128c44-ea1f-4f13-973a-99fa34893d0e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:09.251892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ea145a92-93dd-4dc4-bd4c-66093b5362d0 None None] Transition to ACTIVE for port object cff5683a-6bd0-49aa-b07d-a1e22672126e will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:40:09.267617 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1128c44-ea1f-4f13-973a-99fa34893d0e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c521d2-4aa1-4f57-ac24-51a557eaba12,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:09.333494 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ea145a92-93dd-4dc4-bd4c-66093b5362d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:09.363139 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f1128c44-ea1f-4f13-973a-99fa34893d0e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:09.364582 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f1128c44-ea1f-4f13-973a-99fa34893d0e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4003525 Apr 06 13:40:09.374602 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50398) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:40:09.379586 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-26b5b0ef-8b8a-496a-8766-bd9e76410105 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '00dd3665-fbaa-448f-8a7a-7110d6900f8d', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:40:09.392735 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-26b5b0ef-8b8a-496a-8766-bd9e76410105 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:40:09.397485 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-26b5b0ef-8b8a-496a-8766-bd9e76410105 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:40:09.402448 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-26b5b0ef-8b8a-496a-8766-bd9e76410105 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:40:09.413367 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-26b5b0ef-8b8a-496a-8766-bd9e76410105 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:40:09.449559 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device b7409cd6-be62-4a19-902b-f03e46ba5cd5 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:40:09.516613 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54661c-1d8f-4083-b4a3-b6efe2acb503 None None] Pushing event updated for resources: {'Port': ['ID=cff5683a-6bd0-49aa-b07d-a1e22672126e,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:09.522247 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-26b5b0ef-8b8a-496a-8766-bd9e76410105 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:09.599898 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-26b5b0ef-8b8a-496a-8766-bd9e76410105 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:09.627932 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ea145a92-93dd-4dc4-bd4c-66093b5362d0 None None] Attempting to bind port cff5683a-6bd0-49aa-b07d-a1e22672126e on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:40:09.628297 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ea145a92-93dd-4dc4-bd4c-66093b5362d0 None None] Attempting to bind port cff5683a-6bd0-49aa-b07d-a1e22672126e by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '0d0a390e-1293-4396-b708-804d54922c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '00b4f51c-6973-4c64-b683-67389d497713'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:40:09.628656 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea145a92-93dd-4dc4-bd4c-66093b5362d0 None None] Attempting to bind port cff5683a-6bd0-49aa-b07d-a1e22672126e on network 00b4f51c-6973-4c64-b683-67389d497713 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:40:09.639143 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea145a92-93dd-4dc4-bd4c-66093b5362d0 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:40:09.639511 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea145a92-93dd-4dc4-bd4c-66093b5362d0 None None] Checking segment: {'id': '0d0a390e-1293-4396-b708-804d54922c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '00b4f51c-6973-4c64-b683-67389d497713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:40:09.639903 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ea145a92-93dd-4dc4-bd4c-66093b5362d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:09.640288 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea145a92-93dd-4dc4-bd4c-66093b5362d0 None None] Bound using segment: {'id': '0d0a390e-1293-4396-b708-804d54922c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '00b4f51c-6973-4c64-b683-67389d497713'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:40:09.640999 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ea145a92-93dd-4dc4-bd4c-66093b5362d0 None None] Bound port: cff5683a-6bd0-49aa-b07d-a1e22672126e, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0a390e-1293-4396-b708-804d54922c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '00b4f51c-6973-4c64-b683-67389d497713'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:40:09.641363 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ea145a92-93dd-4dc4-bd4c-66093b5362d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:09.671871 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-26b5b0ef-8b8a-496a-8766-bd9e76410105 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:09.694664 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port b7409cd6-be62-4a19-902b-f03e46ba5cd5 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:40:09.694974 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:09.698284 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5b0ef-8b8a-496a-8766-bd9e76410105 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a0493f-08a9-450c-a8cd-8153341a539d,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:09.797716 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ea145a92-93dd-4dc4-bd4c-66093b5362d0 None None] For port cff5683a-6bd0-49aa-b07d-a1e22672126e, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:40:09.801622 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ea145a92-93dd-4dc4-bd4c-66093b5362d0 None None] For port cff5683a-6bd0-49aa-b07d-a1e22672126e, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=cff5683a-6bd0-49aa-b07d-a1e22672126e,segment=NetworkSegment(0d0a390e-1293-4396-b708-804d54922c54),segment_id=0d0a390e-1293-4396-b708-804d54922c54)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:40:09.814513 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-26b5b0ef-8b8a-496a-8766-bd9e76410105 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:09.818510 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-26b5b0ef-8b8a-496a-8766-bd9e76410105 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4403858 Apr 06 13:40:09.819105 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50408) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:40:09.825057 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-a04f63f0-d2fd-4355-9d33-0de83e07d164 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '00dd3665-fbaa-448f-8a7a-7110d6900f8d', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:40:09.831586 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a04f63f0-d2fd-4355-9d33-0de83e07d164 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:40:09.835638 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a04f63f0-d2fd-4355-9d33-0de83e07d164 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:40:09.839503 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a04f63f0-d2fd-4355-9d33-0de83e07d164 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:40:09.845418 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a04f63f0-d2fd-4355-9d33-0de83e07d164 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:40:09.917789 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ea145a92-93dd-4dc4-bd4c-66093b5362d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:09.965388 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a04f63f0-d2fd-4355-9d33-0de83e07d164 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:10.034212 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea145a92-93dd-4dc4-bd4c-66093b5362d0 None None] Routers {'9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:40:10.034859 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ea145a92-93dd-4dc4-bd4c-66093b5362d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:39:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:40:10.034983 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a04f63f0-d2fd-4355-9d33-0de83e07d164 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:10.100567 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54661c-1d8f-4083-b4a3-b6efe2acb503 None None] Pushing event updated for resources: {'Port': ['ID=cff5683a-6bd0-49aa-b07d-a1e22672126e,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:10.136174 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a04f63f0-d2fd-4355-9d33-0de83e07d164 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:10.163359 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f63f0-d2fd-4355-9d33-0de83e07d164 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45dc0f37-7fb7-4992-887c-d8ee106983d2,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:10.229924 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-ea145a92-93dd-4dc4-bd4c-66093b5362d0 None None] Set router 9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:40:10.249219 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a04f63f0-d2fd-4355-9d33-0de83e07d164 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:10.253128 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a04f63f0-d2fd-4355-9d33-0de83e07d164 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4301298 Apr 06 13:40:10.253434 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50412) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:40:10.258758 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-a14826e4-3316-4b7c-909a-6b677c31d3cc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '00dd3665-fbaa-448f-8a7a-7110d6900f8d', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:40:10.264788 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a14826e4-3316-4b7c-909a-6b677c31d3cc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:40:10.268796 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a14826e4-3316-4b7c-909a-6b677c31d3cc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:40:10.271790 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a14826e4-3316-4b7c-909a-6b677c31d3cc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:40:10.278777 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a14826e4-3316-4b7c-909a-6b677c31d3cc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:40:10.358730 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a14826e4-3316-4b7c-909a-6b677c31d3cc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:10.434159 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a14826e4-3316-4b7c-909a-6b677c31d3cc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:10.528834 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a14826e4-3316-4b7c-909a-6b677c31d3cc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:10.554473 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14826e4-3316-4b7c-909a-6b677c31d3cc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451ed54b-26bd-4de0-a36c-8c1cab88c6e2,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:10.600476 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ea145a92-93dd-4dc4-bd4c-66093b5362d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'name': 'tempest-TestNetworkBasicOps-router-1140791144', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:39:59Z', 'updated_at': '2022-04-06T13:40:06Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:40:00Z', 'updated_at': '2022-04-06T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'cff5683a-6bd0-49aa-b07d-a1e22672126e', 'name': '', 'network_id': '00b4f51c-6973-4c64-b683-67389d497713', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:73:57:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'c5a6ff0f-737c-410b-867f-95921a1feb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:40:05Z', 'updated_at': '2022-04-06T13:40:09Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'c5a6ff0f-737c-410b-867f-95921a1feb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:40:10.605689 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea145a92-93dd-4dc4-bd4c-66093b5362d0 None None] The sync data for ids ['9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'] in dv-neutron-834600-1-hyperv is: [{'id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'name': 'tempest-TestNetworkBasicOps-router-1140791144', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:39:59Z', 'updated_at': '2022-04-06T13:40:06Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:40:00Z', 'updated_at': '2022-04-06T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'cff5683a-6bd0-49aa-b07d-a1e22672126e', 'name': '', 'network_id': '00b4f51c-6973-4c64-b683-67389d497713', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:73:57:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'c5a6ff0f-737c-410b-867f-95921a1feb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:40:05Z', 'updated_at': '2022-04-06T13:40:09Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'c5a6ff0f-737c-410b-867f-95921a1feb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:40:10.667010 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a14826e4-3316-4b7c-909a-6b677c31d3cc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:10.668202 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a14826e4-3316-4b7c-909a-6b677c31d3cc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4137099 Apr 06 13:40:10.671012 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50418) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:40:10.677110 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-95b2ec80-be8d-4e7a-811b-788b96ac8755 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '00dd3665-fbaa-448f-8a7a-7110d6900f8d', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:40:10.684910 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-95b2ec80-be8d-4e7a-811b-788b96ac8755 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:40:10.688834 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-95b2ec80-be8d-4e7a-811b-788b96ac8755 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:40:10.691801 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-95b2ec80-be8d-4e7a-811b-788b96ac8755 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:40:10.697929 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-95b2ec80-be8d-4e7a-811b-788b96ac8755 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:40:10.785955 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.securitygroups_db [None req-95b2ec80-be8d-4e7a-811b-788b96ac8755 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Project accb128fe3eb42cd83b327a0d6bf9c24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:40:10.793858 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-95b2ec80-be8d-4e7a-811b-788b96ac8755 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:10.876522 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-95b2ec80-be8d-4e7a-811b-788b96ac8755 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:10.928749 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-95b2ec80-be8d-4e7a-811b-788b96ac8755 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:10.954693 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2ec80-be8d-4e7a-811b-788b96ac8755 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ddd54b-ba76-411a-9cbe-2029762cd2e7,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:11.009395 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-95b2ec80-be8d-4e7a-811b-788b96ac8755 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:11.013413 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-95b2ec80-be8d-4e7a-811b-788b96ac8755 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3386812 Apr 06 13:40:11.013783 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50422) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:40:11.021376 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-a701c082-2b11-4463-a35d-824b2e615f94 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '00dd3665-fbaa-448f-8a7a-7110d6900f8d', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:40:11.025635 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a701c082-2b11-4463-a35d-824b2e615f94 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:40:11.030389 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a701c082-2b11-4463-a35d-824b2e615f94 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:40:11.033619 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a701c082-2b11-4463-a35d-824b2e615f94 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:40:11.040821 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a701c082-2b11-4463-a35d-824b2e615f94 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:40:11.167774 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.securitygroups_db [None req-a701c082-2b11-4463-a35d-824b2e615f94 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Project accb128fe3eb42cd83b327a0d6bf9c24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:40:11.184604 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a701c082-2b11-4463-a35d-824b2e615f94 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:11.257655 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a701c082-2b11-4463-a35d-824b2e615f94 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:11.342228 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a701c082-2b11-4463-a35d-824b2e615f94 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:11.367754 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701c082-2b11-4463-a35d-824b2e615f94 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201a0b9f-fbeb-4d6d-9f0c-1dd458057423,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:11.442630 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a701c082-2b11-4463-a35d-824b2e615f94 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:11.443408 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device cff5683a-6bd0-49aa-b07d-a1e22672126e up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:40:11.443977 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a701c082-2b11-4463-a35d-824b2e615f94 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4293993 Apr 06 13:40:11.642117 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port cff5683a-6bd0-49aa-b07d-a1e22672126e completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:40:11.647421 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port cff5683a-6bd0-49aa-b07d-a1e22672126e triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:40:11.651925 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:11.750758 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-0c943bdb-b88a-4879-88b7-b81fce4f3f1d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454752531&fields=id&tenant_id=accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 267 time: 0.0708756 Apr 06 13:40:11.816351 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:11.852898 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port cff5683a-6bd0-49aa-b07d-a1e22672126e, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=cff5683a-6bd0-49aa-b07d-a1e22672126e,segment=NetworkSegment(0d0a390e-1293-4396-b708-804d54922c54),segment_id=0d0a390e-1293-4396-b708-804d54922c54)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:40:11.929240 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:12.000719 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=cff5683a-6bd0-49aa-b07d-a1e22672126e,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:12.046126 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-5229ba14-2d24-4c76-a86a-7013935bc1cd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:12.047572 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-5229ba14-2d24-4c76-a86a-7013935bc1cd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/networks?id=00b4f51c-6973-4c64-b683-67389d497713 HTTP/1.1" status: 200 len: 796 time: 0.2894828 Apr 06 13:40:12.064121 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-7e2ca8c7-2cb5-4413-8099-1d118090bf93 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/quotas/accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 375 time: 0.0108399 Apr 06 13:40:12.160139 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-f724dcd4-8697-4fc9-b92f-53a19d67fcca tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:40:12.236257 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-f724dcd4-8697-4fc9-b92f-53a19d67fcca tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:40:12.237645 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-f724dcd4-8697-4fc9-b92f-53a19d67fcca tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1647999 Apr 06 13:40:12.376234 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-8adc5300-edb8-4018-a052-2d0859e81304 service neutron] 10.222.0.48 "GET /v2.0/networks/00b4f51c-6973-4c64-b683-67389d497713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259503 Apr 06 13:40:12.515302 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-a79a27b5-50e8-4125-8f27-bfe63c7bb9d0 service neutron] 10.222.0.48 "GET /v2.0/networks/00b4f51c-6973-4c64-b683-67389d497713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330440 Apr 06 13:40:12.832110 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ce5702d1-f77f-44eb-8e5c-8c1df8678cf2 req-69c995ad-51da-417f-864f-c4c7c8fc74a9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54163b5-0194-4f53-a29d-cbac2b2d1748 HTTP/1.1" status: 200 len: 210 time: 0.0442750 Apr 06 13:40:13.388880 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device cff5683a-6bd0-49aa-b07d-a1e22672126e up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:40:13.470682 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port cff5683a-6bd0-49aa-b07d-a1e22672126e triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:40:13.471172 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:14.003737 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-eb511752-2a56-4d11-a593-424991e3508a req-22d4aed2-5715-4ebc-b968-fb6d2cfb01df tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54163b5-0194-4f53-a29d-cbac2b2d1748 HTTP/1.1" status: 200 len: 210 time: 0.0480552 Apr 06 13:40:15.111697 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-13795e49-2d93-4d9b-a42b-4616b614e3d1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:15.113054 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-13795e49-2d93-4d9b-a42b-4616b614e3d1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/networks?id=00b4f51c-6973-4c64-b683-67389d497713 HTTP/1.1" status: 200 len: 796 time: 0.1617215 Apr 06 13:40:15.167522 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-64a902d5-cb4c-4ac2-aeec-e8712e78bbcb req-febb7178-8cdd-4bf0-b7f4-3013e0422ae0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54163b5-0194-4f53-a29d-cbac2b2d1748 HTTP/1.1" status: 200 len: 210 time: 0.0490310 Apr 06 13:40:15.218425 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-200536fa-c6d0-436a-8836-6ef9661e79a0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 380 time: 0.0539169 Apr 06 13:40:15.227943 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-0db99c49-252d-496c-92e2-ea7b087e740a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'port': {'device_id': 'a54163b5-0194-4f53-a29d-cbac2b2d1748', 'network_id': '00b4f51c-6973-4c64-b683-67389d497713', 'admin_state_up': True, 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'security_groups': ['00dd3665-fbaa-448f-8a7a-7110d6900f8d']}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:40:15.373893 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-0db99c49-252d-496c-92e2-ea7b087e740a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:40:15.383140 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-0db99c49-252d-496c-92e2-ea7b087e740a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:40:15.512663 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f81d1976-9309-452b-b901-c7bbe111abbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:15.513566 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-0db99c49-252d-496c-92e2-ea7b087e740a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Made reservation on behalf of accb128fe3eb42cd83b327a0d6bf9c24 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:40:15.519049 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-0db99c49-252d-496c-92e2-ea7b087e740a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:15.695324 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-0db99c49-252d-496c-92e2-ea7b087e740a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.20.0.3 (00b4f51c-6973-4c64-b683-67389d497713/c5a6ff0f-737c-410b-867f-95921a1feb90/a59d8ee0-ba99-4016-8c1b-f47e66dcb204) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:40:15.896535 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-0db99c49-252d-496c-92e2-ea7b087e740a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:15.915592 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-0db99c49-252d-496c-92e2-ea7b087e740a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Transition to ACTIVE for port object a59d8ee0-ba99-4016-8c1b-f47e66dcb204 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:40:16.013760 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-0db99c49-252d-496c-92e2-ea7b087e740a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:16.090506 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-0db99c49-252d-496c-92e2-ea7b087e740a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network 00b4f51c-6973-4c64-b683-67389d497713 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:40:16.093421 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-0db99c49-252d-496c-92e2-ea7b087e740a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:40:16.103480 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-0db99c49-252d-496c-92e2-ea7b087e740a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:40:16.141974 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db99c49-252d-496c-92e2-ea7b087e740a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=a59d8ee0-ba99-4016-8c1b-f47e66dcb204,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:16.175791 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-0db99c49-252d-496c-92e2-ea7b087e740a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:16.176394 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-0db99c49-252d-496c-92e2-ea7b087e740a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:16.345911 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-0db99c49-252d-496c-92e2-ea7b087e740a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1230559 Apr 06 13:40:16.358991 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-1b4a61e0-c854-4911-8114-cd15661b5cb8 service neutron] Request body: {'port': {'device_id': 'a54163b5-0194-4f53-a29d-cbac2b2d1748', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:40:16.448959 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b0d6cc5e-8658-4bcc-be86-09dcc08125d0 None None] Provisioning for port a59d8ee0-ba99-4016-8c1b-f47e66dcb204 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:40:16.454708 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b0d6cc5e-8658-4bcc-be86-09dcc08125d0 None None] Provisioning complete for port a59d8ee0-ba99-4016-8c1b-f47e66dcb204 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:40:16.455101 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b0d6cc5e-8658-4bcc-be86-09dcc08125d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:16.513509 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-b0d6cc5e-8658-4bcc-be86-09dcc08125d0 None None] Port a59d8ee0-ba99-4016-8c1b-f47e66dcb204 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:40:16.613306 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae927c3-a10a-496d-849c-d6cd9e0d609f req-8b314886-7d6d-485b-a354-ce1c724343d1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:16.614002 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-2ae927c3-a10a-496d-849c-d6cd9e0d609f req-8b314886-7d6d-485b-a354-ce1c724343d1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:40:16.624288 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-1b4a61e0-c854-4911-8114-cd15661b5cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:16.756962 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-2ae927c3-a10a-496d-849c-d6cd9e0d609f req-8b314886-7d6d-485b-a354-ce1c724343d1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:40:16.758633 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2ae927c3-a10a-496d-849c-d6cd9e0d609f req-8b314886-7d6d-485b-a354-ce1c724343d1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54163b5-0194-4f53-a29d-cbac2b2d1748 HTTP/1.1" status: 200 len: 931 time: 0.4565041 Apr 06 13:40:16.865082 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2ae927c3-a10a-496d-849c-d6cd9e0d609f req-25e5b009-4c04-4311-9822-917281452ff6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=00dd3665-fbaa-448f-8a7a-7110d6900f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952947 Apr 06 13:40:17.059165 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-1b4a61e0-c854-4911-8114-cd15661b5cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59d8ee0-ba99-4016-8c1b-f47e66dcb204 {{(pid=88565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:40:17.066724 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-1b4a61e0-c854-4911-8114-cd15661b5cb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:17.080724 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-1b4a61e0-c854-4911-8114-cd15661b5cb8 service neutron] Transition to ACTIVE for port object a59d8ee0-ba99-4016-8c1b-f47e66dcb204 will not be triggered until provisioned by entity L2. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:40:17.163861 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-1b4a61e0-c854-4911-8114-cd15661b5cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:17.333522 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a61e0-c854-4911-8114-cd15661b5cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=a59d8ee0-ba99-4016-8c1b-f47e66dcb204,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:17.421040 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-1b4a61e0-c854-4911-8114-cd15661b5cb8 service neutron] Attempting to bind port a59d8ee0-ba99-4016-8c1b-f47e66dcb204 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:40:17.421369 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-1b4a61e0-c854-4911-8114-cd15661b5cb8 service neutron] Attempting to bind port a59d8ee0-ba99-4016-8c1b-f47e66dcb204 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '0d0a390e-1293-4396-b708-804d54922c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '00b4f51c-6973-4c64-b683-67389d497713'}] {{(pid=88565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:40:17.421723 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-1b4a61e0-c854-4911-8114-cd15661b5cb8 service neutron] Attempting to bind port a59d8ee0-ba99-4016-8c1b-f47e66dcb204 on network 00b4f51c-6973-4c64-b683-67389d497713 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:40:17.427392 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-1b4a61e0-c854-4911-8114-cd15661b5cb8 service neutron] Port a59d8ee0-ba99-4016-8c1b-f47e66dcb204 on network 00b4f51c-6973-4c64-b683-67389d497713 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:40:17.427819 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-1b4a61e0-c854-4911-8114-cd15661b5cb8 service neutron] Attempting to bind port a59d8ee0-ba99-4016-8c1b-f47e66dcb204 on network 00b4f51c-6973-4c64-b683-67389d497713 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:40:17.433557 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-1b4a61e0-c854-4911-8114-cd15661b5cb8 service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:40:17.433897 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-1b4a61e0-c854-4911-8114-cd15661b5cb8 service neutron] Checking segment: {'id': '0d0a390e-1293-4396-b708-804d54922c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '00b4f51c-6973-4c64-b683-67389d497713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:40:17.434278 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-1b4a61e0-c854-4911-8114-cd15661b5cb8 service neutron] Bound using segment: {'id': '0d0a390e-1293-4396-b708-804d54922c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '00b4f51c-6973-4c64-b683-67389d497713'} {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:40:17.434726 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-1b4a61e0-c854-4911-8114-cd15661b5cb8 service neutron] Bound port: a59d8ee0-ba99-4016-8c1b-f47e66dcb204, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d0a390e-1293-4396-b708-804d54922c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '00b4f51c-6973-4c64-b683-67389d497713'}}] {{(pid=88565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:40:17.435107 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-1b4a61e0-c854-4911-8114-cd15661b5cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:17.533929 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-1b4a61e0-c854-4911-8114-cd15661b5cb8 service neutron] For port a59d8ee0-ba99-4016-8c1b-f47e66dcb204, host hv-neutron-8346, cleared binding levels {{(pid=88565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:40:17.536767 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-1b4a61e0-c854-4911-8114-cd15661b5cb8 service neutron] For port a59d8ee0-ba99-4016-8c1b-f47e66dcb204, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a59d8ee0-ba99-4016-8c1b-f47e66dcb204,segment=NetworkSegment(0d0a390e-1293-4396-b708-804d54922c54),segment_id=0d0a390e-1293-4396-b708-804d54922c54)] {{(pid=88565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:40:17.643409 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-1b4a61e0-c854-4911-8114-cd15661b5cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:17.701420 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-1b4a61e0-c854-4911-8114-cd15661b5cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:17.702017 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-1b4a61e0-c854-4911-8114-cd15661b5cb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:17.703592 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-1b4a61e0-c854-4911-8114-cd15661b5cb8 service neutron] 10.222.0.61 "PUT /v2.0/ports/a59d8ee0-ba99-4016-8c1b-f47e66dcb204 HTTP/1.1" status: 200 len: 1093 time: 1.3492219 Apr 06 13:40:17.706138 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54163b5-0194-4f53-a29d-cbac2b2d1748', 'tag': 'a59d8ee0-ba99-4016-8c1b-f47e66dcb204'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:40:17.718836 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5aa9a6f2-e9be-4a03-ad13-ceca010440f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:17.742044 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a61e0-c854-4911-8114-cd15661b5cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=a59d8ee0-ba99-4016-8c1b-f47e66dcb204,revision_number=3']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:17.762100 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7040a4dc-d0e4-4fc6-afea-a4b4cb804c1e'] response: {'name': 'network-changed', 'server_uuid': 'a54163b5-0194-4f53-a29d-cbac2b2d1748', 'tag': 'a59d8ee0-ba99-4016-8c1b-f47e66dcb204', 'status': 'completed', 'code': 200} Apr 06 13:40:17.874155 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2246c-63da-4b8a-a3e7-910625ab7917 req-76f57f2a-c506-4323-a4b7-1d935b699b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:17.875750 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bdc2246c-63da-4b8a-a3e7-910625ab7917 req-76f57f2a-c506-4323-a4b7-1d935b699b44 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=a54163b5-0194-4f53-a29d-cbac2b2d1748 HTTP/1.1" status: 200 len: 1096 time: 0.0914552 Apr 06 13:40:18.081752 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2246c-63da-4b8a-a3e7-910625ab7917 req-0b673f3c-563c-4a2a-b5bc-a36e924e6ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:18.083132 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bdc2246c-63da-4b8a-a3e7-910625ab7917 req-0b673f3c-563c-4a2a-b5bc-a36e924e6ce4 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2006145 Apr 06 13:40:18.206026 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b0fb2-175d-4022-aeae-680388163990 req-1eea6200-e261-408b-944e-6e6ff88e177f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:18.207541 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b87b0fb2-175d-4022-aeae-680388163990 req-1eea6200-e261-408b-944e-6e6ff88e177f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54163b5-0194-4f53-a29d-cbac2b2d1748 HTTP/1.1" status: 200 len: 943 time: 0.2132623 Apr 06 13:40:18.285900 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b87b0fb2-175d-4022-aeae-680388163990 req-4d8c5545-1d94-4f32-9b8c-546d1219c980 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=00dd3665-fbaa-448f-8a7a-7110d6900f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640981 Apr 06 13:40:18.292957 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2246c-63da-4b8a-a3e7-910625ab7917 req-06f8b233-6ce0-49bf-b0c1-c1deb158c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:18.294599 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bdc2246c-63da-4b8a-a3e7-910625ab7917 req-06f8b233-6ce0-49bf-b0c1-c1deb158c1ab service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2047393 Apr 06 13:40:18.417736 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-5bc1935c-21f5-49b6-8c4c-641d7724344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:18.419391 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-5bc1935c-21f5-49b6-8c4c-641d7724344a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=a54163b5-0194-4f53-a29d-cbac2b2d1748 HTTP/1.1" status: 200 len: 1096 time: 0.0892437 Apr 06 13:40:18.496249 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-102ef587-df1b-4c9f-8bd0-be5020edcecf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a59d8ee0-ba99-4016-8c1b-f47e66dcb204 HTTP/1.1" status: 200 len: 217 time: 0.0705831 Apr 06 13:40:18.578059 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-02d852bf-7ddf-4d39-9de7-dfc327438332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:18.579582 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-02d852bf-7ddf-4d39-9de7-dfc327438332 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c5a6ff0f-737c-410b-867f-95921a1feb90 HTTP/1.1" status: 200 len: 842 time: 0.0781903 Apr 06 13:40:18.663425 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-4cc0b396-e87c-4b94-8dc0-964becc97272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:18.665232 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-4cc0b396-e87c-4b94-8dc0-964becc97272 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=00b4f51c-6973-4c64-b683-67389d497713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800102 Apr 06 13:40:18.870439 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:18.932048 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-910b3bbc-d709-455b-bce2-a1c0c11c7d46 service neutron] 10.222.0.61 "GET /v2.0/networks/00b4f51c-6973-4c64-b683-67389d497713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603443 Apr 06 13:40:18.933348 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:19.079445 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-379ef8ac-f646-48a8-9ffe-5165cd7338ab req-6b4d72dc-83be-42b3-94ec-4969f25c2a9f service neutron] 10.222.0.61 "GET /v2.0/networks/00b4f51c-6973-4c64-b683-67389d497713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409187 Apr 06 13:40:19.493143 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9e414-b4a7-4818-bf95-c2b3ee522f71 req-8b1d175d-d01b-469a-a2d4-e0d3e7b490f9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:19.494558 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-73e9e414-b4a7-4818-bf95-c2b3ee522f71 req-8b1d175d-d01b-469a-a2d4-e0d3e7b490f9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54163b5-0194-4f53-a29d-cbac2b2d1748 HTTP/1.1" status: 200 len: 943 time: 0.0886853 Apr 06 13:40:19.540299 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-73e9e414-b4a7-4818-bf95-c2b3ee522f71 req-0d65b73e-3911-4fd1-b606-8003fc1614cd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=00dd3665-fbaa-448f-8a7a-7110d6900f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399659 Apr 06 13:40:20.183195 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device a59d8ee0-ba99-4016-8c1b-f47e66dcb204 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:40:20.325872 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:20.349692 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port a59d8ee0-ba99-4016-8c1b-f47e66dcb204, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a59d8ee0-ba99-4016-8c1b-f47e66dcb204,segment=NetworkSegment(0d0a390e-1293-4396-b708-804d54922c54),segment_id=0d0a390e-1293-4396-b708-804d54922c54)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:40:20.364532 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': 'a59d8ee0-ba99-4016-8c1b-f47e66dcb204', 'network_id': '00b4f51c-6973-4c64-b683-67389d497713', 'port_id': 'a59d8ee0-ba99-4016-8c1b-f47e66dcb204', 'mac_address': 'fa:16:3e:9d:21:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a6ff0f-737c-410b-867f-95921a1feb90', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:40:20.430215 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:20.448132 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59d8ee0-ba99-4016-8c1b-f47e66dcb204 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:40:20.463956 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port a59d8ee0-ba99-4016-8c1b-f47e66dcb204, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a59d8ee0-ba99-4016-8c1b-f47e66dcb204,segment=NetworkSegment(0d0a390e-1293-4396-b708-804d54922c54),segment_id=0d0a390e-1293-4396-b708-804d54922c54)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:40:20.562910 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:20.634753 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=a59d8ee0-ba99-4016-8c1b-f47e66dcb204,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:20.737108 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810caac-38b7-426b-a4ad-389e1abea76a req-4ebaa5f3-bd16-401d-af1c-e09c9384c455 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:20.739309 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e810caac-38b7-426b-a4ad-389e1abea76a req-4ebaa5f3-bd16-401d-af1c-e09c9384c455 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54163b5-0194-4f53-a29d-cbac2b2d1748 HTTP/1.1" status: 200 len: 944 time: 0.0811064 Apr 06 13:40:20.788200 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e810caac-38b7-426b-a4ad-389e1abea76a req-07cc21f3-8430-4422-b017-878faf8d97f3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=00dd3665-fbaa-448f-8a7a-7110d6900f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409977 Apr 06 13:40:20.817441 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['a59d8ee0-ba99-4016-8c1b-f47e66dcb204'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:40:22.153627 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10ee6d-6afa-43f0-a6a5-b9ca0983e2fe req-c0d01110-1bc3-4e7f-8700-e0ccb26e7848 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:22.155328 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1f10ee6d-6afa-43f0-a6a5-b9ca0983e2fe req-c0d01110-1bc3-4e7f-8700-e0ccb26e7848 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54163b5-0194-4f53-a29d-cbac2b2d1748 HTTP/1.1" status: 200 len: 944 time: 0.0889187 Apr 06 13:40:22.188367 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device a59d8ee0-ba99-4016-8c1b-f47e66dcb204 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:40:22.201201 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1f10ee6d-6afa-43f0-a6a5-b9ca0983e2fe req-b4d93194-3bcf-452a-ba40-3b60e1b78064 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=00dd3665-fbaa-448f-8a7a-7110d6900f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400259 Apr 06 13:40:22.338606 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port a59d8ee0-ba99-4016-8c1b-f47e66dcb204 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:40:22.343473 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port a59d8ee0-ba99-4016-8c1b-f47e66dcb204 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:40:22.343845 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:22.465426 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:22.494110 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54163b5-0194-4f53-a29d-cbac2b2d1748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59d8ee0-ba99-4016-8c1b-f47e66dcb204'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:40:22.510575 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port a59d8ee0-ba99-4016-8c1b-f47e66dcb204, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a59d8ee0-ba99-4016-8c1b-f47e66dcb204,segment=NetworkSegment(0d0a390e-1293-4396-b708-804d54922c54),segment_id=0d0a390e-1293-4396-b708-804d54922c54)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:40:22.544977 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cca3fef-cdac-4dc0-bc56-a413b17e1272'] response: {'server_uuid': 'a54163b5-0194-4f53-a29d-cbac2b2d1748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59d8ee0-ba99-4016-8c1b-f47e66dcb204', 'code': 200} Apr 06 13:40:22.608912 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:22.681468 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=a59d8ee0-ba99-4016-8c1b-f47e66dcb204,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:22.979453 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55556d26-8dd4-469a-8052-772c69f72e47 req-412a104d-bf97-46a8-89a5-617f05b68289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:22.981616 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-55556d26-8dd4-469a-8052-772c69f72e47 req-412a104d-bf97-46a8-89a5-617f05b68289 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a54163b5-0194-4f53-a29d-cbac2b2d1748 HTTP/1.1" status: 200 len: 1098 time: 0.0795348 Apr 06 13:40:23.023884 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-55556d26-8dd4-469a-8052-772c69f72e47 req-e3f58db5-97f2-4618-9d82-125b9ca14b37 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=00dd3665-fbaa-448f-8a7a-7110d6900f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362570 Apr 06 13:40:23.414664 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8c763-eb5e-496d-92b4-587eeb24210b req-a9f8a785-6243-4a3a-8fab-065c213f4cb4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:23.416210 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fca8c763-eb5e-496d-92b4-587eeb24210b req-a9f8a785-6243-4a3a-8fab-065c213f4cb4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54163b5-0194-4f53-a29d-cbac2b2d1748 HTTP/1.1" status: 200 len: 945 time: 0.0931418 Apr 06 13:40:23.470161 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fca8c763-eb5e-496d-92b4-587eeb24210b req-8aa34a95-6d21-453b-8f3d-712c949c7b1d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=00dd3665-fbaa-448f-8a7a-7110d6900f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414333 Apr 06 13:40:23.509787 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:40:24.676133 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a231a-7103-44c1-8a5f-ebe38307227d req-bd86f4d8-720d-42b4-94a4-fe4546600616 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:24.677585 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-634a231a-7103-44c1-8a5f-ebe38307227d req-bd86f4d8-720d-42b4-94a4-fe4546600616 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54163b5-0194-4f53-a29d-cbac2b2d1748 HTTP/1.1" status: 200 len: 945 time: 0.0874987 Apr 06 13:40:24.725699 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-634a231a-7103-44c1-8a5f-ebe38307227d req-8e7236a6-68df-44bb-8add-bf3bbc491369 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=00dd3665-fbaa-448f-8a7a-7110d6900f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417364 Apr 06 13:40:24.928946 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06cdbd-b991-4ddb-a3b0-4e88f9668dd5 req-bf18b28c-fe5f-4555-b4f8-92bf75472e3e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:24.931057 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fc06cdbd-b991-4ddb-a3b0-4e88f9668dd5 req-bf18b28c-fe5f-4555-b4f8-92bf75472e3e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54163b5-0194-4f53-a29d-cbac2b2d1748 HTTP/1.1" status: 200 len: 945 time: 0.0884981 Apr 06 13:40:24.977019 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fc06cdbd-b991-4ddb-a3b0-4e88f9668dd5 req-3018ee2b-382e-44ce-a342-296daa9b6022 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=00dd3665-fbaa-448f-8a7a-7110d6900f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402191 Apr 06 13:40:25.001987 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50504) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:40:25.079259 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4c1ec7-8f99-4b2f-ab29-6ba595b8459a tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:25.080694 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-da4c1ec7-8f99-4b2f-ab29-6ba595b8459a tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a54163b5-0194-4f53-a29d-cbac2b2d1748 HTTP/1.1" status: 200 len: 1093 time: 0.0775707 Apr 06 13:40:25.083446 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50508) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:40:25.090049 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-d0607668-a62e-4f69-8c3d-5e918371b8cf tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'port_id': 'a59d8ee0-ba99-4016-8c1b-f47e66dcb204', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:40:25.096633 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d0607668-a62e-4f69-8c3d-5e918371b8cf tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:40:25.101126 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d0607668-a62e-4f69-8c3d-5e918371b8cf tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:floatingip and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:40:25.104075 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d0607668-a62e-4f69-8c3d-5e918371b8cf tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:40:25.109748 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d0607668-a62e-4f69-8c3d-5e918371b8cf tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:40:25.276641 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d0607668-a62e-4f69-8c3d-5e918371b8cf tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:25.414445 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d0607668-a62e-4f69-8c3d-5e918371b8cf tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:25.556226 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-d0607668-a62e-4f69-8c3d-5e918371b8cf tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.26.4.237 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/59695b16-93b2-4631-9273-2ea8990f896f) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:40:25.706154 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d0607668-a62e-4f69-8c3d-5e918371b8cf tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:25.837431 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d0607668-a62e-4f69-8c3d-5e918371b8cf tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:25.896815 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0607668-a62e-4f69-8c3d-5e918371b8cf tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:40:25.900990 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-d0607668-a62e-4f69-8c3d-5e918371b8cf tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:40:25.909501 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0607668-a62e-4f69-8c3d-5e918371b8cf tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:40:25.944549 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0607668-a62e-4f69-8c3d-5e918371b8cf tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=59695b16-93b2-4631-9273-2ea8990f896f,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:26.499574 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d0607668-a62e-4f69-8c3d-5e918371b8cf tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:26.661737 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d0607668-a62e-4f69-8c3d-5e918371b8cf tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:26.880293 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d0607668-a62e-4f69-8c3d-5e918371b8cf tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:26.963262 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d0607668-a62e-4f69-8c3d-5e918371b8cf tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:27.074592 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0607668-a62e-4f69-8c3d-5e918371b8cf tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=59695b16-93b2-4631-9273-2ea8990f896f,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:27.084419 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d0607668-a62e-4f69-8c3d-5e918371b8cf tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:27.251634 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:27.260236 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-d0607668-a62e-4f69-8c3d-5e918371b8cf tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Floating IP 44f0e9a5-7479-4728-96ef-9e9e006ef273 associated. External IP: 172.26.4.237, port: a59d8ee0-ba99-4016-8c1b-f47e66dcb204. Apr 06 13:40:27.637207 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0607668-a62e-4f69-8c3d-5e918371b8cf tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:40:27.963347 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0607668-a62e-4f69-8c3d-5e918371b8cf tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:40:27.973885 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489e6285-be86-4739-bf22-d3a9803fce08 None None] Sync routers for ids ['9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:40:28.016514 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489e6285-be86-4739-bf22-d3a9803fce08 None None] Routers {'9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:40:28.017414 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-489e6285-be86-4739-bf22-d3a9803fce08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:40:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:40:28.121663 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d0607668-a62e-4f69-8c3d-5e918371b8cf tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:28.187382 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d0607668-a62e-4f69-8c3d-5e918371b8cf tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1027999 Apr 06 13:40:28.187986 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54163b5-0194-4f53-a29d-cbac2b2d1748', 'tag': 'a59d8ee0-ba99-4016-8c1b-f47e66dcb204'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:40:28.190328 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50518) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:40:28.206074 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-489e6285-be86-4739-bf22-d3a9803fce08 None None] Set router 9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:40:28.240238 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82cb749b-b8f7-49f0-835e-ab836396c31b'] response: {'name': 'network-changed', 'server_uuid': 'a54163b5-0194-4f53-a29d-cbac2b2d1748', 'tag': 'a59d8ee0-ba99-4016-8c1b-f47e66dcb204', 'status': 'completed', 'code': 200} Apr 06 13:40:28.310368 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-bd0dbcef-7ac8-4e2b-b0a3-82f5f1e63259 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/44f0e9a5-7479-4728-96ef-9e9e006ef273 HTTP/1.1" status: 200 len: 991 time: 0.1182218 Apr 06 13:40:28.344269 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6558084-a565-4afb-b1b2-e512c424fb6c req-a996913c-742b-4f70-adb4-1d29ac7dbf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:28.345554 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c6558084-a565-4afb-b1b2-e512c424fb6c req-a996913c-742b-4f70-adb4-1d29ac7dbf57 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=a54163b5-0194-4f53-a29d-cbac2b2d1748 HTTP/1.1" status: 200 len: 1098 time: 0.0796013 Apr 06 13:40:28.484992 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6558084-a565-4afb-b1b2-e512c424fb6c req-19cff9c5-87d8-4bc8-a7f4-4c3eacb0deac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:28.486372 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c6558084-a565-4afb-b1b2-e512c424fb6c req-19cff9c5-87d8-4bc8-a7f4-4c3eacb0deac service neutron] 10.222.0.61 "GET /v2.0/networks?id=00b4f51c-6973-4c64-b683-67389d497713 HTTP/1.1" status: 200 len: 897 time: 0.1360338 Apr 06 13:40:28.598246 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c6558084-a565-4afb-b1b2-e512c424fb6c req-c98a0a63-a766-4f49-8898-baca62e3ec7f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a59d8ee0-ba99-4016-8c1b-f47e66dcb204 HTTP/1.1" status: 200 len: 999 time: 0.1051970 Apr 06 13:40:28.607504 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-489e6285-be86-4739-bf22-d3a9803fce08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'name': 'tempest-TestNetworkBasicOps-router-1140791144', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:39:59Z', 'updated_at': '2022-04-06T13:40:06Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:40:00Z', 'updated_at': '2022-04-06T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '44f0e9a5-7479-4728-96ef-9e9e006ef273', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.237', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'port_id': 'a59d8ee0-ba99-4016-8c1b-f47e66dcb204', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00b4f51c-6973-4c64-b683-67389d497713', 'mac_address': 'fa:16:3e:9d:21:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54163b5-0194-4f53-a29d-cbac2b2d1748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:40:26Z', 'updated_at': '2022-04-06T13:40:26Z', 'revision_number': 0, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cff5683a-6bd0-49aa-b07d-a1e22672126e', 'name': '', 'network_id': '00b4f51c-6973-4c64-b683-67389d497713', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:73:57:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'c5a6ff0f-737c-410b-867f-95921a1feb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:40:05Z', 'updated_at': '2022-04-06T13:40:11Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'c5a6ff0f-737c-410b-867f-95921a1feb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:40:28.611308 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489e6285-be86-4739-bf22-d3a9803fce08 None None] Checking router: 9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:40:28.619919 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489e6285-be86-4739-bf22-d3a9803fce08 None None] Routers {'9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:40:28.621490 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-489e6285-be86-4739-bf22-d3a9803fce08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:40:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:40:28.666870 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6558084-a565-4afb-b1b2-e512c424fb6c req-54e234ea-5bb1-494f-9e0b-c6d7e2380f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:28.668296 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c6558084-a565-4afb-b1b2-e512c424fb6c req-54e234ea-5bb1-494f-9e0b-c6d7e2380f3e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c5a6ff0f-737c-410b-867f-95921a1feb90 HTTP/1.1" status: 200 len: 842 time: 0.0640903 Apr 06 13:40:28.751664 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6558084-a565-4afb-b1b2-e512c424fb6c req-cb039e18-9590-466b-8573-0339503711b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:28.753255 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c6558084-a565-4afb-b1b2-e512c424fb6c req-cb039e18-9590-466b-8573-0339503711b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=00b4f51c-6973-4c64-b683-67389d497713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796835 Apr 06 13:40:28.814595 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-489e6285-be86-4739-bf22-d3a9803fce08 None None] Set router 9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:40:28.905604 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c6558084-a565-4afb-b1b2-e512c424fb6c req-41b030bc-b4c2-423b-be6e-6b661d7787da service neutron] 10.222.0.61 "GET /v2.0/networks/00b4f51c-6973-4c64-b683-67389d497713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455209 Apr 06 13:40:29.048579 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c6558084-a565-4afb-b1b2-e512c424fb6c req-dcee7d22-9b75-4048-9d23-e33d225531d1 service neutron] 10.222.0.61 "GET /v2.0/networks/00b4f51c-6973-4c64-b683-67389d497713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368721 Apr 06 13:40:29.195824 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-489e6285-be86-4739-bf22-d3a9803fce08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'name': 'tempest-TestNetworkBasicOps-router-1140791144', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:39:59Z', 'updated_at': '2022-04-06T13:40:06Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:40:00Z', 'updated_at': '2022-04-06T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '44f0e9a5-7479-4728-96ef-9e9e006ef273', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.237', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'port_id': 'a59d8ee0-ba99-4016-8c1b-f47e66dcb204', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00b4f51c-6973-4c64-b683-67389d497713', 'mac_address': 'fa:16:3e:9d:21:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54163b5-0194-4f53-a29d-cbac2b2d1748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:40:26Z', 'updated_at': '2022-04-06T13:40:26Z', 'revision_number': 0, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cff5683a-6bd0-49aa-b07d-a1e22672126e', 'name': '', 'network_id': '00b4f51c-6973-4c64-b683-67389d497713', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:73:57:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'c5a6ff0f-737c-410b-867f-95921a1feb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:40:05Z', 'updated_at': '2022-04-06T13:40:11Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'c5a6ff0f-737c-410b-867f-95921a1feb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:40:29.200233 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489e6285-be86-4739-bf22-d3a9803fce08 None None] The sync data for ids ['9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'] in dv-neutron-834600-1-hyperv is: [{'id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'name': 'tempest-TestNetworkBasicOps-router-1140791144', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:39:59Z', 'updated_at': '2022-04-06T13:40:06Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:40:00Z', 'updated_at': '2022-04-06T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '44f0e9a5-7479-4728-96ef-9e9e006ef273', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.237', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'port_id': 'a59d8ee0-ba99-4016-8c1b-f47e66dcb204', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00b4f51c-6973-4c64-b683-67389d497713', 'mac_address': 'fa:16:3e:9d:21:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54163b5-0194-4f53-a29d-cbac2b2d1748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:40:26Z', 'updated_at': '2022-04-06T13:40:26Z', 'revision_number': 0, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cff5683a-6bd0-49aa-b07d-a1e22672126e', 'name': '', 'network_id': '00b4f51c-6973-4c64-b683-67389d497713', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:73:57:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'c5a6ff0f-737c-410b-867f-95921a1feb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:40:05Z', 'updated_at': '2022-04-06T13:40:11Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'c5a6ff0f-737c-410b-867f-95921a1feb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:40:29.313943 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50526) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:40:29.389637 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cb1ae0-ae67-4a91-977d-149bbb74808c None None] New status for floating IP 44f0e9a5-7479-4728-96ef-9e9e006ef273: ACTIVE {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:40:29.429502 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7a781d3a-73e5-4c62-98f6-ca44154f5bd3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/44f0e9a5-7479-4728-96ef-9e9e006ef273 HTTP/1.1" status: 200 len: 991 time: 0.1142981 Apr 06 13:40:30.432651 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50532) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:40:30.556761 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-47ceb395-d35b-4e48-bc8b-a00a8305a19a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/44f0e9a5-7479-4728-96ef-9e9e006ef273 HTTP/1.1" status: 200 len: 993 time: 0.1220284 Apr 06 13:40:32.668651 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-e1582268-60cd-4286-befe-889687925dae tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2076387592&fields=id&tenant_id=6f961cdd2806417f9eeecf800dc5c9c4 HTTP/1.1" status: 200 len: 267 time: 0.0387428 Apr 06 13:40:32.818112 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-a1ab1f8b-ab29-4acf-b5e9-aaf3f2ad0adf tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:32.819477 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-a1ab1f8b-ab29-4acf-b5e9-aaf3f2ad0adf tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/networks?id=07d8a801-9673-412c-b97f-9a98a83af4f7 HTTP/1.1" status: 200 len: 811 time: 0.1445587 Apr 06 13:40:32.834427 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-16ea421f-bffe-43b6-8fdf-cc16afd514cd tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/quotas/6f961cdd2806417f9eeecf800dc5c9c4 HTTP/1.1" status: 200 len: 375 time: 0.0087712 Apr 06 13:40:32.923300 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-53045578-a873-4c9e-a072-2b7f3b0568e7 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f961cdd2806417f9eeecf800dc5c9c4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0838301 Apr 06 13:40:33.060089 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-62d0b907-e8e7-4bba-9a0b-dc2b9009a478 service neutron] 10.222.0.48 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250768 Apr 06 13:40:33.191459 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-f9d2aa89-2a1e-4619-a0d8-ef60b7b2039b service neutron] 10.222.0.48 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255965 Apr 06 13:40:33.823474 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-088f2e03-8a51-4104-a3af-c37eec780400 req-1c4ab850-38f9-4a8c-9dca-5183b7b0b2ff tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a624842a-7443-441b-ac26-444386543f3f HTTP/1.1" status: 200 len: 210 time: 0.0478375 Apr 06 13:40:34.970956 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-34cb6df9-09de-415c-a41f-30d76825ce4d req-28dca6f4-cb7c-42aa-9a17-1746462a06c4 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a624842a-7443-441b-ac26-444386543f3f HTTP/1.1" status: 200 len: 210 time: 0.0434074 Apr 06 13:40:35.993905 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-35de64aa-3ec8-47e5-8624-a049fada0698 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:35.995417 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-35de64aa-3ec8-47e5-8624-a049fada0698 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.61 "GET /v2.0/networks?id=07d8a801-9673-412c-b97f-9a98a83af4f7 HTTP/1.1" status: 200 len: 811 time: 0.2778716 Apr 06 13:40:36.046872 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-d90e7a47-032c-41c2-bdca-02a2eac5b1f8 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f961cdd2806417f9eeecf800dc5c9c4 HTTP/1.1" status: 200 len: 380 time: 0.0429134 Apr 06 13:40:36.056537 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-f5e21b9a-2983-45ac-b73b-67476ddf41b2 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Request body: {'port': {'device_id': 'a624842a-7443-441b-ac26-444386543f3f', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'admin_state_up': True, 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'security_groups': ['75cd8e99-0e1f-4039-9c08-2402be58742e']}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:40:36.181010 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f87129bc-f115-4a87-b815-fa74e0d88d7a req-2b7be631-4318-4cb3-b574-c4a2e66cc97d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a624842a-7443-441b-ac26-444386543f3f HTTP/1.1" status: 200 len: 210 time: 0.0941148 Apr 06 13:40:36.240628 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-f5e21b9a-2983-45ac-b73b-67476ddf41b2 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:40:36.440937 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-f5e21b9a-2983-45ac-b73b-67476ddf41b2 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Usage tracker for resource:port and tenant:6f961cdd2806417f9eeecf800dc5c9c4 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:40:36.440937 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-f5e21b9a-2983-45ac-b73b-67476ddf41b2 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:40:36.440937 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-f5e21b9a-2983-45ac-b73b-67476ddf41b2 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:40:36.440937 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-f5e21b9a-2983-45ac-b73b-67476ddf41b2 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Made reservation on behalf of 6f961cdd2806417f9eeecf800dc5c9c4 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:40:36.440937 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-f5e21b9a-2983-45ac-b73b-67476ddf41b2 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:36.559864 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-f5e21b9a-2983-45ac-b73b-67476ddf41b2 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Allocated IP 172.20.0.7 (07d8a801-9673-412c-b97f-9a98a83af4f7/bec31d0f-ca58-4f44-a0f5-7b9820419a31/a10268a1-fb30-42eb-a6f7-d9c688b63503) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:40:36.766744 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-f5e21b9a-2983-45ac-b73b-67476ddf41b2 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:36.782999 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-f5e21b9a-2983-45ac-b73b-67476ddf41b2 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Transition to ACTIVE for port object a10268a1-fb30-42eb-a6f7-d9c688b63503 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:40:36.917346 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-f5e21b9a-2983-45ac-b73b-67476ddf41b2 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:36.993463 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-f5e21b9a-2983-45ac-b73b-67476ddf41b2 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Network 07d8a801-9673-412c-b97f-9a98a83af4f7 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:40:36.997192 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-f5e21b9a-2983-45ac-b73b-67476ddf41b2 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:40:37.002867 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-f5e21b9a-2983-45ac-b73b-67476ddf41b2 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:40:37.031013 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e21b9a-2983-45ac-b73b-67476ddf41b2 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Pushing event updated for resources: {'Port': ['ID=a10268a1-fb30-42eb-a6f7-d9c688b63503,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:37.083756 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-f5e21b9a-2983-45ac-b73b-67476ddf41b2 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:37.085976 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-f5e21b9a-2983-45ac-b73b-67476ddf41b2 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:37.254745 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-f5e21b9a-2983-45ac-b73b-67476ddf41b2 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2021682 Apr 06 13:40:37.266960 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-b8d7f48e-34a4-4427-865a-58db2f5b6bee service neutron] Request body: {'port': {'device_id': 'a624842a-7443-441b-ac26-444386543f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:40:37.282242 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b3bc5a19-3731-478d-bff4-b479d3e1117c None None] Provisioning for port a10268a1-fb30-42eb-a6f7-d9c688b63503 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:40:37.287390 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b3bc5a19-3731-478d-bff4-b479d3e1117c None None] Provisioning complete for port a10268a1-fb30-42eb-a6f7-d9c688b63503 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:40:37.298729 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b3bc5a19-3731-478d-bff4-b479d3e1117c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:37.355180 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-b3bc5a19-3731-478d-bff4-b479d3e1117c None None] Port a10268a1-fb30-42eb-a6f7-d9c688b63503 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:40:37.461367 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-b8d7f48e-34a4-4427-865a-58db2f5b6bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:37.482616 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9c39c-1068-4776-8cea-1cd000b08c67 req-b7678ac0-dfcb-47e3-9f5d-9f0eebc0dd73 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:37.483341 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-eac9c39c-1068-4776-8cea-1cd000b08c67 req-b7678ac0-dfcb-47e3-9f5d-9f0eebc0dd73 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Synchronizing usage tracker for tenant:6f961cdd2806417f9eeecf800dc5c9c4 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:40:37.660471 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-eac9c39c-1068-4776-8cea-1cd000b08c67 req-b7678ac0-dfcb-47e3-9f5d-9f0eebc0dd73 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Unset dirty status for tenant:6f961cdd2806417f9eeecf800dc5c9c4 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:40:37.661633 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-eac9c39c-1068-4776-8cea-1cd000b08c67 req-b7678ac0-dfcb-47e3-9f5d-9f0eebc0dd73 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a624842a-7443-441b-ac26-444386543f3f HTTP/1.1" status: 200 len: 931 time: 0.3464780 Apr 06 13:40:37.786484 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-eac9c39c-1068-4776-8cea-1cd000b08c67 req-d9ae80f3-c215-45e5-9f1f-08c61f1327e2 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126528 Apr 06 13:40:37.905010 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-b8d7f48e-34a4-4427-865a-58db2f5b6bee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a10268a1-fb30-42eb-a6f7-d9c688b63503 {{(pid=88565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:40:37.913558 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-b8d7f48e-34a4-4427-865a-58db2f5b6bee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:37.928369 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-b8d7f48e-34a4-4427-865a-58db2f5b6bee service neutron] Transition to ACTIVE for port object a10268a1-fb30-42eb-a6f7-d9c688b63503 will not be triggered until provisioned by entity L2. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:40:38.019974 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-b8d7f48e-34a4-4427-865a-58db2f5b6bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:38.205891 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7f48e-34a4-4427-865a-58db2f5b6bee service neutron] Pushing event updated for resources: {'Port': ['ID=a10268a1-fb30-42eb-a6f7-d9c688b63503,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:38.296398 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-b8d7f48e-34a4-4427-865a-58db2f5b6bee service neutron] Attempting to bind port a10268a1-fb30-42eb-a6f7-d9c688b63503 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:40:38.297264 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-b8d7f48e-34a4-4427-865a-58db2f5b6bee service neutron] Attempting to bind port a10268a1-fb30-42eb-a6f7-d9c688b63503 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'ad0f3491-5818-4d1f-8d68-284d1a30d5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7'}] {{(pid=88565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:40:38.297264 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-b8d7f48e-34a4-4427-865a-58db2f5b6bee service neutron] Attempting to bind port a10268a1-fb30-42eb-a6f7-d9c688b63503 on network 07d8a801-9673-412c-b97f-9a98a83af4f7 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:40:38.302159 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-b8d7f48e-34a4-4427-865a-58db2f5b6bee service neutron] Port a10268a1-fb30-42eb-a6f7-d9c688b63503 on network 07d8a801-9673-412c-b97f-9a98a83af4f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:40:38.302475 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-b8d7f48e-34a4-4427-865a-58db2f5b6bee service neutron] Attempting to bind port a10268a1-fb30-42eb-a6f7-d9c688b63503 on network 07d8a801-9673-412c-b97f-9a98a83af4f7 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:40:38.309373 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-b8d7f48e-34a4-4427-865a-58db2f5b6bee service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:40:38.309711 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-b8d7f48e-34a4-4427-865a-58db2f5b6bee service neutron] Checking segment: {'id': 'ad0f3491-5818-4d1f-8d68-284d1a30d5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:40:38.310101 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-b8d7f48e-34a4-4427-865a-58db2f5b6bee service neutron] Bound using segment: {'id': 'ad0f3491-5818-4d1f-8d68-284d1a30d5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7'} {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:40:38.310536 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-b8d7f48e-34a4-4427-865a-58db2f5b6bee service neutron] Bound port: a10268a1-fb30-42eb-a6f7-d9c688b63503, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad0f3491-5818-4d1f-8d68-284d1a30d5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7'}}] {{(pid=88565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:40:38.310906 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-b8d7f48e-34a4-4427-865a-58db2f5b6bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:38.526168 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-b8d7f48e-34a4-4427-865a-58db2f5b6bee service neutron] For port a10268a1-fb30-42eb-a6f7-d9c688b63503, host hv-neutron-8346, cleared binding levels {{(pid=88565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:40:38.529280 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-b8d7f48e-34a4-4427-865a-58db2f5b6bee service neutron] For port a10268a1-fb30-42eb-a6f7-d9c688b63503, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a10268a1-fb30-42eb-a6f7-d9c688b63503,segment=NetworkSegment(ad0f3491-5818-4d1f-8d68-284d1a30d5e3),segment_id=ad0f3491-5818-4d1f-8d68-284d1a30d5e3)] {{(pid=88565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:40:38.586104 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-b8d7f48e-34a4-4427-865a-58db2f5b6bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:38.646172 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-b8d7f48e-34a4-4427-865a-58db2f5b6bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:38.646770 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-b8d7f48e-34a4-4427-865a-58db2f5b6bee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:38.648724 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-b8d7f48e-34a4-4427-865a-58db2f5b6bee service neutron] 10.222.0.61 "PUT /v2.0/ports/a10268a1-fb30-42eb-a6f7-d9c688b63503 HTTP/1.1" status: 200 len: 1093 time: 1.3868334 Apr 06 13:40:38.649155 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a624842a-7443-441b-ac26-444386543f3f', 'tag': 'a10268a1-fb30-42eb-a6f7-d9c688b63503'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:40:38.677470 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7f48e-34a4-4427-865a-58db2f5b6bee service neutron] Pushing event updated for resources: {'Port': ['ID=a10268a1-fb30-42eb-a6f7-d9c688b63503,revision_number=3']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:38.703981 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83ba1d74-b45f-46b9-b563-bc1c58f403b0'] response: {'name': 'network-changed', 'server_uuid': 'a624842a-7443-441b-ac26-444386543f3f', 'tag': 'a10268a1-fb30-42eb-a6f7-d9c688b63503', 'status': 'completed', 'code': 200} Apr 06 13:40:38.810299 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff185b1b-341d-46ed-8954-47e04f57bc4f req-9bd28b1c-60d3-4c3f-a402-b27be251c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:38.812496 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ff185b1b-341d-46ed-8954-47e04f57bc4f req-9bd28b1c-60d3-4c3f-a402-b27be251c00e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f961cdd2806417f9eeecf800dc5c9c4&device_id=a624842a-7443-441b-ac26-444386543f3f HTTP/1.1" status: 200 len: 1096 time: 0.0834661 Apr 06 13:40:39.012678 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff185b1b-341d-46ed-8954-47e04f57bc4f req-477e93da-b752-4e4e-badf-fda6f83ca083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:39.014040 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ff185b1b-341d-46ed-8954-47e04f57bc4f req-477e93da-b752-4e4e-badf-fda6f83ca083 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=6f961cdd2806417f9eeecf800dc5c9c4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1949425 Apr 06 13:40:39.073844 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e2b81-4ad1-4a00-92ce-a49525c35c9b req-48906dc9-5af6-4663-ad55-1ff362f50d4d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:39.075335 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0c1e2b81-4ad1-4a00-92ce-a49525c35c9b req-48906dc9-5af6-4663-ad55-1ff362f50d4d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a624842a-7443-441b-ac26-444386543f3f HTTP/1.1" status: 200 len: 943 time: 0.1618364 Apr 06 13:40:39.197170 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0c1e2b81-4ad1-4a00-92ce-a49525c35c9b req-7fdeb5a5-8216-4b26-b4df-10ecf5dfd65e tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753376 Apr 06 13:40:39.204290 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff185b1b-341d-46ed-8954-47e04f57bc4f req-a823cdb3-a855-4073-9f33-a11110e2c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:39.205956 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ff185b1b-341d-46ed-8954-47e04f57bc4f req-a823cdb3-a855-4073-9f33-a11110e2c2c8 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1815755 Apr 06 13:40:39.318017 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-dc614637-27c0-44a0-84f6-b057b69fa99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:39.319697 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-dc614637-27c0-44a0-84f6-b057b69fa99a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f961cdd2806417f9eeecf800dc5c9c4&device_id=a624842a-7443-441b-ac26-444386543f3f HTTP/1.1" status: 200 len: 1096 time: 0.0722637 Apr 06 13:40:39.394139 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-3b18ecf1-ac53-4621-8aee-a71c69859880 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a10268a1-fb30-42eb-a6f7-d9c688b63503 HTTP/1.1" status: 200 len: 217 time: 0.0666142 Apr 06 13:40:39.461141 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-eacb2914-2468-46a4-b4ac-8bd20ba27249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:39.462594 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-eacb2914-2468-46a4-b4ac-8bd20ba27249 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bec31d0f-ca58-4f44-a0f5-7b9820419a31 HTTP/1.1" status: 200 len: 850 time: 0.0614779 Apr 06 13:40:39.544411 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-951ae79c-26fa-4ba2-9b3d-00fbf49dc163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:39.545869 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-951ae79c-26fa-4ba2-9b3d-00fbf49dc163 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=07d8a801-9673-412c-b97f-9a98a83af4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768499 Apr 06 13:40:39.680970 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-92098102-5d28-41ba-891f-97c847232fe9 service neutron] 10.222.0.61 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278572 Apr 06 13:40:39.815872 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-48484be9-f4b8-4b36-b1a1-60488a3bb4df req-d42f979e-2777-4cb8-b554-70e29ed5c16f service neutron] 10.222.0.61 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286604 Apr 06 13:40:40.382216 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b51ea-98d6-4091-8b65-6d60159a37ac req-6e4ac7c8-dd7e-487f-a8ea-b2e4980f2b29 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:40.383714 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d74b51ea-98d6-4091-8b65-6d60159a37ac req-6e4ac7c8-dd7e-487f-a8ea-b2e4980f2b29 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a624842a-7443-441b-ac26-444386543f3f HTTP/1.1" status: 200 len: 943 time: 0.0802722 Apr 06 13:40:40.428934 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d74b51ea-98d6-4091-8b65-6d60159a37ac req-79533cb5-59f7-47ef-aa80-2dc5090e6eee tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388536 Apr 06 13:40:41.616454 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a0e9f-95df-4253-b872-32f184e13ff4 req-6239d5f3-c753-4abd-995a-da54cf9179b5 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:41.618368 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-549a0e9f-95df-4253-b872-32f184e13ff4 req-6239d5f3-c753-4abd-995a-da54cf9179b5 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a624842a-7443-441b-ac26-444386543f3f HTTP/1.1" status: 200 len: 943 time: 0.0845399 Apr 06 13:40:41.663332 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-549a0e9f-95df-4253-b872-32f184e13ff4 req-2d6dfdad-c19a-476f-a55e-fd1914d5a46d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390892 Apr 06 13:40:42.855380 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1d50e-95e6-4d9b-82f4-0338b77c69aa req-8e884271-74e5-48e5-891e-54a8c55c0405 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:42.856823 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-12a1d50e-95e6-4d9b-82f4-0338b77c69aa req-8e884271-74e5-48e5-891e-54a8c55c0405 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a624842a-7443-441b-ac26-444386543f3f HTTP/1.1" status: 200 len: 943 time: 0.0854666 Apr 06 13:40:42.904051 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-12a1d50e-95e6-4d9b-82f4-0338b77c69aa req-3d7fe908-7a30-4ffe-b81a-90b5590f3a83 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415990 Apr 06 13:40:44.091271 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287bb7e-b073-474c-ba0a-8f0e2375763e req-c6a08fd8-80b6-49ce-8579-26b97679f880 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:44.092737 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8287bb7e-b073-474c-ba0a-8f0e2375763e req-c6a08fd8-80b6-49ce-8579-26b97679f880 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a624842a-7443-441b-ac26-444386543f3f HTTP/1.1" status: 200 len: 943 time: 0.0837591 Apr 06 13:40:44.138069 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8287bb7e-b073-474c-ba0a-8f0e2375763e req-e2cee216-3c2a-4fc1-bf0e-c6735487caad tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396607 Apr 06 13:40:44.916701 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4e9e811c-ea31-4319-8880-6f5fea7ad1a0 req-d0709821-7bce-4f00-ad9c-d210208b6da8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ec72da2e-bc70-493a-9f54-d696135f3930&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812550 Apr 06 13:40:45.183300 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e811c-ea31-4319-8880-6f5fea7ad1a0 req-84cfeff4-a5ef-4a97-8c68-36510f382603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:45.184879 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4e9e811c-ea31-4319-8880-6f5fea7ad1a0 req-84cfeff4-a5ef-4a97-8c68-36510f382603 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f961cdd2806417f9eeecf800dc5c9c4&device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 1098 time: 0.1923029 Apr 06 13:40:45.392881 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e811c-ea31-4319-8880-6f5fea7ad1a0 req-65359a1d-1a4c-4589-bf46-d10db4d07e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:45.396364 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4e9e811c-ea31-4319-8880-6f5fea7ad1a0 req-65359a1d-1a4c-4589-bf46-d10db4d07e84 service neutron] 10.222.0.61 "GET /v2.0/networks?id=07d8a801-9673-412c-b97f-9a98a83af4f7 HTTP/1.1" status: 200 len: 912 time: 0.1887829 Apr 06 13:40:45.413696 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e40c2523-3e52-4f60-8fbb-44c3dd760e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:45.484977 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893831e-860b-4e94-9d1e-c6ccfe27af22 req-ada653bf-3f60-487d-b396-fb537b1c3ec5 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:45.486462 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5893831e-860b-4e94-9d1e-c6ccfe27af22 req-ada653bf-3f60-487d-b396-fb537b1c3ec5 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a624842a-7443-441b-ac26-444386543f3f HTTP/1.1" status: 200 len: 943 time: 0.1944139 Apr 06 13:40:45.538910 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4e9e811c-ea31-4319-8880-6f5fea7ad1a0 req-16ce6d48-fc31-4569-9a63-a44b6075c978 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e35adb7-b277-4800-bb7c-bb93b0ea802f HTTP/1.1" status: 200 len: 999 time: 0.1354828 Apr 06 13:40:45.581954 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5893831e-860b-4e94-9d1e-c6ccfe27af22 req-488d884a-111e-4ac2-aa03-4667b67ba008 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890973 Apr 06 13:40:45.612191 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e811c-ea31-4319-8880-6f5fea7ad1a0 req-c5af6068-79e5-4789-a2f0-2563081974d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:45.613626 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4e9e811c-ea31-4319-8880-6f5fea7ad1a0 req-c5af6068-79e5-4789-a2f0-2563081974d4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bec31d0f-ca58-4f44-a0f5-7b9820419a31 HTTP/1.1" status: 200 len: 850 time: 0.0657456 Apr 06 13:40:45.693404 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e811c-ea31-4319-8880-6f5fea7ad1a0 req-5feedb3c-797f-4923-bd9a-876da639031f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:45.694777 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4e9e811c-ea31-4319-8880-6f5fea7ad1a0 req-5feedb3c-797f-4923-bd9a-876da639031f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=07d8a801-9673-412c-b97f-9a98a83af4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748372 Apr 06 13:40:45.828051 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4e9e811c-ea31-4319-8880-6f5fea7ad1a0 req-d93e1af4-6d3e-4904-8431-9b30b4203059 service neutron] 10.222.0.61 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252551 Apr 06 13:40:45.966143 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4e9e811c-ea31-4319-8880-6f5fea7ad1a0 req-7d8d232a-529d-4a69-a89a-ebebb8d6b923 service neutron] 10.222.0.61 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295102 Apr 06 13:40:46.291472 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device a10268a1-fb30-42eb-a6f7-d9c688b63503 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:40:46.424543 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port a10268a1-fb30-42eb-a6f7-d9c688b63503, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a10268a1-fb30-42eb-a6f7-d9c688b63503,segment=NetworkSegment(ad0f3491-5818-4d1f-8d68-284d1a30d5e3),segment_id=ad0f3491-5818-4d1f-8d68-284d1a30d5e3)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:40:46.437696 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': 'a10268a1-fb30-42eb-a6f7-d9c688b63503', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'port_id': 'a10268a1-fb30-42eb-a6f7-d9c688b63503', 'mac_address': 'fa:16:3e:53:1c:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:40:46.491302 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:46.514165 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a10268a1-fb30-42eb-a6f7-d9c688b63503 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:40:46.529367 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port a10268a1-fb30-42eb-a6f7-d9c688b63503, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a10268a1-fb30-42eb-a6f7-d9c688b63503,segment=NetworkSegment(ad0f3491-5818-4d1f-8d68-284d1a30d5e3),segment_id=ad0f3491-5818-4d1f-8d68-284d1a30d5e3)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:40:46.585162 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:46.653272 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=a10268a1-fb30-42eb-a6f7-d9c688b63503,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:46.775728 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237169a-1d91-4aae-8b13-c9de36137ace req-adc379f8-0dab-45bf-ab1d-19ba0fe7ac27 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:46.777168 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7237169a-1d91-4aae-8b13-c9de36137ace req-adc379f8-0dab-45bf-ab1d-19ba0fe7ac27 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a624842a-7443-441b-ac26-444386543f3f HTTP/1.1" status: 200 len: 944 time: 0.0824473 Apr 06 13:40:46.822460 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7237169a-1d91-4aae-8b13-c9de36137ace req-d306d0c5-a846-4643-94c4-82cd2c9b4616 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394158 Apr 06 13:40:46.891388 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['a10268a1-fb30-42eb-a6f7-d9c688b63503'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:40:47.687480 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-26c0e24a-c2a1-45a6-806b-4dacfbf175cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:48.007851 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e60392-bf83-47a2-8263-8a8d333988b9 req-e83e0819-b2ee-4d7b-a54a-4d2ad5ccd204 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:48.009542 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-21e60392-bf83-47a2-8263-8a8d333988b9 req-e83e0819-b2ee-4d7b-a54a-4d2ad5ccd204 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a624842a-7443-441b-ac26-444386543f3f HTTP/1.1" status: 200 len: 944 time: 0.0818367 Apr 06 13:40:48.053181 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-21e60392-bf83-47a2-8263-8a8d333988b9 req-7589cc19-4b5d-4c27-a0d8-76131ea58a83 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379364 Apr 06 13:40:48.305804 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device a10268a1-fb30-42eb-a6f7-d9c688b63503 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:40:48.447831 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port a10268a1-fb30-42eb-a6f7-d9c688b63503 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:40:48.452667 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port a10268a1-fb30-42eb-a6f7-d9c688b63503 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:40:48.457379 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:48.603406 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:48.631828 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a624842a-7443-441b-ac26-444386543f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10268a1-fb30-42eb-a6f7-d9c688b63503'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:40:48.646119 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port a10268a1-fb30-42eb-a6f7-d9c688b63503, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a10268a1-fb30-42eb-a6f7-d9c688b63503,segment=NetworkSegment(ad0f3491-5818-4d1f-8d68-284d1a30d5e3),segment_id=ad0f3491-5818-4d1f-8d68-284d1a30d5e3)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:40:48.686997 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb27297d-8f61-4c54-a5c8-b86f7dc6ec28'] response: {'server_uuid': 'a624842a-7443-441b-ac26-444386543f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10268a1-fb30-42eb-a6f7-d9c688b63503', 'code': 200} Apr 06 13:40:48.779475 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:48.874439 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=a10268a1-fb30-42eb-a6f7-d9c688b63503,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:49.001226 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:49.002651 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:49.295835 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca3253-6fac-4bef-acd0-564eac5170bc req-c6cb9a33-921c-4803-9f91-8a31810b195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:49.297485 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a6ca3253-6fac-4bef-acd0-564eac5170bc req-c6cb9a33-921c-4803-9f91-8a31810b195f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a624842a-7443-441b-ac26-444386543f3f HTTP/1.1" status: 200 len: 1098 time: 0.1408846 Apr 06 13:40:49.306028 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdd6a8-6056-45c5-9a31-aa2ecf1e9f19 req-79da5946-07b7-4c0f-a947-ba9a9e65aac7 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:49.307923 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cefdd6a8-6056-45c5-9a31-aa2ecf1e9f19 req-79da5946-07b7-4c0f-a947-ba9a9e65aac7 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a624842a-7443-441b-ac26-444386543f3f HTTP/1.1" status: 200 len: 945 time: 0.1179068 Apr 06 13:40:49.373059 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a6ca3253-6fac-4bef-acd0-564eac5170bc req-6b0bf070-3486-4784-b5b0-0b3f5b605519 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644081 Apr 06 13:40:49.380144 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cefdd6a8-6056-45c5-9a31-aa2ecf1e9f19 req-20c73385-cfa9-4269-a5e8-d6acc0931c37 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590754 Apr 06 13:40:50.332952 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:50.595366 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd122b0e-d0c3-4972-81b4-0f0c7ca2bb4b req-5b481f42-4369-4aa5-80ea-36f5819ccc46 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:50.596849 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bd122b0e-d0c3-4972-81b4-0f0c7ca2bb4b req-5b481f42-4369-4aa5-80ea-36f5819ccc46 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a624842a-7443-441b-ac26-444386543f3f HTTP/1.1" status: 200 len: 945 time: 0.0878255 Apr 06 13:40:50.644568 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bd122b0e-d0c3-4972-81b4-0f0c7ca2bb4b req-d9ed063a-9a09-4a15-8758-cb94842130c7 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414481 Apr 06 13:40:51.844566 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e90e3e-071c-4f0d-9502-1a5584c4cca1 req-a96fd7cb-b033-4d86-bec1-edeb8f6ca35d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:51.846095 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b4e90e3e-071c-4f0d-9502-1a5584c4cca1 req-a96fd7cb-b033-4d86-bec1-edeb8f6ca35d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a624842a-7443-441b-ac26-444386543f3f HTTP/1.1" status: 200 len: 945 time: 0.0925422 Apr 06 13:40:51.895115 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b4e90e3e-071c-4f0d-9502-1a5584c4cca1 req-18253974-e215-4418-ac83-13d3bdf58c00 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431001 Apr 06 13:40:52.085635 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e9240-a879-49ab-8429-a3f3ea6a3d19 req-bdaa15e5-f373-4d48-b0db-56edd4b250a9 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:52.087058 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7c6e9240-a879-49ab-8429-a3f3ea6a3d19 req-bdaa15e5-f373-4d48-b0db-56edd4b250a9 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a624842a-7443-441b-ac26-444386543f3f HTTP/1.1" status: 200 len: 945 time: 0.0821943 Apr 06 13:40:52.133587 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7c6e9240-a879-49ab-8429-a3f3ea6a3d19 req-6f29d9b3-5edf-422a-9b6a-bb6e02dca6f9 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400274 Apr 06 13:40:52.157563 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50602) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:40:52.398299 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1c8660-0f91-46a9-b799-bf29e92fef0b tempest-TestVolumeBootPattern-585643774 tempest-TestVolumeBootPattern-585643774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:52.399800 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2a1c8660-0f91-46a9-b799-bf29e92fef0b tempest-TestVolumeBootPattern-585643774 tempest-TestVolumeBootPattern-585643774-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a624842a-7443-441b-ac26-444386543f3f HTTP/1.1" status: 200 len: 1093 time: 0.2410481 Apr 06 13:40:52.403172 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50608) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:40:52.408171 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'port_id': 'a10268a1-fb30-42eb-a6f7-d9c688b63503', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:40:52.414327 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:40:52.418959 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Usage tracker for resource:floatingip and tenant:6f961cdd2806417f9eeecf800dc5c9c4 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:40:52.421781 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:40:52.427997 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:40:52.521970 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for floatingip, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:52.666891 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:52.807635 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Allocated IP 172.26.4.140 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/a894e0a9-a441-498b-8c8c-a6ab262a120a) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:40:52.952841 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:53.063869 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:53.128436 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:40:53.131069 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:40:53.239360 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:40:53.282508 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Pushing event updated for resources: {'Port': ['ID=a894e0a9-a441-498b-8c8c-a6ab262a120a,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:53.294707 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:40:53.299780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:40:53.299780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:40:53.299780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:40:53.299780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:40:53.299780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:40:53.299780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:40:53.299780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:40:53.299780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:40:53.299780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:40:53.299780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:40:53.299780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:40:53.677896 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:53.820149 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:54.032389 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:54.156034 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:54.269778 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Pushing event updated for resources: {'Port': ['ID=a894e0a9-a441-498b-8c8c-a6ab262a120a,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:40:54.282600 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:54.454670 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Floating IP de0d6f03-06f2-4dd0-9e8b-1a29e7bc9240 associated. External IP: 172.26.4.140, port: a10268a1-fb30-42eb-a6f7-d9c688b63503. Apr 06 13:40:54.813985 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Router af1dcf33-cb2f-4c5f-9859-150dd859536f has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:40:55.105827 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:40:55.119695 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31363659-0e93-4636-932d-b641a552031d None None] Sync routers for ids ['af1dcf33-cb2f-4c5f-9859-150dd859536f'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:40:55.130592 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31363659-0e93-4636-932d-b641a552031d None None] Routers {'af1dcf33-cb2f-4c5f-9859-150dd859536f'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:40:55.130821 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-31363659-0e93-4636-932d-b641a552031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:40:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['af1dcf33-cb2f-4c5f-9859-150dd859536f'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:40:55.208210 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:40:55.268458 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-896de0ba-a0b0-48a3-b075-fcbd68e77d55 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8642645 Apr 06 13:40:55.269044 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a624842a-7443-441b-ac26-444386543f3f', 'tag': 'a10268a1-fb30-42eb-a6f7-d9c688b63503'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:40:55.320949 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6167af2-623e-486a-a6cb-ff20d1b4ddf2'] response: {'name': 'network-changed', 'server_uuid': 'a624842a-7443-441b-ac26-444386543f3f', 'tag': 'a10268a1-fb30-42eb-a6f7-d9c688b63503', 'status': 'completed', 'code': 200} Apr 06 13:40:55.346495 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-31363659-0e93-4636-932d-b641a552031d None None] Set router af1dcf33-cb2f-4c5f-9859-150dd859536f gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:40:55.421806 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336825cf-3d98-426e-bf07-ee36ff595ea8 req-a359658f-4ae0-4310-92c6-60e12805b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:55.423511 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-336825cf-3d98-426e-bf07-ee36ff595ea8 req-a359658f-4ae0-4310-92c6-60e12805b064 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f961cdd2806417f9eeecf800dc5c9c4&device_id=a624842a-7443-441b-ac26-444386543f3f HTTP/1.1" status: 200 len: 1098 time: 0.0787737 Apr 06 13:40:55.685714 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336825cf-3d98-426e-bf07-ee36ff595ea8 req-848cc7b6-e552-470e-9325-8429d4d4a420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:55.687240 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-336825cf-3d98-426e-bf07-ee36ff595ea8 req-848cc7b6-e552-470e-9325-8429d4d4a420 service neutron] 10.222.0.61 "GET /v2.0/networks?id=07d8a801-9673-412c-b97f-9a98a83af4f7 HTTP/1.1" status: 200 len: 912 time: 0.2576966 Apr 06 13:40:55.718169 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-31363659-0e93-4636-932d-b641a552031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'name': 'tempest-TestVolumeBootPattern-380610203-router', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:10Z', 'updated_at': '2022-04-06T13:32:18Z', 'revision_number': 4, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'gw_port': {'id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:12Z', 'updated_at': '2022-04-06T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '1637510f-0ea8-4797-8c98-3165b42cf158', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'floating_ip_address': '172.26.4.8', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'port_id': '3e35adb7-b277-4800-bb7c-bb93b0ea802f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'mac_address': 'fa:16:3e:ad:2f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec72da2e-bc70-493a-9f54-d696135f3930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:37:34Z', 'updated_at': '2022-04-06T13:37:39Z', 'revision_number': 1, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'fixed_ip_address_scope': None}, {'id': 'de0d6f03-06f2-4dd0-9e8b-1a29e7bc9240', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'port_id': 'a10268a1-fb30-42eb-a6f7-d9c688b63503', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'mac_address': 'fa:16:3e:53:1c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a624842a-7443-441b-ac26-444386543f3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:40:53Z', 'updated_at': '2022-04-06T13:40:53Z', 'revision_number': 0, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed1bccca-f7f5-43d9-9020-42d75027d86d', 'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'mac_address': 'fa:16:3e:70:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:17Z', 'updated_at': '2022-04-06T13:32:28Z', 'revision_number': 5, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'subnets': [{'id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:40:55.722185 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31363659-0e93-4636-932d-b641a552031d None None] Checking router: af1dcf33-cb2f-4c5f-9859-150dd859536f for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:40:55.731058 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31363659-0e93-4636-932d-b641a552031d None None] Routers {'af1dcf33-cb2f-4c5f-9859-150dd859536f'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:40:55.731646 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-31363659-0e93-4636-932d-b641a552031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:40:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['af1dcf33-cb2f-4c5f-9859-150dd859536f'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:40:55.796024 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-336825cf-3d98-426e-bf07-ee36ff595ea8 req-9b7a7773-0f73-4e6f-8bf0-ae94a39ec850 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a10268a1-fb30-42eb-a6f7-d9c688b63503 HTTP/1.1" status: 200 len: 999 time: 0.1013319 Apr 06 13:40:55.859354 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336825cf-3d98-426e-bf07-ee36ff595ea8 req-db91dfef-61f2-4964-8e1a-dcc0f445240c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:55.860825 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-336825cf-3d98-426e-bf07-ee36ff595ea8 req-db91dfef-61f2-4964-8e1a-dcc0f445240c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bec31d0f-ca58-4f44-a0f5-7b9820419a31 HTTP/1.1" status: 200 len: 850 time: 0.0591497 Apr 06 13:40:55.912634 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-31363659-0e93-4636-932d-b641a552031d None None] Set router af1dcf33-cb2f-4c5f-9859-150dd859536f gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:40:55.954992 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336825cf-3d98-426e-bf07-ee36ff595ea8 req-f1746a46-6028-4fb4-9d2a-931ed07c9799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:40:55.954992 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-336825cf-3d98-426e-bf07-ee36ff595ea8 req-f1746a46-6028-4fb4-9d2a-931ed07c9799 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=07d8a801-9673-412c-b97f-9a98a83af4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756457 Apr 06 13:40:56.086079 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-336825cf-3d98-426e-bf07-ee36ff595ea8 req-b0cbfef7-cf30-4dd9-94fe-513792cff330 service neutron] 10.222.0.61 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289525 Apr 06 13:40:56.228326 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-336825cf-3d98-426e-bf07-ee36ff595ea8 req-87aa461b-3e87-4a86-b849-7f6a779058eb service neutron] 10.222.0.61 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357336 Apr 06 13:40:56.280135 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-31363659-0e93-4636-932d-b641a552031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'name': 'tempest-TestVolumeBootPattern-380610203-router', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:10Z', 'updated_at': '2022-04-06T13:32:18Z', 'revision_number': 4, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'gw_port': {'id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:12Z', 'updated_at': '2022-04-06T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '1637510f-0ea8-4797-8c98-3165b42cf158', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'floating_ip_address': '172.26.4.8', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'port_id': '3e35adb7-b277-4800-bb7c-bb93b0ea802f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'mac_address': 'fa:16:3e:ad:2f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec72da2e-bc70-493a-9f54-d696135f3930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:37:34Z', 'updated_at': '2022-04-06T13:37:39Z', 'revision_number': 1, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'fixed_ip_address_scope': None}, {'id': 'de0d6f03-06f2-4dd0-9e8b-1a29e7bc9240', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'port_id': 'a10268a1-fb30-42eb-a6f7-d9c688b63503', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'mac_address': 'fa:16:3e:53:1c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a624842a-7443-441b-ac26-444386543f3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:40:53Z', 'updated_at': '2022-04-06T13:40:53Z', 'revision_number': 0, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed1bccca-f7f5-43d9-9020-42d75027d86d', 'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'mac_address': 'fa:16:3e:70:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:17Z', 'updated_at': '2022-04-06T13:32:28Z', 'revision_number': 5, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'subnets': [{'id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:40:56.284361 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31363659-0e93-4636-932d-b641a552031d None None] The sync data for ids ['af1dcf33-cb2f-4c5f-9859-150dd859536f'] in dv-neutron-834600-1-hyperv is: [{'id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'name': 'tempest-TestVolumeBootPattern-380610203-router', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:10Z', 'updated_at': '2022-04-06T13:32:18Z', 'revision_number': 4, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'gw_port': {'id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:12Z', 'updated_at': '2022-04-06T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '1637510f-0ea8-4797-8c98-3165b42cf158', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'floating_ip_address': '172.26.4.8', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'port_id': '3e35adb7-b277-4800-bb7c-bb93b0ea802f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'mac_address': 'fa:16:3e:ad:2f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec72da2e-bc70-493a-9f54-d696135f3930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:37:34Z', 'updated_at': '2022-04-06T13:37:39Z', 'revision_number': 1, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'fixed_ip_address_scope': None}, {'id': 'de0d6f03-06f2-4dd0-9e8b-1a29e7bc9240', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'port_id': 'a10268a1-fb30-42eb-a6f7-d9c688b63503', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'mac_address': 'fa:16:3e:53:1c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a624842a-7443-441b-ac26-444386543f3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:40:53Z', 'updated_at': '2022-04-06T13:40:53Z', 'revision_number': 0, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed1bccca-f7f5-43d9-9020-42d75027d86d', 'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'mac_address': 'fa:16:3e:70:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:17Z', 'updated_at': '2022-04-06T13:32:28Z', 'revision_number': 5, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'subnets': [{'id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:40:56.480514 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818096cb-4c9f-4286-908d-253d0d202c62 None None] New status for floating IP de0d6f03-06f2-4dd0-9e8b-1a29e7bc9240: ACTIVE {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:40:57.218969 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:41:00.509631 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:41:15.452704 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7ad98ba1-f42a-4d7f-86f5-9430e82ecfcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:41:17.704031 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3b7b4761-546d-41cf-abab-5de8bb9f832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:41:18.898135 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:41:18.921008 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:41:20.320903 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:41:27.304031 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:41:37.509171 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:41:45.394448 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-378d7150-03d5-41cc-a64d-80c1725ba627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:41:47.605447 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5a233c8c-a060-4560-b1b1-be4d5d38edf5 req-9eae3080-2330-4076-8206-2d9d0dc99be9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a54163b5-0194-4f53-a29d-cbac2b2d1748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1186969 Apr 06 13:41:47.700185 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a233c8c-a060-4560-b1b1-be4d5d38edf5 req-b04f3e7d-705f-4684-87da-4c8546975c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:41:47.701676 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5a233c8c-a060-4560-b1b1-be4d5d38edf5 req-b04f3e7d-705f-4684-87da-4c8546975c59 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=a54163b5-0194-4f53-a29d-cbac2b2d1748 HTTP/1.1" status: 200 len: 1098 time: 0.0755603 Apr 06 13:41:47.714127 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-dc51428d-da2c-4b76-88bb-1ab82ae6406e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:41:47.847173 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a233c8c-a060-4560-b1b1-be4d5d38edf5 req-d146f52c-6fbd-422b-85f4-c93e037448bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:41:47.848529 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5a233c8c-a060-4560-b1b1-be4d5d38edf5 req-d146f52c-6fbd-422b-85f4-c93e037448bc service neutron] 10.222.0.61 "GET /v2.0/networks?id=00b4f51c-6973-4c64-b683-67389d497713 HTTP/1.1" status: 200 len: 897 time: 0.1282525 Apr 06 13:41:47.952335 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5a233c8c-a060-4560-b1b1-be4d5d38edf5 req-552dcb6a-8768-4491-bd1b-4ab027d5b986 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a59d8ee0-ba99-4016-8c1b-f47e66dcb204 HTTP/1.1" status: 200 len: 1001 time: 0.0977707 Apr 06 13:41:48.018722 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a233c8c-a060-4560-b1b1-be4d5d38edf5 req-427352c7-029f-46ec-9190-77054238c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:41:48.020199 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5a233c8c-a060-4560-b1b1-be4d5d38edf5 req-427352c7-029f-46ec-9190-77054238c801 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c5a6ff0f-737c-410b-867f-95921a1feb90 HTTP/1.1" status: 200 len: 842 time: 0.0612924 Apr 06 13:41:48.094078 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a233c8c-a060-4560-b1b1-be4d5d38edf5 req-ae861814-130a-4af6-8bbe-1fa59678ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:41:48.095601 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5a233c8c-a060-4560-b1b1-be4d5d38edf5 req-ae861814-130a-4af6-8bbe-1fa59678ed71 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=00b4f51c-6973-4c64-b683-67389d497713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699317 Apr 06 13:41:48.230079 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5a233c8c-a060-4560-b1b1-be4d5d38edf5 req-3e5a2492-fcbf-462c-bf6d-36cafd1e79e8 service neutron] 10.222.0.61 "GET /v2.0/networks/00b4f51c-6973-4c64-b683-67389d497713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282613 Apr 06 13:41:48.363698 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5a233c8c-a060-4560-b1b1-be4d5d38edf5 req-cd2e5361-472b-49e9-a889-02aefd2d9055 service neutron] 10.222.0.61 "GET /v2.0/networks/00b4f51c-6973-4c64-b683-67389d497713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282039 Apr 06 13:41:48.897113 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:41:48.925793 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:41:50.343198 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:41:57.255286 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:42:14.509707 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:42:15.416383 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ce4cc607-eef2-4586-992a-7d723531c920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:42:17.699479 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a956ecf8-a998-4ea6-bdec-5ccad89dce3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:42:18.884414 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:42:18.907169 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:42:20.325099 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:42:23.625406 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50650) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:42:23.632020 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-82f0ca03-9f4f-4d81-bf00-01617e8f2bd0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:42:23.756654 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-82f0ca03-9f4f-4d81-bf00-01617e8f2bd0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-67043010'] for subnet, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:42:24.032215 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-82f0ca03-9f4f-4d81-bf00-01617e8f2bd0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748748767088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-65510547'] for subnet, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:42:24.081509 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f0ca03-9f4f-4d81-bf00-01617e8f2bd0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:42:24.082157 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-82f0ca03-9f4f-4d81-bf00-01617e8f2bd0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:42:24.082868 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117a443c-2240-46f2-9af6-3010b49675db None None] Network 00b4f51c-6973-4c64-b683-67389d497713 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:42:24.087366 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-82f0ca03-9f4f-4d81-bf00-01617e8f2bd0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "PUT /v2.0/subnets/c5a6ff0f-737c-410b-867f-95921a1feb90 HTTP/1.1" status: 200 len: 834 time: 0.4593868 Apr 06 13:42:24.106722 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0ca03-9f4f-4d81-bf00-01617e8f2bd0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Subnet': ['ID=c5a6ff0f-737c-410b-867f-95921a1feb90,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:42:24.114416 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f0ca03-9f4f-4d81-bf00-01617e8f2bd0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:24.114566 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f0ca03-9f4f-4d81-bf00-01617e8f2bd0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:24.116096 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f0ca03-9f4f-4d81-bf00-01617e8f2bd0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:24.116096 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f0ca03-9f4f-4d81-bf00-01617e8f2bd0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:24.116096 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f0ca03-9f4f-4d81-bf00-01617e8f2bd0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:24.116096 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f0ca03-9f4f-4d81-bf00-01617e8f2bd0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:24.116096 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f0ca03-9f4f-4d81-bf00-01617e8f2bd0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:24.116530 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f0ca03-9f4f-4d81-bf00-01617e8f2bd0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:24.116794 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f0ca03-9f4f-4d81-bf00-01617e8f2bd0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:24.117113 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f0ca03-9f4f-4d81-bf00-01617e8f2bd0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:24.117433 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f0ca03-9f4f-4d81-bf00-01617e8f2bd0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:24.117746 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f0ca03-9f4f-4d81-bf00-01617e8f2bd0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:24.605058 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2e8481c1-f378-4f7c-9f5a-b6dbd167f2b3 None None] Provisioning complete for port a59d8ee0-ba99-4016-8c1b-f47e66dcb204 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:42:24.605428 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2e8481c1-f378-4f7c-9f5a-b6dbd167f2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:42:24.743974 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2e8481c1-f378-4f7c-9f5a-b6dbd167f2b3 None None] Provisioning complete for port b7409cd6-be62-4a19-902b-f03e46ba5cd5 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:42:24.744363 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2e8481c1-f378-4f7c-9f5a-b6dbd167f2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:42:24.877137 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2e8481c1-f378-4f7c-9f5a-b6dbd167f2b3 None None] Provisioning complete for port cff5683a-6bd0-49aa-b07d-a1e22672126e triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:42:24.880047 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2e8481c1-f378-4f7c-9f5a-b6dbd167f2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:42:27.279588 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:42:45.659532 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a9815a38-2a7c-4de6-8f0d-431706755ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:42:47.688785 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-55b62a76-e089-4321-8f86-c6e2812dcc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:42:48.900306 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2e889208-648c-40f3-900e-bf0ccdcd1633 req-09f31eeb-b2e3-441f-8f40-0a39c1c65c08 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ec72da2e-bc70-493a-9f54-d696135f3930&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752952 Apr 06 13:42:48.929415 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:42:48.963859 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:42:49.163910 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e889208-648c-40f3-900e-bf0ccdcd1633 req-dba11af7-3d4e-4c16-b648-cc7c58dce70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:42:49.165395 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2e889208-648c-40f3-900e-bf0ccdcd1633 req-dba11af7-3d4e-4c16-b648-cc7c58dce70f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f961cdd2806417f9eeecf800dc5c9c4&device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 1098 time: 0.1935618 Apr 06 13:42:49.323287 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e889208-648c-40f3-900e-bf0ccdcd1633 req-d7164c79-e032-4923-ae13-b90a10c94229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:42:49.324717 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2e889208-648c-40f3-900e-bf0ccdcd1633 req-d7164c79-e032-4923-ae13-b90a10c94229 service neutron] 10.222.0.61 "GET /v2.0/networks?id=07d8a801-9673-412c-b97f-9a98a83af4f7 HTTP/1.1" status: 200 len: 912 time: 0.1407437 Apr 06 13:42:49.432026 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2e889208-648c-40f3-900e-bf0ccdcd1633 req-fb055b47-0119-49da-8ad8-d1caea383709 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e35adb7-b277-4800-bb7c-bb93b0ea802f HTTP/1.1" status: 200 len: 999 time: 0.1009297 Apr 06 13:42:49.502683 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e889208-648c-40f3-900e-bf0ccdcd1633 req-9ec36904-e26e-4ff8-92d3-58dfdf4b0cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:42:49.504148 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2e889208-648c-40f3-900e-bf0ccdcd1633 req-9ec36904-e26e-4ff8-92d3-58dfdf4b0cf3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bec31d0f-ca58-4f44-a0f5-7b9820419a31 HTTP/1.1" status: 200 len: 850 time: 0.0649152 Apr 06 13:42:49.599520 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e889208-648c-40f3-900e-bf0ccdcd1633 req-3082f8eb-479b-46d4-b486-508cc84174c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:42:49.601005 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2e889208-648c-40f3-900e-bf0ccdcd1633 req-3082f8eb-479b-46d4-b486-508cc84174c3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=07d8a801-9673-412c-b97f-9a98a83af4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0881729 Apr 06 13:42:49.740319 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2e889208-648c-40f3-900e-bf0ccdcd1633 req-bcf6e5a8-6f8f-4b64-8aa3-60ca1b6d0cf4 service neutron] 10.222.0.61 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332505 Apr 06 13:42:49.878869 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2e889208-648c-40f3-900e-bf0ccdcd1633 req-ec2d4275-3ab4-4b28-b267-cc38f79a75bf service neutron] 10.222.0.61 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311088 Apr 06 13:42:50.316114 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:42:51.508598 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:42:57.301203 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:06.944877 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50682) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:07.151681 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-6bf4a95e-a92e-4ff3-957c-46e17dfa31b0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port 59695b16-93b2-4631-9273-2ea8990f896f {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:43:07.152061 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6bf4a95e-a92e-4ff3-957c-46e17dfa31b0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:07.336566 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6bf4a95e-a92e-4ff3-957c-46e17dfa31b0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:07.342386 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6bf4a95e-a92e-4ff3-957c-46e17dfa31b0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:07.464256 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-6bf4a95e-a92e-4ff3-957c-46e17dfa31b0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for 59695b16-93b2-4631-9273-2ea8990f896f owned by network:floatingip {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:43:07.693239 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6bf4a95e-a92e-4ff3-957c-46e17dfa31b0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:07.744112 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4a95e-a92e-4ff3-957c-46e17dfa31b0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=59695b16-93b2-4631-9273-2ea8990f896f,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:07.835983 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6bf4a95e-a92e-4ff3-957c-46e17dfa31b0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:07.836314 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-6bf4a95e-a92e-4ff3-957c-46e17dfa31b0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Floating IP 44f0e9a5-7479-4728-96ef-9e9e006ef273 disassociated (deleted). External IP: 172.26.4.237, port: a59d8ee0-ba99-4016-8c1b-f47e66dcb204. Apr 06 13:43:08.300399 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf4a95e-a92e-4ff3-957c-46e17dfa31b0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:43:08.526773 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf4a95e-a92e-4ff3-957c-46e17dfa31b0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:43:08.538430 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139932c0-a1d7-4c9b-b9d4-07499833208a None None] Sync routers for ids ['9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:43:08.548360 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139932c0-a1d7-4c9b-b9d4-07499833208a None None] Routers {'9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:43:08.548986 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-139932c0-a1d7-4c9b-b9d4-07499833208a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:42:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:08.627647 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6bf4a95e-a92e-4ff3-957c-46e17dfa31b0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:08.684659 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6bf4a95e-a92e-4ff3-957c-46e17dfa31b0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/floatingips/44f0e9a5-7479-4728-96ef-9e9e006ef273 HTTP/1.1" status: 204 len: 168 time: 1.7349608 Apr 06 13:43:08.684659 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54163b5-0194-4f53-a29d-cbac2b2d1748', 'tag': 'a59d8ee0-ba99-4016-8c1b-f47e66dcb204'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:43:08.760956 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-139932c0-a1d7-4c9b-b9d4-07499833208a None None] Set router 9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:43:08.804450 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27de913a-163a-4419-9508-2964ab66eff1'] response: {'name': 'network-changed', 'server_uuid': 'a54163b5-0194-4f53-a29d-cbac2b2d1748', 'tag': 'a59d8ee0-ba99-4016-8c1b-f47e66dcb204', 'status': 'completed', 'code': 200} Apr 06 13:43:08.915110 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4684bb5-5edd-4215-9135-4de5e6c68126 req-2fffb2d2-6b95-495d-b48c-11e374451a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:08.916565 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d4684bb5-5edd-4215-9135-4de5e6c68126 req-2fffb2d2-6b95-495d-b48c-11e374451a56 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=a54163b5-0194-4f53-a29d-cbac2b2d1748 HTTP/1.1" status: 200 len: 1098 time: 0.0838540 Apr 06 13:43:09.067769 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4684bb5-5edd-4215-9135-4de5e6c68126 req-c8cb75e6-a92e-4093-bea7-1ebdb28c781c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:09.069647 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d4684bb5-5edd-4215-9135-4de5e6c68126 req-c8cb75e6-a92e-4093-bea7-1ebdb28c781c service neutron] 10.222.0.61 "GET /v2.0/networks?id=00b4f51c-6973-4c64-b683-67389d497713 HTTP/1.1" status: 200 len: 897 time: 0.1464190 Apr 06 13:43:09.090407 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-139932c0-a1d7-4c9b-b9d4-07499833208a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'name': 'tempest-TestNetworkBasicOps-router-1140791144', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:39:59Z', 'updated_at': '2022-04-06T13:40:06Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:40:00Z', 'updated_at': '2022-04-06T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'cff5683a-6bd0-49aa-b07d-a1e22672126e', 'name': '', 'network_id': '00b4f51c-6973-4c64-b683-67389d497713', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:73:57:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'c5a6ff0f-737c-410b-867f-95921a1feb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:40:05Z', 'updated_at': '2022-04-06T13:40:11Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'c5a6ff0f-737c-410b-867f-95921a1feb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:09.094496 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139932c0-a1d7-4c9b-b9d4-07499833208a None None] Checking router: 9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:43:09.103194 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139932c0-a1d7-4c9b-b9d4-07499833208a None None] Routers {'9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:43:09.103793 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-139932c0-a1d7-4c9b-b9d4-07499833208a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:42:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:09.152025 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d4684bb5-5edd-4215-9135-4de5e6c68126 req-af066968-1371-4c2c-be98-afa04f78491e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a59d8ee0-ba99-4016-8c1b-f47e66dcb204 HTTP/1.1" status: 200 len: 217 time: 0.0743477 Apr 06 13:43:09.229710 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4684bb5-5edd-4215-9135-4de5e6c68126 req-fac74aa4-8472-4c16-8082-760b0933cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:09.231189 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d4684bb5-5edd-4215-9135-4de5e6c68126 req-fac74aa4-8472-4c16-8082-760b0933cb4b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c5a6ff0f-737c-410b-867f-95921a1feb90 HTTP/1.1" status: 200 len: 842 time: 0.0705152 Apr 06 13:43:09.298745 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-139932c0-a1d7-4c9b-b9d4-07499833208a None None] Set router 9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:43:09.314924 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4684bb5-5edd-4215-9135-4de5e6c68126 req-32926212-e2d4-4d71-a101-053041cb7e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:09.317746 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d4684bb5-5edd-4215-9135-4de5e6c68126 req-32926212-e2d4-4d71-a101-053041cb7e30 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=00b4f51c-6973-4c64-b683-67389d497713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787628 Apr 06 13:43:09.462953 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d4684bb5-5edd-4215-9135-4de5e6c68126 req-fcddec1d-13c1-4990-adb0-43f24a4cbcac service neutron] 10.222.0.61 "GET /v2.0/networks/00b4f51c-6973-4c64-b683-67389d497713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384153 Apr 06 13:43:09.633103 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-139932c0-a1d7-4c9b-b9d4-07499833208a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'name': 'tempest-TestNetworkBasicOps-router-1140791144', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:39:59Z', 'updated_at': '2022-04-06T13:40:06Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:40:00Z', 'updated_at': '2022-04-06T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'cff5683a-6bd0-49aa-b07d-a1e22672126e', 'name': '', 'network_id': '00b4f51c-6973-4c64-b683-67389d497713', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:73:57:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'c5a6ff0f-737c-410b-867f-95921a1feb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:40:05Z', 'updated_at': '2022-04-06T13:40:11Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'c5a6ff0f-737c-410b-867f-95921a1feb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:09.637334 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139932c0-a1d7-4c9b-b9d4-07499833208a None None] The sync data for ids ['9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'] in dv-neutron-834600-1-hyperv is: [{'id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'name': 'tempest-TestNetworkBasicOps-router-1140791144', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:39:59Z', 'updated_at': '2022-04-06T13:40:06Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:40:00Z', 'updated_at': '2022-04-06T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'cff5683a-6bd0-49aa-b07d-a1e22672126e', 'name': '', 'network_id': '00b4f51c-6973-4c64-b683-67389d497713', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:73:57:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'c5a6ff0f-737c-410b-867f-95921a1feb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:40:05Z', 'updated_at': '2022-04-06T13:40:11Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'c5a6ff0f-737c-410b-867f-95921a1feb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:43:09.669692 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d4684bb5-5edd-4215-9135-4de5e6c68126 req-6f7d9dfe-949b-42bd-9e67-a1ac2c7fdee5 service neutron] 10.222.0.61 "GET /v2.0/networks/00b4f51c-6973-4c64-b683-67389d497713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976995 Apr 06 13:43:09.679149 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f3542-32c9-4736-add9-c3184980dbe1 req-6f838698-6696-4712-aed5-3f1a55044dc4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:09.680952 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-201f3542-32c9-4736-add9-c3184980dbe1 req-6f838698-6696-4712-aed5-3f1a55044dc4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54163b5-0194-4f53-a29d-cbac2b2d1748 HTTP/1.1" status: 200 len: 945 time: 0.2710726 Apr 06 13:43:09.844529 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-201f3542-32c9-4736-add9-c3184980dbe1 req-db049e42-669f-4053-be70-8922665fc3bd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=00dd3665-fbaa-448f-8a7a-7110d6900f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577461 Apr 06 13:43:09.880137 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7a1077-439b-45d5-be97-2a055c41f3d9 None None] New status for floating IP 44f0e9a5-7479-4728-96ef-9e9e006ef273: DOWN {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:43:10.681615 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffad5f6-8af1-4349-b0c5-ef3ec30faea9 req-1c4918b0-efa4-4b11-a109-ce232b978b7e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:10.683063 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cffad5f6-8af1-4349-b0c5-ef3ec30faea9 req-1c4918b0-efa4-4b11-a109-ce232b978b7e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/ports?device_id=a54163b5-0194-4f53-a29d-cbac2b2d1748 HTTP/1.1" status: 200 len: 945 time: 0.0837073 Apr 06 13:43:10.755896 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [req-cffad5f6-8af1-4349-b0c5-ef3ec30faea9 req-1cde28e8-4aec-427a-ad8b-f0cab8c92703 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port a59d8ee0-ba99-4016-8c1b-f47e66dcb204 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:43:10.756234 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-cffad5f6-8af1-4349-b0c5-ef3ec30faea9 req-1cde28e8-4aec-427a-ad8b-f0cab8c92703 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:11.078568 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [req-cffad5f6-8af1-4349-b0c5-ef3ec30faea9 req-1cde28e8-4aec-427a-ad8b-f0cab8c92703 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port a59d8ee0-ba99-4016-8c1b-f47e66dcb204, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a59d8ee0-ba99-4016-8c1b-f47e66dcb204,segment=NetworkSegment(0d0a390e-1293-4396-b708-804d54922c54),segment_id=0d0a390e-1293-4396-b708-804d54922c54)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:43:11.078953 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-cffad5f6-8af1-4349-b0c5-ef3ec30faea9 req-1cde28e8-4aec-427a-ad8b-f0cab8c92703 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:11.208893 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [req-cffad5f6-8af1-4349-b0c5-ef3ec30faea9 req-1cde28e8-4aec-427a-ad8b-f0cab8c92703 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for a59d8ee0-ba99-4016-8c1b-f47e66dcb204 owned by compute:nova {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:43:11.299328 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120a80e-6b06-4344-a482-ed6524216073 req-e54354ea-8913-46f4-90ac-23fe2a898bb9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:11.300764 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8120a80e-6b06-4344-a482-ed6524216073 req-e54354ea-8913-46f4-90ac-23fe2a898bb9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54163b5-0194-4f53-a29d-cbac2b2d1748 HTTP/1.1" status: 200 len: 945 time: 0.3432760 Apr 06 13:43:11.407650 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8120a80e-6b06-4344-a482-ed6524216073 req-5ce791f6-07be-46fb-a3bf-38cdbf2630ee tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=00dd3665-fbaa-448f-8a7a-7110d6900f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931988 Apr 06 13:43:11.495220 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-cffad5f6-8af1-4349-b0c5-ef3ec30faea9 req-1cde28e8-4aec-427a-ad8b-f0cab8c92703 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:11.546284 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde28e8-4aec-427a-ad8b-f0cab8c92703 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=a59d8ee0-ba99-4016-8c1b-f47e66dcb204,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:11.585899 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde28e8-4aec-427a-ad8b-f0cab8c92703 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:11.586240 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde28e8-4aec-427a-ad8b-f0cab8c92703 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:11.586576 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde28e8-4aec-427a-ad8b-f0cab8c92703 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:11.586933 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde28e8-4aec-427a-ad8b-f0cab8c92703 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:11.587261 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde28e8-4aec-427a-ad8b-f0cab8c92703 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:11.587613 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde28e8-4aec-427a-ad8b-f0cab8c92703 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:11.587940 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde28e8-4aec-427a-ad8b-f0cab8c92703 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:11.588305 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde28e8-4aec-427a-ad8b-f0cab8c92703 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:11.588624 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde28e8-4aec-427a-ad8b-f0cab8c92703 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:11.588941 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde28e8-4aec-427a-ad8b-f0cab8c92703 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:11.589257 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde28e8-4aec-427a-ad8b-f0cab8c92703 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:11.589578 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde28e8-4aec-427a-ad8b-f0cab8c92703 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:11.636599 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffad5f6-8af1-4349-b0c5-ef3ec30faea9 req-1cde28e8-4aec-427a-ad8b-f0cab8c92703 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] No DVR routers for this DVR port a59d8ee0-ba99-4016-8c1b-f47e66dcb204 on host hv-neutron-8346 {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:43:11.639475 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-cffad5f6-8af1-4349-b0c5-ef3ec30faea9 req-1cde28e8-4aec-427a-ad8b-f0cab8c92703 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:11.642091 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54163b5-0194-4f53-a29d-cbac2b2d1748', 'name': 'network-vif-deleted', 'tag': 'a59d8ee0-ba99-4016-8c1b-f47e66dcb204'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:43:11.653946 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cffad5f6-8af1-4349-b0c5-ef3ec30faea9 req-1cde28e8-4aec-427a-ad8b-f0cab8c92703 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "DELETE /v2.0/ports/a59d8ee0-ba99-4016-8c1b-f47e66dcb204 HTTP/1.1" status: 204 len: 173 time: 0.9659343 Apr 06 13:43:11.695712 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb923c27-7ccd-4b4b-adcc-ca864e134b3d'] response: {'server_uuid': 'a54163b5-0194-4f53-a29d-cbac2b2d1748', 'name': 'network-vif-deleted', 'tag': 'a59d8ee0-ba99-4016-8c1b-f47e66dcb204', 'status': 'completed', 'code': 200} Apr 06 13:43:12.574955 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-0cc625b9-98e4-4a21-bc8b-8da987aaa487 req-3f57def0-8224-4088-837a-59b918a7bc98 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:43:12.670706 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-0cc625b9-98e4-4a21-bc8b-8da987aaa487 req-3f57def0-8224-4088-837a-59b918a7bc98 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:43:12.672015 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0cc625b9-98e4-4a21-bc8b-8da987aaa487 req-3f57def0-8224-4088-837a-59b918a7bc98 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54163b5-0194-4f53-a29d-cbac2b2d1748 HTTP/1.1" status: 200 len: 210 time: 0.1406534 Apr 06 13:43:13.063078 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device a59d8ee0-ba99-4016-8c1b-f47e66dcb204 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:43:13.099434 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: a59d8ee0-ba99-4016-8c1b-f47e66dcb204 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:43:13.099777 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device a59d8ee0-ba99-4016-8c1b-f47e66dcb204 not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:43:13.770967 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50718) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:13.849281 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-de9e71f6-195a-4647-9c42-e73449ba8805 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:13.880705 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-de9e71f6-195a-4647-9c42-e73449ba8805 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:14.009284 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-de9e71f6-195a-4647-9c42-e73449ba8805 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:14.028707 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e71f6-195a-4647-9c42-e73449ba8805 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00dd3665-fbaa-448f-8a7a-7110d6900f8d,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:14.040702 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-de9e71f6-195a-4647-9c42-e73449ba8805 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:14.041838 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-de9e71f6-195a-4647-9c42-e73449ba8805 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/security-groups/00dd3665-fbaa-448f-8a7a-7110d6900f8d HTTP/1.1" status: 204 len: 168 time: 0.2699022 Apr 06 13:43:14.125396 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50724) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:14.698183 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2a240cd7-f985-46bd-9f4e-fe61577975e5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:15.178544 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-2a240cd7-f985-46bd-9f4e-fe61577975e5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port cff5683a-6bd0-49aa-b07d-a1e22672126e {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:43:15.179275 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2a240cd7-f985-46bd-9f4e-fe61577975e5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:15.370556 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-2a240cd7-f985-46bd-9f4e-fe61577975e5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port cff5683a-6bd0-49aa-b07d-a1e22672126e, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=cff5683a-6bd0-49aa-b07d-a1e22672126e,segment=NetworkSegment(0d0a390e-1293-4396-b708-804d54922c54),segment_id=0d0a390e-1293-4396-b708-804d54922c54)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:43:15.370944 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2a240cd7-f985-46bd-9f4e-fe61577975e5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:15.425839 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-efc747ea-077f-4cf5-9e19-19e8e08271e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:15.502753 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-2a240cd7-f985-46bd-9f4e-fe61577975e5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for cff5683a-6bd0-49aa-b07d-a1e22672126e owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:43:15.761445 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2a240cd7-f985-46bd-9f4e-fe61577975e5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:15.809683 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a240cd7-f985-46bd-9f4e-fe61577975e5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=cff5683a-6bd0-49aa-b07d-a1e22672126e,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:16.096578 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2a240cd7-f985-46bd-9f4e-fe61577975e5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:16.602674 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a240cd7-f985-46bd-9f4e-fe61577975e5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:43:16.793215 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a240cd7-f985-46bd-9f4e-fe61577975e5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:43:16.802730 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5459b1-b4a4-4a45-a5a1-7f365c753bc4 None None] Sync routers for ids ['9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:43:16.812167 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5459b1-b4a4-4a45-a5a1-7f365c753bc4 None None] Routers {'9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:43:16.812757 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1f5459b1-b4a4-4a45-a5a1-7f365c753bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:42:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:16.883006 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2a240cd7-f985-46bd-9f4e-fe61577975e5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "PUT /v2.0/routers/9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7563848 Apr 06 13:43:16.885396 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50728) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:16.959081 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cbbcd37-44a0-4750-b0a9-aca5b4f25b8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting subnet c5a6ff0f-737c-410b-867f-95921a1feb90 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:43:16.962556 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcd37-44a0-4750-b0a9-aca5b4f25b8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:16.999443 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-1f5459b1-b4a4-4a45-a5a1-7f365c753bc4 None None] Set router 9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:43:17.022348 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcd37-44a0-4750-b0a9-aca5b4f25b8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:17.110679 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcd37-44a0-4750-b0a9-aca5b4f25b8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:17.277868 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcd37-44a0-4750-b0a9-aca5b4f25b8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:17.316476 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbbcd37-44a0-4750-b0a9-aca5b4f25b8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Subnet': ['ID=c5a6ff0f-737c-410b-867f-95921a1feb90,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:17.322158 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcd37-44a0-4750-b0a9-aca5b4f25b8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:17.329535 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5cbbcd37-44a0-4750-b0a9-aca5b4f25b8d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/subnets/c5a6ff0f-737c-410b-867f-95921a1feb90 HTTP/1.1" status: 204 len: 168 time: 0.4430308 Apr 06 13:43:17.330184 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93620114-3611-4303-ac55-c9ac470310cc None None] Network 00b4f51c-6973-4c64-b683-67389d497713 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:43:17.332132 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50732) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:17.337914 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1f5459b1-b4a4-4a45-a5a1-7f365c753bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'name': 'tempest-TestNetworkBasicOps-router-1140791144', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:39:59Z', 'updated_at': '2022-04-06T13:43:15Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:40:00Z', 'updated_at': '2022-04-06T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:17.343519 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5459b1-b4a4-4a45-a5a1-7f365c753bc4 None None] Checking router: 9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:43:17.352123 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5459b1-b4a4-4a45-a5a1-7f365c753bc4 None None] Routers {'9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:43:17.352719 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1f5459b1-b4a4-4a45-a5a1-7f365c753bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:42:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:17.536166 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2cc71a8b-f801-44cc-9787-3c8e75b49a2d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:17.550148 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-1f5459b1-b4a4-4a45-a5a1-7f365c753bc4 None None] Set router 9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:43:17.612261 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc164d6a-bbe2-46b7-816d-5bc0d141b81c None None] DHCP port deletion for 00b4f51c-6973-4c64-b683-67389d497713 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:43:17.623889 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-bc164d6a-bbe2-46b7-816d-5bc0d141b81c None None] Deleting port b7409cd6-be62-4a19-902b-f03e46ba5cd5 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:43:17.624388 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bc164d6a-bbe2-46b7-816d-5bc0d141b81c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:17.736686 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2cc71a8b-f801-44cc-9787-3c8e75b49a2d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:17.815533 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-93607aa7-72b1-44f6-9a7e-c5bfdae19db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:17.841057 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-2cc71a8b-f801-44cc-9787-3c8e75b49a2d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port 07dfc656-7a69-414a-843e-bbb3a1871fad {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:43:17.842361 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2cc71a8b-f801-44cc-9787-3c8e75b49a2d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:17.844506 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-bc164d6a-bbe2-46b7-816d-5bc0d141b81c None None] For port b7409cd6-be62-4a19-902b-f03e46ba5cd5, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=b7409cd6-be62-4a19-902b-f03e46ba5cd5,segment=NetworkSegment(0d0a390e-1293-4396-b708-804d54922c54),segment_id=0d0a390e-1293-4396-b708-804d54922c54)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:43:17.844989 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bc164d6a-bbe2-46b7-816d-5bc0d141b81c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:17.858461 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1f5459b1-b4a4-4a45-a5a1-7f365c753bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'name': 'tempest-TestNetworkBasicOps-router-1140791144', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:39:59Z', 'updated_at': '2022-04-06T13:43:15Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:40:00Z', 'updated_at': '2022-04-06T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:17.862659 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5459b1-b4a4-4a45-a5a1-7f365c753bc4 None None] The sync data for ids ['9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45'] in dv-neutron-834600-1-hyperv is: [{'id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'name': 'tempest-TestNetworkBasicOps-router-1140791144', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:39:59Z', 'updated_at': '2022-04-06T13:43:15Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '07dfc656-7a69-414a-843e-bbb3a1871fad', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:40:00Z', 'updated_at': '2022-04-06T13:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:43:17.974709 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-bc164d6a-bbe2-46b7-816d-5bc0d141b81c None None] Calling delete_port for b7409cd6-be62-4a19-902b-f03e46ba5cd5 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:43:18.036654 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-2cc71a8b-f801-44cc-9787-3c8e75b49a2d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port 07dfc656-7a69-414a-843e-bbb3a1871fad, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=07dfc656-7a69-414a-843e-bbb3a1871fad,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:43:18.037008 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2cc71a8b-f801-44cc-9787-3c8e75b49a2d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:18.163128 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bc164d6a-bbe2-46b7-816d-5bc0d141b81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:18.164235 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-2cc71a8b-f801-44cc-9787-3c8e75b49a2d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for 07dfc656-7a69-414a-843e-bbb3a1871fad owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:43:18.216225 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc164d6a-bbe2-46b7-816d-5bc0d141b81c None None] Pushing event deleted for resources: {'Port': ['ID=b7409cd6-be62-4a19-902b-f03e46ba5cd5,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:18.225711 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc164d6a-bbe2-46b7-816d-5bc0d141b81c None None] No DVR routers for this DVR port b7409cd6-be62-4a19-902b-f03e46ba5cd5 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:43:18.227690 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc164d6a-bbe2-46b7-816d-5bc0d141b81c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:18.228042 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc164d6a-bbe2-46b7-816d-5bc0d141b81c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:18.228408 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc164d6a-bbe2-46b7-816d-5bc0d141b81c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:18.228743 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc164d6a-bbe2-46b7-816d-5bc0d141b81c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:18.229098 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc164d6a-bbe2-46b7-816d-5bc0d141b81c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:18.229454 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc164d6a-bbe2-46b7-816d-5bc0d141b81c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:18.229783 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc164d6a-bbe2-46b7-816d-5bc0d141b81c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:18.230108 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc164d6a-bbe2-46b7-816d-5bc0d141b81c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:18.230434 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc164d6a-bbe2-46b7-816d-5bc0d141b81c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:18.230777 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc164d6a-bbe2-46b7-816d-5bc0d141b81c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:18.231130 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc164d6a-bbe2-46b7-816d-5bc0d141b81c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:18.231460 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc164d6a-bbe2-46b7-816d-5bc0d141b81c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:18.607844 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2cc71a8b-f801-44cc-9787-3c8e75b49a2d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:18.654790 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc71a8b-f801-44cc-9787-3c8e75b49a2d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=07dfc656-7a69-414a-843e-bbb3a1871fad,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:18.749268 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2cc71a8b-f801-44cc-9787-3c8e75b49a2d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:18.909805 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:18.926179 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2cc71a8b-f801-44cc-9787-3c8e75b49a2d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:18.928453 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2cc71a8b-f801-44cc-9787-3c8e75b49a2d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:18.949607 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:19.020427 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2cc71a8b-f801-44cc-9787-3c8e75b49a2d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:19.020848 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc71a8b-f801-44cc-9787-3c8e75b49a2d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Fanout notify agent at l3_agent the message router_deleted on router 9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:43:19.037600 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2cc71a8b-f801-44cc-9787-3c8e75b49a2d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:19.038705 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2cc71a8b-f801-44cc-9787-3c8e75b49a2d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/routers/9fdf2fac-ba1c-41ae-a2fd-9dc2445c8a45 HTTP/1.1" status: 204 len: 168 time: 1.7056463 Apr 06 13:43:19.041550 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50736) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:19.176654 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-122b2b3a-191b-485e-a505-c39a740bf01a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:19.309476 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-122b2b3a-191b-485e-a505-c39a740bf01a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:19.334077 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-122b2b3a-191b-485e-a505-c39a740bf01a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b4f51c-6973-4c64-b683-67389d497713']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:19.346626 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-122b2b3a-191b-485e-a505-c39a740bf01a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0a390e-1293-4396-b708-804d54922c54') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:19.346940 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-122b2b3a-191b-485e-a505-c39a740bf01a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0a390e-1293-4396-b708-804d54922c54') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:19.358779 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-122b2b3a-191b-485e-a505-c39a740bf01a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:19.378546 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-122b2b3a-191b-485e-a505-c39a740bf01a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:19.384707 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122b2b3a-191b-485e-a505-c39a740bf01a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:43:19.385026 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-122b2b3a-191b-485e-a505-c39a740bf01a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:43:19.399967 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:43:19.517958 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device cff5683a-6bd0-49aa-b07d-a1e22672126e no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:43:19.553465 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: cff5683a-6bd0-49aa-b07d-a1e22672126e {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:43:19.553807 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device cff5683a-6bd0-49aa-b07d-a1e22672126e not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:43:19.554236 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device b7409cd6-be62-4a19-902b-f03e46ba5cd5 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:43:19.585885 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-122b2b3a-191b-485e-a505-c39a740bf01a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:19.591156 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: b7409cd6-be62-4a19-902b-f03e46ba5cd5 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:43:19.592121 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device b7409cd6-be62-4a19-902b-f03e46ba5cd5 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:43:19.592556 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 07dfc656-7a69-414a-843e-bbb3a1871fad no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:43:19.604876 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-122b2b3a-191b-485e-a505-c39a740bf01a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:19.618940 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b2b3a-191b-485e-a505-c39a740bf01a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Network': ['ID=00b4f51c-6973-4c64-b683-67389d497713,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:19.626987 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-122b2b3a-191b-485e-a505-c39a740bf01a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/networks/00b4f51c-6973-4c64-b683-67389d497713 HTTP/1.1" status: 204 len: 168 time: 0.5815747 Apr 06 13:43:19.627343 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 07dfc656-7a69-414a-843e-bbb3a1871fad {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:43:19.627343 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 07dfc656-7a69-414a-843e-bbb3a1871fad not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:43:19.632682 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50740) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:19.645005 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-fb9139e3-d84e-4c0f-a4ff-a34f8d781202 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'network': {'name': 'tempest-network-smoke--347176289', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'port_security_enabled': True}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:43:19.646127 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-fb9139e3-d84e-4c0f-a4ff-a34f8d781202 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:43:19.650206 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-fb9139e3-d84e-4c0f-a4ff-a34f8d781202 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:network and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:43:19.653152 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-fb9139e3-d84e-4c0f-a4ff-a34f8d781202 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:43:19.660916 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-fb9139e3-d84e-4c0f-a4ff-a34f8d781202 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:43:19.738057 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9139e3-d84e-4c0f-a4ff-a34f8d781202 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Made reservation on behalf of accb128fe3eb42cd83b327a0d6bf9c24 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:43:19.741604 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fb9139e3-d84e-4c0f-a4ff-a34f8d781202 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:19.769891 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9139e3-d84e-4c0f-a4ff-a34f8d781202 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:43:19.778464 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fb9139e3-d84e-4c0f-a4ff-a34f8d781202 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:19.779517 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-fb9139e3-d84e-4c0f-a4ff-a34f8d781202 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Added segment b0e86373-4051-40ab-b7be-36bf10deb163 of type vlan for network a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 Apr 06 13:43:19.804974 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fb9139e3-d84e-4c0f-a4ff-a34f8d781202 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:19.897995 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fb9139e3-d84e-4c0f-a4ff-a34f8d781202 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:19.903534 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9139e3-d84e-4c0f-a4ff-a34f8d781202 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:19.904633 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fb9139e3-d84e-4c0f-a4ff-a34f8d781202 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:20.012493 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9139e3-d84e-4c0f-a4ff-a34f8d781202 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Network': ['ID=a21c8607-c25d-4efa-86aa-09c4bd5ce6b6,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:20.023594 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:43:20.047355 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-fb9139e3-d84e-4c0f-a4ff-a34f8d781202 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4130368 Apr 06 13:43:20.050054 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50748) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:20.055222 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-ec4d31ab-cf58-4f07-900e-017243303e1b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1989482502', 'admin_state_up': True, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:43:20.062945 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ec4d31ab-cf58-4f07-900e-017243303e1b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:43:20.066764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ec4d31ab-cf58-4f07-900e-017243303e1b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:router and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:43:20.069608 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ec4d31ab-cf58-4f07-900e-017243303e1b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:43:20.076625 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ec4d31ab-cf58-4f07-900e-017243303e1b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:43:20.187078 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ec4d31ab-cf58-4f07-900e-017243303e1b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:20.188188 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ec4d31ab-cf58-4f07-900e-017243303e1b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:20.204912 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ec4d31ab-cf58-4f07-900e-017243303e1b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:20.329353 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:20.561105 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ec4d31ab-cf58-4f07-900e-017243303e1b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:20.914196 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ec4d31ab-cf58-4f07-900e-017243303e1b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:20.944641 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ec4d31ab-cf58-4f07-900e-017243303e1b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:21.254452 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-ec4d31ab-cf58-4f07-900e-017243303e1b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.26.4.170 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/88743d70-d620-4dbf-bc24-d92caf38ed00) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:43:21.404480 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ec4d31ab-cf58-4f07-900e-017243303e1b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:21.504654 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ec4d31ab-cf58-4f07-900e-017243303e1b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:21.570058 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4d31ab-cf58-4f07-900e-017243303e1b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:43:21.577804 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-ec4d31ab-cf58-4f07-900e-017243303e1b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:43:21.583228 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4d31ab-cf58-4f07-900e-017243303e1b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:43:21.611482 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d31ab-cf58-4f07-900e-017243303e1b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=88743d70-d620-4dbf-bc24-d92caf38ed00,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:22.076095 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ec4d31ab-cf58-4f07-900e-017243303e1b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:22.437074 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ec4d31ab-cf58-4f07-900e-017243303e1b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:22.737989 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4d31ab-cf58-4f07-900e-017243303e1b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router d7227fc7-011d-4a01-945b-b95728e8d138 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:43:23.029264 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4d31ab-cf58-4f07-900e-017243303e1b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:43:23.038985 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d743022d-ed3f-44c4-a4c0-dae98057f202 None None] Sync routers for ids ['d7227fc7-011d-4a01-945b-b95728e8d138'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:43:23.050146 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d743022d-ed3f-44c4-a4c0-dae98057f202 None None] Routers {'d7227fc7-011d-4a01-945b-b95728e8d138'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:43:23.050759 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-d743022d-ed3f-44c4-a4c0-dae98057f202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:43:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d7227fc7-011d-4a01-945b-b95728e8d138'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:23.127070 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ec4d31ab-cf58-4f07-900e-017243303e1b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:23.128330 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ec4d31ab-cf58-4f07-900e-017243303e1b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0773327 Apr 06 13:43:23.131410 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50758) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:23.243221 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-d743022d-ed3f-44c4-a4c0-dae98057f202 None None] Set router d7227fc7-011d-4a01-945b-b95728e8d138 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:43:23.335205 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-eaf3dad6-82b2-4183-b701-65846a994fde tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=accb128fe3eb42cd83b327a0d6bf9c24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2026064 Apr 06 13:43:23.337977 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50764) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:23.473736 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5d5e3c-5a85-42c6-a4b4-3cdd795845f8 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:23.475448 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ef5d5e3c-5a85-42c6-a4b4-3cdd795845f8 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1365457 Apr 06 13:43:23.478283 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50768) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:23.521725 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f0cd977d-e523-47ed-8e71-ed2247668e0d tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422800 Apr 06 13:43:23.524312 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50772) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:23.530219 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-7b92d8f3-0349-4233-ab90-478c89b2ae47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-508339524', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:43:23.586031 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-d743022d-ed3f-44c4-a4c0-dae98057f202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'name': 'tempest-TestNetworkBasicOps-router-1989482502', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:21Z', 'revision_number': 3, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ac:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:23.592636 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d743022d-ed3f-44c4-a4c0-dae98057f202 None None] Checking router: d7227fc7-011d-4a01-945b-b95728e8d138 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:43:23.592979 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d743022d-ed3f-44c4-a4c0-dae98057f202 None None] Updating router d7227fc7-011d-4a01-945b-b95728e8d138 port 88743d70-d620-4dbf-bc24-d92caf38ed00 binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:43:23.644570 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7b92d8f3-0349-4233-ab90-478c89b2ae47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:43:23.649936 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7b92d8f3-0349-4233-ab90-478c89b2ae47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:subnet and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:43:23.652120 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d743022d-ed3f-44c4-a4c0-dae98057f202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:23.653019 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7b92d8f3-0349-4233-ab90-478c89b2ae47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:43:23.660026 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7b92d8f3-0349-4233-ab90-478c89b2ae47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:43:23.819912 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b92d8f3-0349-4233-ab90-478c89b2ae47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Made reservation on behalf of accb128fe3eb42cd83b327a0d6bf9c24 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:43:23.823501 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7b92d8f3-0349-4233-ab90-478c89b2ae47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:23.988844 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d743022d-ed3f-44c4-a4c0-dae98057f202 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:24.002189 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d743022d-ed3f-44c4-a4c0-dae98057f202 None None] Transition to ACTIVE for port object 88743d70-d620-4dbf-bc24-d92caf38ed00 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:43:24.099911 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d743022d-ed3f-44c4-a4c0-dae98057f202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:24.134872 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7b92d8f3-0349-4233-ab90-478c89b2ae47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:24.179905 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-d743022d-ed3f-44c4-a4c0-dae98057f202 None None] Attempting to bind port 88743d70-d620-4dbf-bc24-d92caf38ed00 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:43:24.180295 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-d743022d-ed3f-44c4-a4c0-dae98057f202 None None] Attempting to bind port 88743d70-d620-4dbf-bc24-d92caf38ed00 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:43:24.180621 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d743022d-ed3f-44c4-a4c0-dae98057f202 None None] Attempting to bind port 88743d70-d620-4dbf-bc24-d92caf38ed00 on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:43:24.186551 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d217e7-fbaf-441e-8ec7-8b9332c06ad6 None None] Pushing event updated for resources: {'Port': ['ID=88743d70-d620-4dbf-bc24-d92caf38ed00,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:24.189347 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d743022d-ed3f-44c4-a4c0-dae98057f202 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:43:24.189717 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d743022d-ed3f-44c4-a4c0-dae98057f202 None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:43:24.190859 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d743022d-ed3f-44c4-a4c0-dae98057f202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:24.190859 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d743022d-ed3f-44c4-a4c0-dae98057f202 None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:43:24.191072 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-d743022d-ed3f-44c4-a4c0-dae98057f202 None None] Bound port: 88743d70-d620-4dbf-bc24-d92caf38ed00, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:43:24.191321 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d743022d-ed3f-44c4-a4c0-dae98057f202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:24.229166 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92d8f3-0349-4233-ab90-478c89b2ae47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Subnet': ['ID=dc6c1a9f-c907-4642-a1bc-e30971eaeba2,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:24.240241 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b92d8f3-0349-4233-ab90-478c89b2ae47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:24.240500 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b92d8f3-0349-4233-ab90-478c89b2ae47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:24.240832 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b92d8f3-0349-4233-ab90-478c89b2ae47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:24.241160 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b92d8f3-0349-4233-ab90-478c89b2ae47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:24.241478 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b92d8f3-0349-4233-ab90-478c89b2ae47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:24.241799 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b92d8f3-0349-4233-ab90-478c89b2ae47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:24.242113 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b92d8f3-0349-4233-ab90-478c89b2ae47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:24.242431 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b92d8f3-0349-4233-ab90-478c89b2ae47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:24.242746 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b92d8f3-0349-4233-ab90-478c89b2ae47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:24.243112 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b92d8f3-0349-4233-ab90-478c89b2ae47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:24.243426 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b92d8f3-0349-4233-ab90-478c89b2ae47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:24.243733 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b92d8f3-0349-4233-ab90-478c89b2ae47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:24.249123 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b92d8f3-0349-4233-ab90-478c89b2ae47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Checking segment: {'id': 'b0e86373-4051-40ab-b7be-36bf10deb163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:43:24.249478 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b92d8f3-0349-4233-ab90-478c89b2ae47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network hostable DHCP agents. Network: a21c8607-c25d-4efa-86aa-09c4bd5ce6b6, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:43:24.268108 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-d743022d-ed3f-44c4-a4c0-dae98057f202 None None] For port 88743d70-d620-4dbf-bc24-d92caf38ed00, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:43:24.271439 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-d743022d-ed3f-44c4-a4c0-dae98057f202 None None] For port 88743d70-d620-4dbf-bc24-d92caf38ed00, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=88743d70-d620-4dbf-bc24-d92caf38ed00,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:43:24.362858 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b92d8f3-0349-4233-ab90-478c89b2ae47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:43:24.404650 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d743022d-ed3f-44c4-a4c0-dae98057f202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:24.453455 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-7b92d8f3-0349-4233-ab90-478c89b2ae47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, a21c8607-c25d-4efa-86aa-09c4bd5ce6b6) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:43:24.460016 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b92d8f3-0349-4233-ab90-478c89b2ae47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:24.461550 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7b92d8f3-0349-4233-ab90-478c89b2ae47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:24.464732 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2a64a3-9e73-4eec-99b7-d551ebf80748 None None] Network a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:43:24.539477 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7b92d8f3-0349-4233-ab90-478c89b2ae47 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0139203 Apr 06 13:43:24.542051 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50776) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:24.560266 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d743022d-ed3f-44c4-a4c0-dae98057f202 None None] Routers {'d7227fc7-011d-4a01-945b-b95728e8d138'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:43:24.561036 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-d743022d-ed3f-44c4-a4c0-dae98057f202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:43:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d7227fc7-011d-4a01-945b-b95728e8d138'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:24.629975 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d217e7-fbaf-441e-8ec7-8b9332c06ad6 None None] Pushing event updated for resources: {'Port': ['ID=88743d70-d620-4dbf-bc24-d92caf38ed00,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:24.820852 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-d743022d-ed3f-44c4-a4c0-dae98057f202 None None] Set router d7227fc7-011d-4a01-945b-b95728e8d138 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:43:25.079495 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe7975d-ae81-4067-ad86-d1e41b7dddf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ips': [{'subnet_id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:43:25.080216 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5fe7975d-ae81-4067-ad86-d1e41b7dddf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:25.318000 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-5fe7975d-ae81-4067-ad86-d1e41b7dddf7 None None] Allocated IP 172.20.0.2 (a21c8607-c25d-4efa-86aa-09c4bd5ce6b6/dc6c1a9f-c907-4642-a1bc-e30971eaeba2/dfdfc856-6401-4043-8a98-db73aeffd68e) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:43:25.331253 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-d743022d-ed3f-44c4-a4c0-dae98057f202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'name': 'tempest-TestNetworkBasicOps-router-1989482502', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:21Z', 'revision_number': 3, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ac:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:25.351207 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d743022d-ed3f-44c4-a4c0-dae98057f202 None None] The sync data for ids ['d7227fc7-011d-4a01-945b-b95728e8d138'] in dv-neutron-834600-1-hyperv is: [{'id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'name': 'tempest-TestNetworkBasicOps-router-1989482502', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:21Z', 'revision_number': 3, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ac:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:43:25.391235 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b0dfc104-1895-4180-a91e-9db34d23a89b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:25.556271 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5fe7975d-ae81-4067-ad86-d1e41b7dddf7 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:25.568306 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-5fe7975d-ae81-4067-ad86-d1e41b7dddf7 None None] Transition to ACTIVE for port object dfdfc856-6401-4043-8a98-db73aeffd68e will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:43:25.599670 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-5fe7975d-ae81-4067-ad86-d1e41b7dddf7 None None] Transition to ACTIVE for port object dfdfc856-6401-4043-8a98-db73aeffd68e will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:43:25.670132 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5fe7975d-ae81-4067-ad86-d1e41b7dddf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:25.733597 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe7975d-ae81-4067-ad86-d1e41b7dddf7 None None] Network a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:43:25.737065 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-5fe7975d-ae81-4067-ad86-d1e41b7dddf7 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:43:25.739782 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe7975d-ae81-4067-ad86-d1e41b7dddf7 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:43:25.797033 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7975d-ae81-4067-ad86-d1e41b7dddf7 None None] Pushing event updated for resources: {'Port': ['ID=dfdfc856-6401-4043-8a98-db73aeffd68e,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:25.851882 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-5fe7975d-ae81-4067-ad86-d1e41b7dddf7 None None] Attempting to bind port dfdfc856-6401-4043-8a98-db73aeffd68e on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:43:25.852139 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-5fe7975d-ae81-4067-ad86-d1e41b7dddf7 None None] Attempting to bind port dfdfc856-6401-4043-8a98-db73aeffd68e by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'b0e86373-4051-40ab-b7be-36bf10deb163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:43:25.852507 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe7975d-ae81-4067-ad86-d1e41b7dddf7 None None] Attempting to bind port dfdfc856-6401-4043-8a98-db73aeffd68e on network a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:43:25.858942 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe7975d-ae81-4067-ad86-d1e41b7dddf7 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:43:25.859308 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe7975d-ae81-4067-ad86-d1e41b7dddf7 None None] Checking segment: {'id': 'b0e86373-4051-40ab-b7be-36bf10deb163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:43:25.859717 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5fe7975d-ae81-4067-ad86-d1e41b7dddf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:25.860107 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe7975d-ae81-4067-ad86-d1e41b7dddf7 None None] Bound using segment: {'id': 'b0e86373-4051-40ab-b7be-36bf10deb163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:43:25.860569 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-5fe7975d-ae81-4067-ad86-d1e41b7dddf7 None None] Bound port: dfdfc856-6401-4043-8a98-db73aeffd68e, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e86373-4051-40ab-b7be-36bf10deb163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:43:25.860945 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5fe7975d-ae81-4067-ad86-d1e41b7dddf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:25.888255 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-b0dfc104-1895-4180-a91e-9db34d23a89b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.20.0.1 (a21c8607-c25d-4efa-86aa-09c4bd5ce6b6/dc6c1a9f-c907-4642-a1bc-e30971eaeba2/f5c297f3-0fb1-4ed3-b004-e27f6f60f61a) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:43:25.966469 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-5fe7975d-ae81-4067-ad86-d1e41b7dddf7 None None] For port dfdfc856-6401-4043-8a98-db73aeffd68e, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:43:25.969891 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-5fe7975d-ae81-4067-ad86-d1e41b7dddf7 None None] For port dfdfc856-6401-4043-8a98-db73aeffd68e, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=dfdfc856-6401-4043-8a98-db73aeffd68e,segment=NetworkSegment(b0e86373-4051-40ab-b7be-36bf10deb163),segment_id=b0e86373-4051-40ab-b7be-36bf10deb163)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:43:26.049164 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5fe7975d-ae81-4067-ad86-d1e41b7dddf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:26.065375 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b0dfc104-1895-4180-a91e-9db34d23a89b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:26.082472 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-b0dfc104-1895-4180-a91e-9db34d23a89b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Transition to ACTIVE for port object f5c297f3-0fb1-4ed3-b004-e27f6f60f61a will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:43:26.143386 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7975d-ae81-4067-ad86-d1e41b7dddf7 None None] Pushing event updated for resources: {'Port': ['ID=dfdfc856-6401-4043-8a98-db73aeffd68e,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:26.175032 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b0dfc104-1895-4180-a91e-9db34d23a89b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:26.245967 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dfc104-1895-4180-a91e-9db34d23a89b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:43:26.254700 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-b0dfc104-1895-4180-a91e-9db34d23a89b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:43:26.257208 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dfc104-1895-4180-a91e-9db34d23a89b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:43:26.295419 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dfc104-1895-4180-a91e-9db34d23a89b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=f5c297f3-0fb1-4ed3-b004-e27f6f60f61a,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:26.337318 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b0dfc104-1895-4180-a91e-9db34d23a89b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:26.683749 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b0dfc104-1895-4180-a91e-9db34d23a89b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:27.124667 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d07b757-bf54-4b6e-a2f1-72b5badd465a None None] Network a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:43:27.242496 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-24b1c6f1-88fe-4c6b-8f97-1b18652bb973 None None] Provisioning for port dfdfc856-6401-4043-8a98-db73aeffd68e completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:43:27.270703 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b0dfc104-1895-4180-a91e-9db34d23a89b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:27.340082 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:27.368508 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b0dfc104-1895-4180-a91e-9db34d23a89b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:27.493725 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b0dfc104-1895-4180-a91e-9db34d23a89b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:27.498067 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dfc104-1895-4180-a91e-9db34d23a89b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=f5c297f3-0fb1-4ed3-b004-e27f6f60f61a,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:27.557849 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device dfdfc856-6401-4043-8a98-db73aeffd68e up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:43:27.654057 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dfc104-1895-4180-a91e-9db34d23a89b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:43:27.655417 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-b0dfc104-1895-4180-a91e-9db34d23a89b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:43:27.698340 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port dfdfc856-6401-4043-8a98-db73aeffd68e completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:43:27.709595 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port dfdfc856-6401-4043-8a98-db73aeffd68e triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:43:27.709595 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:27.772581 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-5d95d133-2e78-47cd-a6b1-d16ba096078b None None] Provisioning for port f5c297f3-0fb1-4ed3-b004-e27f6f60f61a completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:43:27.779953 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-5d95d133-2e78-47cd-a6b1-d16ba096078b None None] Provisioning complete for port f5c297f3-0fb1-4ed3-b004-e27f6f60f61a triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:43:27.780265 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5d95d133-2e78-47cd-a6b1-d16ba096078b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:27.864489 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-5d95d133-2e78-47cd-a6b1-d16ba096078b None None] Port f5c297f3-0fb1-4ed3-b004-e27f6f60f61a cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:43:27.899460 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0dfc104-1895-4180-a91e-9db34d23a89b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router d7227fc7-011d-4a01-945b-b95728e8d138 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:43:27.926993 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:27.969039 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port dfdfc856-6401-4043-8a98-db73aeffd68e, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=dfdfc856-6401-4043-8a98-db73aeffd68e,segment=NetworkSegment(b0e86373-4051-40ab-b7be-36bf10deb163),segment_id=b0e86373-4051-40ab-b7be-36bf10deb163)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:43:27.993118 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7ad55c82-2f9d-4ef5-8628-b0ee68b05d4d None None] Provisioning complete for port f5c297f3-0fb1-4ed3-b004-e27f6f60f61a triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:43:27.993859 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7ad55c82-2f9d-4ef5-8628-b0ee68b05d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:28.059161 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-7ad55c82-2f9d-4ef5-8628-b0ee68b05d4d None None] Port f5c297f3-0fb1-4ed3-b004-e27f6f60f61a cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:43:28.065492 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:28.066520 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 88743d70-d620-4dbf-bc24-d92caf38ed00 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:43:28.133063 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0dfc104-1895-4180-a91e-9db34d23a89b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:43:28.151984 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b0dfc104-1895-4180-a91e-9db34d23a89b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "PUT /v2.0/routers/d7227fc7-011d-4a01-945b-b95728e8d138/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6086981 Apr 06 13:43:28.152629 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50780) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:28.157632 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f7734-9063-438a-9953-78b454e15c70 None None] Sync routers for ids ['d7227fc7-011d-4a01-945b-b95728e8d138'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:43:28.187770 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8f7734-9063-438a-9953-78b454e15c70 None None] Routers {'d7227fc7-011d-4a01-945b-b95728e8d138'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:43:28.188643 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-9d8f7734-9063-438a-9953-78b454e15c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:43:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d7227fc7-011d-4a01-945b-b95728e8d138'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:28.206835 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=dfdfc856-6401-4043-8a98-db73aeffd68e,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:28.211039 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0ce23eaa-2a26-46e8-9496-94d88130ccca None None] Provisioning complete for port f5c297f3-0fb1-4ed3-b004-e27f6f60f61a triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:43:28.211412 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0ce23eaa-2a26-46e8-9496-94d88130ccca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:28.276894 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0ce23eaa-2a26-46e8-9496-94d88130ccca None None] Port f5c297f3-0fb1-4ed3-b004-e27f6f60f61a cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:43:28.340160 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 88743d70-d620-4dbf-bc24-d92caf38ed00 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:43:28.346068 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 88743d70-d620-4dbf-bc24-d92caf38ed00 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:43:28.346575 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:28.413199 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-9d8f7734-9063-438a-9953-78b454e15c70 None None] Set router d7227fc7-011d-4a01-945b-b95728e8d138 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:43:28.520441 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a133783f-f679-4ed9-bdb2-5fe78d995f6d tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:28.521211 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a133783f-f679-4ed9-bdb2-5fe78d995f6d tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:28.521814 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a133783f-f679-4ed9-bdb2-5fe78d995f6d tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:28.522427 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a133783f-f679-4ed9-bdb2-5fe78d995f6d tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:28.523083 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a133783f-f679-4ed9-bdb2-5fe78d995f6d tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:28.523504 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a133783f-f679-4ed9-bdb2-5fe78d995f6d tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:28.525417 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a133783f-f679-4ed9-bdb2-5fe78d995f6d tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.3690512 Apr 06 13:43:28.529088 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50784) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:28.542160 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:28.562279 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 88743d70-d620-4dbf-bc24-d92caf38ed00, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=88743d70-d620-4dbf-bc24-d92caf38ed00,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:43:28.581768 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:43:28.619540 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72e39bc-b2d0-47b8-99be-2ef55d13e39d tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:28.620000 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72e39bc-b2d0-47b8-99be-2ef55d13e39d tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:28.620447 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72e39bc-b2d0-47b8-99be-2ef55d13e39d tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:28.620917 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72e39bc-b2d0-47b8-99be-2ef55d13e39d tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:28.621355 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72e39bc-b2d0-47b8-99be-2ef55d13e39d tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:28.622657 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72e39bc-b2d0-47b8-99be-2ef55d13e39d tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:28.624434 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b72e39bc-b2d0-47b8-99be-2ef55d13e39d tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0935507 Apr 06 13:43:28.627278 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50788) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:28.632473 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:28.730470 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=88743d70-d620-4dbf-bc24-d92caf38ed00,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:28.771404 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-9d8f7734-9063-438a-9953-78b454e15c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'name': 'tempest-TestNetworkBasicOps-router-1989482502', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:26Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ac:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'f5c297f3-0fb1-4ed3-b004-e27f6f60f61a', 'name': '', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:f7:55:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:25Z', 'updated_at': '2022-04-06T13:43:26Z', 'revision_number': 2, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:28.775369 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f7734-9063-438a-9953-78b454e15c70 None None] Checking router: d7227fc7-011d-4a01-945b-b95728e8d138 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:43:28.775715 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f7734-9063-438a-9953-78b454e15c70 None None] Updating router d7227fc7-011d-4a01-945b-b95728e8d138 port f5c297f3-0fb1-4ed3-b004-e27f6f60f61a binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:43:28.831775 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-9d8f7734-9063-438a-9953-78b454e15c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:28.875932 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-06f2d9fb-616d-4dc7-a744-efe64755b5df tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2473977 Apr 06 13:43:29.158296 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50794) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:29.163473 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-22710932-9675-4aac-9ac7-fda50519be29 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-965256558', 'description': 'tempest-secgroup-smoke-965256558 description', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:43:29.170708 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-22710932-9675-4aac-9ac7-fda50519be29 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:43:29.175601 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-22710932-9675-4aac-9ac7-fda50519be29 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:43:29.178514 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-22710932-9675-4aac-9ac7-fda50519be29 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:43:29.184560 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-22710932-9675-4aac-9ac7-fda50519be29 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:43:29.242617 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-9d8f7734-9063-438a-9953-78b454e15c70 None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:29.260457 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-22710932-9675-4aac-9ac7-fda50519be29 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:29.261041 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-9d8f7734-9063-438a-9953-78b454e15c70 None None] Transition to ACTIVE for port object f5c297f3-0fb1-4ed3-b004-e27f6f60f61a will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:43:29.282437 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-22710932-9675-4aac-9ac7-fda50519be29 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:43:29.286314 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-22710932-9675-4aac-9ac7-fda50519be29 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:43:29.289251 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-22710932-9675-4aac-9ac7-fda50519be29 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:43:29.295272 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-22710932-9675-4aac-9ac7-fda50519be29 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:43:29.363206 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-9d8f7734-9063-438a-9953-78b454e15c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:29.364055 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-22710932-9675-4aac-9ac7-fda50519be29 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:29.462881 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-22710932-9675-4aac-9ac7-fda50519be29 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:29.499645 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device dfdfc856-6401-4043-8a98-db73aeffd68e up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:43:29.525475 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22710932-9675-4aac-9ac7-fda50519be29 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a941dc3-fdf6-420c-a2b1-d2fa4753baaf,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:29.579405 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d598bb-22b2-402b-8489-586c8bc15efb None None] Pushing event updated for resources: {'Port': ['ID=f5c297f3-0fb1-4ed3-b004-e27f6f60f61a,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:29.590455 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port dfdfc856-6401-4043-8a98-db73aeffd68e triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:43:29.590455 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:29.594520 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d598bb-22b2-402b-8489-586c8bc15efb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:29.594880 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d598bb-22b2-402b-8489-586c8bc15efb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:29.595411 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d598bb-22b2-402b-8489-586c8bc15efb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:29.595752 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d598bb-22b2-402b-8489-586c8bc15efb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:29.596253 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d598bb-22b2-402b-8489-586c8bc15efb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:29.596580 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d598bb-22b2-402b-8489-586c8bc15efb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:29.596901 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d598bb-22b2-402b-8489-586c8bc15efb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:29.597221 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d598bb-22b2-402b-8489-586c8bc15efb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:29.597538 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d598bb-22b2-402b-8489-586c8bc15efb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:29.597857 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d598bb-22b2-402b-8489-586c8bc15efb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:29.598169 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d598bb-22b2-402b-8489-586c8bc15efb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:29.598585 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d598bb-22b2-402b-8489-586c8bc15efb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:29.603547 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-9d8f7734-9063-438a-9953-78b454e15c70 None None] Attempting to bind port f5c297f3-0fb1-4ed3-b004-e27f6f60f61a on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:43:29.604146 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-9d8f7734-9063-438a-9953-78b454e15c70 None None] Attempting to bind port f5c297f3-0fb1-4ed3-b004-e27f6f60f61a by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'b0e86373-4051-40ab-b7be-36bf10deb163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:43:29.604669 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8f7734-9063-438a-9953-78b454e15c70 None None] Attempting to bind port f5c297f3-0fb1-4ed3-b004-e27f6f60f61a on network a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:43:29.608385 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-22710932-9675-4aac-9ac7-fda50519be29 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:29.609971 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-22710932-9675-4aac-9ac7-fda50519be29 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4505954 Apr 06 13:43:29.612258 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8f7734-9063-438a-9953-78b454e15c70 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:43:29.612926 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50798) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:29.613404 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8f7734-9063-438a-9953-78b454e15c70 None None] Checking segment: {'id': 'b0e86373-4051-40ab-b7be-36bf10deb163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:43:29.613952 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-9d8f7734-9063-438a-9953-78b454e15c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:29.614478 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8f7734-9063-438a-9953-78b454e15c70 None None] Bound using segment: {'id': 'b0e86373-4051-40ab-b7be-36bf10deb163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:43:29.615223 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-9d8f7734-9063-438a-9953-78b454e15c70 None None] Bound port: f5c297f3-0fb1-4ed3-b004-e27f6f60f61a, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e86373-4051-40ab-b7be-36bf10deb163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:43:29.615915 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-9d8f7734-9063-438a-9953-78b454e15c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:29.619011 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-7de80c8a-0ddd-473b-83d0-ea7af8cdf0de tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '5a941dc3-fdf6-420c-a2b1-d2fa4753baaf', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:43:29.626527 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7de80c8a-0ddd-473b-83d0-ea7af8cdf0de tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:43:29.632171 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7de80c8a-0ddd-473b-83d0-ea7af8cdf0de tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:43:29.636990 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7de80c8a-0ddd-473b-83d0-ea7af8cdf0de tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:43:29.644937 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7de80c8a-0ddd-473b-83d0-ea7af8cdf0de tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:43:29.709897 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-9d8f7734-9063-438a-9953-78b454e15c70 None None] For port f5c297f3-0fb1-4ed3-b004-e27f6f60f61a, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:43:29.712920 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-9d8f7734-9063-438a-9953-78b454e15c70 None None] For port f5c297f3-0fb1-4ed3-b004-e27f6f60f61a, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f5c297f3-0fb1-4ed3-b004-e27f6f60f61a,segment=NetworkSegment(b0e86373-4051-40ab-b7be-36bf10deb163),segment_id=b0e86373-4051-40ab-b7be-36bf10deb163)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:43:29.720430 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 88743d70-d620-4dbf-bc24-d92caf38ed00 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:43:29.735885 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7de80c8a-0ddd-473b-83d0-ea7af8cdf0de tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:29.790729 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 88743d70-d620-4dbf-bc24-d92caf38ed00 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:43:29.791128 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:29.800378 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7de80c8a-0ddd-473b-83d0-ea7af8cdf0de tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:29.883464 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-9d8f7734-9063-438a-9953-78b454e15c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:29.921299 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7de80c8a-0ddd-473b-83d0-ea7af8cdf0de tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:29.945621 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de80c8a-0ddd-473b-83d0-ea7af8cdf0de tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733efbe7-0ac0-435d-ae71-114648017ace,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:29.964788 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8f7734-9063-438a-9953-78b454e15c70 None None] Routers {'d7227fc7-011d-4a01-945b-b95728e8d138'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:43:29.965328 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-9d8f7734-9063-438a-9953-78b454e15c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:43:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d7227fc7-011d-4a01-945b-b95728e8d138'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:30.030157 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d598bb-22b2-402b-8489-586c8bc15efb None None] Pushing event updated for resources: {'Port': ['ID=f5c297f3-0fb1-4ed3-b004-e27f6f60f61a,revision_number=4']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:30.046778 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7de80c8a-0ddd-473b-83d0-ea7af8cdf0de tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:30.051451 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7de80c8a-0ddd-473b-83d0-ea7af8cdf0de tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4339452 Apr 06 13:43:30.051451 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50802) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:30.056441 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-e4e600d3-04e2-4126-8c54-88e602e93e33 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '5a941dc3-fdf6-420c-a2b1-d2fa4753baaf', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:43:30.063385 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e4e600d3-04e2-4126-8c54-88e602e93e33 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:43:30.067570 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e4e600d3-04e2-4126-8c54-88e602e93e33 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:43:30.070641 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e4e600d3-04e2-4126-8c54-88e602e93e33 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:43:30.078462 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e4e600d3-04e2-4126-8c54-88e602e93e33 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:43:30.169733 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-9d8f7734-9063-438a-9953-78b454e15c70 None None] Set router d7227fc7-011d-4a01-945b-b95728e8d138 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:43:30.204960 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e4e600d3-04e2-4126-8c54-88e602e93e33 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:30.270022 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e4e600d3-04e2-4126-8c54-88e602e93e33 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:30.373996 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e4e600d3-04e2-4126-8c54-88e602e93e33 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:30.399271 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e600d3-04e2-4126-8c54-88e602e93e33 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=874c6b38-2f33-4a38-9606-4c5753c59ff1,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:30.484545 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-9d8f7734-9063-438a-9953-78b454e15c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'name': 'tempest-TestNetworkBasicOps-router-1989482502', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:26Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'f5c297f3-0fb1-4ed3-b004-e27f6f60f61a', 'name': '', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:f7:55:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:25Z', 'updated_at': '2022-04-06T13:43:29Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:30.488644 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f7734-9063-438a-9953-78b454e15c70 None None] The sync data for ids ['d7227fc7-011d-4a01-945b-b95728e8d138'] in dv-neutron-834600-1-hyperv is: [{'id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'name': 'tempest-TestNetworkBasicOps-router-1989482502', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:26Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'f5c297f3-0fb1-4ed3-b004-e27f6f60f61a', 'name': '', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:f7:55:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:25Z', 'updated_at': '2022-04-06T13:43:29Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:43:30.494157 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e4e600d3-04e2-4126-8c54-88e602e93e33 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:30.495574 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e4e600d3-04e2-4126-8c54-88e602e93e33 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4434979 Apr 06 13:43:30.499193 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50806) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:30.504627 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-12376387-b77c-436c-aea0-8df06571fc0f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '5a941dc3-fdf6-420c-a2b1-d2fa4753baaf', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:43:30.511072 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-12376387-b77c-436c-aea0-8df06571fc0f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:43:30.517614 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-12376387-b77c-436c-aea0-8df06571fc0f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:43:30.521017 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-12376387-b77c-436c-aea0-8df06571fc0f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:43:30.527041 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-12376387-b77c-436c-aea0-8df06571fc0f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:43:30.647094 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-12376387-b77c-436c-aea0-8df06571fc0f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:30.718206 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-12376387-b77c-436c-aea0-8df06571fc0f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:30.797293 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-12376387-b77c-436c-aea0-8df06571fc0f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:30.824641 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12376387-b77c-436c-aea0-8df06571fc0f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d7d3b13-5454-4eda-abae-4ed15f7ad4cd,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:30.900477 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-12376387-b77c-436c-aea0-8df06571fc0f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:30.902060 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-12376387-b77c-436c-aea0-8df06571fc0f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4015405 Apr 06 13:43:30.904722 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50810) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:30.912330 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-11e9acb5-aa52-4286-a3b5-aa21273dc670 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '5a941dc3-fdf6-420c-a2b1-d2fa4753baaf', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:43:30.916521 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-11e9acb5-aa52-4286-a3b5-aa21273dc670 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:43:30.920876 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-11e9acb5-aa52-4286-a3b5-aa21273dc670 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:43:30.924164 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-11e9acb5-aa52-4286-a3b5-aa21273dc670 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:43:30.931302 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-11e9acb5-aa52-4286-a3b5-aa21273dc670 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:43:31.027708 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-11e9acb5-aa52-4286-a3b5-aa21273dc670 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:31.107639 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-11e9acb5-aa52-4286-a3b5-aa21273dc670 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:31.231169 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-11e9acb5-aa52-4286-a3b5-aa21273dc670 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:31.258163 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9acb5-aa52-4286-a3b5-aa21273dc670 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a41e69-b65b-4754-982c-ea48352b9678,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:31.332080 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-11e9acb5-aa52-4286-a3b5-aa21273dc670 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:31.333383 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-11e9acb5-aa52-4286-a3b5-aa21273dc670 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4276047 Apr 06 13:43:31.336080 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50814) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:31.343471 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-a69cba9f-e3a5-4db8-b58b-9e0bf201ef7a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '5a941dc3-fdf6-420c-a2b1-d2fa4753baaf', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:43:31.349512 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a69cba9f-e3a5-4db8-b58b-9e0bf201ef7a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:43:31.353539 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a69cba9f-e3a5-4db8-b58b-9e0bf201ef7a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:43:31.357101 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a69cba9f-e3a5-4db8-b58b-9e0bf201ef7a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:43:31.364584 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a69cba9f-e3a5-4db8-b58b-9e0bf201ef7a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:43:31.442909 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.securitygroups_db [None req-a69cba9f-e3a5-4db8-b58b-9e0bf201ef7a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Project accb128fe3eb42cd83b327a0d6bf9c24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:43:31.453350 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a69cba9f-e3a5-4db8-b58b-9e0bf201ef7a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:31.517020 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f5c297f3-0fb1-4ed3-b004-e27f6f60f61a up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:43:31.546381 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a69cba9f-e3a5-4db8-b58b-9e0bf201ef7a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:31.606512 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a69cba9f-e3a5-4db8-b58b-9e0bf201ef7a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:31.633972 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cba9f-e3a5-4db8-b58b-9e0bf201ef7a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da4bfc5-00f5-43af-8cf6-db267fd35e17,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:31.651792 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port f5c297f3-0fb1-4ed3-b004-e27f6f60f61a completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:43:31.657901 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port f5c297f3-0fb1-4ed3-b004-e27f6f60f61a triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:43:31.661349 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:31.709420 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a69cba9f-e3a5-4db8-b58b-9e0bf201ef7a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:31.710716 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a69cba9f-e3a5-4db8-b58b-9e0bf201ef7a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3736942 Apr 06 13:43:31.713728 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50818) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:31.719677 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-2719ffac-5084-4c6d-925d-4b6efe21855f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': '5a941dc3-fdf6-420c-a2b1-d2fa4753baaf', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:43:31.725677 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-2719ffac-5084-4c6d-925d-4b6efe21855f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:43:31.729870 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2719ffac-5084-4c6d-925d-4b6efe21855f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:43:31.733374 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2719ffac-5084-4c6d-925d-4b6efe21855f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:43:31.739187 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-2719ffac-5084-4c6d-925d-4b6efe21855f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:43:31.781080 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:31.813026 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port f5c297f3-0fb1-4ed3-b004-e27f6f60f61a, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f5c297f3-0fb1-4ed3-b004-e27f6f60f61a,segment=NetworkSegment(b0e86373-4051-40ab-b7be-36bf10deb163),segment_id=b0e86373-4051-40ab-b7be-36bf10deb163)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:43:31.826272 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.securitygroups_db [None req-2719ffac-5084-4c6d-925d-4b6efe21855f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Project accb128fe3eb42cd83b327a0d6bf9c24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:43:31.833315 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2719ffac-5084-4c6d-925d-4b6efe21855f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:31.901360 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2719ffac-5084-4c6d-925d-4b6efe21855f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:31.905406 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:31.976012 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=f5c297f3-0fb1-4ed3-b004-e27f6f60f61a,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:32.013045 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2719ffac-5084-4c6d-925d-4b6efe21855f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:32.040407 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719ffac-5084-4c6d-925d-4b6efe21855f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ac805d-8b8f-4318-84fa-9bb87cb8304c,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:32.123886 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2719ffac-5084-4c6d-925d-4b6efe21855f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:32.125117 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2719ffac-5084-4c6d-925d-4b6efe21855f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4104507 Apr 06 13:43:32.362367 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-b06abaf4-8ac8-4525-bad0-6c0659ad5eb7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:43:32.437182 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-b06abaf4-8ac8-4525-bad0-6c0659ad5eb7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:43:32.442017 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-b06abaf4-8ac8-4525-bad0-6c0659ad5eb7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-965256558&fields=id&tenant_id=accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 267 time: 0.1155472 Apr 06 13:43:32.593353 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-f2e14fe5-2963-481c-8da6-4a982dab13a1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:32.594057 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-f2e14fe5-2963-481c-8da6-4a982dab13a1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:network {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:43:32.705645 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-f2e14fe5-2963-481c-8da6-4a982dab13a1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:network {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:43:32.706729 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-f2e14fe5-2963-481c-8da6-4a982dab13a1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/networks?id=a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 HTTP/1.1" status: 200 len: 796 time: 0.2614379 Apr 06 13:43:32.724479 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-81b810e6-34f9-498c-b749-449e6ab4b585 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/quotas/accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 375 time: 0.0120974 Apr 06 13:43:32.819476 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-1e3c76e8-ca6e-4383-b863-499ed6eacbf6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884976 Apr 06 13:43:32.960647 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-0ebbe04c-ec5d-4fc9-909d-5f117478e23b service neutron] 10.222.0.48 "GET /v2.0/networks/a21c8607-c25d-4efa-86aa-09c4bd5ce6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288838 Apr 06 13:43:33.100704 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-bedf3b44-5fba-4f94-95a6-15a5d7277595 service neutron] 10.222.0.48 "GET /v2.0/networks/a21c8607-c25d-4efa-86aa-09c4bd5ce6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326151 Apr 06 13:43:33.360029 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0df27388-6b8b-4ce1-a45b-e5a96f680afc req-2b0ae074-a6cc-4fd2-9fd3-5096bf1281cb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=af77f0a0-0a7f-459c-b284-d514ecaa84fa HTTP/1.1" status: 200 len: 210 time: 0.0475614 Apr 06 13:43:33.488128 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f5c297f3-0fb1-4ed3-b004-e27f6f60f61a up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:43:33.569193 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port f5c297f3-0fb1-4ed3-b004-e27f6f60f61a triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:43:33.569561 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:34.519250 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ee0ba7c3-5f66-4f7a-9177-45ce76d40362 req-3a8540f1-7f59-4a69-ac17-3b9485cbd6d5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=af77f0a0-0a7f-459c-b284-d514ecaa84fa HTTP/1.1" status: 200 len: 210 time: 0.0441289 Apr 06 13:43:35.711021 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9f856dfb-dbb1-40c0-8358-ac8552982bbd req-a8a730fc-037a-427c-938d-c7d8c37ea779 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=af77f0a0-0a7f-459c-b284-d514ecaa84fa HTTP/1.1" status: 200 len: 210 time: 0.0625014 Apr 06 13:43:35.821331 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-23f8193b-80d5-47d7-b381-c0fd9e8f069b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:35.822767 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-23f8193b-80d5-47d7-b381-c0fd9e8f069b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/networks?id=a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 HTTP/1.1" status: 200 len: 796 time: 0.1948578 Apr 06 13:43:35.886422 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-c610ca64-161d-4423-a6a5-0181be14f21f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 379 time: 0.0472426 Apr 06 13:43:35.894645 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-d655869c-d44a-4e60-be45-37837840c2ea tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'port': {'device_id': 'af77f0a0-0a7f-459c-b284-d514ecaa84fa', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'admin_state_up': True, 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'security_groups': ['5a941dc3-fdf6-420c-a2b1-d2fa4753baaf']}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:43:36.156926 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-d655869c-d44a-4e60-be45-37837840c2ea tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:43:36.161046 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-d655869c-d44a-4e60-be45-37837840c2ea tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:port and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:43:36.164005 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-d655869c-d44a-4e60-be45-37837840c2ea tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:43:36.169776 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-d655869c-d44a-4e60-be45-37837840c2ea tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:43:36.253682 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-d655869c-d44a-4e60-be45-37837840c2ea tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Made reservation on behalf of accb128fe3eb42cd83b327a0d6bf9c24 for: {'port': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:43:36.257225 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-d655869c-d44a-4e60-be45-37837840c2ea tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:36.422108 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-d655869c-d44a-4e60-be45-37837840c2ea tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.20.0.4 (a21c8607-c25d-4efa-86aa-09c4bd5ce6b6/dc6c1a9f-c907-4642-a1bc-e30971eaeba2/fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:43:36.615659 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-d655869c-d44a-4e60-be45-37837840c2ea tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:36.632755 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-d655869c-d44a-4e60-be45-37837840c2ea tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Transition to ACTIVE for port object fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:43:36.709330 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-d655869c-d44a-4e60-be45-37837840c2ea tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:36.774574 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-d655869c-d44a-4e60-be45-37837840c2ea tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:43:36.777658 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-d655869c-d44a-4e60-be45-37837840c2ea tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:43:36.786552 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-d655869c-d44a-4e60-be45-37837840c2ea tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:43:36.865798 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655869c-d44a-4e60-be45-37837840c2ea tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:36.904653 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-d655869c-d44a-4e60-be45-37837840c2ea tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:36.905310 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-d655869c-d44a-4e60-be45-37837840c2ea tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:36.964475 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb27b5-6816-492d-aa6d-ec786220bb11 req-ccc11e9c-e30b-4d93-b175-39cb7295b3e8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:36.965184 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-2efb27b5-6816-492d-aa6d-ec786220bb11 req-ccc11e9c-e30b-4d93-b175-39cb7295b3e8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:43:37.009084 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-d655869c-d44a-4e60-be45-37837840c2ea tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1181376 Apr 06 13:43:37.020456 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-80e87cc4-29e0-449f-9e34-cd838f533cee service neutron] Request body: {'port': {'device_id': 'af77f0a0-0a7f-459c-b284-d514ecaa84fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:43:37.125929 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-2efb27b5-6816-492d-aa6d-ec786220bb11 req-ccc11e9c-e30b-4d93-b175-39cb7295b3e8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:43:37.127069 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2efb27b5-6816-492d-aa6d-ec786220bb11 req-ccc11e9c-e30b-4d93-b175-39cb7295b3e8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=af77f0a0-0a7f-459c-b284-d514ecaa84fa HTTP/1.1" status: 200 len: 931 time: 0.3014326 Apr 06 13:43:37.166037 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-80e87cc4-29e0-449f-9e34-cd838f533cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:37.167086 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-38fe59f2-121c-454f-b877-9f35eea58f25 None None] Provisioning for port fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:43:37.173541 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-38fe59f2-121c-454f-b877-9f35eea58f25 None None] Provisioning complete for port fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:43:37.173973 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-38fe59f2-121c-454f-b877-9f35eea58f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:37.230265 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-38fe59f2-121c-454f-b877-9f35eea58f25 None None] Port fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:43:37.236860 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2efb27b5-6816-492d-aa6d-ec786220bb11 req-0f04187c-efd7-4986-8b67-283d548848be tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a941dc3-fdf6-420c-a2b1-d2fa4753baaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029012 Apr 06 13:43:37.544393 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-80e87cc4-29e0-449f-9e34-cd838f533cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce {{(pid=88565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:43:37.551693 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-80e87cc4-29e0-449f-9e34-cd838f533cee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:37.566640 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-80e87cc4-29e0-449f-9e34-cd838f533cee service neutron] Transition to ACTIVE for port object fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce will not be triggered until provisioned by entity L2. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:43:37.634635 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-80e87cc4-29e0-449f-9e34-cd838f533cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:37.776588 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e87cc4-29e0-449f-9e34-cd838f533cee service neutron] Pushing event updated for resources: {'Port': ['ID=fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:37.889620 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-80e87cc4-29e0-449f-9e34-cd838f533cee service neutron] Attempting to bind port fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:43:37.889949 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-80e87cc4-29e0-449f-9e34-cd838f533cee service neutron] Attempting to bind port fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b0e86373-4051-40ab-b7be-36bf10deb163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6'}] {{(pid=88565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:43:37.890272 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-80e87cc4-29e0-449f-9e34-cd838f533cee service neutron] Attempting to bind port fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce on network a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:43:37.895117 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-80e87cc4-29e0-449f-9e34-cd838f533cee service neutron] Port fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce on network a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:43:37.895431 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-80e87cc4-29e0-449f-9e34-cd838f533cee service neutron] Attempting to bind port fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce on network a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:43:37.900694 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-80e87cc4-29e0-449f-9e34-cd838f533cee service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:43:37.901028 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-80e87cc4-29e0-449f-9e34-cd838f533cee service neutron] Checking segment: {'id': 'b0e86373-4051-40ab-b7be-36bf10deb163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:43:37.901435 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-80e87cc4-29e0-449f-9e34-cd838f533cee service neutron] Bound using segment: {'id': 'b0e86373-4051-40ab-b7be-36bf10deb163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6'} {{(pid=88565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:43:37.901827 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.managers [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-80e87cc4-29e0-449f-9e34-cd838f533cee service neutron] Bound port: fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e86373-4051-40ab-b7be-36bf10deb163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6'}}] {{(pid=88565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:43:37.902167 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-80e87cc4-29e0-449f-9e34-cd838f533cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:38.001114 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-80e87cc4-29e0-449f-9e34-cd838f533cee service neutron] For port fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce, host hv-neutron-8346, cleared binding levels {{(pid=88565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:43:38.004088 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-80e87cc4-29e0-449f-9e34-cd838f533cee service neutron] For port fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce,segment=NetworkSegment(b0e86373-4051-40ab-b7be-36bf10deb163),segment_id=b0e86373-4051-40ab-b7be-36bf10deb163)] {{(pid=88565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:43:38.087070 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-80e87cc4-29e0-449f-9e34-cd838f533cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:38.142542 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-80e87cc4-29e0-449f-9e34-cd838f533cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:38.143113 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-80e87cc4-29e0-449f-9e34-cd838f533cee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:38.144486 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-80e87cc4-29e0-449f-9e34-cd838f533cee service neutron] 10.222.0.61 "PUT /v2.0/ports/fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce HTTP/1.1" status: 200 len: 1093 time: 1.1281755 Apr 06 13:43:38.144926 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af77f0a0-0a7f-459c-b284-d514ecaa84fa', 'tag': 'fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:43:38.182028 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e87cc4-29e0-449f-9e34-cd838f533cee service neutron] Pushing event updated for resources: {'Port': ['ID=fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce,revision_number=3']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:38.204084 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fdf3d39-7335-4bed-ae07-23b8a58c0a14'] response: {'name': 'network-changed', 'server_uuid': 'af77f0a0-0a7f-459c-b284-d514ecaa84fa', 'tag': 'fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce', 'status': 'completed', 'code': 200} Apr 06 13:43:38.306013 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c6e2b-5659-4e1b-a4ef-6728a577214f req-17cf4801-51d7-4d54-9a31-de3a0e8a0bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:38.307609 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-264c6e2b-5659-4e1b-a4ef-6728a577214f req-17cf4801-51d7-4d54-9a31-de3a0e8a0bef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=af77f0a0-0a7f-459c-b284-d514ecaa84fa HTTP/1.1" status: 200 len: 1096 time: 0.0843866 Apr 06 13:43:38.620876 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c6e2b-5659-4e1b-a4ef-6728a577214f req-4f9ab3f4-1aef-49e2-95e4-665593d69f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:38.623094 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-264c6e2b-5659-4e1b-a4ef-6728a577214f req-4f9ab3f4-1aef-49e2-95e4-665593d69f2f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3086178 Apr 06 13:43:38.679364 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982838a5-5c4f-4bec-9032-9b8e5afa5092 req-ce48a39f-bfd7-41bf-a8a4-01f4c344221b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:38.680816 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-982838a5-5c4f-4bec-9032-9b8e5afa5092 req-ce48a39f-bfd7-41bf-a8a4-01f4c344221b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=af77f0a0-0a7f-459c-b284-d514ecaa84fa HTTP/1.1" status: 200 len: 943 time: 0.1608710 Apr 06 13:43:38.802912 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-982838a5-5c4f-4bec-9032-9b8e5afa5092 req-3ae240d9-2f9f-4b16-9712-d4ecb972cb7e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a941dc3-fdf6-420c-a2b1-d2fa4753baaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786710 Apr 06 13:43:38.806986 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c6e2b-5659-4e1b-a4ef-6728a577214f req-84829368-c241-4a4f-9867-075b1a84276f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:38.808400 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-264c6e2b-5659-4e1b-a4ef-6728a577214f req-84829368-c241-4a4f-9867-075b1a84276f service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1790617 Apr 06 13:43:38.916661 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-3153390e-1094-4656-a92d-97a2ce28aa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:38.918267 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-3153390e-1094-4656-a92d-97a2ce28aa8c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=af77f0a0-0a7f-459c-b284-d514ecaa84fa HTTP/1.1" status: 200 len: 1096 time: 0.0725474 Apr 06 13:43:38.990909 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-3845bd26-fbf4-4559-a61d-35e92eae238f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce HTTP/1.1" status: 200 len: 217 time: 0.0655913 Apr 06 13:43:39.055111 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-3ff36265-ec29-4dcc-b79f-2958139518bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:39.056586 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-3ff36265-ec29-4dcc-b79f-2958139518bd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc6c1a9f-c907-4642-a1bc-e30971eaeba2 HTTP/1.1" status: 200 len: 834 time: 0.0591054 Apr 06 13:43:39.138968 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-75c05b72-7149-44de-810f-f1ac928b4c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:39.140445 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-75c05b72-7149-44de-810f-f1ac928b4c3d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a21c8607-c25d-4efa-86aa-09c4bd5ce6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778697 Apr 06 13:43:39.280568 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-82102ed2-93e1-4ffc-8fca-d6ed7c6e2d11 service neutron] 10.222.0.61 "GET /v2.0/networks/a21c8607-c25d-4efa-86aa-09c4bd5ce6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336069 Apr 06 13:43:39.415745 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6ba1537a-5d7b-4736-afaf-3dfbf632c710 req-c0b54fe6-4870-45fd-afcb-0328d0a1d3ef service neutron] 10.222.0.61 "GET /v2.0/networks/a21c8607-c25d-4efa-86aa-09c4bd5ce6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294022 Apr 06 13:43:39.993277 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf348b0-c6b9-4ba2-8f7f-930377387934 req-6b8dfba6-78d2-4b4f-bee1-fff1d2b19863 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:39.994747 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0bf348b0-c6b9-4ba2-8f7f-930377387934 req-6b8dfba6-78d2-4b4f-bee1-fff1d2b19863 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=af77f0a0-0a7f-459c-b284-d514ecaa84fa HTTP/1.1" status: 200 len: 943 time: 0.0816698 Apr 06 13:43:40.041485 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0bf348b0-c6b9-4ba2-8f7f-930377387934 req-acc67c55-c4bb-40b1-b582-ccd24fcdc316 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a941dc3-fdf6-420c-a2b1-d2fa4753baaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406032 Apr 06 13:43:41.234086 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6c633-01c5-453d-9eb5-99593ff79f3a req-286e50bd-0118-4c42-9711-fcc21247b221 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:41.235610 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bce6c633-01c5-453d-9eb5-99593ff79f3a req-286e50bd-0118-4c42-9711-fcc21247b221 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=af77f0a0-0a7f-459c-b284-d514ecaa84fa HTTP/1.1" status: 200 len: 943 time: 0.0866663 Apr 06 13:43:41.280960 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bce6c633-01c5-453d-9eb5-99593ff79f3a req-0e19332a-e6ef-437f-a15d-2c32f1277f77 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a941dc3-fdf6-420c-a2b1-d2fa4753baaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397048 Apr 06 13:43:42.465506 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53693109-1822-4987-a22b-65ec20449a0b req-ec2f851d-4c2f-4864-94fe-f6152c82d6fd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:42.466957 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-53693109-1822-4987-a22b-65ec20449a0b req-ec2f851d-4c2f-4864-94fe-f6152c82d6fd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=af77f0a0-0a7f-459c-b284-d514ecaa84fa HTTP/1.1" status: 200 len: 943 time: 0.0812936 Apr 06 13:43:42.515342 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-53693109-1822-4987-a22b-65ec20449a0b req-844f2dc2-2943-44ea-ba78-bdf34ba17e92 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a941dc3-fdf6-420c-a2b1-d2fa4753baaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426900 Apr 06 13:43:42.689635 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50870) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:42.997739 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-91d8ee95-9073-4af3-a279-2ae6dc99a94b tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Deleting port a894e0a9-a441-498b-8c8c-a6ab262a120a {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:43:42.997991 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-91d8ee95-9073-4af3-a279-2ae6dc99a94b tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:43.216471 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:43:43.313758 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-91d8ee95-9073-4af3-a279-2ae6dc99a94b tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:43.314073 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-91d8ee95-9073-4af3-a279-2ae6dc99a94b tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:43.359365 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce,segment=NetworkSegment(b0e86373-4051-40ab-b7be-36bf10deb163),segment_id=b0e86373-4051-40ab-b7be-36bf10deb163)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:43:43.372954 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': 'fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'port_id': 'fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce', 'mac_address': 'fa:16:3e:66:8e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:43:43.435232 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:43.441417 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-91d8ee95-9073-4af3-a279-2ae6dc99a94b tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Calling delete_port for a894e0a9-a441-498b-8c8c-a6ab262a120a owned by network:floatingip {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:43:43.452967 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:43:43.468819 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce,segment=NetworkSegment(b0e86373-4051-40ab-b7be-36bf10deb163),segment_id=b0e86373-4051-40ab-b7be-36bf10deb163)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:43:43.543435 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:43.617467 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:43.670427 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-91d8ee95-9073-4af3-a279-2ae6dc99a94b tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:43.727293 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8ee95-9073-4af3-a279-2ae6dc99a94b tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Pushing event deleted for resources: {'Port': ['ID=a894e0a9-a441-498b-8c8c-a6ab262a120a,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:43.796993 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:43:43.836544 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-91d8ee95-9073-4af3-a279-2ae6dc99a94b tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for floatingip, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:43.836876 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-91d8ee95-9073-4af3-a279-2ae6dc99a94b tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Floating IP de0d6f03-06f2-4dd0-9e8b-1a29e7bc9240 disassociated (deleted). External IP: 172.26.4.140, port: a10268a1-fb30-42eb-a6f7-d9c688b63503. Apr 06 13:43:43.897867 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df397da-95c3-484b-92dd-fac326c8ab88 req-0814997b-87d1-413e-8132-b283379e0bcb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:43.899403 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2df397da-95c3-484b-92dd-fac326c8ab88 req-0814997b-87d1-413e-8132-b283379e0bcb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=af77f0a0-0a7f-459c-b284-d514ecaa84fa HTTP/1.1" status: 200 len: 944 time: 0.2725165 Apr 06 13:43:44.025439 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2df397da-95c3-484b-92dd-fac326c8ab88 req-bfe4d559-ab05-4f78-9072-5d27ce963cff tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a941dc3-fdf6-420c-a2b1-d2fa4753baaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185994 Apr 06 13:43:44.253444 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d8ee95-9073-4af3-a279-2ae6dc99a94b tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Router af1dcf33-cb2f-4c5f-9859-150dd859536f has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:43:44.444683 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d8ee95-9073-4af3-a279-2ae6dc99a94b tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:43:44.454170 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b8ff16-177f-45d3-8d21-f6f2ee559106 None None] Sync routers for ids ['af1dcf33-cb2f-4c5f-9859-150dd859536f'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:43:44.463344 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b8ff16-177f-45d3-8d21-f6f2ee559106 None None] Routers {'af1dcf33-cb2f-4c5f-9859-150dd859536f'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:43:44.463950 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-19b8ff16-177f-45d3-8d21-f6f2ee559106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:43:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['af1dcf33-cb2f-4c5f-9859-150dd859536f'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:44.546385 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-91d8ee95-9073-4af3-a279-2ae6dc99a94b tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:44.602626 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-91d8ee95-9073-4af3-a279-2ae6dc99a94b tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "DELETE /v2.0/floatingips/de0d6f03-06f2-4dd0-9e8b-1a29e7bc9240 HTTP/1.1" status: 204 len: 168 time: 1.9119020 Apr 06 13:43:44.603298 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a624842a-7443-441b-ac26-444386543f3f', 'tag': 'a10268a1-fb30-42eb-a6f7-d9c688b63503'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:43:44.658377 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6047e38-ef4d-46c9-80d5-f367ff3ffc3a'] response: {'name': 'network-changed', 'server_uuid': 'a624842a-7443-441b-ac26-444386543f3f', 'tag': 'a10268a1-fb30-42eb-a6f7-d9c688b63503', 'status': 'completed', 'code': 200} Apr 06 13:43:44.679966 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-19b8ff16-177f-45d3-8d21-f6f2ee559106 None None] Set router af1dcf33-cb2f-4c5f-9859-150dd859536f gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:43:44.759128 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d408c-6f4e-49be-b094-4b8367ed21eb req-3df61f12-ddee-457d-8863-0dd3332a9312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:44.760664 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dc5d408c-6f4e-49be-b094-4b8367ed21eb req-3df61f12-ddee-457d-8863-0dd3332a9312 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f961cdd2806417f9eeecf800dc5c9c4&device_id=a624842a-7443-441b-ac26-444386543f3f HTTP/1.1" status: 200 len: 1098 time: 0.0816796 Apr 06 13:43:44.905306 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d408c-6f4e-49be-b094-4b8367ed21eb req-fcb1a83c-feaa-476f-bf0e-c73bfac51bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:44.907091 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dc5d408c-6f4e-49be-b094-4b8367ed21eb req-fcb1a83c-feaa-476f-bf0e-c73bfac51bc5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=07d8a801-9673-412c-b97f-9a98a83af4f7 HTTP/1.1" status: 200 len: 912 time: 0.1403112 Apr 06 13:43:45.075747 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-19b8ff16-177f-45d3-8d21-f6f2ee559106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'name': 'tempest-TestVolumeBootPattern-380610203-router', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:10Z', 'updated_at': '2022-04-06T13:32:18Z', 'revision_number': 4, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'gw_port': {'id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:12Z', 'updated_at': '2022-04-06T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '1637510f-0ea8-4797-8c98-3165b42cf158', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'floating_ip_address': '172.26.4.8', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'port_id': '3e35adb7-b277-4800-bb7c-bb93b0ea802f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'mac_address': 'fa:16:3e:ad:2f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec72da2e-bc70-493a-9f54-d696135f3930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:37:34Z', 'updated_at': '2022-04-06T13:37:39Z', 'revision_number': 1, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed1bccca-f7f5-43d9-9020-42d75027d86d', 'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'mac_address': 'fa:16:3e:70:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:17Z', 'updated_at': '2022-04-06T13:32:28Z', 'revision_number': 5, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'subnets': [{'id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:45.080232 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b8ff16-177f-45d3-8d21-f6f2ee559106 None None] Checking router: af1dcf33-cb2f-4c5f-9859-150dd859536f for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:43:45.089338 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b8ff16-177f-45d3-8d21-f6f2ee559106 None None] Routers {'af1dcf33-cb2f-4c5f-9859-150dd859536f'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:43:45.090979 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-19b8ff16-177f-45d3-8d21-f6f2ee559106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:43:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['af1dcf33-cb2f-4c5f-9859-150dd859536f'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:45.112179 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dc5d408c-6f4e-49be-b094-4b8367ed21eb req-f2e4d915-0590-4b54-bdf0-15b85a63cfa0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a10268a1-fb30-42eb-a6f7-d9c688b63503 HTTP/1.1" status: 200 len: 217 time: 0.1993964 Apr 06 13:43:45.255245 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:43:45.305362 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d408c-6f4e-49be-b094-4b8367ed21eb req-f815aa17-6a58-4fd9-b91d-489e897f9024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:45.306792 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dc5d408c-6f4e-49be-b094-4b8367ed21eb req-f815aa17-6a58-4fd9-b91d-489e897f9024 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bec31d0f-ca58-4f44-a0f5-7b9820419a31 HTTP/1.1" status: 200 len: 850 time: 0.1867902 Apr 06 13:43:45.354380 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-19b8ff16-177f-45d3-8d21-f6f2ee559106 None None] Set router af1dcf33-cb2f-4c5f-9859-150dd859536f gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:43:45.379961 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a22d7-1a4d-4f05-bbad-59568f9b3640 req-72657fb3-b0ec-49f1-af7c-1db17ddf2b02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:45.382197 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e58a22d7-1a4d-4f05-bbad-59568f9b3640 req-72657fb3-b0ec-49f1-af7c-1db17ddf2b02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=af77f0a0-0a7f-459c-b284-d514ecaa84fa HTTP/1.1" status: 200 len: 944 time: 0.2168612 Apr 06 13:43:45.431406 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ffa2a4-8d6b-4da9-b1e9-61936ae8cef6 req-60f8e706-dce8-4cd5-a1aa-c2c2830b9155 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:45.432136 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-40ffa2a4-8d6b-4da9-b1e9-61936ae8cef6 req-60f8e706-dce8-4cd5-a1aa-c2c2830b9155 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Synchronizing usage tracker for tenant:6f961cdd2806417f9eeecf800dc5c9c4 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:43:45.468439 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e58a22d7-1a4d-4f05-bbad-59568f9b3640 req-5c3e1079-5067-48dd-9d2f-76a8c6418f1d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a941dc3-fdf6-420c-a2b1-d2fa4753baaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790408 Apr 06 13:43:45.493307 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d408c-6f4e-49be-b094-4b8367ed21eb req-ee0bc814-7d71-45ab-b2a1-9de10ffe0d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:45.494497 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6cf2d3b0-bee9-4198-9bb7-9b7f4dbc64bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:45.495275 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dc5d408c-6f4e-49be-b094-4b8367ed21eb req-ee0bc814-7d71-45ab-b2a1-9de10ffe0d02 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=07d8a801-9673-412c-b97f-9a98a83af4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1732168 Apr 06 13:43:45.522330 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:43:45.534222 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:43:45.534589 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:45.586180 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-40ffa2a4-8d6b-4da9-b1e9-61936ae8cef6 req-60f8e706-dce8-4cd5-a1aa-c2c2830b9155 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Unset dirty status for tenant:6f961cdd2806417f9eeecf800dc5c9c4 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:43:45.587298 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-40ffa2a4-8d6b-4da9-b1e9-61936ae8cef6 req-60f8e706-dce8-4cd5-a1aa-c2c2830b9155 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a624842a-7443-441b-ac26-444386543f3f HTTP/1.1" status: 200 len: 945 time: 0.3620777 Apr 06 13:43:45.670339 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-40ffa2a4-8d6b-4da9-b1e9-61936ae8cef6 req-03b1c4dc-319d-4899-8816-3a95f9301a6e tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697012 Apr 06 13:43:45.673787 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dc5d408c-6f4e-49be-b094-4b8367ed21eb req-6381f12a-efc6-4e85-aba7-238a1cc26f46 service neutron] 10.222.0.61 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716518 Apr 06 13:43:45.812787 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dc5d408c-6f4e-49be-b094-4b8367ed21eb req-4013e7d6-6e59-4246-8660-a09a7e771c08 service neutron] 10.222.0.61 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315179 Apr 06 13:43:45.816175 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:45.856205 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af77f0a0-0a7f-459c-b284-d514ecaa84fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:43:45.868559 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce,segment=NetworkSegment(b0e86373-4051-40ab-b7be-36bf10deb163),segment_id=b0e86373-4051-40ab-b7be-36bf10deb163)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:43:45.887038 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-19b8ff16-177f-45d3-8d21-f6f2ee559106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'name': 'tempest-TestVolumeBootPattern-380610203-router', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:10Z', 'updated_at': '2022-04-06T13:32:18Z', 'revision_number': 4, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'gw_port': {'id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:12Z', 'updated_at': '2022-04-06T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '1637510f-0ea8-4797-8c98-3165b42cf158', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'floating_ip_address': '172.26.4.8', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'port_id': '3e35adb7-b277-4800-bb7c-bb93b0ea802f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'mac_address': 'fa:16:3e:ad:2f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec72da2e-bc70-493a-9f54-d696135f3930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:37:34Z', 'updated_at': '2022-04-06T13:37:39Z', 'revision_number': 1, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed1bccca-f7f5-43d9-9020-42d75027d86d', 'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'mac_address': 'fa:16:3e:70:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:17Z', 'updated_at': '2022-04-06T13:32:28Z', 'revision_number': 5, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'subnets': [{'id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:45.891651 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b8ff16-177f-45d3-8d21-f6f2ee559106 None None] The sync data for ids ['af1dcf33-cb2f-4c5f-9859-150dd859536f'] in dv-neutron-834600-1-hyperv is: [{'id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'name': 'tempest-TestVolumeBootPattern-380610203-router', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:10Z', 'updated_at': '2022-04-06T13:32:18Z', 'revision_number': 4, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'gw_port': {'id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:12Z', 'updated_at': '2022-04-06T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '1637510f-0ea8-4797-8c98-3165b42cf158', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'floating_ip_address': '172.26.4.8', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'port_id': '3e35adb7-b277-4800-bb7c-bb93b0ea802f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'mac_address': 'fa:16:3e:ad:2f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec72da2e-bc70-493a-9f54-d696135f3930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:37:34Z', 'updated_at': '2022-04-06T13:37:39Z', 'revision_number': 1, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed1bccca-f7f5-43d9-9020-42d75027d86d', 'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'mac_address': 'fa:16:3e:70:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:17Z', 'updated_at': '2022-04-06T13:32:28Z', 'revision_number': 5, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'subnets': [{'id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:43:45.928267 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:45.967390 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d779121-a51b-438c-8a3b-4189bcdaee9b'] response: {'server_uuid': 'af77f0a0-0a7f-459c-b284-d514ecaa84fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce', 'code': 200} Apr 06 13:43:46.010051 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:46.132988 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c26c93c-4425-4f7e-9e43-bd66c4f46335 None None] New status for floating IP de0d6f03-06f2-4dd0-9e8b-1a29e7bc9240: DOWN {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:43:46.367824 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cc561-5bf0-46ee-9425-d5022a242a64 req-0b332662-b983-468d-ab5a-2d518d4f72ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:46.369174 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bb1cc561-5bf0-46ee-9425-d5022a242a64 req-0b332662-b983-468d-ab5a-2d518d4f72ca service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=af77f0a0-0a7f-459c-b284-d514ecaa84fa HTTP/1.1" status: 200 len: 1098 time: 0.0732381 Apr 06 13:43:46.411769 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bb1cc561-5bf0-46ee-9425-d5022a242a64 req-d2be7c8a-5c3f-479b-abad-66d52aa4d56b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5a941dc3-fdf6-420c-a2b1-d2fa4753baaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361271 Apr 06 13:43:46.671459 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd59176-b249-4769-9d41-f77083e6ec95 req-97900a38-4934-435a-a28e-1975f77cc6e5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:46.672949 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9cd59176-b249-4769-9d41-f77083e6ec95 req-97900a38-4934-435a-a28e-1975f77cc6e5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=af77f0a0-0a7f-459c-b284-d514ecaa84fa HTTP/1.1" status: 200 len: 945 time: 0.0921121 Apr 06 13:43:46.726151 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9cd59176-b249-4769-9d41-f77083e6ec95 req-5a52484b-dd06-4cbe-9a00-af63684fe082 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a941dc3-fdf6-420c-a2b1-d2fa4753baaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473614 Apr 06 13:43:46.865672 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ed457-bb15-4316-824a-8f624edc3cb4 req-22bebcbb-1cea-4f25-ac1c-99166d70929d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:46.867165 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f48ed457-bb15-4316-824a-8f624edc3cb4 req-22bebcbb-1cea-4f25-ac1c-99166d70929d tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a624842a-7443-441b-ac26-444386543f3f HTTP/1.1" status: 200 len: 945 time: 0.0822847 Apr 06 13:43:46.959186 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f48ed457-bb15-4316-824a-8f624edc3cb4 req-68215f6a-ed88-4235-9743-b13571786cb4 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849869 Apr 06 13:43:46.999103 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b69097-a314-40c9-91e4-672bd4d4da3c req-4e372fce-d07c-470c-ae56-238f506ce45b tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:47.000579 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d6b69097-a314-40c9-91e4-672bd4d4da3c req-4e372fce-d07c-470c-ae56-238f506ce45b tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.61 "GET /v2.0/ports?device_id=a624842a-7443-441b-ac26-444386543f3f HTTP/1.1" status: 200 len: 945 time: 0.1060658 Apr 06 13:43:47.071855 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [req-d6b69097-a314-40c9-91e4-672bd4d4da3c req-f5ceca98-e631-4b5c-85da-e4b1dbd64e22 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Deleting port a10268a1-fb30-42eb-a6f7-d9c688b63503 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:43:47.072283 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-d6b69097-a314-40c9-91e4-672bd4d4da3c req-f5ceca98-e631-4b5c-85da-e4b1dbd64e22 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:47.337478 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [req-d6b69097-a314-40c9-91e4-672bd4d4da3c req-f5ceca98-e631-4b5c-85da-e4b1dbd64e22 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] For port a10268a1-fb30-42eb-a6f7-d9c688b63503, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a10268a1-fb30-42eb-a6f7-d9c688b63503,segment=NetworkSegment(ad0f3491-5818-4d1f-8d68-284d1a30d5e3),segment_id=ad0f3491-5818-4d1f-8d68-284d1a30d5e3)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:43:47.337834 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-d6b69097-a314-40c9-91e4-672bd4d4da3c req-f5ceca98-e631-4b5c-85da-e4b1dbd64e22 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:47.464297 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [req-d6b69097-a314-40c9-91e4-672bd4d4da3c req-f5ceca98-e631-4b5c-85da-e4b1dbd64e22 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Calling delete_port for a10268a1-fb30-42eb-a6f7-d9c688b63503 owned by compute:nova {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:43:47.720463 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bcc0fb56-146f-412c-8c4a-65cb6fc4283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:47.802612 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-d6b69097-a314-40c9-91e4-672bd4d4da3c req-f5ceca98-e631-4b5c-85da-e4b1dbd64e22 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:47.897788 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ceca98-e631-4b5c-85da-e4b1dbd64e22 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Pushing event deleted for resources: {'Port': ['ID=a10268a1-fb30-42eb-a6f7-d9c688b63503,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:47.990231 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b69097-a314-40c9-91e4-672bd4d4da3c req-f5ceca98-e631-4b5c-85da-e4b1dbd64e22 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] No DVR routers for this DVR port a10268a1-fb30-42eb-a6f7-d9c688b63503 on host hv-neutron-8346 {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:43:47.997931 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-d6b69097-a314-40c9-91e4-672bd4d4da3c req-f5ceca98-e631-4b5c-85da-e4b1dbd64e22 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:47.997931 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a624842a-7443-441b-ac26-444386543f3f', 'name': 'network-vif-deleted', 'tag': 'a10268a1-fb30-42eb-a6f7-d9c688b63503'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:43:48.037701 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98a15e-c8d7-4cfd-a56e-9e4eadb51ead req-c9fcd2f0-c645-4993-9151-bf8aef998b6c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:48.039228 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5b98a15e-c8d7-4cfd-a56e-9e4eadb51ead req-c9fcd2f0-c645-4993-9151-bf8aef998b6c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=af77f0a0-0a7f-459c-b284-d514ecaa84fa HTTP/1.1" status: 200 len: 945 time: 0.1966040 Apr 06 13:43:48.079873 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d6b69097-a314-40c9-91e4-672bd4d4da3c req-f5ceca98-e631-4b5c-85da-e4b1dbd64e22 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.61 "DELETE /v2.0/ports/a10268a1-fb30-42eb-a6f7-d9c688b63503 HTTP/1.1" status: 204 len: 173 time: 1.0741029 Apr 06 13:43:48.125248 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5b98a15e-c8d7-4cfd-a56e-9e4eadb51ead req-2261e952-b8d6-4fb8-83e5-7ab5655d92dd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a941dc3-fdf6-420c-a2b1-d2fa4753baaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790861 Apr 06 13:43:48.131692 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-f7307982-3850-4b91-909e-3e039baf38ec req-5cfb7fc0-58d1-4e31-acd9-40469382b202 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Synchronizing usage tracker for tenant:6f961cdd2806417f9eeecf800dc5c9c4 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:43:48.198183 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91da1ce5-610c-4fcb-b705-abad69cc0610'] response: {'server_uuid': 'a624842a-7443-441b-ac26-444386543f3f', 'name': 'network-vif-deleted', 'tag': 'a10268a1-fb30-42eb-a6f7-d9c688b63503', 'status': 'completed', 'code': 200} Apr 06 13:43:48.253751 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-f7307982-3850-4b91-909e-3e039baf38ec req-5cfb7fc0-58d1-4e31-acd9-40469382b202 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Unset dirty status for tenant:6f961cdd2806417f9eeecf800dc5c9c4 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:43:48.257421 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f7307982-3850-4b91-909e-3e039baf38ec req-5cfb7fc0-58d1-4e31-acd9-40469382b202 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a624842a-7443-441b-ac26-444386543f3f HTTP/1.1" status: 200 len: 210 time: 0.1720581 Apr 06 13:43:48.387769 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a817e00-6ce2-4e07-bdf9-91cf3812e702 req-5e54947b-f301-43da-8c91-ef2f7d2dc1d6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:48.387769 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4a817e00-6ce2-4e07-bdf9-91cf3812e702 req-5e54947b-f301-43da-8c91-ef2f7d2dc1d6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=af77f0a0-0a7f-459c-b284-d514ecaa84fa HTTP/1.1" status: 200 len: 945 time: 0.0973401 Apr 06 13:43:48.441026 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4a817e00-6ce2-4e07-bdf9-91cf3812e702 req-9239cf6d-b04c-422c-a114-f50709add1bb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a941dc3-fdf6-420c-a2b1-d2fa4753baaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475202 Apr 06 13:43:48.471703 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50902) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:48.552745 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1e026e-4c8d-4f45-a276-2a749c4cc4eb tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:48.556900 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1a1e026e-4c8d-4f45-a276-2a749c4cc4eb tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=af77f0a0-0a7f-459c-b284-d514ecaa84fa HTTP/1.1" status: 200 len: 1093 time: 0.0811305 Apr 06 13:43:48.557120 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50906) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:48.562840 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-77752208-e684-4eb4-a0f3-adf87e8825c9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'port_id': 'fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:43:48.569276 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-77752208-e684-4eb4-a0f3-adf87e8825c9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:43:48.579017 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-77752208-e684-4eb4-a0f3-adf87e8825c9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:floatingip and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:43:48.579017 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-77752208-e684-4eb4-a0f3-adf87e8825c9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:43:48.587323 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-77752208-e684-4eb4-a0f3-adf87e8825c9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:43:48.676471 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-77752208-e684-4eb4-a0f3-adf87e8825c9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:48.829614 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-77752208-e684-4eb4-a0f3-adf87e8825c9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:48.926484 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:48.970298 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:48.973547 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-77752208-e684-4eb4-a0f3-adf87e8825c9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.26.4.39 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/60fdfdcc-9167-4d95-8d6d-731f392608ee) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:43:49.234057 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-77752208-e684-4eb4-a0f3-adf87e8825c9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:49.249663 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device a10268a1-fb30-42eb-a6f7-d9c688b63503 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:43:49.326332 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: a10268a1-fb30-42eb-a6f7-d9c688b63503 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:43:49.326672 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device a10268a1-fb30-42eb-a6f7-d9c688b63503 not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:43:49.355047 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-77752208-e684-4eb4-a0f3-adf87e8825c9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:49.415792 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77752208-e684-4eb4-a0f3-adf87e8825c9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:43:49.419317 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-77752208-e684-4eb4-a0f3-adf87e8825c9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:43:49.423171 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77752208-e684-4eb4-a0f3-adf87e8825c9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:43:49.434659 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-884cc459-84f3-4fe6-8aca-ed92ab103b3a req-16818971-c365-4bcf-b75d-c71fcd0d72a0 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a624842a-7443-441b-ac26-444386543f3f HTTP/1.1" status: 200 len: 210 time: 0.0493968 Apr 06 13:43:49.478693 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77752208-e684-4eb4-a0f3-adf87e8825c9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=60fdfdcc-9167-4d95-8d6d-731f392608ee,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:49.630663 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1e56451e-ef54-4424-94e3-1ae20ac41455 req-2cab7a26-9c51-4e27-b085-a4ae9cf614dd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a624842a-7443-441b-ac26-444386543f3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0420156 Apr 06 13:43:49.695730 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1e56451e-ef54-4424-94e3-1ae20ac41455 req-81b1de08-6c2a-4b24-bce7-c6d6f763275d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f961cdd2806417f9eeecf800dc5c9c4&device_id=a624842a-7443-441b-ac26-444386543f3f HTTP/1.1" status: 200 len: 210 time: 0.0451696 Apr 06 13:43:49.857926 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56451e-ef54-4424-94e3-1ae20ac41455 req-b6848bf1-aa41-4dc8-8940-652b3dd1f4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:49.859492 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1e56451e-ef54-4424-94e3-1ae20ac41455 req-b6848bf1-aa41-4dc8-8940-652b3dd1f4b2 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=6f961cdd2806417f9eeecf800dc5c9c4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1427886 Apr 06 13:43:49.896778 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-77752208-e684-4eb4-a0f3-adf87e8825c9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:50.003921 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56451e-ef54-4424-94e3-1ae20ac41455 req-2438afb8-24c4-465d-8453-1256c0726359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:50.005353 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1e56451e-ef54-4424-94e3-1ae20ac41455 req-2438afb8-24c4-465d-8453-1256c0726359 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1404886 Apr 06 13:43:50.031283 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-77752208-e684-4eb4-a0f3-adf87e8825c9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:50.249746 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-77752208-e684-4eb4-a0f3-adf87e8825c9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:50.314469 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:50.331674 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-77752208-e684-4eb4-a0f3-adf87e8825c9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:50.444359 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77752208-e684-4eb4-a0f3-adf87e8825c9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=60fdfdcc-9167-4d95-8d6d-731f392608ee,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:50.454636 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-77752208-e684-4eb4-a0f3-adf87e8825c9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:50.639234 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-77752208-e684-4eb4-a0f3-adf87e8825c9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Floating IP 8a103c87-85eb-4aca-b597-44f9c94da067 associated. External IP: 172.26.4.39, port: fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce. Apr 06 13:43:51.127027 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77752208-e684-4eb4-a0f3-adf87e8825c9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router d7227fc7-011d-4a01-945b-b95728e8d138 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:43:51.321400 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77752208-e684-4eb4-a0f3-adf87e8825c9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:43:51.333761 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fab01a2-c5ef-43f5-a1a7-9b49a50d90b3 None None] Sync routers for ids ['d7227fc7-011d-4a01-945b-b95728e8d138'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:43:51.344893 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fab01a2-c5ef-43f5-a1a7-9b49a50d90b3 None None] Routers {'d7227fc7-011d-4a01-945b-b95728e8d138'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:43:51.345759 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-9fab01a2-c5ef-43f5-a1a7-9b49a50d90b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:43:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d7227fc7-011d-4a01-945b-b95728e8d138'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:51.407644 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-77752208-e684-4eb4-a0f3-adf87e8825c9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:51.470613 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-77752208-e684-4eb4-a0f3-adf87e8825c9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9124329 Apr 06 13:43:51.471233 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af77f0a0-0a7f-459c-b284-d514ecaa84fa', 'tag': 'fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:43:51.473850 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50918) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:51.545708 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00f37c26-3aaf-44f3-a633-b3b126672b44'] response: {'name': 'network-changed', 'server_uuid': 'af77f0a0-0a7f-459c-b284-d514ecaa84fa', 'tag': 'fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce', 'status': 'completed', 'code': 200} Apr 06 13:43:51.555947 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-9fab01a2-c5ef-43f5-a1a7-9b49a50d90b3 None None] Set router d7227fc7-011d-4a01-945b-b95728e8d138 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:43:51.639513 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28493f0-c352-498a-b91a-64f084b2afb4 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:51.643911 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c28493f0-c352-498a-b91a-64f084b2afb4 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=af77f0a0-0a7f-459c-b284-d514ecaa84fa HTTP/1.1" status: 200 len: 1093 time: 0.1658428 Apr 06 13:43:51.664517 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6ca02-e50a-4394-bea8-789b667edde6 req-78829583-9ddb-47e5-a20f-c36b67aad2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:51.666135 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c2f6ca02-e50a-4394-bea8-789b667edde6 req-78829583-9ddb-47e5-a20f-c36b67aad2d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=af77f0a0-0a7f-459c-b284-d514ecaa84fa HTTP/1.1" status: 200 len: 1098 time: 0.0960960 Apr 06 13:43:51.826456 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6ca02-e50a-4394-bea8-789b667edde6 req-dc2f01e9-7d33-46f6-8469-9bf6e4475558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:51.827997 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c2f6ca02-e50a-4394-bea8-789b667edde6 req-dc2f01e9-7d33-46f6-8469-9bf6e4475558 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 HTTP/1.1" status: 200 len: 897 time: 0.1560516 Apr 06 13:43:51.976864 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-9fab01a2-c5ef-43f5-a1a7-9b49a50d90b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'name': 'tempest-TestNetworkBasicOps-router-1989482502', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:26Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '8a103c87-85eb-4aca-b597-44f9c94da067', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.39', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'port_id': 'fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'mac_address': 'fa:16:3e:66:8e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77f0a0-0a7f-459c-b284-d514ecaa84fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:43:49Z', 'updated_at': '2022-04-06T13:43:49Z', 'revision_number': 0, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c297f3-0fb1-4ed3-b004-e27f6f60f61a', 'name': '', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:f7:55:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:25Z', 'updated_at': '2022-04-06T13:43:31Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:51.982251 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fab01a2-c5ef-43f5-a1a7-9b49a50d90b3 None None] Checking router: d7227fc7-011d-4a01-945b-b95728e8d138 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:43:51.991950 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fab01a2-c5ef-43f5-a1a7-9b49a50d90b3 None None] Routers {'d7227fc7-011d-4a01-945b-b95728e8d138'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:43:51.992712 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-9fab01a2-c5ef-43f5-a1a7-9b49a50d90b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:43:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d7227fc7-011d-4a01-945b-b95728e8d138'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:51.999713 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c2f6ca02-e50a-4394-bea8-789b667edde6 req-d60c10db-95ae-47b2-a0f9-9961d03da6ae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce HTTP/1.1" status: 200 len: 998 time: 0.1658785 Apr 06 13:43:52.070555 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6ca02-e50a-4394-bea8-789b667edde6 req-866dbcd4-3533-4d36-ab8d-25b4ebefa145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:52.071980 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c2f6ca02-e50a-4394-bea8-789b667edde6 req-866dbcd4-3533-4d36-ab8d-25b4ebefa145 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc6c1a9f-c907-4642-a1bc-e30971eaeba2 HTTP/1.1" status: 200 len: 834 time: 0.0666089 Apr 06 13:43:52.161239 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6ca02-e50a-4394-bea8-789b667edde6 req-bda8be60-aa58-49a7-ba91-65855d7e1a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:52.163095 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c2f6ca02-e50a-4394-bea8-789b667edde6 req-bda8be60-aa58-49a7-ba91-65855d7e1a9c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a21c8607-c25d-4efa-86aa-09c4bd5ce6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844676 Apr 06 13:43:52.224450 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-9fab01a2-c5ef-43f5-a1a7-9b49a50d90b3 None None] Set router d7227fc7-011d-4a01-945b-b95728e8d138 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:43:52.319198 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c2f6ca02-e50a-4394-bea8-789b667edde6 req-79687c3b-51e1-4ae3-b309-5093b374773c service neutron] 10.222.0.61 "GET /v2.0/networks/a21c8607-c25d-4efa-86aa-09c4bd5ce6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500278 Apr 06 13:43:52.385408 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50928) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:52.391467 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-608b6e7a-b658-45b7-b2b7-8c4b25f0ec52 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-944561590', 'description': 'tempest-secgroup-smoke-944561590 description', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:43:52.403557 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-608b6e7a-b658-45b7-b2b7-8c4b25f0ec52 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:43:52.414598 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-608b6e7a-b658-45b7-b2b7-8c4b25f0ec52 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:43:52.523081 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-608b6e7a-b658-45b7-b2b7-8c4b25f0ec52 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:52.554397 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-608b6e7a-b658-45b7-b2b7-8c4b25f0ec52 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:43:52.562630 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-608b6e7a-b658-45b7-b2b7-8c4b25f0ec52 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:43:52.565987 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-608b6e7a-b658-45b7-b2b7-8c4b25f0ec52 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:43:52.573361 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-608b6e7a-b658-45b7-b2b7-8c4b25f0ec52 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:43:52.603068 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c2f6ca02-e50a-4394-bea8-789b667edde6 req-dd0ad6c8-6ac0-45fd-bb13-9af7a5360452 service neutron] 10.222.0.61 "GET /v2.0/networks/a21c8607-c25d-4efa-86aa-09c4bd5ce6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746601 Apr 06 13:43:52.660030 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-608b6e7a-b658-45b7-b2b7-8c4b25f0ec52 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:52.674996 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-9fab01a2-c5ef-43f5-a1a7-9b49a50d90b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'name': 'tempest-TestNetworkBasicOps-router-1989482502', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:26Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '8a103c87-85eb-4aca-b597-44f9c94da067', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.39', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'port_id': 'fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'mac_address': 'fa:16:3e:66:8e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77f0a0-0a7f-459c-b284-d514ecaa84fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:43:49Z', 'updated_at': '2022-04-06T13:43:49Z', 'revision_number': 0, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c297f3-0fb1-4ed3-b004-e27f6f60f61a', 'name': '', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:f7:55:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:25Z', 'updated_at': '2022-04-06T13:43:31Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:52.679367 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fab01a2-c5ef-43f5-a1a7-9b49a50d90b3 None None] The sync data for ids ['d7227fc7-011d-4a01-945b-b95728e8d138'] in dv-neutron-834600-1-hyperv is: [{'id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'name': 'tempest-TestNetworkBasicOps-router-1989482502', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:26Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '8a103c87-85eb-4aca-b597-44f9c94da067', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.39', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'port_id': 'fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'mac_address': 'fa:16:3e:66:8e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77f0a0-0a7f-459c-b284-d514ecaa84fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:43:49Z', 'updated_at': '2022-04-06T13:43:49Z', 'revision_number': 0, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c297f3-0fb1-4ed3-b004-e27f6f60f61a', 'name': '', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:f7:55:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:25Z', 'updated_at': '2022-04-06T13:43:31Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:43:52.725948 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-608b6e7a-b658-45b7-b2b7-8c4b25f0ec52 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:52.782716 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b6e7a-b658-45b7-b2b7-8c4b25f0ec52 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9000c6-e879-4e85-bf16-796f2a18a81a,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:52.868453 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-608b6e7a-b658-45b7-b2b7-8c4b25f0ec52 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:52.873579 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-608b6e7a-b658-45b7-b2b7-8c4b25f0ec52 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4833684 Apr 06 13:43:52.873907 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50932) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:52.879257 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-00c7ff90-b5c3-42e9-9b6d-cce71822ea02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'ce9000c6-e879-4e85-bf16-796f2a18a81a', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:43:52.885509 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-00c7ff90-b5c3-42e9-9b6d-cce71822ea02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:43:52.889511 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b7820-d26c-4745-9ea7-bc7cdc71f00f None None] New status for floating IP 8a103c87-85eb-4aca-b597-44f9c94da067: ACTIVE {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:43:52.890094 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-00c7ff90-b5c3-42e9-9b6d-cce71822ea02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:43:52.893282 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-00c7ff90-b5c3-42e9-9b6d-cce71822ea02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:43:52.899323 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-00c7ff90-b5c3-42e9-9b6d-cce71822ea02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:43:53.007007 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-00c7ff90-b5c3-42e9-9b6d-cce71822ea02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:53.089107 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-00c7ff90-b5c3-42e9-9b6d-cce71822ea02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:53.173778 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-00c7ff90-b5c3-42e9-9b6d-cce71822ea02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:53.217998 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7ff90-b5c3-42e9-9b6d-cce71822ea02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474e4b49-3d90-4768-bd05-bfaf2af64962,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:53.344708 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-00c7ff90-b5c3-42e9-9b6d-cce71822ea02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:53.344708 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-00c7ff90-b5c3-42e9-9b6d-cce71822ea02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4670589 Apr 06 13:43:53.344984 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50940) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:53.350295 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-337fa103-ddc3-45d4-8341-5a369213b611 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'ce9000c6-e879-4e85-bf16-796f2a18a81a', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:43:53.365721 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-337fa103-ddc3-45d4-8341-5a369213b611 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:43:53.375631 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-337fa103-ddc3-45d4-8341-5a369213b611 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:43:53.380437 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-337fa103-ddc3-45d4-8341-5a369213b611 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:43:53.389338 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-337fa103-ddc3-45d4-8341-5a369213b611 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:43:53.488840 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-337fa103-ddc3-45d4-8341-5a369213b611 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:53.562053 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-337fa103-ddc3-45d4-8341-5a369213b611 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:53.637290 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-337fa103-ddc3-45d4-8341-5a369213b611 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:53.664294 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fa103-ddc3-45d4-8341-5a369213b611 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de0ecdf5-437d-4646-a9a6-eba51218cbbd,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:53.728025 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-337fa103-ddc3-45d4-8341-5a369213b611 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:53.729364 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-337fa103-ddc3-45d4-8341-5a369213b611 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3836179 Apr 06 13:43:53.732383 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50946) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:53.737666 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-7b682937-f877-42da-8e49-ccab54cfc66d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'ce9000c6-e879-4e85-bf16-796f2a18a81a', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:43:53.744375 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-7b682937-f877-42da-8e49-ccab54cfc66d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:43:53.749159 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-7b682937-f877-42da-8e49-ccab54cfc66d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:43:53.752110 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-7b682937-f877-42da-8e49-ccab54cfc66d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:43:53.758706 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-7b682937-f877-42da-8e49-ccab54cfc66d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:43:53.876234 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7b682937-f877-42da-8e49-ccab54cfc66d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:53.943227 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7b682937-f877-42da-8e49-ccab54cfc66d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:54.041914 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7b682937-f877-42da-8e49-ccab54cfc66d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:54.067730 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b682937-f877-42da-8e49-ccab54cfc66d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b34aed-119c-4d9c-83b2-c1f4fe5282ca,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:54.190579 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7b682937-f877-42da-8e49-ccab54cfc66d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:54.194557 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7b682937-f877-42da-8e49-ccab54cfc66d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4584239 Apr 06 13:43:54.194881 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 50950) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:54.201477 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-1d82ad9f-08c0-455b-9ddf-18c76e4cbc8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'ce9000c6-e879-4e85-bf16-796f2a18a81a', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:43:54.208259 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1d82ad9f-08c0-455b-9ddf-18c76e4cbc8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:43:54.212878 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-1d82ad9f-08c0-455b-9ddf-18c76e4cbc8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:43:54.216135 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-1d82ad9f-08c0-455b-9ddf-18c76e4cbc8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:43:54.222191 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-1d82ad9f-08c0-455b-9ddf-18c76e4cbc8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:43:54.305073 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1d82ad9f-08c0-455b-9ddf-18c76e4cbc8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:54.377433 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1d82ad9f-08c0-455b-9ddf-18c76e4cbc8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:54.456739 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1d82ad9f-08c0-455b-9ddf-18c76e4cbc8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:54.483289 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82ad9f-08c0-455b-9ddf-18c76e4cbc8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb7f78f-248b-4457-b0bc-0b6ab253e783,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:54.579192 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1d82ad9f-08c0-455b-9ddf-18c76e4cbc8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:54.580394 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1d82ad9f-08c0-455b-9ddf-18c76e4cbc8a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3845487 Apr 06 13:43:54.583450 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50956) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:54.588679 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-344dacea-088d-4699-b2b9-071e7cd1840d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'ce9000c6-e879-4e85-bf16-796f2a18a81a', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:43:54.595393 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-344dacea-088d-4699-b2b9-071e7cd1840d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:43:54.599269 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-344dacea-088d-4699-b2b9-071e7cd1840d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:43:54.602171 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-344dacea-088d-4699-b2b9-071e7cd1840d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:43:54.609170 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-344dacea-088d-4699-b2b9-071e7cd1840d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:43:54.711153 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.securitygroups_db [None req-344dacea-088d-4699-b2b9-071e7cd1840d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Project accb128fe3eb42cd83b327a0d6bf9c24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:43:54.718834 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-344dacea-088d-4699-b2b9-071e7cd1840d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:54.787199 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-344dacea-088d-4699-b2b9-071e7cd1840d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:54.904657 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-344dacea-088d-4699-b2b9-071e7cd1840d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:54.929192 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344dacea-088d-4699-b2b9-071e7cd1840d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef63c8c-590c-4a85-9cc6-0f69c40bb805,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:55.036534 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-344dacea-088d-4699-b2b9-071e7cd1840d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:55.037782 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-344dacea-088d-4699-b2b9-071e7cd1840d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4532990 Apr 06 13:43:55.040675 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50960) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:55.046457 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-4215e2fd-6dea-4af2-bebc-a80ec627280f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'ce9000c6-e879-4e85-bf16-796f2a18a81a', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:43:55.055786 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-4215e2fd-6dea-4af2-bebc-a80ec627280f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:43:55.057266 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4215e2fd-6dea-4af2-bebc-a80ec627280f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:43:55.061314 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4215e2fd-6dea-4af2-bebc-a80ec627280f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:43:55.067520 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-4215e2fd-6dea-4af2-bebc-a80ec627280f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:43:55.231390 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.securitygroups_db [None req-4215e2fd-6dea-4af2-bebc-a80ec627280f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Project accb128fe3eb42cd83b327a0d6bf9c24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:43:55.238492 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4215e2fd-6dea-4af2-bebc-a80ec627280f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:55.309234 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4215e2fd-6dea-4af2-bebc-a80ec627280f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:55.400004 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4215e2fd-6dea-4af2-bebc-a80ec627280f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:55.426094 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215e2fd-6dea-4af2-bebc-a80ec627280f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154d74df-3e81-458b-b73c-0f340912c15a,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:55.473515 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 50966) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:43:55.536870 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4215e2fd-6dea-4af2-bebc-a80ec627280f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:55.538040 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4215e2fd-6dea-4af2-bebc-a80ec627280f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4964442 Apr 06 13:43:55.687510 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-535c5412-3f42-4814-b43c-a5c3c5372300 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Deleting port 61648aa4-31a4-4691-b8b9-6b526cb062a5 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:43:55.688169 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-535c5412-3f42-4814-b43c-a5c3c5372300 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:55.720783 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-53fab459-94e1-48de-aaf5-abcc4d43ed90 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-944561590&fields=id&tenant_id=accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 267 time: 0.0447326 Apr 06 13:43:55.871630 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-535c5412-3f42-4814-b43c-a5c3c5372300 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:55.872053 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-535c5412-3f42-4814-b43c-a5c3c5372300 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:55.879049 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-0b95fe57-ad40-4fe8-a586-bdba9f48d8ae tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:55.880559 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-0b95fe57-ad40-4fe8-a586-bdba9f48d8ae tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/networks?id=a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 HTTP/1.1" status: 200 len: 796 time: 0.1535726 Apr 06 13:43:55.896885 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-1c575ab5-a20e-4673-8893-31f97d30d080 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/quotas/accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 375 time: 0.0104938 Apr 06 13:43:55.989887 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-f621d620-b299-46e7-8a57-0d38e75f4493 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0864344 Apr 06 13:43:56.001640 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-535c5412-3f42-4814-b43c-a5c3c5372300 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Calling delete_port for 61648aa4-31a4-4691-b8b9-6b526cb062a5 owned by network:floatingip {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:43:56.183576 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-da3f8b02-a225-4b64-a15f-5d063e09ce61 service neutron] 10.222.0.48 "GET /v2.0/networks/a21c8607-c25d-4efa-86aa-09c4bd5ce6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799688 Apr 06 13:43:56.228163 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-535c5412-3f42-4814-b43c-a5c3c5372300 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:56.278141 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c5412-3f42-4814-b43c-a5c3c5372300 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Pushing event deleted for resources: {'Port': ['ID=61648aa4-31a4-4691-b8b9-6b526cb062a5,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:56.324328 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-412a7311-5760-41ba-b4ab-445c35bfe03b service neutron] 10.222.0.48 "GET /v2.0/networks/a21c8607-c25d-4efa-86aa-09c4bd5ce6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334429 Apr 06 13:43:56.375163 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-535c5412-3f42-4814-b43c-a5c3c5372300 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for floatingip, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:56.375575 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-535c5412-3f42-4814-b43c-a5c3c5372300 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Floating IP 1637510f-0ea8-4797-8c98-3165b42cf158 disassociated (deleted). External IP: 172.26.4.8, port: 3e35adb7-b277-4800-bb7c-bb93b0ea802f. Apr 06 13:43:56.619860 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a31b2399-1e41-49e0-8123-dc61fe3e8fa6 req-7ae0cb2c-4d70-4cf3-a59d-5565349beca0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=475543a7-926a-42ac-a96c-bea407c9e080 HTTP/1.1" status: 200 len: 210 time: 0.0433898 Apr 06 13:43:56.867103 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535c5412-3f42-4814-b43c-a5c3c5372300 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Router af1dcf33-cb2f-4c5f-9859-150dd859536f has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:43:57.057018 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535c5412-3f42-4814-b43c-a5c3c5372300 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:43:57.067328 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745da103-b273-4b81-a165-171c2d326ac4 None None] Sync routers for ids ['af1dcf33-cb2f-4c5f-9859-150dd859536f'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:43:57.121959 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745da103-b273-4b81-a165-171c2d326ac4 None None] Routers {'af1dcf33-cb2f-4c5f-9859-150dd859536f'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:43:57.122561 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-745da103-b273-4b81-a165-171c2d326ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:43:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['af1dcf33-cb2f-4c5f-9859-150dd859536f'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:57.166565 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-535c5412-3f42-4814-b43c-a5c3c5372300 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:57.233679 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-535c5412-3f42-4814-b43c-a5c3c5372300 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "DELETE /v2.0/floatingips/1637510f-0ea8-4797-8c98-3165b42cf158 HTTP/1.1" status: 204 len: 168 time: 1.7590525 Apr 06 13:43:57.234477 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec72da2e-bc70-493a-9f54-d696135f3930', 'tag': '3e35adb7-b277-4800-bb7c-bb93b0ea802f'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:43:57.299044 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10a86549-798e-4f87-a63e-499c6afdf96c'] response: {'name': 'network-changed', 'server_uuid': 'ec72da2e-bc70-493a-9f54-d696135f3930', 'tag': '3e35adb7-b277-4800-bb7c-bb93b0ea802f', 'status': 'completed', 'code': 200} Apr 06 13:43:57.329303 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-745da103-b273-4b81-a165-171c2d326ac4 None None] Set router af1dcf33-cb2f-4c5f-9859-150dd859536f gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:43:57.401111 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:57.408672 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3af67f-d6d9-47f9-a419-2d178817bd6c req-31fd101c-a00a-4252-b9eb-7a2b08bc5a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:57.413491 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5a3af67f-d6d9-47f9-a419-2d178817bd6c req-31fd101c-a00a-4252-b9eb-7a2b08bc5a5e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f961cdd2806417f9eeecf800dc5c9c4&device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 1098 time: 0.0895140 Apr 06 13:43:57.574963 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3af67f-d6d9-47f9-a419-2d178817bd6c req-84afb2a9-0570-4ac4-a40e-4cea3655ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:57.577100 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5a3af67f-d6d9-47f9-a419-2d178817bd6c req-84afb2a9-0570-4ac4-a40e-4cea3655ac49 service neutron] 10.222.0.61 "GET /v2.0/networks?id=07d8a801-9673-412c-b97f-9a98a83af4f7 HTTP/1.1" status: 200 len: 912 time: 0.1613343 Apr 06 13:43:57.657512 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5a3af67f-d6d9-47f9-a419-2d178817bd6c req-e32cb8cd-1dd4-4eaf-b990-3378e3fa5e03 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e35adb7-b277-4800-bb7c-bb93b0ea802f HTTP/1.1" status: 200 len: 217 time: 0.0669074 Apr 06 13:43:57.682660 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-745da103-b273-4b81-a165-171c2d326ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'name': 'tempest-TestVolumeBootPattern-380610203-router', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:10Z', 'updated_at': '2022-04-06T13:32:18Z', 'revision_number': 4, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'gw_port': {'id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:12Z', 'updated_at': '2022-04-06T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ed1bccca-f7f5-43d9-9020-42d75027d86d', 'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'mac_address': 'fa:16:3e:70:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:17Z', 'updated_at': '2022-04-06T13:32:28Z', 'revision_number': 5, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'subnets': [{'id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:57.687960 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745da103-b273-4b81-a165-171c2d326ac4 None None] Checking router: af1dcf33-cb2f-4c5f-9859-150dd859536f for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:43:57.697334 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745da103-b273-4b81-a165-171c2d326ac4 None None] Routers {'af1dcf33-cb2f-4c5f-9859-150dd859536f'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:43:57.697941 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-745da103-b273-4b81-a165-171c2d326ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:43:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['af1dcf33-cb2f-4c5f-9859-150dd859536f'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:57.727303 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3af67f-d6d9-47f9-a419-2d178817bd6c req-48ca7413-f2e7-49e9-81c3-b6da15dcefec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:57.728864 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5a3af67f-d6d9-47f9-a419-2d178817bd6c req-48ca7413-f2e7-49e9-81c3-b6da15dcefec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bec31d0f-ca58-4f44-a0f5-7b9820419a31 HTTP/1.1" status: 200 len: 850 time: 0.0652022 Apr 06 13:43:57.851974 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-78b55d8f-cc23-4e38-8c06-e562b8df0669 req-7703419d-39bf-44c2-a27e-e0e30d31b816 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=475543a7-926a-42ac-a96c-bea407c9e080 HTTP/1.1" status: 200 len: 210 time: 0.0578351 Apr 06 13:43:57.882007 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3af67f-d6d9-47f9-a419-2d178817bd6c req-a26660ff-fe2b-492e-ba08-888a417d126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:57.891403 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5a3af67f-d6d9-47f9-a419-2d178817bd6c req-a26660ff-fe2b-492e-ba08-888a417d126c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=07d8a801-9673-412c-b97f-9a98a83af4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1481781 Apr 06 13:43:57.891572 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-745da103-b273-4b81-a165-171c2d326ac4 None None] Set router af1dcf33-cb2f-4c5f-9859-150dd859536f gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:43:58.092228 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5a3af67f-d6d9-47f9-a419-2d178817bd6c req-6361de33-3f65-43ef-92cd-af2909acaf05 service neutron] 10.222.0.61 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016015 Apr 06 13:43:58.247797 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-745da103-b273-4b81-a165-171c2d326ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'name': 'tempest-TestVolumeBootPattern-380610203-router', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:10Z', 'updated_at': '2022-04-06T13:32:18Z', 'revision_number': 4, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'gw_port': {'id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:12Z', 'updated_at': '2022-04-06T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ed1bccca-f7f5-43d9-9020-42d75027d86d', 'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'mac_address': 'fa:16:3e:70:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:17Z', 'updated_at': '2022-04-06T13:32:28Z', 'revision_number': 5, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'subnets': [{'id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:58.253247 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745da103-b273-4b81-a165-171c2d326ac4 None None] The sync data for ids ['af1dcf33-cb2f-4c5f-9859-150dd859536f'] in dv-neutron-834600-1-hyperv is: [{'id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'name': 'tempest-TestVolumeBootPattern-380610203-router', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:10Z', 'updated_at': '2022-04-06T13:32:18Z', 'revision_number': 4, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'gw_port': {'id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:12Z', 'updated_at': '2022-04-06T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ed1bccca-f7f5-43d9-9020-42d75027d86d', 'name': '', 'network_id': '07d8a801-9673-412c-b97f-9a98a83af4f7', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'mac_address': 'fa:16:3e:70:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:17Z', 'updated_at': '2022-04-06T13:32:28Z', 'revision_number': 5, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'subnets': [{'id': 'bec31d0f-ca58-4f44-a0f5-7b9820419a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:43:58.287384 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df4491-5923-4725-9efa-09e087d7488e req-89485a59-ea31-4898-bb32-bb5db676a7db tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:58.289094 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-71df4491-5923-4725-9efa-09e087d7488e req-89485a59-ea31-4898-bb32-bb5db676a7db tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 945 time: 0.2757156 Apr 06 13:43:58.419571 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-71df4491-5923-4725-9efa-09e087d7488e req-611ebba0-2c02-456f-8734-0f1e2b3142d2 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cd8e99-0e1f-4039-9c08-2402be58742e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779140 Apr 06 13:43:58.421215 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5a3af67f-d6d9-47f9-a419-2d178817bd6c req-278c4be1-268f-4cab-91b8-05dcc98f558c service neutron] 10.222.0.61 "GET /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149440 Apr 06 13:43:58.511391 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f72f516-02dd-4193-9325-d45828e55f9c None None] New status for floating IP 1637510f-0ea8-4797-8c98-3165b42cf158: DOWN {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:43:58.602388 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c3c69-1fb4-414c-9bd7-75c27c94a417 req-34dbfcfb-56a5-426a-a6b1-2b086d151190 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:58.603921 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-486c3c69-1fb4-414c-9bd7-75c27c94a417 req-34dbfcfb-56a5-426a-a6b1-2b086d151190 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 945 time: 0.0891719 Apr 06 13:43:58.677853 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [req-486c3c69-1fb4-414c-9bd7-75c27c94a417 req-d0c13f04-d69b-4787-a457-805ab6c6eee5 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Deleting port 3e35adb7-b277-4800-bb7c-bb93b0ea802f {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:43:58.677853 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-486c3c69-1fb4-414c-9bd7-75c27c94a417 req-d0c13f04-d69b-4787-a457-805ab6c6eee5 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:58.968102 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [req-486c3c69-1fb4-414c-9bd7-75c27c94a417 req-d0c13f04-d69b-4787-a457-805ab6c6eee5 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] For port 3e35adb7-b277-4800-bb7c-bb93b0ea802f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3e35adb7-b277-4800-bb7c-bb93b0ea802f,segment=NetworkSegment(ad0f3491-5818-4d1f-8d68-284d1a30d5e3),segment_id=ad0f3491-5818-4d1f-8d68-284d1a30d5e3)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:43:58.968458 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-486c3c69-1fb4-414c-9bd7-75c27c94a417 req-d0c13f04-d69b-4787-a457-805ab6c6eee5 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:59.078368 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c7b85657-d2f9-4207-a96d-2aead75a5c11 req-4bb92c1f-d991-4e23-a0cc-3401c71cea66 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=475543a7-926a-42ac-a96c-bea407c9e080 HTTP/1.1" status: 200 len: 210 time: 0.1133881 Apr 06 13:43:59.140563 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-ffb15a68-5451-4dba-b830-caadff8436f4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:59.141490 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-ffb15a68-5451-4dba-b830-caadff8436f4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:network {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:43:59.147785 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [req-486c3c69-1fb4-414c-9bd7-75c27c94a417 req-d0c13f04-d69b-4787-a457-805ab6c6eee5 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Calling delete_port for 3e35adb7-b277-4800-bb7c-bb93b0ea802f owned by compute:nova {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:43:59.161295 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-ffb15a68-5451-4dba-b830-caadff8436f4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:network {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:43:59.162983 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-ffb15a68-5451-4dba-b830-caadff8436f4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/networks?id=a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 HTTP/1.1" status: 200 len: 796 time: 0.1818960 Apr 06 13:43:59.219755 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-50825412-0db9-4428-b563-8b8177d153da tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:43:59.310302 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-50825412-0db9-4428-b563-8b8177d153da tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:43:59.311512 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-50825412-0db9-4428-b563-8b8177d153da tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 471 time: 0.1352501 Apr 06 13:43:59.320905 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-a0e6d70e-9418-442f-9db5-4ae9970d0047 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'port': {'device_id': '475543a7-926a-42ac-a96c-bea407c9e080', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'admin_state_up': True, 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'security_groups': ['ce9000c6-e879-4e85-bf16-796f2a18a81a']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:43:59.399840 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-486c3c69-1fb4-414c-9bd7-75c27c94a417 req-d0c13f04-d69b-4787-a457-805ab6c6eee5 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:59.455856 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c13f04-d69b-4787-a457-805ab6c6eee5 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Pushing event deleted for resources: {'Port': ['ID=3e35adb7-b277-4800-bb7c-bb93b0ea802f,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:59.473975 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-a0e6d70e-9418-442f-9db5-4ae9970d0047 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:43:59.485291 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-a0e6d70e-9418-442f-9db5-4ae9970d0047 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:43:59.573067 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [req-486c3c69-1fb4-414c-9bd7-75c27c94a417 req-d0c13f04-d69b-4787-a457-805ab6c6eee5 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] No DVR routers for this DVR port 3e35adb7-b277-4800-bb7c-bb93b0ea802f on host hv-neutron-8346 {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:43:59.580525 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-486c3c69-1fb4-414c-9bd7-75c27c94a417 req-d0c13f04-d69b-4787-a457-805ab6c6eee5 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:59.591329 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec72da2e-bc70-493a-9f54-d696135f3930', 'name': 'network-vif-deleted', 'tag': '3e35adb7-b277-4800-bb7c-bb93b0ea802f'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:43:59.592191 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-30155e78-dd24-424a-a7a2-2cac2e427980 req-39103f3a-b798-407d-9c83-5174e2f7c187 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 210 time: 0.0587685 Apr 06 13:43:59.598430 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-486c3c69-1fb4-414c-9bd7-75c27c94a417 req-d0c13f04-d69b-4787-a457-805ab6c6eee5 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.61 "DELETE /v2.0/ports/3e35adb7-b277-4800-bb7c-bb93b0ea802f HTTP/1.1" status: 204 len: 173 time: 0.9886720 Apr 06 13:43:59.617092 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-a0e6d70e-9418-442f-9db5-4ae9970d0047 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Made reservation on behalf of accb128fe3eb42cd83b327a0d6bf9c24 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:43:59.621353 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-a0e6d70e-9418-442f-9db5-4ae9970d0047 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:43:59.642046 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5af10ae-cf08-47ea-b3cc-b8f796e94d29'] response: {'server_uuid': 'ec72da2e-bc70-493a-9f54-d696135f3930', 'name': 'network-vif-deleted', 'tag': '3e35adb7-b277-4800-bb7c-bb93b0ea802f', 'status': 'completed', 'code': 200} Apr 06 13:43:59.806739 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-a0e6d70e-9418-442f-9db5-4ae9970d0047 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.20.0.6 (a21c8607-c25d-4efa-86aa-09c4bd5ce6b6/dc6c1a9f-c907-4642-a1bc-e30971eaeba2/21a58499-ca28-4fbc-a03f-bd2f2962b045) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:44:00.022055 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-a0e6d70e-9418-442f-9db5-4ae9970d0047 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:00.038956 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-a0e6d70e-9418-442f-9db5-4ae9970d0047 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Transition to ACTIVE for port object 21a58499-ca28-4fbc-a03f-bd2f2962b045 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:44:00.167892 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-a0e6d70e-9418-442f-9db5-4ae9970d0047 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:00.258639 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-a0e6d70e-9418-442f-9db5-4ae9970d0047 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:44:00.263750 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-a0e6d70e-9418-442f-9db5-4ae9970d0047 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:44:00.281381 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-a0e6d70e-9418-442f-9db5-4ae9970d0047 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:44:00.320984 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ce6a7-755d-4deb-9e19-6151300d0b95 req-8f0de081-b6dd-40eb-8377-4b6d32dda79d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:00.322696 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fa3ce6a7-755d-4deb-9e19-6151300d0b95 req-8f0de081-b6dd-40eb-8377-4b6d32dda79d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=475543a7-926a-42ac-a96c-bea407c9e080 HTTP/1.1" status: 200 len: 931 time: 0.0983493 Apr 06 13:44:00.333804 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6d70e-9418-442f-9db5-4ae9970d0047 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=21a58499-ca28-4fbc-a03f-bd2f2962b045,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:00.356630 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-a0e6d70e-9418-442f-9db5-4ae9970d0047 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:00.356630 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-a0e6d70e-9418-442f-9db5-4ae9970d0047 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:00.389231 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fa3ce6a7-755d-4deb-9e19-6151300d0b95 req-27c79f5a-b85e-449f-bc64-71e60cf3f228 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce9000c6-e879-4e85-bf16-796f2a18a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593092 Apr 06 13:44:00.481245 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-a0e6d70e-9418-442f-9db5-4ae9970d0047 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1637857 Apr 06 13:44:00.492510 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-4559c9c2-beb1-4a28-8d58-ecb44994d593 service neutron] Request body: {'port': {'device_id': '475543a7-926a-42ac-a96c-bea407c9e080', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:44:00.614112 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-4559c9c2-beb1-4a28-8d58-ecb44994d593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:00.674239 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2090fedd-02d7-4bf4-9843-c002e9019ea9 None None] Provisioning for port 21a58499-ca28-4fbc-a03f-bd2f2962b045 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:44:00.680903 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2090fedd-02d7-4bf4-9843-c002e9019ea9 None None] Provisioning complete for port 21a58499-ca28-4fbc-a03f-bd2f2962b045 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:44:00.681412 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2090fedd-02d7-4bf4-9843-c002e9019ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:00.757391 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-2090fedd-02d7-4bf4-9843-c002e9019ea9 None None] Port 21a58499-ca28-4fbc-a03f-bd2f2962b045 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:44:00.779474 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-ec804c7d-75f8-4ea1-a17d-8bf35d473108 req-a20160a4-660d-4fc1-a783-e220c47733e6 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Synchronizing usage tracker for tenant:6f961cdd2806417f9eeecf800dc5c9c4 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:44:00.864428 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-ec804c7d-75f8-4ea1-a17d-8bf35d473108 req-a20160a4-660d-4fc1-a783-e220c47733e6 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Unset dirty status for tenant:6f961cdd2806417f9eeecf800dc5c9c4 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:44:00.865528 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ec804c7d-75f8-4ea1-a17d-8bf35d473108 req-a20160a4-660d-4fc1-a783-e220c47733e6 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec72da2e-bc70-493a-9f54-d696135f3930 HTTP/1.1" status: 200 len: 210 time: 0.1368377 Apr 06 13:44:01.095176 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-4559c9c2-beb1-4a28-8d58-ecb44994d593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a58499-ca28-4fbc-a03f-bd2f2962b045 {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:44:01.104088 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-4559c9c2-beb1-4a28-8d58-ecb44994d593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:01.119222 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-4559c9c2-beb1-4a28-8d58-ecb44994d593 service neutron] Transition to ACTIVE for port object 21a58499-ca28-4fbc-a03f-bd2f2962b045 will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:44:01.179209 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-4559c9c2-beb1-4a28-8d58-ecb44994d593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:01.326486 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 3e35adb7-b277-4800-bb7c-bb93b0ea802f no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:44:01.379710 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: 3e35adb7-b277-4800-bb7c-bb93b0ea802f {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:44:01.380047 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 3e35adb7-b277-4800-bb7c-bb93b0ea802f not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:44:01.391823 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559c9c2-beb1-4a28-8d58-ecb44994d593 service neutron] Pushing event updated for resources: {'Port': ['ID=21a58499-ca28-4fbc-a03f-bd2f2962b045,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:01.436783 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-4559c9c2-beb1-4a28-8d58-ecb44994d593 service neutron] Attempting to bind port 21a58499-ca28-4fbc-a03f-bd2f2962b045 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:44:01.437520 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-4559c9c2-beb1-4a28-8d58-ecb44994d593 service neutron] Attempting to bind port 21a58499-ca28-4fbc-a03f-bd2f2962b045 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b0e86373-4051-40ab-b7be-36bf10deb163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:44:01.439240 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-4559c9c2-beb1-4a28-8d58-ecb44994d593 service neutron] Attempting to bind port 21a58499-ca28-4fbc-a03f-bd2f2962b045 on network a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:44:01.445352 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-4559c9c2-beb1-4a28-8d58-ecb44994d593 service neutron] Port 21a58499-ca28-4fbc-a03f-bd2f2962b045 on network a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:44:01.445656 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-4559c9c2-beb1-4a28-8d58-ecb44994d593 service neutron] Attempting to bind port 21a58499-ca28-4fbc-a03f-bd2f2962b045 on network a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:44:01.451695 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-4559c9c2-beb1-4a28-8d58-ecb44994d593 service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:44:01.452045 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-4559c9c2-beb1-4a28-8d58-ecb44994d593 service neutron] Checking segment: {'id': 'b0e86373-4051-40ab-b7be-36bf10deb163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:44:01.452411 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-4559c9c2-beb1-4a28-8d58-ecb44994d593 service neutron] Bound using segment: {'id': 'b0e86373-4051-40ab-b7be-36bf10deb163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:44:01.452907 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-4559c9c2-beb1-4a28-8d58-ecb44994d593 service neutron] Bound port: 21a58499-ca28-4fbc-a03f-bd2f2962b045, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e86373-4051-40ab-b7be-36bf10deb163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:44:01.453263 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-4559c9c2-beb1-4a28-8d58-ecb44994d593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:01.551483 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-4559c9c2-beb1-4a28-8d58-ecb44994d593 service neutron] For port 21a58499-ca28-4fbc-a03f-bd2f2962b045, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:44:01.554459 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-4559c9c2-beb1-4a28-8d58-ecb44994d593 service neutron] For port 21a58499-ca28-4fbc-a03f-bd2f2962b045, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=21a58499-ca28-4fbc-a03f-bd2f2962b045,segment=NetworkSegment(b0e86373-4051-40ab-b7be-36bf10deb163),segment_id=b0e86373-4051-40ab-b7be-36bf10deb163)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:44:01.594768 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381f641-7bdd-4dda-89c0-aac4613ec332 req-62c0e0fd-4e47-4682-9595-58ecc6375b5d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:01.596290 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f381f641-7bdd-4dda-89c0-aac4613ec332 req-62c0e0fd-4e47-4682-9595-58ecc6375b5d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=475543a7-926a-42ac-a96c-bea407c9e080 HTTP/1.1" status: 200 len: 943 time: 0.0832283 Apr 06 13:44:01.619717 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-4559c9c2-beb1-4a28-8d58-ecb44994d593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:01.645517 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f381f641-7bdd-4dda-89c0-aac4613ec332 req-008794fc-2a8a-459f-95cc-366163017943 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce9000c6-e879-4e85-bf16-796f2a18a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413792 Apr 06 13:44:01.678734 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-4559c9c2-beb1-4a28-8d58-ecb44994d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:01.679362 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-4559c9c2-beb1-4a28-8d58-ecb44994d593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:01.680889 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-4559c9c2-beb1-4a28-8d58-ecb44994d593 service neutron] 10.222.0.61 "PUT /v2.0/ports/21a58499-ca28-4fbc-a03f-bd2f2962b045 HTTP/1.1" status: 200 len: 1093 time: 1.1925006 Apr 06 13:44:01.681220 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475543a7-926a-42ac-a96c-bea407c9e080', 'tag': '21a58499-ca28-4fbc-a03f-bd2f2962b045'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:44:01.712652 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559c9c2-beb1-4a28-8d58-ecb44994d593 service neutron] Pushing event updated for resources: {'Port': ['ID=21a58499-ca28-4fbc-a03f-bd2f2962b045,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:01.738694 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3884b5a-026d-40c5-9d7d-3055d109b724'] response: {'name': 'network-changed', 'server_uuid': '475543a7-926a-42ac-a96c-bea407c9e080', 'tag': '21a58499-ca28-4fbc-a03f-bd2f2962b045', 'status': 'completed', 'code': 200} Apr 06 13:44:01.844319 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829907a-faa8-4a5c-ac01-b5b586d0ad5a req-84977629-1d02-4b03-b94a-09f8701c0cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:01.845817 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8829907a-faa8-4a5c-ac01-b5b586d0ad5a req-84977629-1d02-4b03-b94a-09f8701c0cfa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=475543a7-926a-42ac-a96c-bea407c9e080 HTTP/1.1" status: 200 len: 1096 time: 0.0862956 Apr 06 13:44:01.973147 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51022) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:44:02.001809 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829907a-faa8-4a5c-ac01-b5b586d0ad5a req-c9e22458-c86f-4807-89aa-0bdd8b8a9dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:02.003282 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8829907a-faa8-4a5c-ac01-b5b586d0ad5a req-c9e22458-c86f-4807-89aa-0bdd8b8a9dfb service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1507077 Apr 06 13:44:02.143998 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-3a3f35f2-2336-416f-ac93-0e5eb51aac90 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Deleting port e6033767-fe38-49b3-98de-148b11b34717 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:44:02.144304 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3a3f35f2-2336-416f-ac93-0e5eb51aac90 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:02.149260 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829907a-faa8-4a5c-ac01-b5b586d0ad5a req-9da29ef0-7d0b-4bb8-b729-6d86ddfbad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:02.150762 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8829907a-faa8-4a5c-ac01-b5b586d0ad5a req-9da29ef0-7d0b-4bb8-b729-6d86ddfbad12 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1415763 Apr 06 13:44:02.268874 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-661e3676-1199-4610-bd00-3b7fc2249050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:02.270335 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-661e3676-1199-4610-bd00-3b7fc2249050 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=475543a7-926a-42ac-a96c-bea407c9e080 HTTP/1.1" status: 200 len: 1096 time: 0.0771420 Apr 06 13:44:02.322665 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3a3f35f2-2336-416f-ac93-0e5eb51aac90 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:02.323419 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3a3f35f2-2336-416f-ac93-0e5eb51aac90 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:02.345595 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-819241c1-86bf-4537-80fb-657f1b5c54cf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21a58499-ca28-4fbc-a03f-bd2f2962b045 HTTP/1.1" status: 200 len: 217 time: 0.0692375 Apr 06 13:44:02.412305 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-430d375c-494d-4ac5-819e-b8ea8ac614f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:02.413640 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-430d375c-494d-4ac5-819e-b8ea8ac614f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc6c1a9f-c907-4642-a1bc-e30971eaeba2 HTTP/1.1" status: 200 len: 834 time: 0.0625570 Apr 06 13:44:02.506066 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-d5cc1736-0f7f-42ab-8a0e-4ae6a781b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:02.507630 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-d5cc1736-0f7f-42ab-8a0e-4ae6a781b732 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a21c8607-c25d-4efa-86aa-09c4bd5ce6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797975 Apr 06 13:44:02.569284 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-3a3f35f2-2336-416f-ac93-0e5eb51aac90 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Calling delete_port for e6033767-fe38-49b3-98de-148b11b34717 owned by network:floatingip {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:44:02.644231 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-bc028c3e-4537-48ec-a311-80b53fccc47d service neutron] 10.222.0.61 "GET /v2.0/networks/a21c8607-c25d-4efa-86aa-09c4bd5ce6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297860 Apr 06 13:44:02.801904 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3a3f35f2-2336-416f-ac93-0e5eb51aac90 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:02.859560 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f35f2-2336-416f-ac93-0e5eb51aac90 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Pushing event deleted for resources: {'Port': ['ID=e6033767-fe38-49b3-98de-148b11b34717,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:02.900091 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f0395a2b-47f7-4c25-a587-fa8d2e7749f5 req-77441a91-f9b2-48bd-ac4e-e6aa209bad8d service neutron] 10.222.0.61 "GET /v2.0/networks/a21c8607-c25d-4efa-86aa-09c4bd5ce6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487533 Apr 06 13:44:02.969389 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3a3f35f2-2336-416f-ac93-0e5eb51aac90 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for floatingip, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:02.988083 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada3246-2e05-4cfc-937a-99edfa74f040 req-7fb9abbd-3aec-4765-a36e-9b7eb831cb02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:02.989559 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1ada3246-2e05-4cfc-937a-99edfa74f040 req-7fb9abbd-3aec-4765-a36e-9b7eb831cb02 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=475543a7-926a-42ac-a96c-bea407c9e080 HTTP/1.1" status: 200 len: 943 time: 0.2296736 Apr 06 13:44:03.036286 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1ada3246-2e05-4cfc-937a-99edfa74f040 req-ed084a2f-5ebe-4a11-869a-b62f1e9422f4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce9000c6-e879-4e85-bf16-796f2a18a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409672 Apr 06 13:44:03.060137 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3a3f35f2-2336-416f-ac93-0e5eb51aac90 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:03.061314 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3a3f35f2-2336-416f-ac93-0e5eb51aac90 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "DELETE /v2.0/floatingips/41aea7a4-0621-434f-9be4-7b85f5ef4490 HTTP/1.1" status: 204 len: 168 time: 1.0869567 Apr 06 13:44:04.229951 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2ad81-73b1-4c7c-95e8-4bb1a81538dd req-c33ebd1c-edbb-499c-a3d2-f17a253e524c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:04.231504 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a5f2ad81-73b1-4c7c-95e8-4bb1a81538dd req-c33ebd1c-edbb-499c-a3d2-f17a253e524c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=475543a7-926a-42ac-a96c-bea407c9e080 HTTP/1.1" status: 200 len: 943 time: 0.0868409 Apr 06 13:44:04.282403 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a5f2ad81-73b1-4c7c-95e8-4bb1a81538dd req-7f130218-b6b6-414b-b407-5044a0d708e2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce9000c6-e879-4e85-bf16-796f2a18a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449886 Apr 06 13:44:05.359154 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 21a58499-ca28-4fbc-a03f-bd2f2962b045 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:44:05.503582 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 21a58499-ca28-4fbc-a03f-bd2f2962b045, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=21a58499-ca28-4fbc-a03f-bd2f2962b045,segment=NetworkSegment(b0e86373-4051-40ab-b7be-36bf10deb163),segment_id=b0e86373-4051-40ab-b7be-36bf10deb163)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:44:05.508320 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557034bd-6c98-42b8-bcf3-8fbd551390c3 req-749df64b-cfe8-4764-8292-c50d2247ca0c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:05.509778 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-557034bd-6c98-42b8-bcf3-8fbd551390c3 req-749df64b-cfe8-4764-8292-c50d2247ca0c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=475543a7-926a-42ac-a96c-bea407c9e080 HTTP/1.1" status: 200 len: 943 time: 0.1100850 Apr 06 13:44:05.526987 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '21a58499-ca28-4fbc-a03f-bd2f2962b045', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'port_id': '21a58499-ca28-4fbc-a03f-bd2f2962b045', 'mac_address': 'fa:16:3e:4c:20:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:44:05.561756 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-557034bd-6c98-42b8-bcf3-8fbd551390c3 req-99c9a710-2843-4c8a-bb0b-fd9a4e9eac7e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce9000c6-e879-4e85-bf16-796f2a18a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449872 Apr 06 13:44:05.567177 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:44:05.632091 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:05.649964 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a58499-ca28-4fbc-a03f-bd2f2962b045 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:44:05.667352 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 21a58499-ca28-4fbc-a03f-bd2f2962b045, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=21a58499-ca28-4fbc-a03f-bd2f2962b045,segment=NetworkSegment(b0e86373-4051-40ab-b7be-36bf10deb163),segment_id=b0e86373-4051-40ab-b7be-36bf10deb163)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:44:05.679157 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51044) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:44:05.747784 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:05.756011 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f6618f6d-5580-4f4c-856b-653dd0fca944 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:05.790531 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f6618f6d-5580-4f4c-856b-653dd0fca944 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:05.818203 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=21a58499-ca28-4fbc-a03f-bd2f2962b045,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:05.955779 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f6618f6d-5580-4f4c-856b-653dd0fca944 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:05.959526 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['21a58499-ca28-4fbc-a03f-bd2f2962b045'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:44:05.977698 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6618f6d-5580-4f4c-856b-653dd0fca944 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cd8e99-0e1f-4039-9c08-2402be58742e,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:06.069948 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f6618f6d-5580-4f4c-856b-653dd0fca944 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:06.071267 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f6618f6d-5580-4f4c-856b-653dd0fca944 tempest-TestVolumeBootPattern-1385908073 tempest-TestVolumeBootPattern-1385908073-project] 10.222.0.48 "DELETE /v2.0/security-groups/75cd8e99-0e1f-4039-9c08-2402be58742e HTTP/1.1" status: 204 len: 168 time: 0.3910732 Apr 06 13:44:06.226765 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51050) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:44:06.862827 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c3892-aaa7-40d8-b8a0-593fa03fc31f req-c16d646b-a360-4d48-9d54-a63174f41889 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:06.864161 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b06c3892-aaa7-40d8-b8a0-593fa03fc31f req-c16d646b-a360-4d48-9d54-a63174f41889 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=475543a7-926a-42ac-a96c-bea407c9e080 HTTP/1.1" status: 200 len: 944 time: 0.1880944 Apr 06 13:44:06.924067 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b06c3892-aaa7-40d8-b8a0-593fa03fc31f req-d6da55b5-bf43-420b-ba31-692e7cfb7156 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce9000c6-e879-4e85-bf16-796f2a18a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527055 Apr 06 13:44:07.008151 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6ce1ffdc-d873-4299-ab46-2f30ffa615c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:07.373322 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 21a58499-ca28-4fbc-a03f-bd2f2962b045 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:44:07.498001 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port 21a58499-ca28-4fbc-a03f-bd2f2962b045 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:44:07.499775 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-6ce1ffdc-d873-4299-ab46-2f30ffa615c8 admin admin] Deleting port ed1bccca-f7f5-43d9-9020-42d75027d86d {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:44:07.500120 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6ce1ffdc-d873-4299-ab46-2f30ffa615c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:07.503564 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 21a58499-ca28-4fbc-a03f-bd2f2962b045 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:44:07.503987 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:07.631280 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:07.661985 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475543a7-926a-42ac-a96c-bea407c9e080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a58499-ca28-4fbc-a03f-bd2f2962b045'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:44:07.673310 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 21a58499-ca28-4fbc-a03f-bd2f2962b045, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=21a58499-ca28-4fbc-a03f-bd2f2962b045,segment=NetworkSegment(b0e86373-4051-40ab-b7be-36bf10deb163),segment_id=b0e86373-4051-40ab-b7be-36bf10deb163)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:44:07.685931 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-6ce1ffdc-d873-4299-ab46-2f30ffa615c8 admin admin] For port ed1bccca-f7f5-43d9-9020-42d75027d86d, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ed1bccca-f7f5-43d9-9020-42d75027d86d,segment=NetworkSegment(ad0f3491-5818-4d1f-8d68-284d1a30d5e3),segment_id=ad0f3491-5818-4d1f-8d68-284d1a30d5e3)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:44:07.685931 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6ce1ffdc-d873-4299-ab46-2f30ffa615c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:07.711614 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60ca1ad8-03c2-4677-894b-4e7bdd1fd0ab'] response: {'server_uuid': '475543a7-926a-42ac-a96c-bea407c9e080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a58499-ca28-4fbc-a03f-bd2f2962b045', 'code': 200} Apr 06 13:44:07.750632 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:07.814584 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-6ce1ffdc-d873-4299-ab46-2f30ffa615c8 admin admin] Calling delete_port for ed1bccca-f7f5-43d9-9020-42d75027d86d owned by network:router_interface {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:44:07.823416 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=21a58499-ca28-4fbc-a03f-bd2f2962b045,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:08.131072 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f103ae7-267d-4bf1-bcbb-b9328c12b7ba req-2221045e-a230-460f-b0ab-a51a4fd69562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:08.132542 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6f103ae7-267d-4bf1-bcbb-b9328c12b7ba req-2221045e-a230-460f-b0ab-a51a4fd69562 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=475543a7-926a-42ac-a96c-bea407c9e080 HTTP/1.1" status: 200 len: 1098 time: 0.0759113 Apr 06 13:44:08.178045 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6f103ae7-267d-4bf1-bcbb-b9328c12b7ba req-57480d7f-6880-44ed-bcef-23e6edaadf95 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ce9000c6-e879-4e85-bf16-796f2a18a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381501 Apr 06 13:44:08.180012 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42845b6d-748a-4308-918e-9de6f05f8a93 req-8777c859-9ae0-4c51-90e9-3bfac92e5601 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:08.181569 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-42845b6d-748a-4308-918e-9de6f05f8a93 req-8777c859-9ae0-4c51-90e9-3bfac92e5601 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=475543a7-926a-42ac-a96c-bea407c9e080 HTTP/1.1" status: 200 len: 945 time: 0.1146414 Apr 06 13:44:08.221837 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6ce1ffdc-d873-4299-ab46-2f30ffa615c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:08.273917 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-42845b6d-748a-4308-918e-9de6f05f8a93 req-06dcaa0e-4e04-4cdf-bee0-9b37ef060bd0 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce9000c6-e879-4e85-bf16-796f2a18a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821404 Apr 06 13:44:08.282582 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1ffdc-d873-4299-ab46-2f30ffa615c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed1bccca-f7f5-43d9-9020-42d75027d86d,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:08.558539 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6ce1ffdc-d873-4299-ab46-2f30ffa615c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:09.050771 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce1ffdc-d873-4299-ab46-2f30ffa615c8 admin admin] Router af1dcf33-cb2f-4c5f-9859-150dd859536f has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:44:09.251919 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce1ffdc-d873-4299-ab46-2f30ffa615c8 admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:44:09.261598 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1619222-65ff-45c9-9d99-57b5c952fede None None] Sync routers for ids ['af1dcf33-cb2f-4c5f-9859-150dd859536f'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:44:09.265268 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6ce1ffdc-d873-4299-ab46-2f30ffa615c8 admin admin] 10.222.0.48 "PUT /v2.0/routers/af1dcf33-cb2f-4c5f-9859-150dd859536f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0373340 Apr 06 13:44:09.268901 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51062) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:44:09.272613 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1619222-65ff-45c9-9d99-57b5c952fede None None] Routers {'af1dcf33-cb2f-4c5f-9859-150dd859536f'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:44:09.273207 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c1619222-65ff-45c9-9d99-57b5c952fede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:43:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['af1dcf33-cb2f-4c5f-9859-150dd859536f'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:44:09.486041 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-c1619222-65ff-45c9-9d99-57b5c952fede None None] Set router af1dcf33-cb2f-4c5f-9859-150dd859536f gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:44:09.518682 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a99f56b-2d52-4972-9ac9-f25cd79b6eeb admin admin] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:09.625037 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02612ddb-ed1d-4855-aa36-d207a8f64e63 req-1e28ffa2-1697-429f-89b9-869b795c8438 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:09.626488 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-02612ddb-ed1d-4855-aa36-d207a8f64e63 req-1e28ffa2-1697-429f-89b9-869b795c8438 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=475543a7-926a-42ac-a96c-bea407c9e080 HTTP/1.1" status: 200 len: 945 time: 0.1959946 Apr 06 13:44:09.751788 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-02612ddb-ed1d-4855-aa36-d207a8f64e63 req-79806cdf-255f-4ac7-9909-5044101e9684 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce9000c6-e879-4e85-bf16-796f2a18a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711818 Apr 06 13:44:09.753417 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a99f56b-2d52-4972-9ac9-f25cd79b6eeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:09.800176 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c1619222-65ff-45c9-9d99-57b5c952fede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'name': 'tempest-TestVolumeBootPattern-380610203-router', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:10Z', 'updated_at': '2022-04-06T13:44:08Z', 'revision_number': 5, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'gw_port': {'id': '84a9d997-c79c-4799-9ee0-a4097b698b2a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:12Z', 'updated_at': '2022-04-06T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:44:09.804073 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1619222-65ff-45c9-9d99-57b5c952fede None None] Checking router: af1dcf33-cb2f-4c5f-9859-150dd859536f for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:44:09.812852 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1619222-65ff-45c9-9d99-57b5c952fede None None] Routers {'af1dcf33-cb2f-4c5f-9859-150dd859536f'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:44:09.813449 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c1619222-65ff-45c9-9d99-57b5c952fede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:43:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['af1dcf33-cb2f-4c5f-9859-150dd859536f'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:44:09.816466 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-2a99f56b-2d52-4972-9ac9-f25cd79b6eeb admin admin] Deleting port 84a9d997-c79c-4799-9ee0-a4097b698b2a {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:44:09.816807 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a99f56b-2d52-4972-9ac9-f25cd79b6eeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:09.975183 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-c1619222-65ff-45c9-9d99-57b5c952fede None None] Set router af1dcf33-cb2f-4c5f-9859-150dd859536f gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:44:10.002467 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-2a99f56b-2d52-4972-9ac9-f25cd79b6eeb admin admin] For port 84a9d997-c79c-4799-9ee0-a4097b698b2a, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=84a9d997-c79c-4799-9ee0-a4097b698b2a,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:44:10.002941 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a99f56b-2d52-4972-9ac9-f25cd79b6eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:10.134486 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-2a99f56b-2d52-4972-9ac9-f25cd79b6eeb admin admin] Calling delete_port for 84a9d997-c79c-4799-9ee0-a4097b698b2a owned by network:router_gateway {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:44:10.135856 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c1619222-65ff-45c9-9d99-57b5c952fede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'name': 'tempest-TestVolumeBootPattern-380610203-router', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:10Z', 'updated_at': '2022-04-06T13:44:09Z', 'revision_number': 6, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:44:10.140404 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1619222-65ff-45c9-9d99-57b5c952fede None None] The sync data for ids ['af1dcf33-cb2f-4c5f-9859-150dd859536f'] in dv-neutron-834600-1-hyperv is: [{'id': 'af1dcf33-cb2f-4c5f-9859-150dd859536f', 'name': 'tempest-TestVolumeBootPattern-380610203-router', 'tenant_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:10Z', 'updated_at': '2022-04-06T13:44:09Z', 'revision_number': 6, 'project_id': '6f961cdd2806417f9eeecf800dc5c9c4', 'gw_port_host': None}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:44:10.510414 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a99f56b-2d52-4972-9ac9-f25cd79b6eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:10.562403 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99f56b-2d52-4972-9ac9-f25cd79b6eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=84a9d997-c79c-4799-9ee0-a4097b698b2a,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:10.655189 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a99f56b-2d52-4972-9ac9-f25cd79b6eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:10.830829 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a99f56b-2d52-4972-9ac9-f25cd79b6eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:10.833117 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a99f56b-2d52-4972-9ac9-f25cd79b6eeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:10.947489 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6a1ae-232f-463f-8be8-5b34240d127a req-11f77e96-5e1b-4e0c-8c20-c4ea485d47cf tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:10.949232 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-89f6a1ae-232f-463f-8be8-5b34240d127a req-11f77e96-5e1b-4e0c-8c20-c4ea485d47cf tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=475543a7-926a-42ac-a96c-bea407c9e080 HTTP/1.1" status: 200 len: 945 time: 0.0853775 Apr 06 13:44:10.950325 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a99f56b-2d52-4972-9ac9-f25cd79b6eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:10.950864 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a99f56b-2d52-4972-9ac9-f25cd79b6eeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router af1dcf33-cb2f-4c5f-9859-150dd859536f {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:44:10.993323 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a99f56b-2d52-4972-9ac9-f25cd79b6eeb admin admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:10.997095 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2a99f56b-2d52-4972-9ac9-f25cd79b6eeb admin admin] 10.222.0.48 "DELETE /v2.0/routers/af1dcf33-cb2f-4c5f-9859-150dd859536f HTTP/1.1" status: 204 len: 168 time: 1.7246609 Apr 06 13:44:10.997289 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51070) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:44:11.044521 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-89f6a1ae-232f-463f-8be8-5b34240d127a req-1cdcdc6b-9f12-4623-be0f-d3071ec73651 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce9000c6-e879-4e85-bf16-796f2a18a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884256 Apr 06 13:44:11.072315 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b8ff8f7-65e2-4a33-9144-8b3b1b1af6a3 admin admin] Deleting subnet bec31d0f-ca58-4f44-a0f5-7b9820419a31 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:44:11.075892 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff8f7-65e2-4a33-9144-8b3b1b1af6a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:11.133387 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff8f7-65e2-4a33-9144-8b3b1b1af6a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:11.304119 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff8f7-65e2-4a33-9144-8b3b1b1af6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:11.346450 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfb8c8-e93f-4859-bde9-a936be8e5188 req-9a708617-3c9b-40de-a752-4810cb7ada88 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:11.348046 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8abfb8c8-e93f-4859-bde9-a936be8e5188 req-9a708617-3c9b-40de-a752-4810cb7ada88 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=475543a7-926a-42ac-a96c-bea407c9e080 HTTP/1.1" status: 200 len: 945 time: 0.1575398 Apr 06 13:44:11.412552 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8abfb8c8-e93f-4859-bde9-a936be8e5188 req-a03c91cb-4d64-43f9-aabd-182926834a98 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce9000c6-e879-4e85-bf16-796f2a18a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581226 Apr 06 13:44:11.435663 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51076) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:44:11.485613 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff8f7-65e2-4a33-9144-8b3b1b1af6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:11.502236 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 84a9d997-c79c-4799-9ee0-a4097b698b2a no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:44:11.530850 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff8f7-65e2-4a33-9144-8b3b1b1af6a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:11.538849 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fad0874-2139-45f6-86f8-df0b60ee4d74 None None] Network 07d8a801-9673-412c-b97f-9a98a83af4f7 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:44:11.540745 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ff8f7-65e2-4a33-9144-8b3b1b1af6a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bec31d0f-ca58-4f44-a0f5-7b9820419a31,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:11.544088 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0b8ff8f7-65e2-4a33-9144-8b3b1b1af6a3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bec31d0f-ca58-4f44-a0f5-7b9820419a31 HTTP/1.1" status: 204 len: 168 time: 0.5458364 Apr 06 13:44:11.546624 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51080) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:44:11.551365 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 84a9d997-c79c-4799-9ee0-a4097b698b2a {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:44:11.551703 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 84a9d997-c79c-4799-9ee0-a4097b698b2a not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:44:11.552123 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ed1bccca-f7f5-43d9-9020-42d75027d86d no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:44:11.601840 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: ed1bccca-f7f5-43d9-9020-42d75027d86d {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:44:11.602091 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ed1bccca-f7f5-43d9-9020-42d75027d86d not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:44:11.663874 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193ca2de-865b-468c-b146-50d4f5ecc970 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:11.669046 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-193ca2de-865b-468c-b146-50d4f5ecc970 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=475543a7-926a-42ac-a96c-bea407c9e080 HTTP/1.1" status: 200 len: 1093 time: 0.2286835 Apr 06 13:44:11.669252 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51084) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:44:11.672866 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:11.674910 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-9e736d5f-9c3b-4250-ae1f-6f68c6bec988 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'port_id': '21a58499-ca28-4fbc-a03f-bd2f2962b045', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:44:11.681420 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-9e736d5f-9c3b-4250-ae1f-6f68c6bec988 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:44:11.684439 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] Deleting port f695b13a-4d43-40a0-b05b-13cd8e984463 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:44:11.684778 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:11.686159 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-9e736d5f-9c3b-4250-ae1f-6f68c6bec988 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:floatingip and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:44:11.689209 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-9e736d5f-9c3b-4250-ae1f-6f68c6bec988 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:44:11.695695 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-9e736d5f-9c3b-4250-ae1f-6f68c6bec988 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:44:11.770532 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9e736d5f-9c3b-4250-ae1f-6f68c6bec988 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:11.845059 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8cf067-9a07-46d0-a1a1-9eac58c21219 None None] DHCP port deletion for 07d8a801-9673-412c-b97f-9a98a83af4f7 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:44:11.849536 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-da8cf067-9a07-46d0-a1a1-9eac58c21219 None None] Deleting port f695b13a-4d43-40a0-b05b-13cd8e984463 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:44:11.849878 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-da8cf067-9a07-46d0-a1a1-9eac58c21219 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:11.915634 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] For port f695b13a-4d43-40a0-b05b-13cd8e984463, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f695b13a-4d43-40a0-b05b-13cd8e984463,segment=NetworkSegment(ad0f3491-5818-4d1f-8d68-284d1a30d5e3),segment_id=ad0f3491-5818-4d1f-8d68-284d1a30d5e3)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:44:11.916069 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:11.928384 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9e736d5f-9c3b-4250-ae1f-6f68c6bec988 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:12.057665 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] Calling delete_port for f695b13a-4d43-40a0-b05b-13cd8e984463 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:44:12.076601 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-9e736d5f-9c3b-4250-ae1f-6f68c6bec988 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.26.4.249 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/33b9fb64-60a2-4ecf-93c2-f600ba1245f3) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:44:12.092598 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-da8cf067-9a07-46d0-a1a1-9eac58c21219 None None] For port f695b13a-4d43-40a0-b05b-13cd8e984463, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f695b13a-4d43-40a0-b05b-13cd8e984463,segment=NetworkSegment(ad0f3491-5818-4d1f-8d68-284d1a30d5e3),segment_id=ad0f3491-5818-4d1f-8d68-284d1a30d5e3)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:44:12.095777 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-da8cf067-9a07-46d0-a1a1-9eac58c21219 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:12.226244 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-da8cf067-9a07-46d0-a1a1-9eac58c21219 None None] Calling delete_port for f695b13a-4d43-40a0-b05b-13cd8e984463 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:44:12.246936 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9e736d5f-9c3b-4250-ae1f-6f68c6bec988 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:12.361729 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:12.367933 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-da8cf067-9a07-46d0-a1a1-9eac58c21219 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:44:12.370385 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-da8cf067-9a07-46d0-a1a1-9eac58c21219 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:44:12.390732 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9e736d5f-9c3b-4250-ae1f-6f68c6bec988 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:12.411652 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] Pushing event deleted for resources: {'Port': ['ID=f695b13a-4d43-40a0-b05b-13cd8e984463,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:12.414057 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] No DVR routers for this DVR port f695b13a-4d43-40a0-b05b-13cd8e984463 on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:44:12.450552 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:12.450920 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:12.451259 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:12.451594 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:12.451917 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:12.452241 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:12.452566 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:12.452887 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:12.453210 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:12.453529 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:12.453843 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:12.454158 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:12.457813 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e736d5f-9c3b-4250-ae1f-6f68c6bec988 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:44:12.465043 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-9e736d5f-9c3b-4250-ae1f-6f68c6bec988 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:44:12.469370 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e736d5f-9c3b-4250-ae1f-6f68c6bec988 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:44:12.503152 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e736d5f-9c3b-4250-ae1f-6f68c6bec988 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=33b9fb64-60a2-4ecf-93c2-f600ba1245f3,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:12.546973 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:12.579323 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d8a801-9673-412c-b97f-9a98a83af4f7']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:44:12.592435 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0f3491-5818-4d1f-8d68-284d1a30d5e3') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:44:12.592850 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0f3491-5818-4d1f-8d68-284d1a30d5e3') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:44:12.605246 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:12.623072 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:12.629408 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:44:12.629797 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:44:12.644533 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:44:12.795831 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:12.800702 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:12.828385 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] Pushing event deleted for resources: {'Network': ['ID=07d8a801-9673-412c-b97f-9a98a83af4f7,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:12.869173 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-da8cf067-9a07-46d0-a1a1-9eac58c21219 None None] Deleting port f695b13a-4d43-40a0-b05b-13cd8e984463 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:44:12.870860 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-da8cf067-9a07-46d0-a1a1-9eac58c21219 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:12.897202 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9e736d5f-9c3b-4250-ae1f-6f68c6bec988 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:12.911280 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4d60df9b-9eeb-4c4f-937c-8fb394b4a315 admin admin] 10.222.0.48 "DELETE /v2.0/networks/07d8a801-9673-412c-b97f-9a98a83af4f7 HTTP/1.1" status: 204 len: 168 time: 1.3635094 Apr 06 13:44:12.913948 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51088) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:44:12.943749 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-da8cf067-9a07-46d0-a1a1-9eac58c21219 None None] The port 'f695b13a-4d43-40a0-b05b-13cd8e984463' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:44:13.093848 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9e736d5f-9c3b-4250-ae1f-6f68c6bec988 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:13.336391 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9e736d5f-9c3b-4250-ae1f-6f68c6bec988 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:13.395718 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9e736d5f-9c3b-4250-ae1f-6f68c6bec988 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:13.513744 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e736d5f-9c3b-4250-ae1f-6f68c6bec988 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=33b9fb64-60a2-4ecf-93c2-f600ba1245f3,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:13.516486 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f695b13a-4d43-40a0-b05b-13cd8e984463 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:44:13.524006 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9e736d5f-9c3b-4250-ae1f-6f68c6bec988 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:13.537288 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-aa305a30-a1d1-4e5c-b9ad-ef9abafde757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:13.555626 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: f695b13a-4d43-40a0-b05b-13cd8e984463 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:44:13.556106 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f695b13a-4d43-40a0-b05b-13cd8e984463 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:44:13.820962 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-9e736d5f-9c3b-4250-ae1f-6f68c6bec988 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Floating IP e2a01e0a-cbde-4b9a-aee9-34fd5f6f83b9 associated. External IP: 172.26.4.249, port: 21a58499-ca28-4fbc-a03f-bd2f2962b045. Apr 06 13:44:13.916361 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-aa305a30-a1d1-4e5c-b9ad-ef9abafde757 admin admin] Deleting port 6af6b5dd-f49d-4532-8d85-132360d28ac2 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:44:13.917396 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-aa305a30-a1d1-4e5c-b9ad-ef9abafde757 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:14.218096 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-aa305a30-a1d1-4e5c-b9ad-ef9abafde757 admin admin] For port 6af6b5dd-f49d-4532-8d85-132360d28ac2, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=6af6b5dd-f49d-4532-8d85-132360d28ac2,segment=NetworkSegment(593ce4ce-4496-4cb2-a532-928840993c9a),segment_id=593ce4ce-4496-4cb2-a532-928840993c9a)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:44:14.218457 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-aa305a30-a1d1-4e5c-b9ad-ef9abafde757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:14.225620 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e736d5f-9c3b-4250-ae1f-6f68c6bec988 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router d7227fc7-011d-4a01-945b-b95728e8d138 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:44:14.347367 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-aa305a30-a1d1-4e5c-b9ad-ef9abafde757 admin admin] Calling delete_port for 6af6b5dd-f49d-4532-8d85-132360d28ac2 owned by network:router_interface {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:44:14.420827 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e736d5f-9c3b-4250-ae1f-6f68c6bec988 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:44:14.430199 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab0c50d-29b7-4d06-9d33-b9161ac33dfd None None] Sync routers for ids ['d7227fc7-011d-4a01-945b-b95728e8d138'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:44:14.442082 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab0c50d-29b7-4d06-9d33-b9161ac33dfd None None] Routers {'d7227fc7-011d-4a01-945b-b95728e8d138'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:44:14.442777 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8ab0c50d-29b7-4d06-9d33-b9161ac33dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:43:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d7227fc7-011d-4a01-945b-b95728e8d138'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:44:14.561523 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9e736d5f-9c3b-4250-ae1f-6f68c6bec988 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:14.627947 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9e736d5f-9c3b-4250-ae1f-6f68c6bec988 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9577978 Apr 06 13:44:14.628542 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475543a7-926a-42ac-a96c-bea407c9e080', 'tag': '21a58499-ca28-4fbc-a03f-bd2f2962b045'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:44:14.633421 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-8ab0c50d-29b7-4d06-9d33-b9161ac33dfd None None] Set router d7227fc7-011d-4a01-945b-b95728e8d138 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:44:14.644426 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-aa305a30-a1d1-4e5c-b9ad-ef9abafde757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:14.676649 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ee1e638-5d0d-4f0e-a8c2-6d81da84b192'] response: {'name': 'network-changed', 'server_uuid': '475543a7-926a-42ac-a96c-bea407c9e080', 'tag': '21a58499-ca28-4fbc-a03f-bd2f2962b045', 'status': 'completed', 'code': 200} Apr 06 13:44:14.703435 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa305a30-a1d1-4e5c-b9ad-ef9abafde757 admin admin] Pushing event deleted for resources: {'Port': ['ID=6af6b5dd-f49d-4532-8d85-132360d28ac2,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:14.794152 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643fdac-b10e-41b1-8e5c-77063d84cc7c req-36875bd5-be4a-4f4b-9147-5b9345cfb837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:14.796082 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c643fdac-b10e-41b1-8e5c-77063d84cc7c req-36875bd5-be4a-4f4b-9147-5b9345cfb837 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=475543a7-926a-42ac-a96c-bea407c9e080 HTTP/1.1" status: 200 len: 1098 time: 0.0861928 Apr 06 13:44:14.954270 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643fdac-b10e-41b1-8e5c-77063d84cc7c req-178d844e-2fd5-4d29-85da-9985c5059406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:14.954270 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c643fdac-b10e-41b1-8e5c-77063d84cc7c req-178d844e-2fd5-4d29-85da-9985c5059406 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 HTTP/1.1" status: 200 len: 897 time: 0.1513855 Apr 06 13:44:15.023338 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-aa305a30-a1d1-4e5c-b9ad-ef9abafde757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:15.029126 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8ab0c50d-29b7-4d06-9d33-b9161ac33dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'name': 'tempest-TestNetworkBasicOps-router-1989482502', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:26Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '8a103c87-85eb-4aca-b597-44f9c94da067', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.39', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'port_id': 'fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'mac_address': 'fa:16:3e:66:8e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77f0a0-0a7f-459c-b284-d514ecaa84fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:43:49Z', 'updated_at': '2022-04-06T13:43:53Z', 'revision_number': 1, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}, {'id': 'e2a01e0a-cbde-4b9a-aee9-34fd5f6f83b9', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.249', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'port_id': '21a58499-ca28-4fbc-a03f-bd2f2962b045', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'mac_address': 'fa:16:3e:4c:20:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475543a7-926a-42ac-a96c-bea407c9e080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:44:12Z', 'updated_at': '2022-04-06T13:44:12Z', 'revision_number': 0, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c297f3-0fb1-4ed3-b004-e27f6f60f61a', 'name': '', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:f7:55:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:25Z', 'updated_at': '2022-04-06T13:43:31Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:44:15.033299 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab0c50d-29b7-4d06-9d33-b9161ac33dfd None None] Checking router: d7227fc7-011d-4a01-945b-b95728e8d138 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:44:15.047616 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab0c50d-29b7-4d06-9d33-b9161ac33dfd None None] Routers {'d7227fc7-011d-4a01-945b-b95728e8d138'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:44:15.048556 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8ab0c50d-29b7-4d06-9d33-b9161ac33dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:43:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d7227fc7-011d-4a01-945b-b95728e8d138'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:44:15.062403 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c643fdac-b10e-41b1-8e5c-77063d84cc7c req-355e0147-c9fb-4590-9d4a-2f5365e40aaa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21a58499-ca28-4fbc-a03f-bd2f2962b045 HTTP/1.1" status: 200 len: 999 time: 0.1026480 Apr 06 13:44:15.127866 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643fdac-b10e-41b1-8e5c-77063d84cc7c req-61be11f2-1c0e-4762-a84f-cc8ca70d6a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:15.129515 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c643fdac-b10e-41b1-8e5c-77063d84cc7c req-61be11f2-1c0e-4762-a84f-cc8ca70d6a45 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc6c1a9f-c907-4642-a1bc-e30971eaeba2 HTTP/1.1" status: 200 len: 834 time: 0.0610342 Apr 06 13:44:15.220310 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643fdac-b10e-41b1-8e5c-77063d84cc7c req-31ec00c9-070f-463a-90c1-614ebca1e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:15.221897 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c643fdac-b10e-41b1-8e5c-77063d84cc7c req-31ec00c9-070f-463a-90c1-614ebca1e13e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a21c8607-c25d-4efa-86aa-09c4bd5ce6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852766 Apr 06 13:44:15.265125 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-8ab0c50d-29b7-4d06-9d33-b9161ac33dfd None None] Set router d7227fc7-011d-4a01-945b-b95728e8d138 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:44:15.362358 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c643fdac-b10e-41b1-8e5c-77063d84cc7c req-8e8092a4-0090-4405-ab26-f6d03f18d61e service neutron] 10.222.0.61 "GET /v2.0/networks/a21c8607-c25d-4efa-86aa-09c4bd5ce6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323624 Apr 06 13:44:15.425775 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa305a30-a1d1-4e5c-b9ad-ef9abafde757 admin admin] Router fe77e907-1bcd-4d81-a992-da9079cb8909 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:44:15.435843 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4d3bc82a-7722-4ae7-80c7-68a268889fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:15.657197 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c643fdac-b10e-41b1-8e5c-77063d84cc7c req-328ec092-8b6f-404b-9cd6-df33a22b1c19 service neutron] 10.222.0.61 "GET /v2.0/networks/a21c8607-c25d-4efa-86aa-09c4bd5ce6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878978 Apr 06 13:44:15.726399 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8ab0c50d-29b7-4d06-9d33-b9161ac33dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'name': 'tempest-TestNetworkBasicOps-router-1989482502', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:26Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '8a103c87-85eb-4aca-b597-44f9c94da067', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.39', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'port_id': 'fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'mac_address': 'fa:16:3e:66:8e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77f0a0-0a7f-459c-b284-d514ecaa84fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:43:49Z', 'updated_at': '2022-04-06T13:43:53Z', 'revision_number': 1, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}, {'id': 'e2a01e0a-cbde-4b9a-aee9-34fd5f6f83b9', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.249', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'port_id': '21a58499-ca28-4fbc-a03f-bd2f2962b045', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'mac_address': 'fa:16:3e:4c:20:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475543a7-926a-42ac-a96c-bea407c9e080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:44:12Z', 'updated_at': '2022-04-06T13:44:12Z', 'revision_number': 0, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c297f3-0fb1-4ed3-b004-e27f6f60f61a', 'name': '', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:f7:55:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:25Z', 'updated_at': '2022-04-06T13:43:31Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:44:15.732057 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab0c50d-29b7-4d06-9d33-b9161ac33dfd None None] The sync data for ids ['d7227fc7-011d-4a01-945b-b95728e8d138'] in dv-neutron-834600-1-hyperv is: [{'id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'name': 'tempest-TestNetworkBasicOps-router-1989482502', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:26Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '8a103c87-85eb-4aca-b597-44f9c94da067', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.39', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'port_id': 'fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'mac_address': 'fa:16:3e:66:8e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77f0a0-0a7f-459c-b284-d514ecaa84fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:43:49Z', 'updated_at': '2022-04-06T13:43:53Z', 'revision_number': 1, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}, {'id': 'e2a01e0a-cbde-4b9a-aee9-34fd5f6f83b9', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.249', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'port_id': '21a58499-ca28-4fbc-a03f-bd2f2962b045', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'mac_address': 'fa:16:3e:4c:20:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475543a7-926a-42ac-a96c-bea407c9e080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:44:12Z', 'updated_at': '2022-04-06T13:44:12Z', 'revision_number': 0, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c297f3-0fb1-4ed3-b004-e27f6f60f61a', 'name': '', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:f7:55:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:25Z', 'updated_at': '2022-04-06T13:43:31Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:44:15.760611 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa305a30-a1d1-4e5c-b9ad-ef9abafde757 admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:44:15.776943 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94191e4c-c14e-4845-a8ba-ab0013a37cf7 None None] Sync routers for ids ['fe77e907-1bcd-4d81-a992-da9079cb8909'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:44:15.789092 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94191e4c-c14e-4845-a8ba-ab0013a37cf7 None None] Routers {'fe77e907-1bcd-4d81-a992-da9079cb8909'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:44:15.790078 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-94191e4c-c14e-4845-a8ba-ab0013a37cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:43:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['fe77e907-1bcd-4d81-a992-da9079cb8909'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:44:15.843653 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-aa305a30-a1d1-4e5c-b9ad-ef9abafde757 admin admin] 10.222.0.48 "PUT /v2.0/routers/fe77e907-1bcd-4d81-a992-da9079cb8909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9283030 Apr 06 13:44:15.846087 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51096) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:44:15.970277 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928a3a0b-3a1c-4f6c-b8dd-929632814c88 None None] New status for floating IP e2a01e0a-cbde-4b9a-aee9-34fd5f6f83b9: ACTIVE {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:44:15.992900 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-94191e4c-c14e-4845-a8ba-ab0013a37cf7 None None] Set router fe77e907-1bcd-4d81-a992-da9079cb8909 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:44:16.051067 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-32b22857-b1a3-4375-967b-5edf1eded768 admin admin] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:16.251965 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-32b22857-b1a3-4375-967b-5edf1eded768 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:16.307197 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-94191e4c-c14e-4845-a8ba-ab0013a37cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe77e907-1bcd-4d81-a992-da9079cb8909', 'name': 'tempest-TestVolumeBootPattern-1606591559-router', 'tenant_id': '52eea84fda4145edb2079b946d4ccaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '1b37ec3b-077a-4bb6-9035-35f9ec6d54e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:25Z', 'updated_at': '2022-04-06T13:44:14Z', 'revision_number': 5, 'project_id': '52eea84fda4145edb2079b946d4ccaaa', 'gw_port': {'id': '1b37ec3b-077a-4bb6-9035-35f9ec6d54e9', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:57:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe77e907-1bcd-4d81-a992-da9079cb8909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:32:27Z', 'updated_at': '2022-04-06T13:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:44:16.312283 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94191e4c-c14e-4845-a8ba-ab0013a37cf7 None None] Checking router: fe77e907-1bcd-4d81-a992-da9079cb8909 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:44:16.321301 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94191e4c-c14e-4845-a8ba-ab0013a37cf7 None None] Routers {'fe77e907-1bcd-4d81-a992-da9079cb8909'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:44:16.321904 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-94191e4c-c14e-4845-a8ba-ab0013a37cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:43:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['fe77e907-1bcd-4d81-a992-da9079cb8909'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:44:16.327372 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-32b22857-b1a3-4375-967b-5edf1eded768 admin admin] Deleting port 1b37ec3b-077a-4bb6-9035-35f9ec6d54e9 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:44:16.327844 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-32b22857-b1a3-4375-967b-5edf1eded768 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:16.518700 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-32b22857-b1a3-4375-967b-5edf1eded768 admin admin] For port 1b37ec3b-077a-4bb6-9035-35f9ec6d54e9, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=1b37ec3b-077a-4bb6-9035-35f9ec6d54e9,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:44:16.519026 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-32b22857-b1a3-4375-967b-5edf1eded768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:16.521678 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-94191e4c-c14e-4845-a8ba-ab0013a37cf7 None None] Set router fe77e907-1bcd-4d81-a992-da9079cb8909 gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:44:16.634606 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-94191e4c-c14e-4845-a8ba-ab0013a37cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe77e907-1bcd-4d81-a992-da9079cb8909', 'name': 'tempest-TestVolumeBootPattern-1606591559-router', 'tenant_id': '52eea84fda4145edb2079b946d4ccaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:25Z', 'updated_at': '2022-04-06T13:44:16Z', 'revision_number': 6, 'project_id': '52eea84fda4145edb2079b946d4ccaaa', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:44:16.639957 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94191e4c-c14e-4845-a8ba-ab0013a37cf7 None None] The sync data for ids ['fe77e907-1bcd-4d81-a992-da9079cb8909'] in dv-neutron-834600-1-hyperv is: [{'id': 'fe77e907-1bcd-4d81-a992-da9079cb8909', 'name': 'tempest-TestVolumeBootPattern-1606591559-router', 'tenant_id': '52eea84fda4145edb2079b946d4ccaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:32:25Z', 'updated_at': '2022-04-06T13:44:16Z', 'revision_number': 6, 'project_id': '52eea84fda4145edb2079b946d4ccaaa', 'gw_port_host': None}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:44:16.647943 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-32b22857-b1a3-4375-967b-5edf1eded768 admin admin] Calling delete_port for 1b37ec3b-077a-4bb6-9035-35f9ec6d54e9 owned by network:router_gateway {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:44:16.878936 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-32b22857-b1a3-4375-967b-5edf1eded768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:16.931145 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b22857-b1a3-4375-967b-5edf1eded768 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b37ec3b-077a-4bb6-9035-35f9ec6d54e9,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:17.029387 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-32b22857-b1a3-4375-967b-5edf1eded768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:17.211772 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-32b22857-b1a3-4375-967b-5edf1eded768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:17.214987 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-32b22857-b1a3-4375-967b-5edf1eded768 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:17.304356 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-32b22857-b1a3-4375-967b-5edf1eded768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:17.305002 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b22857-b1a3-4375-967b-5edf1eded768 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe77e907-1bcd-4d81-a992-da9079cb8909 {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:44:17.318440 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-32b22857-b1a3-4375-967b-5edf1eded768 admin admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:17.319740 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-32b22857-b1a3-4375-967b-5edf1eded768 admin admin] 10.222.0.48 "DELETE /v2.0/routers/fe77e907-1bcd-4d81-a992-da9079cb8909 HTTP/1.1" status: 204 len: 168 time: 1.4727297 Apr 06 13:44:17.322766 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51100) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:44:17.388117 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f29cb3-6c9b-478d-8526-3f575e63836d admin admin] Deleting subnet 7ded8823-707e-48ed-a74c-5a9f69ddae8a {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:44:17.392024 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-59f29cb3-6c9b-478d-8526-3f575e63836d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:17.443361 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-59f29cb3-6c9b-478d-8526-3f575e63836d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:17.514755 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 1b37ec3b-077a-4bb6-9035-35f9ec6d54e9 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:44:17.538218 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-59f29cb3-6c9b-478d-8526-3f575e63836d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:17.554654 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 1b37ec3b-077a-4bb6-9035-35f9ec6d54e9 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:44:17.555249 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 1b37ec3b-077a-4bb6-9035-35f9ec6d54e9 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:44:17.555594 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 6af6b5dd-f49d-4532-8d85-132360d28ac2 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:44:17.596157 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 6af6b5dd-f49d-4532-8d85-132360d28ac2 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:44:17.596506 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 6af6b5dd-f49d-4532-8d85-132360d28ac2 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:44:17.715699 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8660cf30-2b7b-48b0-845b-226619f927f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:17.784560 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-59f29cb3-6c9b-478d-8526-3f575e63836d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:17.828140 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f29cb3-6c9b-478d-8526-3f575e63836d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ded8823-707e-48ed-a74c-5a9f69ddae8a,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:17.830225 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-59f29cb3-6c9b-478d-8526-3f575e63836d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:17.835791 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42863d5-3442-428f-a6df-a99b2fd7c8aa None None] Network 2127241d-abd4-4991-bac7-8f764e969753 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:44:17.838106 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-59f29cb3-6c9b-478d-8526-3f575e63836d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7ded8823-707e-48ed-a74c-5a9f69ddae8a HTTP/1.1" status: 204 len: 168 time: 0.5141637 Apr 06 13:44:17.863071 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51104) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:44:17.975693 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b35e6a1c-85c8-4c16-bf54-d9734730db18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:17.987200 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-b35e6a1c-85c8-4c16-bf54-d9734730db18 admin admin] Deleting port 01ebfeec-e7c7-4f66-bda6-7f352a914d7c {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:44:17.987531 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b35e6a1c-85c8-4c16-bf54-d9734730db18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:18.095613 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1e8b86-e993-4f4f-a1cf-c44fab690e32 None None] DHCP port deletion for 2127241d-abd4-4991-bac7-8f764e969753 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:44:18.099615 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-cb1e8b86-e993-4f4f-a1cf-c44fab690e32 None None] Deleting port 01ebfeec-e7c7-4f66-bda6-7f352a914d7c {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:44:18.099985 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cb1e8b86-e993-4f4f-a1cf-c44fab690e32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:18.223770 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-b35e6a1c-85c8-4c16-bf54-d9734730db18 admin admin] For port 01ebfeec-e7c7-4f66-bda6-7f352a914d7c, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=01ebfeec-e7c7-4f66-bda6-7f352a914d7c,segment=NetworkSegment(593ce4ce-4496-4cb2-a532-928840993c9a),segment_id=593ce4ce-4496-4cb2-a532-928840993c9a)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:44:18.224519 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b35e6a1c-85c8-4c16-bf54-d9734730db18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:18.311382 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-cb1e8b86-e993-4f4f-a1cf-c44fab690e32 None None] For port 01ebfeec-e7c7-4f66-bda6-7f352a914d7c, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=01ebfeec-e7c7-4f66-bda6-7f352a914d7c,segment=NetworkSegment(593ce4ce-4496-4cb2-a532-928840993c9a),segment_id=593ce4ce-4496-4cb2-a532-928840993c9a)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:44:18.311718 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cb1e8b86-e993-4f4f-a1cf-c44fab690e32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:18.349617 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-b35e6a1c-85c8-4c16-bf54-d9734730db18 admin admin] Calling delete_port for 01ebfeec-e7c7-4f66-bda6-7f352a914d7c owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:44:18.435972 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-cb1e8b86-e993-4f4f-a1cf-c44fab690e32 None None] Calling delete_port for 01ebfeec-e7c7-4f66-bda6-7f352a914d7c owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:44:18.509980 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b35e6a1c-85c8-4c16-bf54-d9734730db18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:18.516049 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-cb1e8b86-e993-4f4f-a1cf-c44fab690e32 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:44:18.516402 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-cb1e8b86-e993-4f4f-a1cf-c44fab690e32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:44:18.556375 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e6a1c-85c8-4c16-bf54-d9734730db18 admin admin] Pushing event deleted for resources: {'Port': ['ID=01ebfeec-e7c7-4f66-bda6-7f352a914d7c,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:18.563949 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35e6a1c-85c8-4c16-bf54-d9734730db18 admin admin] No DVR routers for this DVR port 01ebfeec-e7c7-4f66-bda6-7f352a914d7c on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:44:18.679080 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b35e6a1c-85c8-4c16-bf54-d9734730db18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:18.704584 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-b35e6a1c-85c8-4c16-bf54-d9734730db18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2127241d-abd4-4991-bac7-8f764e969753']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:44:18.717183 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-b35e6a1c-85c8-4c16-bf54-d9734730db18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593ce4ce-4496-4cb2-a532-928840993c9a') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:44:18.717471 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-b35e6a1c-85c8-4c16-bf54-d9734730db18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593ce4ce-4496-4cb2-a532-928840993c9a') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:44:18.729472 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b35e6a1c-85c8-4c16-bf54-d9734730db18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:18.745546 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b35e6a1c-85c8-4c16-bf54-d9734730db18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:18.751608 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35e6a1c-85c8-4c16-bf54-d9734730db18 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:44:18.751991 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b35e6a1c-85c8-4c16-bf54-d9734730db18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:44:18.765885 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:44:18.881476 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:18.915908 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:18.916135 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b35e6a1c-85c8-4c16-bf54-d9734730db18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:18.932854 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b35e6a1c-85c8-4c16-bf54-d9734730db18 admin admin] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:18.943389 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e6a1c-85c8-4c16-bf54-d9734730db18 admin admin] Pushing event deleted for resources: {'Network': ['ID=2127241d-abd4-4991-bac7-8f764e969753,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:18.951344 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b35e6a1c-85c8-4c16-bf54-d9734730db18 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2127241d-abd4-4991-bac7-8f764e969753 HTTP/1.1" status: 204 len: 168 time: 1.0869992 Apr 06 13:44:19.017323 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-cb1e8b86-e993-4f4f-a1cf-c44fab690e32 None None] Deleting port 01ebfeec-e7c7-4f66-bda6-7f352a914d7c {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:44:19.017705 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cb1e8b86-e993-4f4f-a1cf-c44fab690e32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:19.086703 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-cb1e8b86-e993-4f4f-a1cf-c44fab690e32 None None] The port '01ebfeec-e7c7-4f66-bda6-7f352a914d7c' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:44:19.302888 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51110) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:44:19.353527 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-64c2a32a-5114-4ad0-b190-f5d6fb628472 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f961cdd2806417f9eeecf800dc5c9c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492663 Apr 06 13:44:19.356613 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51114) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:44:19.417327 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-024bd307-d691-42cc-bd57-85f12bb6b6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:19.443962 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-024bd307-d691-42cc-bd57-85f12bb6b6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:19.514788 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 01ebfeec-e7c7-4f66-bda6-7f352a914d7c no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:44:19.543522 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 01ebfeec-e7c7-4f66-bda6-7f352a914d7c {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:44:19.543868 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 01ebfeec-e7c7-4f66-bda6-7f352a914d7c not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:44:19.572601 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-024bd307-d691-42cc-bd57-85f12bb6b6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:19.589933 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024bd307-d691-42cc-bd57-85f12bb6b6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa817cd-d5aa-485e-b28b-370903711a9a,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:19.596739 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-024bd307-d691-42cc-bd57-85f12bb6b6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:19.597821 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-024bd307-d691-42cc-bd57-85f12bb6b6a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3fa817cd-d5aa-485e-b28b-370903711a9a HTTP/1.1" status: 204 len: 168 time: 0.2403286 Apr 06 13:44:20.317274 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51122) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:44:20.320912 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:20.370362 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-289efb4e-c416-4c28-aa81-dd414e99ff07 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=52eea84fda4145edb2079b946d4ccaaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517375 Apr 06 13:44:20.373039 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51126) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:44:20.440744 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c94f0b01-18fd-4832-acce-d057fffbab41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:20.469266 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c94f0b01-18fd-4832-acce-d057fffbab41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:20.590100 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c94f0b01-18fd-4832-acce-d057fffbab41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:20.605307 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f0b01-18fd-4832-acce-d057fffbab41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2607d223-0635-4c68-b770-6fedbf403385,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:20.611729 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c94f0b01-18fd-4832-acce-d057fffbab41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:20.612872 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c94f0b01-18fd-4832-acce-d057fffbab41 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2607d223-0635-4c68-b770-6fedbf403385 HTTP/1.1" status: 204 len: 168 time: 0.2387600 Apr 06 13:44:27.298274 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:41.500154 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51140) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:44:41.610365 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-81eaba2c-9235-41db-b234-734b0ba60378 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/8a103c87-85eb-4aca-b597-44f9c94da067 HTTP/1.1" status: 200 len: 992 time: 0.1088371 Apr 06 13:44:42.567694 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:44:43.963935 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51150) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:44:43.970493 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-ada39755-bc61-4499-be42-8a746bedbc76 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:44:44.095595 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ada39755-bc61-4499-be42-8a746bedbc76 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:44.329239 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-ada39755-bc61-4499-be42-8a746bedbc76 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce,segment=NetworkSegment(b0e86373-4051-40ab-b7be-36bf10deb163),segment_id=b0e86373-4051-40ab-b7be-36bf10deb163)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:44:44.354016 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ada39755-bc61-4499-be42-8a746bedbc76 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:44.466690 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ada39755-bc61-4499-be42-8a746bedbc76 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:44.534911 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada39755-bc61-4499-be42-8a746bedbc76 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:44.535569 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ada39755-bc61-4499-be42-8a746bedbc76 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:44.536959 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ada39755-bc61-4499-be42-8a746bedbc76 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "PUT /v2.0/ports/fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce HTTP/1.1" status: 200 len: 938 time: 0.5719635 Apr 06 13:44:44.537626 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af77f0a0-0a7f-459c-b284-d514ecaa84fa', 'tag': 'fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:44:44.579865 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada39755-bc61-4499-be42-8a746bedbc76 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce,revision_number=6']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:44.588406 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada39755-bc61-4499-be42-8a746bedbc76 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:44.588763 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada39755-bc61-4499-be42-8a746bedbc76 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:44.589132 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada39755-bc61-4499-be42-8a746bedbc76 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:44.589469 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada39755-bc61-4499-be42-8a746bedbc76 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:44.589967 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada39755-bc61-4499-be42-8a746bedbc76 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:44.590185 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada39755-bc61-4499-be42-8a746bedbc76 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:44.590507 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada39755-bc61-4499-be42-8a746bedbc76 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:44.590851 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada39755-bc61-4499-be42-8a746bedbc76 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:44.593278 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada39755-bc61-4499-be42-8a746bedbc76 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:44.593278 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada39755-bc61-4499-be42-8a746bedbc76 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:44.593278 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada39755-bc61-4499-be42-8a746bedbc76 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:44.593278 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada39755-bc61-4499-be42-8a746bedbc76 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:44.598289 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfa5b9a6-2e9e-452e-896c-11a598be41f0'] response: {'name': 'network-changed', 'server_uuid': 'af77f0a0-0a7f-459c-b284-d514ecaa84fa', 'tag': 'fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce', 'status': 'completed', 'code': 200} Apr 06 13:44:44.699077 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0e4cc-aa59-4261-b809-a75200a984d2 req-af20de34-aa86-44a2-b161-2a6d96df3cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:44.700521 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a5e0e4cc-aa59-4261-b809-a75200a984d2 req-af20de34-aa86-44a2-b161-2a6d96df3cd4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=af77f0a0-0a7f-459c-b284-d514ecaa84fa HTTP/1.1" status: 200 len: 1099 time: 0.0768371 Apr 06 13:44:44.725734 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f565536f-fcdf-419a-acfe-f1f311aaeef3 None None] Provisioning complete for port fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:44:44.726344 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f565536f-fcdf-419a-acfe-f1f311aaeef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:44.787990 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-f565536f-fcdf-419a-acfe-f1f311aaeef3 None None] Port fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce is administratively disabled so it will not transition to active. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Apr 06 13:44:44.837493 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0e4cc-aa59-4261-b809-a75200a984d2 req-42fc50b5-98a7-4128-94f2-64137ad669fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:44.838828 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a5e0e4cc-aa59-4261-b809-a75200a984d2 req-42fc50b5-98a7-4128-94f2-64137ad669fe service neutron] 10.222.0.61 "GET /v2.0/networks?id=a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 HTTP/1.1" status: 200 len: 897 time: 0.1319566 Apr 06 13:44:44.947930 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a5e0e4cc-aa59-4261-b809-a75200a984d2 req-41558fb7-70e3-4eb9-b054-eca6aecca4a5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce HTTP/1.1" status: 200 len: 1001 time: 0.1026630 Apr 06 13:44:45.009601 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0e4cc-aa59-4261-b809-a75200a984d2 req-7e7797b0-bb75-42bd-8099-39cefea0baef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:45.011039 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a5e0e4cc-aa59-4261-b809-a75200a984d2 req-7e7797b0-bb75-42bd-8099-39cefea0baef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc6c1a9f-c907-4642-a1bc-e30971eaeba2 HTTP/1.1" status: 200 len: 834 time: 0.0568120 Apr 06 13:44:45.090699 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0e4cc-aa59-4261-b809-a75200a984d2 req-d4dd2d76-5afa-49b8-8837-c14af080624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:45.092099 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a5e0e4cc-aa59-4261-b809-a75200a984d2 req-d4dd2d76-5afa-49b8-8837-c14af080624d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a21c8607-c25d-4efa-86aa-09c4bd5ce6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746505 Apr 06 13:44:45.225516 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a5e0e4cc-aa59-4261-b809-a75200a984d2 req-20308c62-0f0d-436e-a5b1-da39f1dd5f72 service neutron] 10.222.0.61 "GET /v2.0/networks/a21c8607-c25d-4efa-86aa-09c4bd5ce6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259356 Apr 06 13:44:45.369425 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a5e0e4cc-aa59-4261-b809-a75200a984d2 req-47d5187a-33a3-4d2c-b6ee-8ffd32c5ab4e service neutron] 10.222.0.61 "GET /v2.0/networks/a21c8607-c25d-4efa-86aa-09c4bd5ce6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306336 Apr 06 13:44:45.421103 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b4d28bd6-dfb7-42cd-90ea-7f2238ceafef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:47.723749 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-48265ab5-e51f-4489-b748-8887416d51e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:48.019561 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51160) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:44:48.025190 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-7bfdd212-ac36-4fa7-8eed-321c5c40a9e5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:44:48.151012 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7bfdd212-ac36-4fa7-8eed-321c5c40a9e5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:48.477849 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-7bfdd212-ac36-4fa7-8eed-321c5c40a9e5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce,segment=NetworkSegment(b0e86373-4051-40ab-b7be-36bf10deb163),segment_id=b0e86373-4051-40ab-b7be-36bf10deb163)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:44:48.512981 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7bfdd212-ac36-4fa7-8eed-321c5c40a9e5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:48.640879 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7bfdd212-ac36-4fa7-8eed-321c5c40a9e5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:48.709142 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfdd212-ac36-4fa7-8eed-321c5c40a9e5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:48.709774 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7bfdd212-ac36-4fa7-8eed-321c5c40a9e5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:48.711215 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7bfdd212-ac36-4fa7-8eed-321c5c40a9e5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "PUT /v2.0/ports/fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce HTTP/1.1" status: 200 len: 937 time: 0.6907542 Apr 06 13:44:48.711760 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af77f0a0-0a7f-459c-b284-d514ecaa84fa', 'tag': 'fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:44:48.714466 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51164) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:44:48.738899 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfdd212-ac36-4fa7-8eed-321c5c40a9e5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce,revision_number=7']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:48.780177 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2db8ff9-cf68-413b-bbb0-d4c13c777645'] response: {'name': 'network-changed', 'server_uuid': 'af77f0a0-0a7f-459c-b284-d514ecaa84fa', 'tag': 'fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce', 'status': 'completed', 'code': 200} Apr 06 13:44:48.895313 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:48.896124 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4927b57e-c876-4a2c-b840-e64041923acc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/8a103c87-85eb-4aca-b597-44f9c94da067 HTTP/1.1" status: 200 len: 992 time: 0.1795847 Apr 06 13:44:48.914612 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b6cd5-eb41-4006-9541-c1a073df6590 req-23be8300-6df3-40cb-897f-3b8cf94fbff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:48.932722 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-318b6cd5-eb41-4006-9541-c1a073df6590 req-23be8300-6df3-40cb-897f-3b8cf94fbff5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=af77f0a0-0a7f-459c-b284-d514ecaa84fa HTTP/1.1" status: 200 len: 1098 time: 0.1092174 Apr 06 13:44:48.933554 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a2c81beb-11d7-4883-84e8-32c10619ebbe req-0e4c43cf-39c7-442c-b010-6abc71a85751 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=af77f0a0-0a7f-459c-b284-d514ecaa84fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1043086 Apr 06 13:44:48.938950 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:44:48.973021 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:49.054711 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b6cd5-eb41-4006-9541-c1a073df6590 req-91d1b528-e090-4bad-86a3-1ec71c8554ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:49.056139 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-318b6cd5-eb41-4006-9541-c1a073df6590 req-91d1b528-e090-4bad-86a3-1ec71c8554ad service neutron] 10.222.0.61 "GET /v2.0/networks?id=a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 HTTP/1.1" status: 200 len: 897 time: 0.1329184 Apr 06 13:44:49.058762 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-1dc252df-09c3-4282-ab52-1ba61fb9c74a None None] Provisioning complete for port fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:44:49.059150 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1dc252df-09c3-4282-ab52-1ba61fb9c74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:49.168763 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-318b6cd5-eb41-4006-9541-c1a073df6590 req-d1318f42-a6b4-4469-9329-251e9edf7f93 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce HTTP/1.1" status: 200 len: 1000 time: 0.1066368 Apr 06 13:44:49.234052 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b6cd5-eb41-4006-9541-c1a073df6590 req-e1979c03-8db3-499d-88d3-49c83c836639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:49.235728 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-318b6cd5-eb41-4006-9541-c1a073df6590 req-e1979c03-8db3-499d-88d3-49c83c836639 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc6c1a9f-c907-4642-a1bc-e30971eaeba2 HTTP/1.1" status: 200 len: 834 time: 0.0618634 Apr 06 13:44:49.314682 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b6cd5-eb41-4006-9541-c1a073df6590 req-e97baac8-8fb9-4e61-9584-084600edbbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:49.316276 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-318b6cd5-eb41-4006-9541-c1a073df6590 req-e97baac8-8fb9-4e61-9584-084600edbbcc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a21c8607-c25d-4efa-86aa-09c4bd5ce6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744698 Apr 06 13:44:49.453613 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-318b6cd5-eb41-4006-9541-c1a073df6590 req-c55fce80-33b2-4b47-89a3-3124fa0564ce service neutron] 10.222.0.61 "GET /v2.0/networks/a21c8607-c25d-4efa-86aa-09c4bd5ce6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312187 Apr 06 13:44:49.588872 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-318b6cd5-eb41-4006-9541-c1a073df6590 req-200c8d9d-b264-45b5-8fed-320367d481a6 service neutron] 10.222.0.61 "GET /v2.0/networks/a21c8607-c25d-4efa-86aa-09c4bd5ce6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289334 Apr 06 13:44:49.742859 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c81beb-11d7-4883-84e8-32c10619ebbe req-dc500c36-cbf6-42df-a1c5-4080162531b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:49.744397 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a2c81beb-11d7-4883-84e8-32c10619ebbe req-dc500c36-cbf6-42df-a1c5-4080162531b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=af77f0a0-0a7f-459c-b284-d514ecaa84fa HTTP/1.1" status: 200 len: 1098 time: 0.0714235 Apr 06 13:44:49.897887 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c81beb-11d7-4883-84e8-32c10619ebbe req-13a160e4-20c3-4b9f-9172-a798a09ab724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:49.899327 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a2c81beb-11d7-4883-84e8-32c10619ebbe req-13a160e4-20c3-4b9f-9172-a798a09ab724 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 HTTP/1.1" status: 200 len: 897 time: 0.1362455 Apr 06 13:44:50.007778 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a2c81beb-11d7-4883-84e8-32c10619ebbe req-8e8cad80-8a92-4817-a7dc-53df63ed684e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce HTTP/1.1" status: 200 len: 1000 time: 0.1026862 Apr 06 13:44:50.078899 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c81beb-11d7-4883-84e8-32c10619ebbe req-896414b4-55db-467a-9daa-be489bcb53e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:50.080252 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a2c81beb-11d7-4883-84e8-32c10619ebbe req-896414b4-55db-467a-9daa-be489bcb53e5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc6c1a9f-c907-4642-a1bc-e30971eaeba2 HTTP/1.1" status: 200 len: 834 time: 0.0672872 Apr 06 13:44:50.156821 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c81beb-11d7-4883-84e8-32c10619ebbe req-b102029d-3fad-4549-be05-38e5f70442bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:50.158213 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a2c81beb-11d7-4883-84e8-32c10619ebbe req-b102029d-3fad-4549-be05-38e5f70442bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a21c8607-c25d-4efa-86aa-09c4bd5ce6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719593 Apr 06 13:44:50.313008 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:50.402870 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a2c81beb-11d7-4883-84e8-32c10619ebbe req-f884322b-63a7-4c9e-a351-035f5d4ec780 service neutron] 10.222.0.61 "GET /v2.0/networks/a21c8607-c25d-4efa-86aa-09c4bd5ce6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390940 Apr 06 13:44:50.537026 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a2c81beb-11d7-4883-84e8-32c10619ebbe req-9f2fc78a-b47a-407c-a43b-81d3134e5aab service neutron] 10.222.0.61 "GET /v2.0/networks/a21c8607-c25d-4efa-86aa-09c4bd5ce6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280949 Apr 06 13:44:51.497502 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51176) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:44:51.809385 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-40c53010-2732-4402-bcb3-07c455f31900 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port 33b9fb64-60a2-4ecf-93c2-f600ba1245f3 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:44:51.809629 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40c53010-2732-4402-bcb3-07c455f31900 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:51.988310 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40c53010-2732-4402-bcb3-07c455f31900 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:51.988630 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40c53010-2732-4402-bcb3-07c455f31900 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:52.114618 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-40c53010-2732-4402-bcb3-07c455f31900 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for 33b9fb64-60a2-4ecf-93c2-f600ba1245f3 owned by network:floatingip {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:44:52.343551 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40c53010-2732-4402-bcb3-07c455f31900 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:52.391455 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c53010-2732-4402-bcb3-07c455f31900 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=33b9fb64-60a2-4ecf-93c2-f600ba1245f3,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:52.487991 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40c53010-2732-4402-bcb3-07c455f31900 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:52.488320 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-40c53010-2732-4402-bcb3-07c455f31900 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Floating IP e2a01e0a-cbde-4b9a-aee9-34fd5f6f83b9 disassociated (deleted). External IP: 172.26.4.249, port: 21a58499-ca28-4fbc-a03f-bd2f2962b045. Apr 06 13:44:52.848826 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c53010-2732-4402-bcb3-07c455f31900 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router d7227fc7-011d-4a01-945b-b95728e8d138 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:44:53.035422 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c53010-2732-4402-bcb3-07c455f31900 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:44:53.044839 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74c601b-88e4-475a-be21-5f01461af0a8 None None] Sync routers for ids ['d7227fc7-011d-4a01-945b-b95728e8d138'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:44:53.052386 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40c53010-2732-4402-bcb3-07c455f31900 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:53.055242 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74c601b-88e4-475a-be21-5f01461af0a8 None None] Routers {'d7227fc7-011d-4a01-945b-b95728e8d138'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:44:53.055848 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c74c601b-88e4-475a-be21-5f01461af0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:44:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d7227fc7-011d-4a01-945b-b95728e8d138'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:44:53.107908 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-40c53010-2732-4402-bcb3-07c455f31900 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/floatingips/e2a01e0a-cbde-4b9a-aee9-34fd5f6f83b9 HTTP/1.1" status: 204 len: 168 time: 1.6092327 Apr 06 13:44:53.108693 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475543a7-926a-42ac-a96c-bea407c9e080', 'tag': '21a58499-ca28-4fbc-a03f-bd2f2962b045'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:44:53.247474 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-c74c601b-88e4-475a-be21-5f01461af0a8 None None] Set router d7227fc7-011d-4a01-945b-b95728e8d138 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:44:53.365247 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77426dcb-2172-4d24-8086-08f67475ae9b'] response: {'name': 'network-changed', 'server_uuid': '475543a7-926a-42ac-a96c-bea407c9e080', 'tag': '21a58499-ca28-4fbc-a03f-bd2f2962b045', 'status': 'completed', 'code': 200} Apr 06 13:44:53.463916 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e58f04-5efe-4026-8e20-f5a27c24e841 req-dec431b2-df4e-46c1-a8bc-1d2ecf3a9b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:53.464981 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-15e58f04-5efe-4026-8e20-f5a27c24e841 req-dec431b2-df4e-46c1-a8bc-1d2ecf3a9b93 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=475543a7-926a-42ac-a96c-bea407c9e080 HTTP/1.1" status: 200 len: 1098 time: 0.0782099 Apr 06 13:44:53.615622 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e58f04-5efe-4026-8e20-f5a27c24e841 req-44a132ec-e7e1-4e6d-89c0-c2eeea099a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:53.617029 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-15e58f04-5efe-4026-8e20-f5a27c24e841 req-44a132ec-e7e1-4e6d-89c0-c2eeea099a95 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 HTTP/1.1" status: 200 len: 897 time: 0.1452684 Apr 06 13:44:53.621973 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c74c601b-88e4-475a-be21-5f01461af0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'name': 'tempest-TestNetworkBasicOps-router-1989482502', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:26Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '8a103c87-85eb-4aca-b597-44f9c94da067', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.39', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'port_id': 'fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'mac_address': 'fa:16:3e:66:8e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77f0a0-0a7f-459c-b284-d514ecaa84fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:43:49Z', 'updated_at': '2022-04-06T13:43:53Z', 'revision_number': 1, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c297f3-0fb1-4ed3-b004-e27f6f60f61a', 'name': '', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:f7:55:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:25Z', 'updated_at': '2022-04-06T13:43:31Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:44:53.627274 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74c601b-88e4-475a-be21-5f01461af0a8 None None] Checking router: d7227fc7-011d-4a01-945b-b95728e8d138 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:44:53.636147 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74c601b-88e4-475a-be21-5f01461af0a8 None None] Routers {'d7227fc7-011d-4a01-945b-b95728e8d138'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:44:53.636754 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c74c601b-88e4-475a-be21-5f01461af0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:44:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d7227fc7-011d-4a01-945b-b95728e8d138'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:44:53.693463 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-15e58f04-5efe-4026-8e20-f5a27c24e841 req-22d864b4-e85e-4058-a018-04fadf4122c7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21a58499-ca28-4fbc-a03f-bd2f2962b045 HTTP/1.1" status: 200 len: 217 time: 0.0693183 Apr 06 13:44:53.762304 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbce34f-ea35-4b2d-b4cb-f5bb24386807 req-c0481082-2dc8-44ea-a8c4-d720c7dd51a1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:53.763424 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-8bbce34f-ea35-4b2d-b4cb-f5bb24386807 req-c0481082-2dc8-44ea-a8c4-d720c7dd51a1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:44:53.770385 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e58f04-5efe-4026-8e20-f5a27c24e841 req-8ec7bb21-7e1d-4f51-a1c0-2cb3bb22ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:53.772166 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-15e58f04-5efe-4026-8e20-f5a27c24e841 req-8ec7bb21-7e1d-4f51-a1c0-2cb3bb22ff0e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc6c1a9f-c907-4642-a1bc-e30971eaeba2 HTTP/1.1" status: 200 len: 834 time: 0.0710311 Apr 06 13:44:53.831758 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-c74c601b-88e4-475a-be21-5f01461af0a8 None None] Set router d7227fc7-011d-4a01-945b-b95728e8d138 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:44:53.849439 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-8bbce34f-ea35-4b2d-b4cb-f5bb24386807 req-c0481082-2dc8-44ea-a8c4-d720c7dd51a1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:44:53.850268 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e58f04-5efe-4026-8e20-f5a27c24e841 req-3c82fbc3-7449-4783-9af7-970b98a6f752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:53.851778 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-15e58f04-5efe-4026-8e20-f5a27c24e841 req-3c82fbc3-7449-4783-9af7-970b98a6f752 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a21c8607-c25d-4efa-86aa-09c4bd5ce6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727112 Apr 06 13:44:53.855285 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8bbce34f-ea35-4b2d-b4cb-f5bb24386807 req-c0481082-2dc8-44ea-a8c4-d720c7dd51a1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=475543a7-926a-42ac-a96c-bea407c9e080 HTTP/1.1" status: 200 len: 945 time: 0.1749041 Apr 06 13:44:53.903296 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8bbce34f-ea35-4b2d-b4cb-f5bb24386807 req-15829751-b235-4bcc-9380-52de50e24345 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce9000c6-e879-4e85-bf16-796f2a18a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467961 Apr 06 13:44:53.991126 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-15e58f04-5efe-4026-8e20-f5a27c24e841 req-fece4879-4577-4817-b4a0-0c79a578726f service neutron] 10.222.0.61 "GET /v2.0/networks/a21c8607-c25d-4efa-86aa-09c4bd5ce6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315908 Apr 06 13:44:54.128740 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-15e58f04-5efe-4026-8e20-f5a27c24e841 req-931b1b31-94a4-4fc8-b247-abe775a0af87 service neutron] 10.222.0.61 "GET /v2.0/networks/a21c8607-c25d-4efa-86aa-09c4bd5ce6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317329 Apr 06 13:44:54.209529 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c74c601b-88e4-475a-be21-5f01461af0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'name': 'tempest-TestNetworkBasicOps-router-1989482502', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:26Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '8a103c87-85eb-4aca-b597-44f9c94da067', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.39', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'port_id': 'fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'mac_address': 'fa:16:3e:66:8e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77f0a0-0a7f-459c-b284-d514ecaa84fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:43:49Z', 'updated_at': '2022-04-06T13:43:53Z', 'revision_number': 1, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c297f3-0fb1-4ed3-b004-e27f6f60f61a', 'name': '', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:f7:55:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:25Z', 'updated_at': '2022-04-06T13:43:31Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:44:54.213809 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74c601b-88e4-475a-be21-5f01461af0a8 None None] The sync data for ids ['d7227fc7-011d-4a01-945b-b95728e8d138'] in dv-neutron-834600-1-hyperv is: [{'id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'name': 'tempest-TestNetworkBasicOps-router-1989482502', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:26Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '8a103c87-85eb-4aca-b597-44f9c94da067', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.39', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'port_id': 'fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'mac_address': 'fa:16:3e:66:8e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77f0a0-0a7f-459c-b284-d514ecaa84fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:43:49Z', 'updated_at': '2022-04-06T13:43:53Z', 'revision_number': 1, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c297f3-0fb1-4ed3-b004-e27f6f60f61a', 'name': '', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:f7:55:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:25Z', 'updated_at': '2022-04-06T13:43:31Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:44:54.424482 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46ed66c-bfaf-4875-a944-b7e3d0125ad8 None None] New status for floating IP e2a01e0a-cbde-4b9a-aee9-34fd5f6f83b9: DOWN {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:44:54.931193 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ab28f-2f0d-45cd-96e1-14868fda05b3 req-7fbe82b0-19d5-4967-9df5-cd4fbcd84540 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:54.931926 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-818ab28f-2f0d-45cd-96e1-14868fda05b3 req-7fbe82b0-19d5-4967-9df5-cd4fbcd84540 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:44:54.944385 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-818ab28f-2f0d-45cd-96e1-14868fda05b3 req-7fbe82b0-19d5-4967-9df5-cd4fbcd84540 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:44:54.945490 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-818ab28f-2f0d-45cd-96e1-14868fda05b3 req-7fbe82b0-19d5-4967-9df5-cd4fbcd84540 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/ports?device_id=475543a7-926a-42ac-a96c-bea407c9e080 HTTP/1.1" status: 200 len: 945 time: 0.0941937 Apr 06 13:44:55.021053 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-818ab28f-2f0d-45cd-96e1-14868fda05b3 req-5694e899-9816-46db-b0dc-ce5ec5b51883 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port 21a58499-ca28-4fbc-a03f-bd2f2962b045 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:44:55.021477 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-818ab28f-2f0d-45cd-96e1-14868fda05b3 req-5694e899-9816-46db-b0dc-ce5ec5b51883 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:55.219229 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac181b-d196-49e7-8793-95d31fcd0d25 req-2443032e-123e-4500-8e8a-3eb4c03734f9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:55.220693 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6bac181b-d196-49e7-8793-95d31fcd0d25 req-2443032e-123e-4500-8e8a-3eb4c03734f9 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=475543a7-926a-42ac-a96c-bea407c9e080 HTTP/1.1" status: 200 len: 945 time: 0.1993880 Apr 06 13:44:55.270003 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6bac181b-d196-49e7-8793-95d31fcd0d25 req-8c2f5c2c-7d91-4333-bd17-f10d71060e20 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce9000c6-e879-4e85-bf16-796f2a18a81a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435061 Apr 06 13:44:55.298753 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-818ab28f-2f0d-45cd-96e1-14868fda05b3 req-5694e899-9816-46db-b0dc-ce5ec5b51883 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port 21a58499-ca28-4fbc-a03f-bd2f2962b045, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=21a58499-ca28-4fbc-a03f-bd2f2962b045,segment=NetworkSegment(b0e86373-4051-40ab-b7be-36bf10deb163),segment_id=b0e86373-4051-40ab-b7be-36bf10deb163)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:44:55.299139 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-818ab28f-2f0d-45cd-96e1-14868fda05b3 req-5694e899-9816-46db-b0dc-ce5ec5b51883 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:55.425229 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-818ab28f-2f0d-45cd-96e1-14868fda05b3 req-5694e899-9816-46db-b0dc-ce5ec5b51883 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for 21a58499-ca28-4fbc-a03f-bd2f2962b045 owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:44:55.732096 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-818ab28f-2f0d-45cd-96e1-14868fda05b3 req-5694e899-9816-46db-b0dc-ce5ec5b51883 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:55.785555 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694e899-9816-46db-b0dc-ce5ec5b51883 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=21a58499-ca28-4fbc-a03f-bd2f2962b045,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:55.861079 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-818ab28f-2f0d-45cd-96e1-14868fda05b3 req-5694e899-9816-46db-b0dc-ce5ec5b51883 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] No DVR routers for this DVR port 21a58499-ca28-4fbc-a03f-bd2f2962b045 on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:44:55.863564 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-818ab28f-2f0d-45cd-96e1-14868fda05b3 req-5694e899-9816-46db-b0dc-ce5ec5b51883 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:55.866194 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475543a7-926a-42ac-a96c-bea407c9e080', 'name': 'network-vif-deleted', 'tag': '21a58499-ca28-4fbc-a03f-bd2f2962b045'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:44:55.913073 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeede342-74c9-4fcd-9928-0cb13f843360'] response: {'server_uuid': '475543a7-926a-42ac-a96c-bea407c9e080', 'name': 'network-vif-deleted', 'tag': '21a58499-ca28-4fbc-a03f-bd2f2962b045', 'status': 'completed', 'code': 200} Apr 06 13:44:55.943680 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-818ab28f-2f0d-45cd-96e1-14868fda05b3 req-5694e899-9816-46db-b0dc-ce5ec5b51883 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "DELETE /v2.0/ports/21a58499-ca28-4fbc-a03f-bd2f2962b045 HTTP/1.1" status: 204 len: 173 time: 0.9926229 Apr 06 13:44:56.438894 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-56ef1cb0-6996-483f-bda1-d9dcac31cedb req-b9cb71cf-f2fb-49ef-a530-486e344edb00 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=475543a7-926a-42ac-a96c-bea407c9e080 HTTP/1.1" status: 200 len: 210 time: 0.0444438 Apr 06 13:44:57.297025 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:57.542954 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51196) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:44:57.574653 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 21a58499-ca28-4fbc-a03f-bd2f2962b045 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:44:57.608823 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: 21a58499-ca28-4fbc-a03f-bd2f2962b045 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:44:57.609175 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 21a58499-ca28-4fbc-a03f-bd2f2962b045 not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:44:57.612565 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b1a501ff-68bd-420d-912e-5f8514a9ef73 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:57.644656 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b1a501ff-68bd-420d-912e-5f8514a9ef73 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:57.817114 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b1a501ff-68bd-420d-912e-5f8514a9ef73 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:57.835407 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a501ff-68bd-420d-912e-5f8514a9ef73 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9000c6-e879-4e85-bf16-796f2a18a81a,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:57.935876 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b1a501ff-68bd-420d-912e-5f8514a9ef73 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:57.937517 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b1a501ff-68bd-420d-912e-5f8514a9ef73 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/security-groups/ce9000c6-e879-4e85-bf16-796f2a18a81a HTTP/1.1" status: 204 len: 168 time: 0.3930421 Apr 06 13:44:58.075296 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51202) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:44:58.288491 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-7e38e9cc-3e9f-4db6-a4b5-78a69131ff39 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port 60fdfdcc-9167-4d95-8d6d-731f392608ee {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:44:58.288827 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7e38e9cc-3e9f-4db6-a4b5-78a69131ff39 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:58.466751 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7e38e9cc-3e9f-4db6-a4b5-78a69131ff39 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:58.467090 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7e38e9cc-3e9f-4db6-a4b5-78a69131ff39 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:58.594835 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-7e38e9cc-3e9f-4db6-a4b5-78a69131ff39 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for 60fdfdcc-9167-4d95-8d6d-731f392608ee owned by network:floatingip {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:44:58.820356 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7e38e9cc-3e9f-4db6-a4b5-78a69131ff39 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:58.869255 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38e9cc-3e9f-4db6-a4b5-78a69131ff39 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=60fdfdcc-9167-4d95-8d6d-731f392608ee,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:58.965151 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7e38e9cc-3e9f-4db6-a4b5-78a69131ff39 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:58.965499 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-7e38e9cc-3e9f-4db6-a4b5-78a69131ff39 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Floating IP 8a103c87-85eb-4aca-b597-44f9c94da067 disassociated (deleted). External IP: 172.26.4.39, port: fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce. Apr 06 13:44:59.438705 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e38e9cc-3e9f-4db6-a4b5-78a69131ff39 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router d7227fc7-011d-4a01-945b-b95728e8d138 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:44:59.621547 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e38e9cc-3e9f-4db6-a4b5-78a69131ff39 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:44:59.631700 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1bb572-2830-4c55-b151-8170e1dad93f None None] Sync routers for ids ['d7227fc7-011d-4a01-945b-b95728e8d138'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:44:59.637305 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7e38e9cc-3e9f-4db6-a4b5-78a69131ff39 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:44:59.642588 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1bb572-2830-4c55-b151-8170e1dad93f None None] Routers {'d7227fc7-011d-4a01-945b-b95728e8d138'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:44:59.644197 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-1b1bb572-2830-4c55-b151-8170e1dad93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:44:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d7227fc7-011d-4a01-945b-b95728e8d138'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:44:59.697684 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7e38e9cc-3e9f-4db6-a4b5-78a69131ff39 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/floatingips/8a103c87-85eb-4aca-b597-44f9c94da067 HTTP/1.1" status: 204 len: 168 time: 1.6189928 Apr 06 13:44:59.697684 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af77f0a0-0a7f-459c-b284-d514ecaa84fa', 'tag': 'fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:44:59.746051 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1c32600-3fbc-48e0-b0d1-b096d3bb9439'] response: {'name': 'network-changed', 'server_uuid': 'af77f0a0-0a7f-459c-b284-d514ecaa84fa', 'tag': 'fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce', 'status': 'completed', 'code': 200} Apr 06 13:44:59.844353 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be61941-453d-4c21-85dd-be6c3e514324 req-da270ea9-8106-4f9b-ac7c-afa9caabf071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:59.846495 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0be61941-453d-4c21-85dd-be6c3e514324 req-da270ea9-8106-4f9b-ac7c-afa9caabf071 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=af77f0a0-0a7f-459c-b284-d514ecaa84fa HTTP/1.1" status: 200 len: 1098 time: 0.0771377 Apr 06 13:44:59.888380 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-1b1bb572-2830-4c55-b151-8170e1dad93f None None] Set router d7227fc7-011d-4a01-945b-b95728e8d138 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:44:59.985787 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be61941-453d-4c21-85dd-be6c3e514324 req-961c046a-c8d3-4d3f-8857-7bf03e9a650a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:59.987228 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0be61941-453d-4c21-85dd-be6c3e514324 req-961c046a-c8d3-4d3f-8857-7bf03e9a650a service neutron] 10.222.0.61 "GET /v2.0/networks?id=a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 HTTP/1.1" status: 200 len: 897 time: 0.1345313 Apr 06 13:45:00.064079 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0be61941-453d-4c21-85dd-be6c3e514324 req-055455d3-c01d-4a97-a702-aafffec9bc39 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce HTTP/1.1" status: 200 len: 217 time: 0.0707057 Apr 06 13:45:00.131148 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be61941-453d-4c21-85dd-be6c3e514324 req-95c59deb-dd1d-4e6d-b062-0be95a7b8fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:00.132623 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0be61941-453d-4c21-85dd-be6c3e514324 req-95c59deb-dd1d-4e6d-b062-0be95a7b8fff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc6c1a9f-c907-4642-a1bc-e30971eaeba2 HTTP/1.1" status: 200 len: 834 time: 0.0616724 Apr 06 13:45:00.232966 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-1b1bb572-2830-4c55-b151-8170e1dad93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'name': 'tempest-TestNetworkBasicOps-router-1989482502', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:26Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'f5c297f3-0fb1-4ed3-b004-e27f6f60f61a', 'name': '', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:f7:55:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:25Z', 'updated_at': '2022-04-06T13:43:31Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:45:00.241549 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1bb572-2830-4c55-b151-8170e1dad93f None None] Checking router: d7227fc7-011d-4a01-945b-b95728e8d138 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:45:00.241747 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be61941-453d-4c21-85dd-be6c3e514324 req-ff8dc601-dbc3-42d6-ac0e-e1cbb379863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:00.241949 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0be61941-453d-4c21-85dd-be6c3e514324 req-ff8dc601-dbc3-42d6-ac0e-e1cbb379863b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a21c8607-c25d-4efa-86aa-09c4bd5ce6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0956187 Apr 06 13:45:00.249073 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1bb572-2830-4c55-b151-8170e1dad93f None None] Routers {'d7227fc7-011d-4a01-945b-b95728e8d138'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:45:00.250340 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-1b1bb572-2830-4c55-b151-8170e1dad93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:44:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d7227fc7-011d-4a01-945b-b95728e8d138'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:45:00.322156 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555d7d4-351a-437d-936c-fd1314830a54 req-304b5836-83a6-488a-b2b6-ba74396005f7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:00.325774 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-c555d7d4-351a-437d-936c-fd1314830a54 req-304b5836-83a6-488a-b2b6-ba74396005f7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:45:00.382772 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-c555d7d4-351a-437d-936c-fd1314830a54 req-304b5836-83a6-488a-b2b6-ba74396005f7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:45:00.384295 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c555d7d4-351a-437d-936c-fd1314830a54 req-304b5836-83a6-488a-b2b6-ba74396005f7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=af77f0a0-0a7f-459c-b284-d514ecaa84fa HTTP/1.1" status: 200 len: 945 time: 0.1536758 Apr 06 13:45:00.388218 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0be61941-453d-4c21-85dd-be6c3e514324 req-2a9aabc5-df34-4c11-bd25-59f6acaa0356 service neutron] 10.222.0.61 "GET /v2.0/networks/a21c8607-c25d-4efa-86aa-09c4bd5ce6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388347 Apr 06 13:45:00.437418 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-c555d7d4-351a-437d-936c-fd1314830a54 req-fe6eb829-1130-4bef-9716-a8bc7e12990f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:45:00.475252 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-1b1bb572-2830-4c55-b151-8170e1dad93f None None] Set router d7227fc7-011d-4a01-945b-b95728e8d138 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:45:00.527811 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0be61941-453d-4c21-85dd-be6c3e514324 req-27e5b6af-5590-4900-a072-fe10aa1d3b7a service neutron] 10.222.0.61 "GET /v2.0/networks/a21c8607-c25d-4efa-86aa-09c4bd5ce6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334388 Apr 06 13:45:00.534506 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-c555d7d4-351a-437d-936c-fd1314830a54 req-fe6eb829-1130-4bef-9716-a8bc7e12990f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:45:00.536144 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c555d7d4-351a-437d-936c-fd1314830a54 req-fe6eb829-1130-4bef-9716-a8bc7e12990f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a941dc3-fdf6-420c-a2b1-d2fa4753baaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448197 Apr 06 13:45:00.802185 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-1b1bb572-2830-4c55-b151-8170e1dad93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'name': 'tempest-TestNetworkBasicOps-router-1989482502', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:26Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'f5c297f3-0fb1-4ed3-b004-e27f6f60f61a', 'name': '', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:f7:55:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:25Z', 'updated_at': '2022-04-06T13:43:31Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:45:00.806210 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1bb572-2830-4c55-b151-8170e1dad93f None None] The sync data for ids ['d7227fc7-011d-4a01-945b-b95728e8d138'] in dv-neutron-834600-1-hyperv is: [{'id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'name': 'tempest-TestNetworkBasicOps-router-1989482502', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:26Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'f5c297f3-0fb1-4ed3-b004-e27f6f60f61a', 'name': '', 'network_id': 'a21c8607-c25d-4efa-86aa-09c4bd5ce6b6', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:f7:55:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:25Z', 'updated_at': '2022-04-06T13:43:31Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': 'dc6c1a9f-c907-4642-a1bc-e30971eaeba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:45:01.091785 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb08e324-0db9-4ae3-9e05-c1718d3d9efb None None] New status for floating IP 8a103c87-85eb-4aca-b597-44f9c94da067: DOWN {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:45:01.633339 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f49293-27b7-4bb8-a058-f96d21f3049e req-82d98a0a-b114-4b71-bbd8-98fddb10cd58 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:01.634045 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-57f49293-27b7-4bb8-a058-f96d21f3049e req-82d98a0a-b114-4b71-bbd8-98fddb10cd58 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:45:01.646830 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-57f49293-27b7-4bb8-a058-f96d21f3049e req-82d98a0a-b114-4b71-bbd8-98fddb10cd58 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:45:01.647946 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-57f49293-27b7-4bb8-a058-f96d21f3049e req-82d98a0a-b114-4b71-bbd8-98fddb10cd58 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/ports?device_id=af77f0a0-0a7f-459c-b284-d514ecaa84fa HTTP/1.1" status: 200 len: 945 time: 0.0936344 Apr 06 13:45:01.725459 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-57f49293-27b7-4bb8-a058-f96d21f3049e req-cc15275b-8704-4ca9-b8cf-f73e10ad6a82 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:45:01.725711 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-57f49293-27b7-4bb8-a058-f96d21f3049e req-cc15275b-8704-4ca9-b8cf-f73e10ad6a82 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:01.738876 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e54d55-aee9-402a-9571-7754a088fb1d req-6fe0370b-bfb0-44db-8b50-0dcbb8d06ff2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:01.740367 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b2e54d55-aee9-402a-9571-7754a088fb1d req-6fe0370b-bfb0-44db-8b50-0dcbb8d06ff2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=af77f0a0-0a7f-459c-b284-d514ecaa84fa HTTP/1.1" status: 200 len: 945 time: 0.0830965 Apr 06 13:45:01.786234 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b2e54d55-aee9-402a-9571-7754a088fb1d req-cf622267-669f-41bf-9214-a0ac07bdbbbe tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a941dc3-fdf6-420c-a2b1-d2fa4753baaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399361 Apr 06 13:45:01.981275 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-57f49293-27b7-4bb8-a058-f96d21f3049e req-cc15275b-8704-4ca9-b8cf-f73e10ad6a82 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce,segment=NetworkSegment(b0e86373-4051-40ab-b7be-36bf10deb163),segment_id=b0e86373-4051-40ab-b7be-36bf10deb163)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:45:01.981584 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-57f49293-27b7-4bb8-a058-f96d21f3049e req-cc15275b-8704-4ca9-b8cf-f73e10ad6a82 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:02.104462 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-57f49293-27b7-4bb8-a058-f96d21f3049e req-cc15275b-8704-4ca9-b8cf-f73e10ad6a82 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:45:02.340515 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-57f49293-27b7-4bb8-a058-f96d21f3049e req-cc15275b-8704-4ca9-b8cf-f73e10ad6a82 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:02.392760 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15275b-8704-4ca9-b8cf-f73e10ad6a82 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:02.572631 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f49293-27b7-4bb8-a058-f96d21f3049e req-cc15275b-8704-4ca9-b8cf-f73e10ad6a82 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] No DVR routers for this DVR port fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:45:02.575142 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-57f49293-27b7-4bb8-a058-f96d21f3049e req-cc15275b-8704-4ca9-b8cf-f73e10ad6a82 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:02.578256 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af77f0a0-0a7f-459c-b284-d514ecaa84fa', 'name': 'network-vif-deleted', 'tag': 'fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:45:02.623295 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dd4616d-5a30-4cff-8ae9-ae529bc1ec6f'] response: {'server_uuid': 'af77f0a0-0a7f-459c-b284-d514ecaa84fa', 'name': 'network-vif-deleted', 'tag': 'fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce', 'status': 'completed', 'code': 200} Apr 06 13:45:02.655297 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-57f49293-27b7-4bb8-a058-f96d21f3049e req-cc15275b-8704-4ca9-b8cf-f73e10ad6a82 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "DELETE /v2.0/ports/fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce HTTP/1.1" status: 204 len: 173 time: 1.0019884 Apr 06 13:45:02.955223 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c4a6a8fe-7428-4267-8365-9141cfd197ec req-f8a5bd8a-8262-4d88-8d58-fbe58c1f649e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=af77f0a0-0a7f-459c-b284-d514ecaa84fa HTTP/1.1" status: 200 len: 210 time: 0.0466623 Apr 06 13:45:04.049870 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51220) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:45:04.117931 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-75fdc80f-694f-471c-b8a3-b83e7d8a7365 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:04.147499 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-75fdc80f-694f-471c-b8a3-b83e7d8a7365 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:04.302779 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-75fdc80f-694f-471c-b8a3-b83e7d8a7365 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:04.321610 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fdc80f-694f-471c-b8a3-b83e7d8a7365 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a941dc3-fdf6-420c-a2b1-d2fa4753baaf,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:04.396695 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-75fdc80f-694f-471c-b8a3-b83e7d8a7365 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:04.397819 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-75fdc80f-694f-471c-b8a3-b83e7d8a7365 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/security-groups/5a941dc3-fdf6-420c-a2b1-d2fa4753baaf HTTP/1.1" status: 204 len: 168 time: 0.3469813 Apr 06 13:45:04.487047 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51226) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:45:05.054347 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-79c6c1b6-2d47-4511-9e70-8fea67b6219b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:05.416817 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-79c6c1b6-2d47-4511-9e70-8fea67b6219b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port f5c297f3-0fb1-4ed3-b004-e27f6f60f61a {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:45:05.417152 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-79c6c1b6-2d47-4511-9e70-8fea67b6219b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:05.573807 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:45:05.606535 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:45:05.606897 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device fe026a0d-6b3e-4d4d-a445-b1bdbb34dfce not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:45:05.618989 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-79c6c1b6-2d47-4511-9e70-8fea67b6219b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port f5c297f3-0fb1-4ed3-b004-e27f6f60f61a, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f5c297f3-0fb1-4ed3-b004-e27f6f60f61a,segment=NetworkSegment(b0e86373-4051-40ab-b7be-36bf10deb163),segment_id=b0e86373-4051-40ab-b7be-36bf10deb163)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:45:05.619597 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-79c6c1b6-2d47-4511-9e70-8fea67b6219b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:05.743650 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-79c6c1b6-2d47-4511-9e70-8fea67b6219b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for f5c297f3-0fb1-4ed3-b004-e27f6f60f61a owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:45:06.254484 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-79c6c1b6-2d47-4511-9e70-8fea67b6219b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:06.308308 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6c1b6-2d47-4511-9e70-8fea67b6219b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=f5c297f3-0fb1-4ed3-b004-e27f6f60f61a,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:06.598317 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-79c6c1b6-2d47-4511-9e70-8fea67b6219b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:06.988298 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c6c1b6-2d47-4511-9e70-8fea67b6219b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router d7227fc7-011d-4a01-945b-b95728e8d138 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:45:07.171758 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c6c1b6-2d47-4511-9e70-8fea67b6219b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:45:07.183515 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc1fcba-98f0-4736-a202-5fe76b99372b None None] Sync routers for ids ['d7227fc7-011d-4a01-945b-b95728e8d138'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:45:07.187743 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-79c6c1b6-2d47-4511-9e70-8fea67b6219b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "PUT /v2.0/routers/d7227fc7-011d-4a01-945b-b95728e8d138/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6970875 Apr 06 13:45:07.188575 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51230) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:45:07.195199 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc1fcba-98f0-4736-a202-5fe76b99372b None None] Routers {'d7227fc7-011d-4a01-945b-b95728e8d138'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:45:07.195911 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-fcc1fcba-98f0-4736-a202-5fe76b99372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:44:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d7227fc7-011d-4a01-945b-b95728e8d138'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:45:07.263229 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-46bafacf-3225-48fa-be39-f7515e58e5e6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting subnet dc6c1a9f-c907-4642-a1bc-e30971eaeba2 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:45:07.266947 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-46bafacf-3225-48fa-be39-f7515e58e5e6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:07.328712 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-46bafacf-3225-48fa-be39-f7515e58e5e6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:07.391928 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-fcc1fcba-98f0-4736-a202-5fe76b99372b None None] Set router d7227fc7-011d-4a01-945b-b95728e8d138 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:45:07.418084 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-46bafacf-3225-48fa-be39-f7515e58e5e6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:07.714516 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-46bafacf-3225-48fa-be39-f7515e58e5e6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:07.737307 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-fcc1fcba-98f0-4736-a202-5fe76b99372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'name': 'tempest-TestNetworkBasicOps-router-1989482502', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:45:06Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:45:07.741671 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc1fcba-98f0-4736-a202-5fe76b99372b None None] Checking router: d7227fc7-011d-4a01-945b-b95728e8d138 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:45:07.751907 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc1fcba-98f0-4736-a202-5fe76b99372b None None] Routers {'d7227fc7-011d-4a01-945b-b95728e8d138'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:45:07.752534 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-fcc1fcba-98f0-4736-a202-5fe76b99372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:44:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d7227fc7-011d-4a01-945b-b95728e8d138'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:45:07.755441 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bafacf-3225-48fa-be39-f7515e58e5e6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Subnet': ['ID=dc6c1a9f-c907-4642-a1bc-e30971eaeba2,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:07.759138 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-46bafacf-3225-48fa-be39-f7515e58e5e6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:07.765843 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-46bafacf-3225-48fa-be39-f7515e58e5e6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/subnets/dc6c1a9f-c907-4642-a1bc-e30971eaeba2 HTTP/1.1" status: 204 len: 168 time: 0.5751839 Apr 06 13:45:07.769179 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51234) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:45:07.806941 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a965921c-8c17-4c8a-8060-3cbe9bc260a7 None None] Network a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:45:07.962124 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1c2c3b4e-5d5c-4629-ba94-7c1810f24fe7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:08.087030 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-fcc1fcba-98f0-4736-a202-5fe76b99372b None None] Set router d7227fc7-011d-4a01-945b-b95728e8d138 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:45:08.152057 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1c2c3b4e-5d5c-4629-ba94-7c1810f24fe7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:08.245650 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-1c2c3b4e-5d5c-4629-ba94-7c1810f24fe7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port 88743d70-d620-4dbf-bc24-d92caf38ed00 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:45:08.245969 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1c2c3b4e-5d5c-4629-ba94-7c1810f24fe7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:08.393960 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-fcc1fcba-98f0-4736-a202-5fe76b99372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'name': 'tempest-TestNetworkBasicOps-router-1989482502', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:45:06Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:45:08.398749 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc1fcba-98f0-4736-a202-5fe76b99372b None None] The sync data for ids ['d7227fc7-011d-4a01-945b-b95728e8d138'] in dv-neutron-834600-1-hyperv is: [{'id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'name': 'tempest-TestNetworkBasicOps-router-1989482502', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:45:06Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '88743d70-d620-4dbf-bc24-d92caf38ed00', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7227fc7-011d-4a01-945b-b95728e8d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:20Z', 'updated_at': '2022-04-06T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:45:08.406494 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df139e3-9c75-4ba1-9e26-600a318c914b None None] DHCP port deletion for a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:45:08.411019 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-9df139e3-9c75-4ba1-9e26-600a318c914b None None] Deleting port dfdfc856-6401-4043-8a98-db73aeffd68e {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:45:08.411393 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9df139e3-9c75-4ba1-9e26-600a318c914b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:08.437445 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-1c2c3b4e-5d5c-4629-ba94-7c1810f24fe7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port 88743d70-d620-4dbf-bc24-d92caf38ed00, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=88743d70-d620-4dbf-bc24-d92caf38ed00,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:45:08.437802 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1c2c3b4e-5d5c-4629-ba94-7c1810f24fe7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:08.563628 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-1c2c3b4e-5d5c-4629-ba94-7c1810f24fe7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for 88743d70-d620-4dbf-bc24-d92caf38ed00 owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:45:08.630455 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-9df139e3-9c75-4ba1-9e26-600a318c914b None None] For port dfdfc856-6401-4043-8a98-db73aeffd68e, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=dfdfc856-6401-4043-8a98-db73aeffd68e,segment=NetworkSegment(b0e86373-4051-40ab-b7be-36bf10deb163),segment_id=b0e86373-4051-40ab-b7be-36bf10deb163)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:45:08.630881 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9df139e3-9c75-4ba1-9e26-600a318c914b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:08.760612 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-9df139e3-9c75-4ba1-9e26-600a318c914b None None] Calling delete_port for dfdfc856-6401-4043-8a98-db73aeffd68e owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:45:08.797363 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1c2c3b4e-5d5c-4629-ba94-7c1810f24fe7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:08.884926 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c3b4e-5d5c-4629-ba94-7c1810f24fe7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=88743d70-d620-4dbf-bc24-d92caf38ed00,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:08.950237 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1c2c3b4e-5d5c-4629-ba94-7c1810f24fe7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:08.960230 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9df139e3-9c75-4ba1-9e26-600a318c914b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:09.010836 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df139e3-9c75-4ba1-9e26-600a318c914b None None] Pushing event deleted for resources: {'Port': ['ID=dfdfc856-6401-4043-8a98-db73aeffd68e,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:09.019353 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df139e3-9c75-4ba1-9e26-600a318c914b None None] No DVR routers for this DVR port dfdfc856-6401-4043-8a98-db73aeffd68e on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:45:09.021579 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df139e3-9c75-4ba1-9e26-600a318c914b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:09.021933 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df139e3-9c75-4ba1-9e26-600a318c914b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:09.022287 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df139e3-9c75-4ba1-9e26-600a318c914b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:09.022616 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df139e3-9c75-4ba1-9e26-600a318c914b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:09.022972 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df139e3-9c75-4ba1-9e26-600a318c914b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:09.023302 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df139e3-9c75-4ba1-9e26-600a318c914b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:09.023661 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df139e3-9c75-4ba1-9e26-600a318c914b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:09.024154 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df139e3-9c75-4ba1-9e26-600a318c914b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:09.024481 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df139e3-9c75-4ba1-9e26-600a318c914b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:09.024803 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df139e3-9c75-4ba1-9e26-600a318c914b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:09.025125 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df139e3-9c75-4ba1-9e26-600a318c914b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:09.025444 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df139e3-9c75-4ba1-9e26-600a318c914b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:09.129977 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1c2c3b4e-5d5c-4629-ba94-7c1810f24fe7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:09.132534 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1c2c3b4e-5d5c-4629-ba94-7c1810f24fe7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:09.237207 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1c2c3b4e-5d5c-4629-ba94-7c1810f24fe7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:09.238007 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2c3b4e-5d5c-4629-ba94-7c1810f24fe7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Fanout notify agent at l3_agent the message router_deleted on router d7227fc7-011d-4a01-945b-b95728e8d138 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:45:09.255532 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1c2c3b4e-5d5c-4629-ba94-7c1810f24fe7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:09.256665 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1c2c3b4e-5d5c-4629-ba94-7c1810f24fe7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/routers/d7227fc7-011d-4a01-945b-b95728e8d138 HTTP/1.1" status: 204 len: 168 time: 1.4865553 Apr 06 13:45:09.259346 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51238) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:45:09.490898 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-506a97d1-a1cb-4e46-8c59-4733e91ff666 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:09.628549 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-506a97d1-a1cb-4e46-8c59-4733e91ff666 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:09.656445 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-506a97d1-a1cb-4e46-8c59-4733e91ff666 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21c8607-c25d-4efa-86aa-09c4bd5ce6b6']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:45:09.670868 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-506a97d1-a1cb-4e46-8c59-4733e91ff666 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e86373-4051-40ab-b7be-36bf10deb163') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:45:09.671105 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-506a97d1-a1cb-4e46-8c59-4733e91ff666 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e86373-4051-40ab-b7be-36bf10deb163') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:45:09.684549 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-506a97d1-a1cb-4e46-8c59-4733e91ff666 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:09.706947 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-506a97d1-a1cb-4e46-8c59-4733e91ff666 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:09.714987 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-506a97d1-a1cb-4e46-8c59-4733e91ff666 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:45:09.715839 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-506a97d1-a1cb-4e46-8c59-4733e91ff666 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:09.719077 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device dfdfc856-6401-4043-8a98-db73aeffd68e no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:45:09.736119 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:45:09.757754 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: dfdfc856-6401-4043-8a98-db73aeffd68e {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:45:09.758103 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device dfdfc856-6401-4043-8a98-db73aeffd68e not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:45:09.758659 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f5c297f3-0fb1-4ed3-b004-e27f6f60f61a no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:45:09.795802 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: f5c297f3-0fb1-4ed3-b004-e27f6f60f61a {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:45:09.796149 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f5c297f3-0fb1-4ed3-b004-e27f6f60f61a not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:45:09.796575 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 88743d70-d620-4dbf-bc24-d92caf38ed00 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:45:09.831134 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 88743d70-d620-4dbf-bc24-d92caf38ed00 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:45:09.831484 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 88743d70-d620-4dbf-bc24-d92caf38ed00 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:45:09.897355 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-506a97d1-a1cb-4e46-8c59-4733e91ff666 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:09.915332 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-506a97d1-a1cb-4e46-8c59-4733e91ff666 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:09.926925 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a97d1-a1cb-4e46-8c59-4733e91ff666 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Network': ['ID=a21c8607-c25d-4efa-86aa-09c4bd5ce6b6,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:10.029201 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-506a97d1-a1cb-4e46-8c59-4733e91ff666 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/networks/a21c8607-c25d-4efa-86aa-09c4bd5ce6b6 HTTP/1.1" status: 204 len: 168 time: 0.7686880 Apr 06 13:45:10.057063 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51242) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:45:10.063006 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-3777b88b-c735-4964-8132-ebdd4a51b0aa tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'network': {'name': 'tempest-network-smoke--1788594567', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'port_security_enabled': True}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:45:10.068614 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-3777b88b-c735-4964-8132-ebdd4a51b0aa tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:45:10.072786 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-3777b88b-c735-4964-8132-ebdd4a51b0aa tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:network and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:45:10.075669 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-3777b88b-c735-4964-8132-ebdd4a51b0aa tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:45:10.081710 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-3777b88b-c735-4964-8132-ebdd4a51b0aa tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:45:10.176482 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3777b88b-c735-4964-8132-ebdd4a51b0aa tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Made reservation on behalf of accb128fe3eb42cd83b327a0d6bf9c24 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:45:10.179978 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3777b88b-c735-4964-8132-ebdd4a51b0aa tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:10.211999 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3777b88b-c735-4964-8132-ebdd4a51b0aa tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:45:10.217221 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3777b88b-c735-4964-8132-ebdd4a51b0aa tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:10.217552 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-3777b88b-c735-4964-8132-ebdd4a51b0aa tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Added segment ea67970b-1e5b-4b12-8ac6-24c02466c721 of type vlan for network d1e7ebdc-846a-4f85-aa21-31b195e08f5e Apr 06 13:45:10.245453 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3777b88b-c735-4964-8132-ebdd4a51b0aa tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:10.346300 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3777b88b-c735-4964-8132-ebdd4a51b0aa tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:10.351863 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3777b88b-c735-4964-8132-ebdd4a51b0aa tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:10.352618 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3777b88b-c735-4964-8132-ebdd4a51b0aa tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:10.466595 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777b88b-c735-4964-8132-ebdd4a51b0aa tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Network': ['ID=d1e7ebdc-846a-4f85-aa21-31b195e08f5e,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:10.477568 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network d1e7ebdc-846a-4f85-aa21-31b195e08f5e details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:45:10.523989 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3777b88b-c735-4964-8132-ebdd4a51b0aa tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4655371 Apr 06 13:45:10.526640 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51246) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:45:10.532544 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-7a7fadd6-f5fa-4f3b-b768-9f76c884a4e2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1161533303', 'admin_state_up': True, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:45:10.539910 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7a7fadd6-f5fa-4f3b-b768-9f76c884a4e2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:45:10.544376 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7a7fadd6-f5fa-4f3b-b768-9f76c884a4e2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:router and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:45:10.546505 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7a7fadd6-f5fa-4f3b-b768-9f76c884a4e2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:45:10.553116 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7a7fadd6-f5fa-4f3b-b768-9f76c884a4e2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:45:10.634024 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a7fadd6-f5fa-4f3b-b768-9f76c884a4e2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:10.635088 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a7fadd6-f5fa-4f3b-b768-9f76c884a4e2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:10.653919 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a7fadd6-f5fa-4f3b-b768-9f76c884a4e2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:11.011308 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a7fadd6-f5fa-4f3b-b768-9f76c884a4e2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:11.376522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a7fadd6-f5fa-4f3b-b768-9f76c884a4e2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:11.407510 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a7fadd6-f5fa-4f3b-b768-9f76c884a4e2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:11.553025 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-7a7fadd6-f5fa-4f3b-b768-9f76c884a4e2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.26.4.148 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/7818c510-b6b7-46c1-b970-2b40e8e483dc) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:45:11.816078 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a7fadd6-f5fa-4f3b-b768-9f76c884a4e2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:11.929411 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a7fadd6-f5fa-4f3b-b768-9f76c884a4e2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:11.990355 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7fadd6-f5fa-4f3b-b768-9f76c884a4e2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:45:11.993116 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-7a7fadd6-f5fa-4f3b-b768-9f76c884a4e2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:45:11.995647 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7fadd6-f5fa-4f3b-b768-9f76c884a4e2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:45:12.049038 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7fadd6-f5fa-4f3b-b768-9f76c884a4e2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=7818c510-b6b7-46c1-b970-2b40e8e483dc,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:12.498416 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a7fadd6-f5fa-4f3b-b768-9f76c884a4e2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:12.848748 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a7fadd6-f5fa-4f3b-b768-9f76c884a4e2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:13.119331 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7fadd6-f5fa-4f3b-b768-9f76c884a4e2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 6c455f9c-8584-46bd-a98d-84cf77d5c65b is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:45:13.432566 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7fadd6-f5fa-4f3b-b768-9f76c884a4e2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:45:13.443548 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1d5057-a1cf-473b-95f0-337053c78e5e None None] Sync routers for ids ['6c455f9c-8584-46bd-a98d-84cf77d5c65b'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:45:13.456035 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1d5057-a1cf-473b-95f0-337053c78e5e None None] Routers {'6c455f9c-8584-46bd-a98d-84cf77d5c65b'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:45:13.456643 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-ce1d5057-a1cf-473b-95f0-337053c78e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:44:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['6c455f9c-8584-46bd-a98d-84cf77d5c65b'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:45:13.534202 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a7fadd6-f5fa-4f3b-b768-9f76c884a4e2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:13.535486 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7a7fadd6-f5fa-4f3b-b768-9f76c884a4e2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0078034 Apr 06 13:45:13.539220 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51250) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:45:13.580470 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f71c91fd-1d44-4a39-ac3f-cadadee606cf tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=accb128fe3eb42cd83b327a0d6bf9c24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382411 Apr 06 13:45:13.582062 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51254) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:45:13.643641 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-ce1d5057-a1cf-473b-95f0-337053c78e5e None None] Set router 6c455f9c-8584-46bd-a98d-84cf77d5c65b gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:45:13.725418 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b258dcbf-43fb-4ed9-b622-2fd4d7d6235b tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:13.729851 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51258) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:45:13.730047 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b258dcbf-43fb-4ed9-b622-2fd4d7d6235b tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1454542 Apr 06 13:45:13.773020 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-717f407c-0638-48cf-a101-c0eed91adc35 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414140 Apr 06 13:45:13.775524 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51262) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:45:13.781248 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-c9eea884-31d6-4005-b4b7-a058c90263af tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-866465721', 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:45:13.904179 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c9eea884-31d6-4005-b4b7-a058c90263af tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:45:13.908160 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c9eea884-31d6-4005-b4b7-a058c90263af tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:subnet and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:45:13.911103 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c9eea884-31d6-4005-b4b7-a058c90263af tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:45:13.917068 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c9eea884-31d6-4005-b4b7-a058c90263af tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:45:13.980711 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-ce1d5057-a1cf-473b-95f0-337053c78e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'name': 'tempest-TestNetworkBasicOps-router-1161533303', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:45:10Z', 'updated_at': '2022-04-06T13:45:12Z', 'revision_number': 3, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:11Z', 'updated_at': '2022-04-06T13:45:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:45:13.984760 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1d5057-a1cf-473b-95f0-337053c78e5e None None] Checking router: 6c455f9c-8584-46bd-a98d-84cf77d5c65b for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:45:13.985128 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1d5057-a1cf-473b-95f0-337053c78e5e None None] Updating router 6c455f9c-8584-46bd-a98d-84cf77d5c65b port 7818c510-b6b7-46c1-b970-2b40e8e483dc binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:45:13.999598 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9eea884-31d6-4005-b4b7-a058c90263af tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Made reservation on behalf of accb128fe3eb42cd83b327a0d6bf9c24 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:45:14.003804 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c9eea884-31d6-4005-b4b7-a058c90263af tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:14.039578 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-ce1d5057-a1cf-473b-95f0-337053c78e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:14.328818 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c9eea884-31d6-4005-b4b7-a058c90263af tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:14.381103 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-ce1d5057-a1cf-473b-95f0-337053c78e5e None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:14.394888 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-ce1d5057-a1cf-473b-95f0-337053c78e5e None None] Transition to ACTIVE for port object 7818c510-b6b7-46c1-b970-2b40e8e483dc will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:45:14.407845 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eea884-31d6-4005-b4b7-a058c90263af tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Subnet': ['ID=42882c09-8be3-4790-ba67-27e542b1b26e,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:14.416902 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eea884-31d6-4005-b4b7-a058c90263af tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Checking segment: {'id': 'ea67970b-1e5b-4b12-8ac6-24c02466c721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:45:14.417257 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eea884-31d6-4005-b4b7-a058c90263af tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network hostable DHCP agents. Network: d1e7ebdc-846a-4f85-aa21-31b195e08f5e, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:45:14.471494 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-ce1d5057-a1cf-473b-95f0-337053c78e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:14.499913 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eea884-31d6-4005-b4b7-a058c90263af tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network d1e7ebdc-846a-4f85-aa21-31b195e08f5e is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:45:14.557884 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-ce1d5057-a1cf-473b-95f0-337053c78e5e None None] Attempting to bind port 7818c510-b6b7-46c1-b970-2b40e8e483dc on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:45:14.558237 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-ce1d5057-a1cf-473b-95f0-337053c78e5e None None] Attempting to bind port 7818c510-b6b7-46c1-b970-2b40e8e483dc by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:45:14.558588 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1d5057-a1cf-473b-95f0-337053c78e5e None None] Attempting to bind port 7818c510-b6b7-46c1-b970-2b40e8e483dc on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:45:14.565099 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c748a0-44e9-4ee5-84ba-ab785b3f0363 None None] Pushing event updated for resources: {'Port': ['ID=7818c510-b6b7-46c1-b970-2b40e8e483dc,revision_number=2']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:14.570152 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1d5057-a1cf-473b-95f0-337053c78e5e None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:45:14.570523 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1d5057-a1cf-473b-95f0-337053c78e5e None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:45:14.570943 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-ce1d5057-a1cf-473b-95f0-337053c78e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:14.571327 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1d5057-a1cf-473b-95f0-337053c78e5e None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:45:14.571777 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-ce1d5057-a1cf-473b-95f0-337053c78e5e None None] Bound port: 7818c510-b6b7-46c1-b970-2b40e8e483dc, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:45:14.572140 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-ce1d5057-a1cf-473b-95f0-337053c78e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:14.603219 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c748a0-44e9-4ee5-84ba-ab785b3f0363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:14.603471 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c748a0-44e9-4ee5-84ba-ab785b3f0363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:14.603799 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c748a0-44e9-4ee5-84ba-ab785b3f0363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:14.604135 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c748a0-44e9-4ee5-84ba-ab785b3f0363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:14.604454 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c748a0-44e9-4ee5-84ba-ab785b3f0363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:14.604766 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c748a0-44e9-4ee5-84ba-ab785b3f0363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:14.605081 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c748a0-44e9-4ee5-84ba-ab785b3f0363 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:14.605395 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c748a0-44e9-4ee5-84ba-ab785b3f0363 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:14.605511 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-c9eea884-31d6-4005-b4b7-a058c90263af tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, d1e7ebdc-846a-4f85-aa21-31b195e08f5e) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:45:14.605973 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c748a0-44e9-4ee5-84ba-ab785b3f0363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:14.606063 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c748a0-44e9-4ee5-84ba-ab785b3f0363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:14.606328 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c748a0-44e9-4ee5-84ba-ab785b3f0363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:14.606637 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c748a0-44e9-4ee5-84ba-ab785b3f0363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:14.610929 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eea884-31d6-4005-b4b7-a058c90263af tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:14.611528 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c9eea884-31d6-4005-b4b7-a058c90263af tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:14.616441 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbf6f84-dff6-4bea-bd56-db67195ca7b2 None None] Network d1e7ebdc-846a-4f85-aa21-31b195e08f5e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:45:14.663940 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-ce1d5057-a1cf-473b-95f0-337053c78e5e None None] For port 7818c510-b6b7-46c1-b970-2b40e8e483dc, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:45:14.666889 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-ce1d5057-a1cf-473b-95f0-337053c78e5e None None] For port 7818c510-b6b7-46c1-b970-2b40e8e483dc, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=7818c510-b6b7-46c1-b970-2b40e8e483dc,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:45:14.686742 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c9eea884-31d6-4005-b4b7-a058c90263af tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9099545 Apr 06 13:45:14.691221 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51266) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:45:14.759849 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-ce1d5057-a1cf-473b-95f0-337053c78e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:14.844606 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1d5057-a1cf-473b-95f0-337053c78e5e None None] Routers {'6c455f9c-8584-46bd-a98d-84cf77d5c65b'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:45:14.845199 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-ce1d5057-a1cf-473b-95f0-337053c78e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:44:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['6c455f9c-8584-46bd-a98d-84cf77d5c65b'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:45:14.851126 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2071a99-5900-4a8b-af79-892c12751c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-d1e7ebdc-846a-4f85-aa21-31b195e08f5e', 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ips': [{'subnet_id': '42882c09-8be3-4790-ba67-27e542b1b26e'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:45:14.851972 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b2071a99-5900-4a8b-af79-892c12751c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:14.917295 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c748a0-44e9-4ee5-84ba-ab785b3f0363 None None] Pushing event updated for resources: {'Port': ['ID=7818c510-b6b7-46c1-b970-2b40e8e483dc,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:15.032915 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-b2071a99-5900-4a8b-af79-892c12751c5b None None] Allocated IP 172.20.0.2 (d1e7ebdc-846a-4f85-aa21-31b195e08f5e/42882c09-8be3-4790-ba67-27e542b1b26e/3da0ee25-d604-447d-bc5d-af3619a6702a) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:45:15.041531 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-ce1d5057-a1cf-473b-95f0-337053c78e5e None None] Set router 6c455f9c-8584-46bd-a98d-84cf77d5c65b gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:45:15.267741 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b2071a99-5900-4a8b-af79-892c12751c5b None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:15.278852 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b2071a99-5900-4a8b-af79-892c12751c5b None None] Transition to ACTIVE for port object 3da0ee25-d604-447d-bc5d-af3619a6702a will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:45:15.302167 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b2071a99-5900-4a8b-af79-892c12751c5b None None] Transition to ACTIVE for port object 3da0ee25-d604-447d-bc5d-af3619a6702a will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:45:15.356684 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-ce1d5057-a1cf-473b-95f0-337053c78e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'name': 'tempest-TestNetworkBasicOps-router-1161533303', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:45:10Z', 'updated_at': '2022-04-06T13:45:12Z', 'revision_number': 3, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:11Z', 'updated_at': '2022-04-06T13:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:45:15.361433 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1d5057-a1cf-473b-95f0-337053c78e5e None None] The sync data for ids ['6c455f9c-8584-46bd-a98d-84cf77d5c65b'] in dv-neutron-834600-1-hyperv is: [{'id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'name': 'tempest-TestNetworkBasicOps-router-1161533303', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:45:10Z', 'updated_at': '2022-04-06T13:45:12Z', 'revision_number': 3, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:11Z', 'updated_at': '2022-04-06T13:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:45:15.363415 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b2071a99-5900-4a8b-af79-892c12751c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:15.430010 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2071a99-5900-4a8b-af79-892c12751c5b None None] Network d1e7ebdc-846a-4f85-aa21-31b195e08f5e is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:45:15.437353 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-b2071a99-5900-4a8b-af79-892c12751c5b None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:45:15.442280 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2071a99-5900-4a8b-af79-892c12751c5b None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:45:15.448492 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2071a99-5900-4a8b-af79-892c12751c5b None None] Pushing event updated for resources: {'Port': ['ID=3da0ee25-d604-447d-bc5d-af3619a6702a,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:15.483624 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a788d200-6c29-49ae-b3d8-cb32dcc541d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:15.486654 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0847e531-726f-4b82-95a1-1dee7e2ff86f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:15.545436 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-b2071a99-5900-4a8b-af79-892c12751c5b None None] Attempting to bind port 3da0ee25-d604-447d-bc5d-af3619a6702a on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:45:15.545816 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-b2071a99-5900-4a8b-af79-892c12751c5b None None] Attempting to bind port 3da0ee25-d604-447d-bc5d-af3619a6702a by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'ea67970b-1e5b-4b12-8ac6-24c02466c721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:45:15.546171 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2071a99-5900-4a8b-af79-892c12751c5b None None] Attempting to bind port 3da0ee25-d604-447d-bc5d-af3619a6702a on network d1e7ebdc-846a-4f85-aa21-31b195e08f5e {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:45:15.552283 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2071a99-5900-4a8b-af79-892c12751c5b None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:45:15.552705 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2071a99-5900-4a8b-af79-892c12751c5b None None] Checking segment: {'id': 'ea67970b-1e5b-4b12-8ac6-24c02466c721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:45:15.553201 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b2071a99-5900-4a8b-af79-892c12751c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:15.553582 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2071a99-5900-4a8b-af79-892c12751c5b None None] Bound using segment: {'id': 'ea67970b-1e5b-4b12-8ac6-24c02466c721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:45:15.553943 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-b2071a99-5900-4a8b-af79-892c12751c5b None None] Bound port: 3da0ee25-d604-447d-bc5d-af3619a6702a, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea67970b-1e5b-4b12-8ac6-24c02466c721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:45:15.554368 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b2071a99-5900-4a8b-af79-892c12751c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:15.666473 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-b2071a99-5900-4a8b-af79-892c12751c5b None None] For port 3da0ee25-d604-447d-bc5d-af3619a6702a, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:45:15.670689 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-b2071a99-5900-4a8b-af79-892c12751c5b None None] For port 3da0ee25-d604-447d-bc5d-af3619a6702a, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=3da0ee25-d604-447d-bc5d-af3619a6702a,segment=NetworkSegment(ea67970b-1e5b-4b12-8ac6-24c02466c721),segment_id=ea67970b-1e5b-4b12-8ac6-24c02466c721)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:45:15.756106 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b2071a99-5900-4a8b-af79-892c12751c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:15.856877 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2071a99-5900-4a8b-af79-892c12751c5b None None] Pushing event updated for resources: {'Port': ['ID=3da0ee25-d604-447d-bc5d-af3619a6702a,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:16.091335 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-0847e531-726f-4b82-95a1-1dee7e2ff86f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.20.0.1 (d1e7ebdc-846a-4f85-aa21-31b195e08f5e/42882c09-8be3-4790-ba67-27e542b1b26e/f3ab2f75-3a46-4209-be6f-75bb1dcf20ca) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:45:16.283224 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0847e531-726f-4b82-95a1-1dee7e2ff86f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:16.300589 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-0847e531-726f-4b82-95a1-1dee7e2ff86f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Transition to ACTIVE for port object f3ab2f75-3a46-4209-be6f-75bb1dcf20ca will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:45:16.415132 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0847e531-726f-4b82-95a1-1dee7e2ff86f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:16.492015 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0847e531-726f-4b82-95a1-1dee7e2ff86f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network d1e7ebdc-846a-4f85-aa21-31b195e08f5e is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:45:16.499408 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-0847e531-726f-4b82-95a1-1dee7e2ff86f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:45:16.503176 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0847e531-726f-4b82-95a1-1dee7e2ff86f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:45:16.541532 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847e531-726f-4b82-95a1-1dee7e2ff86f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=f3ab2f75-3a46-4209-be6f-75bb1dcf20ca,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:16.571602 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0847e531-726f-4b82-95a1-1dee7e2ff86f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:16.897817 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b2dc3f-59f8-4d37-8477-324877b1cc4e None None] Network d1e7ebdc-846a-4f85-aa21-31b195e08f5e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:45:16.955078 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0847e531-726f-4b82-95a1-1dee7e2ff86f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:17.014443 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-812a1b05-e899-4297-85a4-77e369430411 None None] Provisioning for port 3da0ee25-d604-447d-bc5d-af3619a6702a completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:45:17.424318 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0847e531-726f-4b82-95a1-1dee7e2ff86f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:17.490789 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0847e531-726f-4b82-95a1-1dee7e2ff86f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:17.521437 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ea489daa-c5e3-4778-b3d6-5986ae8dced8 None None] Provisioning for port f3ab2f75-3a46-4209-be6f-75bb1dcf20ca completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:45:17.532918 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ea489daa-c5e3-4778-b3d6-5986ae8dced8 None None] Provisioning complete for port f3ab2f75-3a46-4209-be6f-75bb1dcf20ca triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:45:17.533638 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ea489daa-c5e3-4778-b3d6-5986ae8dced8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:17.611404 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ea489daa-c5e3-4778-b3d6-5986ae8dced8 None None] Port f3ab2f75-3a46-4209-be6f-75bb1dcf20ca cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:45:17.616043 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 3da0ee25-d604-447d-bc5d-af3619a6702a up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:45:17.625709 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847e531-726f-4b82-95a1-1dee7e2ff86f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=f3ab2f75-3a46-4209-be6f-75bb1dcf20ca,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:17.628195 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0847e531-726f-4b82-95a1-1dee7e2ff86f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:17.732788 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-fc37575e-f753-4d40-b5dd-6f4c37e2a81c None None] Provisioning complete for port f3ab2f75-3a46-4209-be6f-75bb1dcf20ca triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:45:17.733060 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fc37575e-f753-4d40-b5dd-6f4c37e2a81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:17.796230 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 3da0ee25-d604-447d-bc5d-af3619a6702a completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:45:17.805655 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c6551672-8592-462d-9f5d-db41c399425f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:17.812862 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 3da0ee25-d604-447d-bc5d-af3619a6702a triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:45:17.814054 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:17.878598 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-fc37575e-f753-4d40-b5dd-6f4c37e2a81c None None] Port f3ab2f75-3a46-4209-be6f-75bb1dcf20ca cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:45:17.882837 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0847e531-726f-4b82-95a1-1dee7e2ff86f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network d1e7ebdc-846a-4f85-aa21-31b195e08f5e is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:45:17.884082 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-0847e531-726f-4b82-95a1-1dee7e2ff86f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:45:17.965275 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:18.001401 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 3da0ee25-d604-447d-bc5d-af3619a6702a, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=3da0ee25-d604-447d-bc5d-af3619a6702a,segment=NetworkSegment(ea67970b-1e5b-4b12-8ac6-24c02466c721),segment_id=ea67970b-1e5b-4b12-8ac6-24c02466c721)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:45:18.084214 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0847e531-726f-4b82-95a1-1dee7e2ff86f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 6c455f9c-8584-46bd-a98d-84cf77d5c65b has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:45:18.105672 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:18.106664 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 7818c510-b6b7-46c1-b970-2b40e8e483dc up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:45:18.237256 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=3da0ee25-d604-447d-bc5d-af3619a6702a,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:18.245495 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e08b1192-d9e1-481e-ba44-ca723452e21a None None] Provisioning complete for port f3ab2f75-3a46-4209-be6f-75bb1dcf20ca triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:45:18.245598 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e08b1192-d9e1-481e-ba44-ca723452e21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:18.283987 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0847e531-726f-4b82-95a1-1dee7e2ff86f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:45:18.296356 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0847e531-726f-4b82-95a1-1dee7e2ff86f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "PUT /v2.0/routers/6c455f9c-8584-46bd-a98d-84cf77d5c65b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6040318 Apr 06 13:45:18.299308 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51270) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:45:18.300467 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee75822a-2854-41cd-84c6-fab182932f4e None None] Sync routers for ids ['6c455f9c-8584-46bd-a98d-84cf77d5c65b'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:45:18.316346 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-e08b1192-d9e1-481e-ba44-ca723452e21a None None] Port f3ab2f75-3a46-4209-be6f-75bb1dcf20ca cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:45:18.316346 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee75822a-2854-41cd-84c6-fab182932f4e None None] Routers {'6c455f9c-8584-46bd-a98d-84cf77d5c65b'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:45:18.316346 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ee75822a-2854-41cd-84c6-fab182932f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:45:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['6c455f9c-8584-46bd-a98d-84cf77d5c65b'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:45:18.381024 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 7818c510-b6b7-46c1-b970-2b40e8e483dc completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:45:18.389358 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 7818c510-b6b7-46c1-b970-2b40e8e483dc triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:45:18.391213 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:18.443220 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bd1609-1d41-46b6-8f1f-f65b2582a474 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:18.443865 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bd1609-1d41-46b6-8f1f-f65b2582a474 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:18.444313 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bd1609-1d41-46b6-8f1f-f65b2582a474 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:18.444822 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bd1609-1d41-46b6-8f1f-f65b2582a474 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:18.449418 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51274) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:45:18.449927 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f8bd1609-1d41-46b6-8f1f-f65b2582a474 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1490719 Apr 06 13:45:18.525323 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d7315b-15ab-489d-af84-4ebcadfab018 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:18.525780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d7315b-15ab-489d-af84-4ebcadfab018 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:18.526224 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d7315b-15ab-489d-af84-4ebcadfab018 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:18.526664 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d7315b-15ab-489d-af84-4ebcadfab018 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:18.528358 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-53d7315b-15ab-489d-af84-4ebcadfab018 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0774493 Apr 06 13:45:18.533277 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51278) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:45:18.555122 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-ee75822a-2854-41cd-84c6-fab182932f4e None None] Set router 6c455f9c-8584-46bd-a98d-84cf77d5c65b gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:45:18.751283 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:18.758536 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4a76199f-70fe-4942-a1b6-fb9104fa9789 tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2213452 Apr 06 13:45:18.860211 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 7818c510-b6b7-46c1-b970-2b40e8e483dc, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=7818c510-b6b7-46c1-b970-2b40e8e483dc,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:45:18.951833 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:19.017316 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:19.018031 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:19.031082 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ee75822a-2854-41cd-84c6-fab182932f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'name': 'tempest-TestNetworkBasicOps-router-1161533303', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:45:10Z', 'updated_at': '2022-04-06T13:45:16Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:11Z', 'updated_at': '2022-04-06T13:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'f3ab2f75-3a46-4209-be6f-75bb1dcf20ca', 'name': '', 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:4c:ce:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '42882c09-8be3-4790-ba67-27e542b1b26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:15Z', 'updated_at': '2022-04-06T13:45:17Z', 'revision_number': 2, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '42882c09-8be3-4790-ba67-27e542b1b26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:45:19.036639 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=7818c510-b6b7-46c1-b970-2b40e8e483dc,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:19.040315 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee75822a-2854-41cd-84c6-fab182932f4e None None] Checking router: 6c455f9c-8584-46bd-a98d-84cf77d5c65b for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:45:19.041237 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee75822a-2854-41cd-84c6-fab182932f4e None None] Updating router 6c455f9c-8584-46bd-a98d-84cf77d5c65b port f3ab2f75-3a46-4209-be6f-75bb1dcf20ca binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:45:19.081968 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51284) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:45:19.087512 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-2c816f32-9b3f-471a-b791-399fbaade435 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-281917106', 'description': 'tempest-secgroup-smoke-281917106 description', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:45:19.093376 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2c816f32-9b3f-471a-b791-399fbaade435 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:45:19.099170 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2c816f32-9b3f-471a-b791-399fbaade435 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:45:19.100606 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ee75822a-2854-41cd-84c6-fab182932f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:19.102639 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2c816f32-9b3f-471a-b791-399fbaade435 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:45:19.108607 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2c816f32-9b3f-471a-b791-399fbaade435 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:45:19.203447 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2c816f32-9b3f-471a-b791-399fbaade435 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:19.226125 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2c816f32-9b3f-471a-b791-399fbaade435 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:45:19.230129 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2c816f32-9b3f-471a-b791-399fbaade435 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:45:19.233420 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2c816f32-9b3f-471a-b791-399fbaade435 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:45:19.241877 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2c816f32-9b3f-471a-b791-399fbaade435 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:45:19.383641 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2c816f32-9b3f-471a-b791-399fbaade435 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:19.501192 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ee75822a-2854-41cd-84c6-fab182932f4e None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:19.518146 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ee75822a-2854-41cd-84c6-fab182932f4e None None] Transition to ACTIVE for port object f3ab2f75-3a46-4209-be6f-75bb1dcf20ca will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:45:19.541178 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 3da0ee25-d604-447d-bc5d-af3619a6702a up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:45:19.566630 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:45:19.570486 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2c816f32-9b3f-471a-b791-399fbaade435 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:19.605759 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ee75822a-2854-41cd-84c6-fab182932f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:19.618056 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c816f32-9b3f-471a-b791-399fbaade435 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de2989a7-bdbe-4d93-a22a-f7c59214ff57,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:19.625764 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c816f32-9b3f-471a-b791-399fbaade435 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:19.626108 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c816f32-9b3f-471a-b791-399fbaade435 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:19.626443 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c816f32-9b3f-471a-b791-399fbaade435 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:19.626781 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c816f32-9b3f-471a-b791-399fbaade435 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:19.627143 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c816f32-9b3f-471a-b791-399fbaade435 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:19.627491 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c816f32-9b3f-471a-b791-399fbaade435 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:19.627799 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c816f32-9b3f-471a-b791-399fbaade435 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:19.628123 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c816f32-9b3f-471a-b791-399fbaade435 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:19.628447 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c816f32-9b3f-471a-b791-399fbaade435 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:19.628765 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c816f32-9b3f-471a-b791-399fbaade435 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:19.629086 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c816f32-9b3f-471a-b791-399fbaade435 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:19.629404 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c816f32-9b3f-471a-b791-399fbaade435 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:19.654548 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 3da0ee25-d604-447d-bc5d-af3619a6702a triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:45:19.654954 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:19.688324 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2c816f32-9b3f-471a-b791-399fbaade435 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:19.689599 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2c816f32-9b3f-471a-b791-399fbaade435 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6066182 Apr 06 13:45:19.692541 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51288) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:45:19.698830 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-d9ae7c08-db2b-4716-a9fc-36c83687dcde tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'de2989a7-bdbe-4d93-a22a-f7c59214ff57', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:45:19.706705 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d9ae7c08-db2b-4716-a9fc-36c83687dcde tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:45:19.711102 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d9ae7c08-db2b-4716-a9fc-36c83687dcde tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:45:19.714267 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d9ae7c08-db2b-4716-a9fc-36c83687dcde tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:45:19.720974 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d9ae7c08-db2b-4716-a9fc-36c83687dcde tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:45:19.802321 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbe47b-52ce-4b07-8029-8f8b08249b71 None None] Pushing event updated for resources: {'Port': ['ID=f3ab2f75-3a46-4209-be6f-75bb1dcf20ca,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:19.825713 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d9ae7c08-db2b-4716-a9fc-36c83687dcde tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:19.897602 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d9ae7c08-db2b-4716-a9fc-36c83687dcde tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:19.946573 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ee75822a-2854-41cd-84c6-fab182932f4e None None] Attempting to bind port f3ab2f75-3a46-4209-be6f-75bb1dcf20ca on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:45:19.946955 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ee75822a-2854-41cd-84c6-fab182932f4e None None] Attempting to bind port f3ab2f75-3a46-4209-be6f-75bb1dcf20ca by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'ea67970b-1e5b-4b12-8ac6-24c02466c721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:45:19.947312 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee75822a-2854-41cd-84c6-fab182932f4e None None] Attempting to bind port f3ab2f75-3a46-4209-be6f-75bb1dcf20ca on network d1e7ebdc-846a-4f85-aa21-31b195e08f5e {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:45:19.971105 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d9ae7c08-db2b-4716-a9fc-36c83687dcde tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:19.973651 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee75822a-2854-41cd-84c6-fab182932f4e None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:45:19.974023 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee75822a-2854-41cd-84c6-fab182932f4e None None] Checking segment: {'id': 'ea67970b-1e5b-4b12-8ac6-24c02466c721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:45:19.974417 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ee75822a-2854-41cd-84c6-fab182932f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:19.974831 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee75822a-2854-41cd-84c6-fab182932f4e None None] Bound using segment: {'id': 'ea67970b-1e5b-4b12-8ac6-24c02466c721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:45:19.975304 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ee75822a-2854-41cd-84c6-fab182932f4e None None] Bound port: f3ab2f75-3a46-4209-be6f-75bb1dcf20ca, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea67970b-1e5b-4b12-8ac6-24c02466c721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:45:19.975695 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ee75822a-2854-41cd-84c6-fab182932f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:19.991206 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 7818c510-b6b7-46c1-b970-2b40e8e483dc up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:45:19.999641 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae7c08-db2b-4716-a9fc-36c83687dcde tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85670646-daf2-4c40-92bf-53ead78c5038,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:20.056683 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d9ae7c08-db2b-4716-a9fc-36c83687dcde tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:20.060609 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d9ae7c08-db2b-4716-a9fc-36c83687dcde tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3640821 Apr 06 13:45:20.061149 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51292) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:45:20.066463 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-0c121172-fab1-4c03-a4de-1461de826f03 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'de2989a7-bdbe-4d93-a22a-f7c59214ff57', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:45:20.072659 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0c121172-fab1-4c03-a4de-1461de826f03 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:45:20.076562 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0c121172-fab1-4c03-a4de-1461de826f03 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:45:20.080322 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0c121172-fab1-4c03-a4de-1461de826f03 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:45:20.086099 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0c121172-fab1-4c03-a4de-1461de826f03 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:45:20.130132 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ee75822a-2854-41cd-84c6-fab182932f4e None None] For port f3ab2f75-3a46-4209-be6f-75bb1dcf20ca, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:45:20.135690 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ee75822a-2854-41cd-84c6-fab182932f4e None None] For port f3ab2f75-3a46-4209-be6f-75bb1dcf20ca, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f3ab2f75-3a46-4209-be6f-75bb1dcf20ca,segment=NetworkSegment(ea67970b-1e5b-4b12-8ac6-24c02466c721),segment_id=ea67970b-1e5b-4b12-8ac6-24c02466c721)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:45:20.138935 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 7818c510-b6b7-46c1-b970-2b40e8e483dc triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:45:20.139309 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:20.170103 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0c121172-fab1-4c03-a4de-1461de826f03 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:20.240112 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ee75822a-2854-41cd-84c6-fab182932f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:20.241668 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0c121172-fab1-4c03-a4de-1461de826f03 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:20.334549 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0c121172-fab1-4c03-a4de-1461de826f03 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:20.354213 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c121172-fab1-4c03-a4de-1461de826f03 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5071f46e-0971-4cbd-b95b-9a167c89f9a6,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:20.360594 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee75822a-2854-41cd-84c6-fab182932f4e None None] Routers {'6c455f9c-8584-46bd-a98d-84cf77d5c65b'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:45:20.368352 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ee75822a-2854-41cd-84c6-fab182932f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:45:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['6c455f9c-8584-46bd-a98d-84cf77d5c65b'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:45:20.410627 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbe47b-52ce-4b07-8029-8f8b08249b71 None None] Pushing event updated for resources: {'Port': ['ID=f3ab2f75-3a46-4209-be6f-75bb1dcf20ca,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:20.428187 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:20.456653 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0c121172-fab1-4c03-a4de-1461de826f03 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:20.457895 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0c121172-fab1-4c03-a4de-1461de826f03 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3957822 Apr 06 13:45:20.461101 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51296) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:45:20.467220 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-2a3bc1de-ba3f-402a-b3cd-40402466b109 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'de2989a7-bdbe-4d93-a22a-f7c59214ff57', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:45:20.474585 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2a3bc1de-ba3f-402a-b3cd-40402466b109 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:45:20.479065 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2a3bc1de-ba3f-402a-b3cd-40402466b109 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:45:20.482905 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2a3bc1de-ba3f-402a-b3cd-40402466b109 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:45:20.489543 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2a3bc1de-ba3f-402a-b3cd-40402466b109 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:45:20.551605 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-ee75822a-2854-41cd-84c6-fab182932f4e None None] Set router 6c455f9c-8584-46bd-a98d-84cf77d5c65b gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:45:20.571688 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a3bc1de-ba3f-402a-b3cd-40402466b109 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:20.639956 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a3bc1de-ba3f-402a-b3cd-40402466b109 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:20.696578 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a3bc1de-ba3f-402a-b3cd-40402466b109 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:20.721666 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3bc1de-ba3f-402a-b3cd-40402466b109 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b830f91-6f3b-40da-8ef3-cb4b8b67e768,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:20.793538 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a3bc1de-ba3f-402a-b3cd-40402466b109 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:20.794924 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2a3bc1de-ba3f-402a-b3cd-40402466b109 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3325450 Apr 06 13:45:20.798516 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51300) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:45:20.804074 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-3c9198fd-037d-4ef8-847d-b6d5a3c38f86 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'de2989a7-bdbe-4d93-a22a-f7c59214ff57', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:45:20.810231 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-3c9198fd-037d-4ef8-847d-b6d5a3c38f86 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:45:20.814948 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-3c9198fd-037d-4ef8-847d-b6d5a3c38f86 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:45:20.818417 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-3c9198fd-037d-4ef8-847d-b6d5a3c38f86 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:45:20.826310 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-3c9198fd-037d-4ef8-847d-b6d5a3c38f86 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:45:20.886475 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ee75822a-2854-41cd-84c6-fab182932f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'name': 'tempest-TestNetworkBasicOps-router-1161533303', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:45:10Z', 'updated_at': '2022-04-06T13:45:16Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:11Z', 'updated_at': '2022-04-06T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'f3ab2f75-3a46-4209-be6f-75bb1dcf20ca', 'name': '', 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:4c:ce:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '42882c09-8be3-4790-ba67-27e542b1b26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:15Z', 'updated_at': '2022-04-06T13:45:20Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '42882c09-8be3-4790-ba67-27e542b1b26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:45:20.890783 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee75822a-2854-41cd-84c6-fab182932f4e None None] The sync data for ids ['6c455f9c-8584-46bd-a98d-84cf77d5c65b'] in dv-neutron-834600-1-hyperv is: [{'id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'name': 'tempest-TestNetworkBasicOps-router-1161533303', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:45:10Z', 'updated_at': '2022-04-06T13:45:16Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:11Z', 'updated_at': '2022-04-06T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'f3ab2f75-3a46-4209-be6f-75bb1dcf20ca', 'name': '', 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:4c:ce:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '42882c09-8be3-4790-ba67-27e542b1b26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:15Z', 'updated_at': '2022-04-06T13:45:20Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '42882c09-8be3-4790-ba67-27e542b1b26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:45:20.946358 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3c9198fd-037d-4ef8-847d-b6d5a3c38f86 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:21.033485 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3c9198fd-037d-4ef8-847d-b6d5a3c38f86 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:21.142032 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3c9198fd-037d-4ef8-847d-b6d5a3c38f86 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:21.184574 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9198fd-037d-4ef8-847d-b6d5a3c38f86 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662a0066-48e6-4537-a810-0e374fb4c771,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:21.279370 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3c9198fd-037d-4ef8-847d-b6d5a3c38f86 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:21.280681 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3c9198fd-037d-4ef8-847d-b6d5a3c38f86 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4810731 Apr 06 13:45:21.284705 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51304) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:45:21.289907 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-4325b34b-47ec-419a-9ced-a358fbb2446b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'de2989a7-bdbe-4d93-a22a-f7c59214ff57', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:45:21.296428 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-4325b34b-47ec-419a-9ced-a358fbb2446b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:45:21.300941 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4325b34b-47ec-419a-9ced-a358fbb2446b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:45:21.304002 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4325b34b-47ec-419a-9ced-a358fbb2446b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:45:21.310430 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-4325b34b-47ec-419a-9ced-a358fbb2446b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:45:21.439407 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.securitygroups_db [None req-4325b34b-47ec-419a-9ced-a358fbb2446b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Project accb128fe3eb42cd83b327a0d6bf9c24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:45:21.449237 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4325b34b-47ec-419a-9ced-a358fbb2446b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:21.522630 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4325b34b-47ec-419a-9ced-a358fbb2446b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:21.578552 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f3ab2f75-3a46-4209-be6f-75bb1dcf20ca up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:45:21.617247 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4325b34b-47ec-419a-9ced-a358fbb2446b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:21.644963 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325b34b-47ec-419a-9ced-a358fbb2446b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=463b293d-c69a-45e0-b221-0ba50bb5f0f4,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:21.730818 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port f3ab2f75-3a46-4209-be6f-75bb1dcf20ca completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:45:21.736212 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port f3ab2f75-3a46-4209-be6f-75bb1dcf20ca triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:45:21.741227 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:21.759194 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4325b34b-47ec-419a-9ced-a358fbb2446b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:21.763291 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4325b34b-47ec-419a-9ced-a358fbb2446b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4747345 Apr 06 13:45:21.763852 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51308) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:45:21.771206 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-e8fa8bf5-6abd-4383-acf5-521c0bf80f4f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'security_group_rule': {'security_group_id': 'de2989a7-bdbe-4d93-a22a-f7c59214ff57', 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:45:21.781018 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e8fa8bf5-6abd-4383-acf5-521c0bf80f4f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:45:21.785771 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e8fa8bf5-6abd-4383-acf5-521c0bf80f4f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:security_group_rule and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:45:21.789334 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e8fa8bf5-6abd-4383-acf5-521c0bf80f4f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:45:21.796241 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e8fa8bf5-6abd-4383-acf5-521c0bf80f4f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:45:21.881221 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.securitygroups_db [None req-e8fa8bf5-6abd-4383-acf5-521c0bf80f4f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Project accb128fe3eb42cd83b327a0d6bf9c24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:45:21.888226 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e8fa8bf5-6abd-4383-acf5-521c0bf80f4f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:21.917108 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:21.957762 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port f3ab2f75-3a46-4209-be6f-75bb1dcf20ca, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f3ab2f75-3a46-4209-be6f-75bb1dcf20ca,segment=NetworkSegment(ea67970b-1e5b-4b12-8ac6-24c02466c721),segment_id=ea67970b-1e5b-4b12-8ac6-24c02466c721)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:45:21.959751 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e8fa8bf5-6abd-4383-acf5-521c0bf80f4f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:22.053758 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:22.088284 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e8fa8bf5-6abd-4383-acf5-521c0bf80f4f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:22.113456 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa8bf5-6abd-4383-acf5-521c0bf80f4f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397d01d8-3b67-49f2-8f04-cc813cba8524,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:22.125954 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=f3ab2f75-3a46-4209-be6f-75bb1dcf20ca,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:22.194087 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e8fa8bf5-6abd-4383-acf5-521c0bf80f4f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:22.195355 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e8fa8bf5-6abd-4383-acf5-521c0bf80f4f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4303153 Apr 06 13:45:22.478002 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-cb31f70b-d8b6-4cc5-8584-f2a7aadbc210 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:45:22.573955 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-cb31f70b-d8b6-4cc5-8584-f2a7aadbc210 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:45:22.575234 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-cb31f70b-d8b6-4cc5-8584-f2a7aadbc210 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-281917106&fields=id&tenant_id=accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 267 time: 0.1383438 Apr 06 13:45:22.849861 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-a1a2f03a-0410-4a25-a634-a26801b583f7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:22.851341 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-a1a2f03a-0410-4a25-a634-a26801b583f7 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/networks?id=d1e7ebdc-846a-4f85-aa21-31b195e08f5e HTTP/1.1" status: 200 len: 797 time: 0.2691295 Apr 06 13:45:22.866515 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-5b469f5a-5903-4717-a5a2-1a699cf8eb63 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/quotas/accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 375 time: 0.0096159 Apr 06 13:45:22.959372 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-b10d5eb1-d0b4-42b8-a586-8cebf3c0763d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872045 Apr 06 13:45:23.084024 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-f158a113-7366-457b-b79b-611753485b6e service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:45:23.085012 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-f158a113-7366-457b-b79b-611753485b6e service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1131263 Apr 06 13:45:23.228135 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-bffa7bff-9ab6-415b-9798-95428170b67d service neutron] 10.222.0.48 "GET /v2.0/networks/d1e7ebdc-846a-4f85-aa21-31b195e08f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368599 Apr 06 13:45:23.372358 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-f95ac841-3532-411c-af10-44fb681830d8 service neutron] 10.222.0.48 "GET /v2.0/networks/d1e7ebdc-846a-4f85-aa21-31b195e08f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382101 Apr 06 13:45:23.546992 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f3ab2f75-3a46-4209-be6f-75bb1dcf20ca up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:45:23.625004 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port f3ab2f75-3a46-4209-be6f-75bb1dcf20ca triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:45:23.625442 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:23.677345 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9dbf4f7b-e161-4cb3-84f8-459a06bc55e5 req-0b27ed32-b917-4fbe-b887-db1b2b879098 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=84e0d685-1ae9-4e59-a83e-aaf538ac66b1 HTTP/1.1" status: 200 len: 210 time: 0.0447009 Apr 06 13:45:24.833549 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a60bce4d-f9f5-4091-886a-7bf83a295416 req-4104a5df-7902-43fd-98a1-f2ee8b84f719 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=84e0d685-1ae9-4e59-a83e-aaf538ac66b1 HTTP/1.1" status: 200 len: 210 time: 0.0428860 Apr 06 13:45:25.733826 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-88b3c958-af20-44fe-a9f1-5ba65f6c7c39 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:25.734621 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-88b3c958-af20-44fe-a9f1-5ba65f6c7c39 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:network {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:45:25.848124 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-88b3c958-af20-44fe-a9f1-5ba65f6c7c39 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:network {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:45:25.849592 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-88b3c958-af20-44fe-a9f1-5ba65f6c7c39 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/networks?id=d1e7ebdc-846a-4f85-aa21-31b195e08f5e HTTP/1.1" status: 200 len: 797 time: 0.2634771 Apr 06 13:45:25.901176 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-de34df22-e7e3-4a03-a5d3-dcd00bb8ca65 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=accb128fe3eb42cd83b327a0d6bf9c24 HTTP/1.1" status: 200 len: 379 time: 0.0433669 Apr 06 13:45:25.911448 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-adf380d2-2a9f-4d19-85ef-052533f27fe3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'port': {'device_id': '84e0d685-1ae9-4e59-a83e-aaf538ac66b1', 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e', 'admin_state_up': True, 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'security_groups': ['de2989a7-bdbe-4d93-a22a-f7c59214ff57']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:45:26.000550 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-76805b9a-4ffd-47d1-bd78-9ab3e26e87b5 req-6b355510-ab45-4a0d-9094-7ba90d1bed0c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=84e0d685-1ae9-4e59-a83e-aaf538ac66b1 HTTP/1.1" status: 200 len: 210 time: 0.0497820 Apr 06 13:45:26.060679 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-adf380d2-2a9f-4d19-85ef-052533f27fe3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:45:26.065723 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-adf380d2-2a9f-4d19-85ef-052533f27fe3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:port and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:45:26.071980 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-adf380d2-2a9f-4d19-85ef-052533f27fe3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:45:26.074386 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-adf380d2-2a9f-4d19-85ef-052533f27fe3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:45:26.159094 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-adf380d2-2a9f-4d19-85ef-052533f27fe3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Made reservation on behalf of accb128fe3eb42cd83b327a0d6bf9c24 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:45:26.162593 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-adf380d2-2a9f-4d19-85ef-052533f27fe3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:26.335088 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-adf380d2-2a9f-4d19-85ef-052533f27fe3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.20.0.12 (d1e7ebdc-846a-4f85-aa21-31b195e08f5e/42882c09-8be3-4790-ba67-27e542b1b26e/c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:45:26.532102 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-adf380d2-2a9f-4d19-85ef-052533f27fe3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:26.547941 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-adf380d2-2a9f-4d19-85ef-052533f27fe3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Transition to ACTIVE for port object c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:45:26.639948 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-adf380d2-2a9f-4d19-85ef-052533f27fe3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:26.711790 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-adf380d2-2a9f-4d19-85ef-052533f27fe3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network d1e7ebdc-846a-4f85-aa21-31b195e08f5e is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:45:26.719142 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-adf380d2-2a9f-4d19-85ef-052533f27fe3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:45:26.723617 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-adf380d2-2a9f-4d19-85ef-052533f27fe3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:45:26.755310 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf380d2-2a9f-4d19-85ef-052533f27fe3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:26.793510 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-adf380d2-2a9f-4d19-85ef-052533f27fe3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:26.794149 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-adf380d2-2a9f-4d19-85ef-052533f27fe3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:26.951610 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-adf380d2-2a9f-4d19-85ef-052533f27fe3 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0446377 Apr 06 13:45:26.961244 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-e883b212-36fe-49b0-b3e6-0d203bcbb8d5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:45:26.962207 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-e883b212-36fe-49b0-b3e6-0d203bcbb8d5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050147 Apr 06 13:45:26.972546 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-ee0bc843-0ee8-47ee-b77c-4d9142f8bece service neutron] Request body: {'port': {'device_id': '84e0d685-1ae9-4e59-a83e-aaf538ac66b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:45:27.068014 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-6707a6cd-e007-43a6-8045-7e981f78375d None None] Provisioning for port c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:45:27.075620 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-6707a6cd-e007-43a6-8045-7e981f78375d None None] Provisioning complete for port c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:45:27.076267 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6707a6cd-e007-43a6-8045-7e981f78375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:27.142885 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-6707a6cd-e007-43a6-8045-7e981f78375d None None] Port c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:45:27.213004 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-ee0bc843-0ee8-47ee-b77c-4d9142f8bece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:27.214641 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22286ab1-86c7-4c8a-983c-79ed47b40533 req-b2173e21-5a5c-4c28-be17-ff72c0514bc1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:27.216219 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-22286ab1-86c7-4c8a-983c-79ed47b40533 req-b2173e21-5a5c-4c28-be17-ff72c0514bc1 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=84e0d685-1ae9-4e59-a83e-aaf538ac66b1 HTTP/1.1" status: 200 len: 932 time: 0.0962565 Apr 06 13:45:27.265999 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-22286ab1-86c7-4c8a-983c-79ed47b40533 req-a54362ca-c4af-4147-ada6-c801a6808a8b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=de2989a7-bdbe-4d93-a22a-f7c59214ff57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430624 Apr 06 13:45:27.322132 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:27.573112 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-ee0bc843-0ee8-47ee-b77c-4d9142f8bece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6 {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:45:27.580610 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-ee0bc843-0ee8-47ee-b77c-4d9142f8bece service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:27.596149 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-ee0bc843-0ee8-47ee-b77c-4d9142f8bece service neutron] Transition to ACTIVE for port object c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6 will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:45:27.659788 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-ee0bc843-0ee8-47ee-b77c-4d9142f8bece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:27.803348 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0bc843-0ee8-47ee-b77c-4d9142f8bece service neutron] Pushing event updated for resources: {'Port': ['ID=c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:27.918119 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-ee0bc843-0ee8-47ee-b77c-4d9142f8bece service neutron] Attempting to bind port c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:45:27.918447 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-ee0bc843-0ee8-47ee-b77c-4d9142f8bece service neutron] Attempting to bind port c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'ea67970b-1e5b-4b12-8ac6-24c02466c721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:45:27.918769 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-ee0bc843-0ee8-47ee-b77c-4d9142f8bece service neutron] Attempting to bind port c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6 on network d1e7ebdc-846a-4f85-aa21-31b195e08f5e {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:45:27.924135 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-ee0bc843-0ee8-47ee-b77c-4d9142f8bece service neutron] Port c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6 on network d1e7ebdc-846a-4f85-aa21-31b195e08f5e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:45:27.924694 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-ee0bc843-0ee8-47ee-b77c-4d9142f8bece service neutron] Attempting to bind port c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6 on network d1e7ebdc-846a-4f85-aa21-31b195e08f5e {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:45:27.934667 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-ee0bc843-0ee8-47ee-b77c-4d9142f8bece service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:45:27.938463 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-ee0bc843-0ee8-47ee-b77c-4d9142f8bece service neutron] Checking segment: {'id': 'ea67970b-1e5b-4b12-8ac6-24c02466c721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:45:27.938463 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-ee0bc843-0ee8-47ee-b77c-4d9142f8bece service neutron] Bound using segment: {'id': 'ea67970b-1e5b-4b12-8ac6-24c02466c721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:45:27.938463 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-ee0bc843-0ee8-47ee-b77c-4d9142f8bece service neutron] Bound port: c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea67970b-1e5b-4b12-8ac6-24c02466c721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:45:27.938463 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-ee0bc843-0ee8-47ee-b77c-4d9142f8bece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:28.033520 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-ee0bc843-0ee8-47ee-b77c-4d9142f8bece service neutron] For port c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:45:28.039163 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-ee0bc843-0ee8-47ee-b77c-4d9142f8bece service neutron] For port c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6,segment=NetworkSegment(ea67970b-1e5b-4b12-8ac6-24c02466c721),segment_id=ea67970b-1e5b-4b12-8ac6-24c02466c721)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:45:28.108325 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-ee0bc843-0ee8-47ee-b77c-4d9142f8bece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:28.167889 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-ee0bc843-0ee8-47ee-b77c-4d9142f8bece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:28.168537 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-ee0bc843-0ee8-47ee-b77c-4d9142f8bece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:28.169909 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-ee0bc843-0ee8-47ee-b77c-4d9142f8bece service neutron] 10.222.0.61 "PUT /v2.0/ports/c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6 HTTP/1.1" status: 200 len: 1094 time: 1.2019722 Apr 06 13:45:28.170361 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e0d685-1ae9-4e59-a83e-aaf538ac66b1', 'tag': 'c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:45:28.198091 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0bc843-0ee8-47ee-b77c-4d9142f8bece service neutron] Pushing event updated for resources: {'Port': ['ID=c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:28.229113 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef0e0217-0cce-4a8f-8b9a-61d6056721e6'] response: {'name': 'network-changed', 'server_uuid': '84e0d685-1ae9-4e59-a83e-aaf538ac66b1', 'tag': 'c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6', 'status': 'completed', 'code': 200} Apr 06 13:45:28.346965 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc2527-c8a4-4c7b-9058-7c5e981422e4 req-e94e2509-65d3-44c6-a98c-fbc6c687b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:28.348628 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-68bc2527-c8a4-4c7b-9058-7c5e981422e4 req-e94e2509-65d3-44c6-a98c-fbc6c687b561 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=84e0d685-1ae9-4e59-a83e-aaf538ac66b1 HTTP/1.1" status: 200 len: 1097 time: 0.0921209 Apr 06 13:45:28.473190 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e04b8-c0d7-4d8c-bcae-0c96742d7747 req-b28a4851-4e75-4387-a665-fae0f6b56ba2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:28.474664 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ca5e04b8-c0d7-4d8c-bcae-0c96742d7747 req-b28a4851-4e75-4387-a665-fae0f6b56ba2 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=84e0d685-1ae9-4e59-a83e-aaf538ac66b1 HTTP/1.1" status: 200 len: 944 time: 0.0888336 Apr 06 13:45:28.505300 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc2527-c8a4-4c7b-9058-7c5e981422e4 req-ae662777-b59c-456b-8a49-67dd1d2e8ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:28.507098 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-68bc2527-c8a4-4c7b-9058-7c5e981422e4 req-ae662777-b59c-456b-8a49-67dd1d2e8ead service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1518266 Apr 06 13:45:28.526530 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ca5e04b8-c0d7-4d8c-bcae-0c96742d7747 req-63daace1-5bf2-467a-add1-5f1d342c9afb tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=de2989a7-bdbe-4d93-a22a-f7c59214ff57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457072 Apr 06 13:45:28.656519 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc2527-c8a4-4c7b-9058-7c5e981422e4 req-ac371b48-7d8a-49c3-b277-1b83874cf1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:28.658655 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-68bc2527-c8a4-4c7b-9058-7c5e981422e4 req-ac371b48-7d8a-49c3-b277-1b83874cf1a4 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1456633 Apr 06 13:45:28.771279 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-351b95b1-6c75-4d76-8825-a30dd66964e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:28.772811 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-351b95b1-6c75-4d76-8825-a30dd66964e7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=84e0d685-1ae9-4e59-a83e-aaf538ac66b1 HTTP/1.1" status: 200 len: 1097 time: 0.0747175 Apr 06 13:45:28.843536 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-0c732aa7-7500-4a19-abbe-e1e4d2603b05 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6 HTTP/1.1" status: 200 len: 217 time: 0.0640390 Apr 06 13:45:28.905637 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-d1d9200b-f540-4df8-a493-a8c85567ae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:28.907220 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-d1d9200b-f540-4df8-a493-a8c85567ae4c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42882c09-8be3-4790-ba67-27e542b1b26e HTTP/1.1" status: 200 len: 834 time: 0.0577095 Apr 06 13:45:28.989328 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-4cc46683-fd40-4f9d-8a73-7115390759e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:28.990858 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-4cc46683-fd40-4f9d-8a73-7115390759e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1e7ebdc-846a-4f85-aa21-31b195e08f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778875 Apr 06 13:45:29.236228 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-adea6989-ea58-49a5-b6cc-03a87751a9fc service neutron] 10.222.0.61 "GET /v2.0/networks/d1e7ebdc-846a-4f85-aa21-31b195e08f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393329 Apr 06 13:45:29.372786 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5e65e9f2-842b-4893-aacb-8f52862cf931 req-dbf0b8b7-dd0b-43e9-8870-c0272f7dcd4c service neutron] 10.222.0.61 "GET /v2.0/networks/d1e7ebdc-846a-4f85-aa21-31b195e08f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296647 Apr 06 13:45:29.727104 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b2ad6-bda5-4598-8089-955a3f564c22 req-26461689-e242-4909-a261-87a0b1a25555 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:29.728557 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-552b2ad6-bda5-4598-8089-955a3f564c22 req-26461689-e242-4909-a261-87a0b1a25555 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=84e0d685-1ae9-4e59-a83e-aaf538ac66b1 HTTP/1.1" status: 200 len: 944 time: 0.0906653 Apr 06 13:45:29.777904 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-552b2ad6-bda5-4598-8089-955a3f564c22 req-aa868971-cbb2-4fa0-98dc-7045f1c77754 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=de2989a7-bdbe-4d93-a22a-f7c59214ff57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433288 Apr 06 13:45:30.963140 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ba1fa-4267-4350-ab63-a68d0b2f1a37 req-3cff3203-1534-45dc-bf4e-983e7c875777 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:30.964597 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ce0ba1fa-4267-4350-ab63-a68d0b2f1a37 req-3cff3203-1534-45dc-bf4e-983e7c875777 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=84e0d685-1ae9-4e59-a83e-aaf538ac66b1 HTTP/1.1" status: 200 len: 944 time: 0.0825357 Apr 06 13:45:31.009431 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ce0ba1fa-4267-4350-ab63-a68d0b2f1a37 req-eb8621b1-1a88-4742-b442-e579844fadba tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=de2989a7-bdbe-4d93-a22a-f7c59214ff57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391607 Apr 06 13:45:31.760540 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:45:31.893371 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6,segment=NetworkSegment(ea67970b-1e5b-4b12-8ac6-24c02466c721),segment_id=ea67970b-1e5b-4b12-8ac6-24c02466c721)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:45:31.907018 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': 'c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6', 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e', 'port_id': 'c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6', 'mac_address': 'fa:16:3e:e1:08:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42882c09-8be3-4790-ba67-27e542b1b26e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:45:31.967648 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:31.985538 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:45:32.004399 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6,segment=NetworkSegment(ea67970b-1e5b-4b12-8ac6-24c02466c721),segment_id=ea67970b-1e5b-4b12-8ac6-24c02466c721)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:45:32.067477 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:32.137557 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:32.210384 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79559e-5f4f-4b26-9e01-aa8a6c267479 req-5645e8f5-c84a-4d50-b8cc-d6ab905ca963 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:32.211900 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ff79559e-5f4f-4b26-9e01-aa8a6c267479 req-5645e8f5-c84a-4d50-b8cc-d6ab905ca963 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=84e0d685-1ae9-4e59-a83e-aaf538ac66b1 HTTP/1.1" status: 200 len: 945 time: 0.0913343 Apr 06 13:45:32.256832 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ff79559e-5f4f-4b26-9e01-aa8a6c267479 req-681d6d89-1c37-49c7-9c19-d637e1c9124e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=de2989a7-bdbe-4d93-a22a-f7c59214ff57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392163 Apr 06 13:45:32.261253 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:45:33.450373 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a4e4e-25d6-4d89-a699-f60afced774b req-e9e99c73-0378-44d5-9693-786b4111f2f8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:33.451850 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-592a4e4e-25d6-4d89-a699-f60afced774b req-e9e99c73-0378-44d5-9693-786b4111f2f8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=84e0d685-1ae9-4e59-a83e-aaf538ac66b1 HTTP/1.1" status: 200 len: 945 time: 0.0811899 Apr 06 13:45:33.500284 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-592a4e4e-25d6-4d89-a699-f60afced774b req-5d69fd4b-0153-48a6-bb9c-daf0d47d121a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=de2989a7-bdbe-4d93-a22a-f7c59214ff57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408945 Apr 06 13:45:33.775849 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:45:33.958729 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:45:33.964207 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:45:33.964573 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:34.092384 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:34.120039 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e0d685-1ae9-4e59-a83e-aaf538ac66b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:45:34.130406 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6,segment=NetworkSegment(ea67970b-1e5b-4b12-8ac6-24c02466c721),segment_id=ea67970b-1e5b-4b12-8ac6-24c02466c721)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:45:34.164505 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-774bc5e1-6c7f-4d2c-ac63-3e98777e2aa7'] response: {'server_uuid': '84e0d685-1ae9-4e59-a83e-aaf538ac66b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6', 'code': 200} Apr 06 13:45:34.198951 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:34.275940 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:34.558474 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01246514-2bb6-4f00-a65b-87b3aa82c5b1 req-e46348b9-cfdc-479e-9d2b-e152485d1709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:34.559982 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-01246514-2bb6-4f00-a65b-87b3aa82c5b1 req-e46348b9-cfdc-479e-9d2b-e152485d1709 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=84e0d685-1ae9-4e59-a83e-aaf538ac66b1 HTTP/1.1" status: 200 len: 1099 time: 0.0726116 Apr 06 13:45:34.605755 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-01246514-2bb6-4f00-a65b-87b3aa82c5b1 req-543a7e9b-edb4-45d9-9316-28608a722011 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=de2989a7-bdbe-4d93-a22a-f7c59214ff57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389624 Apr 06 13:45:34.698007 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf482e-dc1d-41ab-8dde-96958125a327 req-12da1cb2-a52a-41fe-9a71-abb4e677d7cc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:34.699484 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-29bf482e-dc1d-41ab-8dde-96958125a327 req-12da1cb2-a52a-41fe-9a71-abb4e677d7cc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=84e0d685-1ae9-4e59-a83e-aaf538ac66b1 HTTP/1.1" status: 200 len: 946 time: 0.0902894 Apr 06 13:45:34.746424 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-29bf482e-dc1d-41ab-8dde-96958125a327 req-60eb0855-b8c3-4f62-bd69-a57ecba4c214 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=de2989a7-bdbe-4d93-a22a-f7c59214ff57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413225 Apr 06 13:45:35.948784 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcbb02-7498-42d9-bc19-c59be4f096c5 req-dd4ece51-3939-4873-9704-fe336f6286f5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:35.950255 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8cfcbb02-7498-42d9-bc19-c59be4f096c5 req-dd4ece51-3939-4873-9704-fe336f6286f5 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=84e0d685-1ae9-4e59-a83e-aaf538ac66b1 HTTP/1.1" status: 200 len: 946 time: 0.0845833 Apr 06 13:45:35.997555 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8cfcbb02-7498-42d9-bc19-c59be4f096c5 req-6a2df15a-094a-452b-8b93-a333de46ad0c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=de2989a7-bdbe-4d93-a22a-f7c59214ff57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397115 Apr 06 13:45:36.185321 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb5986-781b-49d8-a67b-85c542a67ad8 req-d1bb40ee-380b-450f-bcd9-70e9515970e6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:36.186853 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-95fb5986-781b-49d8-a67b-85c542a67ad8 req-d1bb40ee-380b-450f-bcd9-70e9515970e6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=84e0d685-1ae9-4e59-a83e-aaf538ac66b1 HTTP/1.1" status: 200 len: 946 time: 0.0842154 Apr 06 13:45:36.234450 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-95fb5986-781b-49d8-a67b-85c542a67ad8 req-7052156f-f1a5-4e1e-9c4f-2a8546c5e82c tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=de2989a7-bdbe-4d93-a22a-f7c59214ff57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408196 Apr 06 13:45:36.375094 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51370) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:45:36.375094 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f00b47-f757-418c-992e-7e94a498869b tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:36.375094 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d3f00b47-f757-418c-992e-7e94a498869b tempest-TestNetworkBasicOps-625006545 tempest-TestNetworkBasicOps-625006545-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=84e0d685-1ae9-4e59-a83e-aaf538ac66b1 HTTP/1.1" status: 200 len: 1094 time: 0.0757377 Apr 06 13:45:36.375094 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51374) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:45:36.375094 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-d1ae1476-1783-4feb-851a-7ea9b85c0dc6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'port_id': 'c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:45:36.375094 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d1ae1476-1783-4feb-851a-7ea9b85c0dc6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:45:36.375094 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d1ae1476-1783-4feb-851a-7ea9b85c0dc6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Usage tracker for resource:floatingip and tenant:accb128fe3eb42cd83b327a0d6bf9c24 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:45:36.375094 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d1ae1476-1783-4feb-851a-7ea9b85c0dc6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:45:36.375094 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d1ae1476-1783-4feb-851a-7ea9b85c0dc6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:45:36.516417 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d1ae1476-1783-4feb-851a-7ea9b85c0dc6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:36.756277 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d1ae1476-1783-4feb-851a-7ea9b85c0dc6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:36.902345 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-d1ae1476-1783-4feb-851a-7ea9b85c0dc6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Allocated IP 172.26.4.161 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/09bba3d9-d81f-46c7-aef6-d0217f59a1fe) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:45:37.055249 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d1ae1476-1783-4feb-851a-7ea9b85c0dc6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:37.159269 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d1ae1476-1783-4feb-851a-7ea9b85c0dc6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:37.224134 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ae1476-1783-4feb-851a-7ea9b85c0dc6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:45:37.229784 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-d1ae1476-1783-4feb-851a-7ea9b85c0dc6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:45:37.233970 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ae1476-1783-4feb-851a-7ea9b85c0dc6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:45:37.263431 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae1476-1783-4feb-851a-7ea9b85c0dc6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=09bba3d9-d81f-46c7-aef6-d0217f59a1fe,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:37.658232 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d1ae1476-1783-4feb-851a-7ea9b85c0dc6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:37.803522 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d1ae1476-1783-4feb-851a-7ea9b85c0dc6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:38.016733 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d1ae1476-1783-4feb-851a-7ea9b85c0dc6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:38.101790 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d1ae1476-1783-4feb-851a-7ea9b85c0dc6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:38.214261 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae1476-1783-4feb-851a-7ea9b85c0dc6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event updated for resources: {'Port': ['ID=09bba3d9-d81f-46c7-aef6-d0217f59a1fe,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:38.227612 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d1ae1476-1783-4feb-851a-7ea9b85c0dc6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:38.407299 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-d1ae1476-1783-4feb-851a-7ea9b85c0dc6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Floating IP dd734568-5ef0-402b-9959-2ac2b2f40c4d associated. External IP: 172.26.4.161, port: c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6. Apr 06 13:45:38.881205 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ae1476-1783-4feb-851a-7ea9b85c0dc6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 6c455f9c-8584-46bd-a98d-84cf77d5c65b has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:45:39.066264 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ae1476-1783-4feb-851a-7ea9b85c0dc6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:45:39.076341 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069055f6-d7ab-4fa3-b989-49d62845cbfb None None] Sync routers for ids ['6c455f9c-8584-46bd-a98d-84cf77d5c65b'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:45:39.087063 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069055f6-d7ab-4fa3-b989-49d62845cbfb None None] Routers {'6c455f9c-8584-46bd-a98d-84cf77d5c65b'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:45:39.087958 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-069055f6-d7ab-4fa3-b989-49d62845cbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:45:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['6c455f9c-8584-46bd-a98d-84cf77d5c65b'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:45:39.156282 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d1ae1476-1783-4feb-851a-7ea9b85c0dc6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:39.220003 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d1ae1476-1783-4feb-851a-7ea9b85c0dc6 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8805692 Apr 06 13:45:39.220652 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e0d685-1ae9-4e59-a83e-aaf538ac66b1', 'tag': 'c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:45:39.223201 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51378) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:45:39.285369 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dc87c94-3d48-45fb-a6a6-0dadce6f5e45'] response: {'name': 'network-changed', 'server_uuid': '84e0d685-1ae9-4e59-a83e-aaf538ac66b1', 'tag': 'c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6', 'status': 'completed', 'code': 200} Apr 06 13:45:39.300709 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-069055f6-d7ab-4fa3-b989-49d62845cbfb None None] Set router 6c455f9c-8584-46bd-a98d-84cf77d5c65b gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:45:39.397424 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-fcb6e8c2-ddfe-415a-80f0-6e521a321b1e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/dd734568-5ef0-402b-9959-2ac2b2f40c4d HTTP/1.1" status: 200 len: 992 time: 0.1727107 Apr 06 13:45:39.418857 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6466fad-97a0-41ab-95fd-4d619dc75f1a req-ff5fbd17-e849-4221-82de-23394dcf3dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:39.418857 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e6466fad-97a0-41ab-95fd-4d619dc75f1a req-ff5fbd17-e849-4221-82de-23394dcf3dff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=84e0d685-1ae9-4e59-a83e-aaf538ac66b1 HTTP/1.1" status: 200 len: 1099 time: 0.1068764 Apr 06 13:45:39.552592 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6466fad-97a0-41ab-95fd-4d619dc75f1a req-29208e65-acda-40ac-b5eb-3f32272a6577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:39.554020 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e6466fad-97a0-41ab-95fd-4d619dc75f1a req-29208e65-acda-40ac-b5eb-3f32272a6577 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1e7ebdc-846a-4f85-aa21-31b195e08f5e HTTP/1.1" status: 200 len: 898 time: 0.1311224 Apr 06 13:45:39.659943 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e6466fad-97a0-41ab-95fd-4d619dc75f1a req-54ae5be3-a1ee-48c7-8b4b-94d0abfb68a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6 HTTP/1.1" status: 200 len: 1000 time: 0.0995903 Apr 06 13:45:39.660484 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-069055f6-d7ab-4fa3-b989-49d62845cbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'name': 'tempest-TestNetworkBasicOps-router-1161533303', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:45:10Z', 'updated_at': '2022-04-06T13:45:16Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:11Z', 'updated_at': '2022-04-06T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': 'dd734568-5ef0-402b-9959-2ac2b2f40c4d', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.161', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'port_id': 'c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e', 'mac_address': 'fa:16:3e:e1:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e0d685-1ae9-4e59-a83e-aaf538ac66b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:45:37Z', 'updated_at': '2022-04-06T13:45:37Z', 'revision_number': 0, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ab2f75-3a46-4209-be6f-75bb1dcf20ca', 'name': '', 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:4c:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '42882c09-8be3-4790-ba67-27e542b1b26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:15Z', 'updated_at': '2022-04-06T13:45:21Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '42882c09-8be3-4790-ba67-27e542b1b26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:45:39.664546 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069055f6-d7ab-4fa3-b989-49d62845cbfb None None] Checking router: 6c455f9c-8584-46bd-a98d-84cf77d5c65b for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:45:39.673084 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069055f6-d7ab-4fa3-b989-49d62845cbfb None None] Routers {'6c455f9c-8584-46bd-a98d-84cf77d5c65b'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:45:39.674123 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-069055f6-d7ab-4fa3-b989-49d62845cbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:45:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['6c455f9c-8584-46bd-a98d-84cf77d5c65b'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:45:39.725134 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6466fad-97a0-41ab-95fd-4d619dc75f1a req-6e7c6284-8f00-4761-b4d8-8da7c093cbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:39.726562 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e6466fad-97a0-41ab-95fd-4d619dc75f1a req-6e7c6284-8f00-4761-b4d8-8da7c093cbc4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42882c09-8be3-4790-ba67-27e542b1b26e HTTP/1.1" status: 200 len: 834 time: 0.0601444 Apr 06 13:45:39.807545 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6466fad-97a0-41ab-95fd-4d619dc75f1a req-86b73132-6df7-4ab1-9c64-20ae95c8af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:39.809132 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e6466fad-97a0-41ab-95fd-4d619dc75f1a req-86b73132-6df7-4ab1-9c64-20ae95c8af95 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1e7ebdc-846a-4f85-aa21-31b195e08f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767002 Apr 06 13:45:39.850947 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-069055f6-d7ab-4fa3-b989-49d62845cbfb None None] Set router 6c455f9c-8584-46bd-a98d-84cf77d5c65b gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:45:39.946166 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e6466fad-97a0-41ab-95fd-4d619dc75f1a req-990c0bc1-0e92-44c9-b5bf-f1f3461fdf1f service neutron] 10.222.0.61 "GET /v2.0/networks/d1e7ebdc-846a-4f85-aa21-31b195e08f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302872 Apr 06 13:45:40.087112 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e6466fad-97a0-41ab-95fd-4d619dc75f1a req-f1f6b4a7-a7fd-4801-be4c-9b118ff52039 service neutron] 10.222.0.61 "GET /v2.0/networks/d1e7ebdc-846a-4f85-aa21-31b195e08f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348917 Apr 06 13:45:40.205457 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-069055f6-d7ab-4fa3-b989-49d62845cbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'name': 'tempest-TestNetworkBasicOps-router-1161533303', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:45:10Z', 'updated_at': '2022-04-06T13:45:16Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:11Z', 'updated_at': '2022-04-06T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': 'dd734568-5ef0-402b-9959-2ac2b2f40c4d', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.161', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'port_id': 'c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e', 'mac_address': 'fa:16:3e:e1:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e0d685-1ae9-4e59-a83e-aaf538ac66b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:45:37Z', 'updated_at': '2022-04-06T13:45:37Z', 'revision_number': 0, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ab2f75-3a46-4209-be6f-75bb1dcf20ca', 'name': '', 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:4c:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '42882c09-8be3-4790-ba67-27e542b1b26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:15Z', 'updated_at': '2022-04-06T13:45:21Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '42882c09-8be3-4790-ba67-27e542b1b26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:45:40.210026 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069055f6-d7ab-4fa3-b989-49d62845cbfb None None] The sync data for ids ['6c455f9c-8584-46bd-a98d-84cf77d5c65b'] in dv-neutron-834600-1-hyperv is: [{'id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'name': 'tempest-TestNetworkBasicOps-router-1161533303', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:45:10Z', 'updated_at': '2022-04-06T13:45:16Z', 'revision_number': 4, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:11Z', 'updated_at': '2022-04-06T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': 'dd734568-5ef0-402b-9959-2ac2b2f40c4d', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.161', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'port_id': 'c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e', 'mac_address': 'fa:16:3e:e1:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e0d685-1ae9-4e59-a83e-aaf538ac66b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:45:37Z', 'updated_at': '2022-04-06T13:45:37Z', 'revision_number': 0, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ab2f75-3a46-4209-be6f-75bb1dcf20ca', 'name': '', 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:4c:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '42882c09-8be3-4790-ba67-27e542b1b26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:15Z', 'updated_at': '2022-04-06T13:45:21Z', 'revision_number': 5, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '42882c09-8be3-4790-ba67-27e542b1b26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:45:40.400682 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51384) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:45:40.417552 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02855ed4-9718-4d47-b5ec-46f02bdc21f2 None None] New status for floating IP dd734568-5ef0-402b-9959-2ac2b2f40c4d: ACTIVE {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:45:40.506683 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c32fb8e2-a73f-4bcd-95dd-f66d794fdde8 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/dd734568-5ef0-402b-9959-2ac2b2f40c4d HTTP/1.1" status: 200 len: 992 time: 0.1046333 Apr 06 13:45:41.510498 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51388) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:45:41.617554 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-83b025e3-0a84-419c-9022-e5c5157e7c0a tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/dd734568-5ef0-402b-9959-2ac2b2f40c4d HTTP/1.1" status: 200 len: 994 time: 0.1058881 Apr 06 13:45:45.424154 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bec884d4-8ee7-4565-a3b9-5c60e71856d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:47.701709 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bb251f2c-a320-4f9c-9ad1-d7f75e22b76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:48.898453 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:48.929821 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:50.389691 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:45:56.566487 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:45:57.318329 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:10.846517 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51404) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:46:10.851678 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-48cf443f-1cd8-47bb-9d4c-e7138e0d11fc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:46:11.386970 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-48cf443f-1cd8-47bb-9d4c-e7138e0d11fc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:11.492768 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-48cf443f-1cd8-47bb-9d4c-e7138e0d11fc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1624175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625362'] for router, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:11.801717 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48cf443f-1cd8-47bb-9d4c-e7138e0d11fc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 6c455f9c-8584-46bd-a98d-84cf77d5c65b has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:46:11.988875 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cf443f-1cd8-47bb-9d4c-e7138e0d11fc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:46:11.995530 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-48cf443f-1cd8-47bb-9d4c-e7138e0d11fc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:12.000825 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-48cf443f-1cd8-47bb-9d4c-e7138e0d11fc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "PUT /v2.0/routers/6c455f9c-8584-46bd-a98d-84cf77d5c65b HTTP/1.1" status: 200 len: 889 time: 1.1491492 Apr 06 13:46:12.001028 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2c3855-6a88-4541-b0d5-0a019cbcf2d5 None None] Sync routers for ids ['6c455f9c-8584-46bd-a98d-84cf77d5c65b'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:46:12.009651 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2c3855-6a88-4541-b0d5-0a019cbcf2d5 None None] Routers {'6c455f9c-8584-46bd-a98d-84cf77d5c65b'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:46:12.010244 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1d2c3855-6a88-4541-b0d5-0a019cbcf2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:45:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['6c455f9c-8584-46bd-a98d-84cf77d5c65b'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:46:12.076462 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1d2c3855-6a88-4541-b0d5-0a019cbcf2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:46:12.085443 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2c3855-6a88-4541-b0d5-0a019cbcf2d5 None None] Routers {'6c455f9c-8584-46bd-a98d-84cf77d5c65b'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:46:12.086026 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1d2c3855-6a88-4541-b0d5-0a019cbcf2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:45:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['6c455f9c-8584-46bd-a98d-84cf77d5c65b'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:46:12.152157 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1d2c3855-6a88-4541-b0d5-0a019cbcf2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:46:12.152560 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2c3855-6a88-4541-b0d5-0a019cbcf2d5 None None] The sync data for ids ['6c455f9c-8584-46bd-a98d-84cf77d5c65b'] in dv-neutron-834600-1-hyperv is: [] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:46:12.924572 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f9535c-c84b-4b3e-9074-a0449903f973 None None] New status for floating IP dd734568-5ef0-402b-9959-2ac2b2f40c4d: DOWN {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:46:13.556970 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f3ab2f75-3a46-4209-be6f-75bb1dcf20ca no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:46:13.674625 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:13.706209 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port f3ab2f75-3a46-4209-be6f-75bb1dcf20ca, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f3ab2f75-3a46-4209-be6f-75bb1dcf20ca,segment=NetworkSegment(ea67970b-1e5b-4b12-8ac6-24c02466c721),segment_id=ea67970b-1e5b-4b12-8ac6-24c02466c721)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:46:13.772023 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:13.772649 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 7818c510-b6b7-46c1-b970-2b40e8e483dc no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:46:13.890392 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=f3ab2f75-3a46-4209-be6f-75bb1dcf20ca,revision_number=6']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:46:13.899424 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:13.899884 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:13.900220 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:13.900549 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:13.900874 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:13.901197 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:13.901516 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:13.901834 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:13.902153 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:13.902469 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:13.902784 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:13.903120 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:13.963133 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:13.979847 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 7818c510-b6b7-46c1-b970-2b40e8e483dc, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=7818c510-b6b7-46c1-b970-2b40e8e483dc,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:46:14.040419 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:14.134368 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=7818c510-b6b7-46c1-b970-2b40e8e483dc,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:46:14.149164 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51410) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:46:14.154399 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-f6ef6b67-9546-4532-8bc4-1786c9285473 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:46:14.679339 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f6ef6b67-9546-4532-8bc4-1786c9285473 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:14.737931 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f6ef6b67-9546-4532-8bc4-1786c9285473 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1624175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625362'] for router, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:14.917996 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ef6b67-9546-4532-8bc4-1786c9285473 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 6c455f9c-8584-46bd-a98d-84cf77d5c65b has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:46:15.100829 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ef6b67-9546-4532-8bc4-1786c9285473 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:46:15.107089 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f6ef6b67-9546-4532-8bc4-1786c9285473 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:15.108199 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f6ef6b67-9546-4532-8bc4-1786c9285473 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "PUT /v2.0/routers/6c455f9c-8584-46bd-a98d-84cf77d5c65b HTTP/1.1" status: 200 len: 888 time: 0.9579937 Apr 06 13:46:15.109936 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7a617f-5f0c-425e-9140-40ca597e6eda None None] Sync routers for ids ['6c455f9c-8584-46bd-a98d-84cf77d5c65b'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:46:15.111798 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51414) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:46:15.120388 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7a617f-5f0c-425e-9140-40ca597e6eda None None] Routers {'6c455f9c-8584-46bd-a98d-84cf77d5c65b'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:46:15.121066 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8c7a617f-5f0c-425e-9140-40ca597e6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:45:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['6c455f9c-8584-46bd-a98d-84cf77d5c65b'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:46:15.357657 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e461ebc2-fabf-4c44-8731-52141ebf87fc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/dd734568-5ef0-402b-9959-2ac2b2f40c4d HTTP/1.1" status: 200 len: 992 time: 0.2445858 Apr 06 13:46:15.363680 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-8c7a617f-5f0c-425e-9140-40ca597e6eda None None] Set router 6c455f9c-8584-46bd-a98d-84cf77d5c65b gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:46:15.423308 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3b1990f9-7e88-4518-b5e9-776530d99f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:15.721427 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8c7a617f-5f0c-425e-9140-40ca597e6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'name': 'tempest-TestNetworkBasicOps-router-1161533303', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:45:10Z', 'updated_at': '2022-04-06T13:46:14Z', 'revision_number': 6, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:11Z', 'updated_at': '2022-04-06T13:46:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': 'dd734568-5ef0-402b-9959-2ac2b2f40c4d', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.161', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'port_id': 'c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e', 'mac_address': 'fa:16:3e:e1:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e0d685-1ae9-4e59-a83e-aaf538ac66b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:45:37Z', 'updated_at': '2022-04-06T13:46:13Z', 'revision_number': 2, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ab2f75-3a46-4209-be6f-75bb1dcf20ca', 'name': '', 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:4c:ce:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '42882c09-8be3-4790-ba67-27e542b1b26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:15Z', 'updated_at': '2022-04-06T13:46:13Z', 'revision_number': 6, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '42882c09-8be3-4790-ba67-27e542b1b26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:46:15.725563 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7a617f-5f0c-425e-9140-40ca597e6eda None None] Checking router: 6c455f9c-8584-46bd-a98d-84cf77d5c65b for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:46:15.734174 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7a617f-5f0c-425e-9140-40ca597e6eda None None] Routers {'6c455f9c-8584-46bd-a98d-84cf77d5c65b'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:46:15.734743 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8c7a617f-5f0c-425e-9140-40ca597e6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:45:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['6c455f9c-8584-46bd-a98d-84cf77d5c65b'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:46:15.913481 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-8c7a617f-5f0c-425e-9140-40ca597e6eda None None] Set router 6c455f9c-8584-46bd-a98d-84cf77d5c65b gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:46:16.254331 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8c7a617f-5f0c-425e-9140-40ca597e6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'name': 'tempest-TestNetworkBasicOps-router-1161533303', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:45:10Z', 'updated_at': '2022-04-06T13:46:14Z', 'revision_number': 6, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:11Z', 'updated_at': '2022-04-06T13:46:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': 'dd734568-5ef0-402b-9959-2ac2b2f40c4d', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.161', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'port_id': 'c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e', 'mac_address': 'fa:16:3e:e1:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e0d685-1ae9-4e59-a83e-aaf538ac66b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:45:37Z', 'updated_at': '2022-04-06T13:46:13Z', 'revision_number': 2, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ab2f75-3a46-4209-be6f-75bb1dcf20ca', 'name': '', 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:4c:ce:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '42882c09-8be3-4790-ba67-27e542b1b26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:15Z', 'updated_at': '2022-04-06T13:46:13Z', 'revision_number': 6, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '42882c09-8be3-4790-ba67-27e542b1b26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:46:16.258257 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7a617f-5f0c-425e-9140-40ca597e6eda None None] The sync data for ids ['6c455f9c-8584-46bd-a98d-84cf77d5c65b'] in dv-neutron-834600-1-hyperv is: [{'id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'name': 'tempest-TestNetworkBasicOps-router-1161533303', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:45:10Z', 'updated_at': '2022-04-06T13:46:14Z', 'revision_number': 6, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:11Z', 'updated_at': '2022-04-06T13:46:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': 'dd734568-5ef0-402b-9959-2ac2b2f40c4d', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'floating_ip_address': '172.26.4.161', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'port_id': 'c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e', 'mac_address': 'fa:16:3e:e1:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e0d685-1ae9-4e59-a83e-aaf538ac66b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:45:37Z', 'updated_at': '2022-04-06T13:46:13Z', 'revision_number': 2, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ab2f75-3a46-4209-be6f-75bb1dcf20ca', 'name': '', 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:4c:ce:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '42882c09-8be3-4790-ba67-27e542b1b26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:15Z', 'updated_at': '2022-04-06T13:46:13Z', 'revision_number': 6, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '42882c09-8be3-4790-ba67-27e542b1b26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:46:16.360689 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51418) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:46:16.481927 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f497a0a3-b9db-429b-8b33-fc26ee53d08b tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/dd734568-5ef0-402b-9959-2ac2b2f40c4d HTTP/1.1" status: 200 len: 992 time: 0.1201010 Apr 06 13:46:17.484189 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51422) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:46:17.604335 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f3ab2f75-3a46-4209-be6f-75bb1dcf20ca up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:46:17.605315 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b7ae15ca-9e8a-45b8-814e-e1cebe51423d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/dd734568-5ef0-402b-9959-2ac2b2f40c4d HTTP/1.1" status: 200 len: 992 time: 0.1200042 Apr 06 13:46:17.684223 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port f3ab2f75-3a46-4209-be6f-75bb1dcf20ca triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:46:17.684603 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:17.714280 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-643708a2-db4b-4b59-96fa-2f5e98544643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:17.804741 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:17.839402 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port f3ab2f75-3a46-4209-be6f-75bb1dcf20ca, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f3ab2f75-3a46-4209-be6f-75bb1dcf20ca,segment=NetworkSegment(ea67970b-1e5b-4b12-8ac6-24c02466c721),segment_id=ea67970b-1e5b-4b12-8ac6-24c02466c721)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:46:17.845625 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ef03d4-80d4-456e-a828-d8bfa2d9382c None None] New status for floating IP dd734568-5ef0-402b-9959-2ac2b2f40c4d: ACTIVE {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:46:17.903751 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:17.904508 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 7818c510-b6b7-46c1-b970-2b40e8e483dc up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:46:18.130707 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=f3ab2f75-3a46-4209-be6f-75bb1dcf20ca,revision_number=7']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:46:18.245896 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 7818c510-b6b7-46c1-b970-2b40e8e483dc triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:46:18.246257 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:18.367425 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:18.385099 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 7818c510-b6b7-46c1-b970-2b40e8e483dc, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=7818c510-b6b7-46c1-b970-2b40e8e483dc,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:46:18.443578 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:18.511984 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=7818c510-b6b7-46c1-b970-2b40e8e483dc,revision_number=6']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:46:18.609210 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51426) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:46:18.814157 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-92541b1a-29eb-49e3-96bd-e7d6432f0d0f tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/floatingips/dd734568-5ef0-402b-9959-2ac2b2f40c4d HTTP/1.1" status: 200 len: 994 time: 0.2033286 Apr 06 13:46:18.888986 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:18.911526 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:19.084872 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51434) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:46:19.303383 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ad121-8d3e-44b1-a859-7d1d5cef1672 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port 09bba3d9-d81f-46c7-aef6-d0217f59a1fe {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:46:19.303754 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad121-8d3e-44b1-a859-7d1d5cef1672 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:19.479062 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad121-8d3e-44b1-a859-7d1d5cef1672 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:19.479389 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad121-8d3e-44b1-a859-7d1d5cef1672 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:19.570507 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f3ab2f75-3a46-4209-be6f-75bb1dcf20ca up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:46:19.608141 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ad121-8d3e-44b1-a859-7d1d5cef1672 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for 09bba3d9-d81f-46c7-aef6-d0217f59a1fe owned by network:floatingip {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:46:19.640806 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port f3ab2f75-3a46-4209-be6f-75bb1dcf20ca triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:46:19.641197 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:19.764206 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 7818c510-b6b7-46c1-b970-2b40e8e483dc up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:46:19.820421 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad121-8d3e-44b1-a859-7d1d5cef1672 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:19.833451 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 7818c510-b6b7-46c1-b970-2b40e8e483dc triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:46:19.833898 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:19.873072 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ad121-8d3e-44b1-a859-7d1d5cef1672 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=09bba3d9-d81f-46c7-aef6-d0217f59a1fe,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:46:19.940616 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ad121-8d3e-44b1-a859-7d1d5cef1672 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:19.940962 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ad121-8d3e-44b1-a859-7d1d5cef1672 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:19.941299 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ad121-8d3e-44b1-a859-7d1d5cef1672 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:19.941624 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ad121-8d3e-44b1-a859-7d1d5cef1672 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:19.941950 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ad121-8d3e-44b1-a859-7d1d5cef1672 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:19.942276 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ad121-8d3e-44b1-a859-7d1d5cef1672 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:19.942597 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ad121-8d3e-44b1-a859-7d1d5cef1672 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:19.942941 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ad121-8d3e-44b1-a859-7d1d5cef1672 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:19.943267 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ad121-8d3e-44b1-a859-7d1d5cef1672 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:19.943585 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ad121-8d3e-44b1-a859-7d1d5cef1672 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:19.943900 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ad121-8d3e-44b1-a859-7d1d5cef1672 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:19.944210 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ad121-8d3e-44b1-a859-7d1d5cef1672 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:19.974513 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad121-8d3e-44b1-a859-7d1d5cef1672 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for floatingip, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:19.974872 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-ef6ad121-8d3e-44b1-a859-7d1d5cef1672 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Floating IP dd734568-5ef0-402b-9959-2ac2b2f40c4d disassociated (deleted). External IP: 172.26.4.161, port: c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6. Apr 06 13:46:20.308688 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:20.332110 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6ad121-8d3e-44b1-a859-7d1d5cef1672 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 6c455f9c-8584-46bd-a98d-84cf77d5c65b has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:46:20.624569 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6ad121-8d3e-44b1-a859-7d1d5cef1672 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:46:20.636493 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce106989-a741-4c16-a8c8-9c3b22bfa35e None None] Sync routers for ids ['6c455f9c-8584-46bd-a98d-84cf77d5c65b'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:46:20.642768 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad121-8d3e-44b1-a859-7d1d5cef1672 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:20.648208 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce106989-a741-4c16-a8c8-9c3b22bfa35e None None] Routers {'6c455f9c-8584-46bd-a98d-84cf77d5c65b'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:46:20.648803 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-ce106989-a741-4c16-a8c8-9c3b22bfa35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:46:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['6c455f9c-8584-46bd-a98d-84cf77d5c65b'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:46:20.702735 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ef6ad121-8d3e-44b1-a859-7d1d5cef1672 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/floatingips/dd734568-5ef0-402b-9959-2ac2b2f40c4d HTTP/1.1" status: 204 len: 168 time: 1.6166480 Apr 06 13:46:20.703742 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e0d685-1ae9-4e59-a83e-aaf538ac66b1', 'tag': 'c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:46:20.749888 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06505964-4929-4a55-8cad-b9d80fd55383'] response: {'name': 'network-changed', 'server_uuid': '84e0d685-1ae9-4e59-a83e-aaf538ac66b1', 'tag': 'c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6', 'status': 'completed', 'code': 200} Apr 06 13:46:20.848592 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-ce106989-a741-4c16-a8c8-9c3b22bfa35e None None] Set router 6c455f9c-8584-46bd-a98d-84cf77d5c65b gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:46:20.849611 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc1c79-2c9e-4450-8462-77cf2bb75ca0 req-1edf629f-d191-4984-9aba-5eab37d08737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:20.851103 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-07fc1c79-2c9e-4450-8462-77cf2bb75ca0 req-1edf629f-d191-4984-9aba-5eab37d08737 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&device_id=84e0d685-1ae9-4e59-a83e-aaf538ac66b1 HTTP/1.1" status: 200 len: 1099 time: 0.0760005 Apr 06 13:46:20.995961 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc1c79-2c9e-4450-8462-77cf2bb75ca0 req-fa62def5-d6e5-4532-9947-e578cb522342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:20.997313 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-07fc1c79-2c9e-4450-8462-77cf2bb75ca0 req-fa62def5-d6e5-4532-9947-e578cb522342 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1e7ebdc-846a-4f85-aa21-31b195e08f5e HTTP/1.1" status: 200 len: 898 time: 0.1404452 Apr 06 13:46:21.079939 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-07fc1c79-2c9e-4450-8462-77cf2bb75ca0 req-c55f08e9-8cf6-4496-a978-014c51f746e1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6 HTTP/1.1" status: 200 len: 217 time: 0.0763717 Apr 06 13:46:21.144380 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc1c79-2c9e-4450-8462-77cf2bb75ca0 req-71c3ce8d-2488-4cd6-868c-b8c5c66e6955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:21.145802 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-07fc1c79-2c9e-4450-8462-77cf2bb75ca0 req-71c3ce8d-2488-4cd6-868c-b8c5c66e6955 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42882c09-8be3-4790-ba67-27e542b1b26e HTTP/1.1" status: 200 len: 834 time: 0.0604157 Apr 06 13:46:21.231319 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc1c79-2c9e-4450-8462-77cf2bb75ca0 req-047dacce-e00d-4f7d-9abe-9d01e9812af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:21.233019 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-07fc1c79-2c9e-4450-8462-77cf2bb75ca0 req-047dacce-e00d-4f7d-9abe-9d01e9812af1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1e7ebdc-846a-4f85-aa21-31b195e08f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813537 Apr 06 13:46:21.240365 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-ce106989-a741-4c16-a8c8-9c3b22bfa35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'name': 'tempest-TestNetworkBasicOps-router-1161533303', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:45:10Z', 'updated_at': '2022-04-06T13:46:14Z', 'revision_number': 6, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:11Z', 'updated_at': '2022-04-06T13:46:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'f3ab2f75-3a46-4209-be6f-75bb1dcf20ca', 'name': '', 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:4c:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '42882c09-8be3-4790-ba67-27e542b1b26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:15Z', 'updated_at': '2022-04-06T13:46:17Z', 'revision_number': 7, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '42882c09-8be3-4790-ba67-27e542b1b26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:46:21.244429 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce106989-a741-4c16-a8c8-9c3b22bfa35e None None] Checking router: 6c455f9c-8584-46bd-a98d-84cf77d5c65b for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:46:21.254967 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce106989-a741-4c16-a8c8-9c3b22bfa35e None None] Routers {'6c455f9c-8584-46bd-a98d-84cf77d5c65b'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:46:21.255471 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-ce106989-a741-4c16-a8c8-9c3b22bfa35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:46:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['6c455f9c-8584-46bd-a98d-84cf77d5c65b'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:46:21.354401 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2af780-51ac-478d-9920-e8855f166e1e req-6e656dea-bf42-4bc4-b708-87503d166b3d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:21.362168 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3c2af780-51ac-478d-9920-e8855f166e1e req-6e656dea-bf42-4bc4-b708-87503d166b3d tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=84e0d685-1ae9-4e59-a83e-aaf538ac66b1 HTTP/1.1" status: 200 len: 946 time: 0.0972421 Apr 06 13:46:21.379528 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-07fc1c79-2c9e-4450-8462-77cf2bb75ca0 req-d85c38d1-01a6-44b7-aa26-ae83228a5222 service neutron] 10.222.0.61 "GET /v2.0/networks/d1e7ebdc-846a-4f85-aa21-31b195e08f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381726 Apr 06 13:46:21.419892 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3c2af780-51ac-478d-9920-e8855f166e1e req-241f4f89-69a5-429f-84db-43acd2929e53 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=de2989a7-bdbe-4d93-a22a-f7c59214ff57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561600 Apr 06 13:46:21.446009 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-ce106989-a741-4c16-a8c8-9c3b22bfa35e None None] Set router 6c455f9c-8584-46bd-a98d-84cf77d5c65b gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:46:21.523430 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-07fc1c79-2c9e-4450-8462-77cf2bb75ca0 req-04bdf4e3-f834-4d6e-a1ff-f8d6d1784158 service neutron] 10.222.0.61 "GET /v2.0/networks/d1e7ebdc-846a-4f85-aa21-31b195e08f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372790 Apr 06 13:46:21.786561 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-ce106989-a741-4c16-a8c8-9c3b22bfa35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'name': 'tempest-TestNetworkBasicOps-router-1161533303', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:45:10Z', 'updated_at': '2022-04-06T13:46:14Z', 'revision_number': 6, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:11Z', 'updated_at': '2022-04-06T13:46:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'f3ab2f75-3a46-4209-be6f-75bb1dcf20ca', 'name': '', 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:4c:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '42882c09-8be3-4790-ba67-27e542b1b26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:15Z', 'updated_at': '2022-04-06T13:46:17Z', 'revision_number': 7, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '42882c09-8be3-4790-ba67-27e542b1b26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:46:21.790290 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce106989-a741-4c16-a8c8-9c3b22bfa35e None None] The sync data for ids ['6c455f9c-8584-46bd-a98d-84cf77d5c65b'] in dv-neutron-834600-1-hyperv is: [{'id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'name': 'tempest-TestNetworkBasicOps-router-1161533303', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:45:10Z', 'updated_at': '2022-04-06T13:46:14Z', 'revision_number': 6, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:11Z', 'updated_at': '2022-04-06T13:46:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'f3ab2f75-3a46-4209-be6f-75bb1dcf20ca', 'name': '', 'network_id': 'd1e7ebdc-846a-4f85-aa21-31b195e08f5e', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'mac_address': 'fa:16:3e:4c:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '42882c09-8be3-4790-ba67-27e542b1b26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:15Z', 'updated_at': '2022-04-06T13:46:17Z', 'revision_number': 7, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'subnets': [{'id': '42882c09-8be3-4790-ba67-27e542b1b26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:46:22.568178 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6b86d-a421-4583-8363-9567432dce2b req-aabbdc04-929a-49c5-8cee-798050e95bca tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:22.568783 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-5ce6b86d-a421-4583-8363-9567432dce2b req-aabbdc04-929a-49c5-8cee-798050e95bca tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Synchronizing usage tracker for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:46:22.627570 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f2be0-bfa6-43b4-8452-f0988a5488d2 req-cfda0549-f5c4-43bc-89f7-3cd0f8c36518 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:22.629015 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b02f2be0-bfa6-43b4-8452-f0988a5488d2 req-cfda0549-f5c4-43bc-89f7-3cd0f8c36518 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=84e0d685-1ae9-4e59-a83e-aaf538ac66b1 HTTP/1.1" status: 200 len: 946 time: 0.0838861 Apr 06 13:46:22.637155 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-5ce6b86d-a421-4583-8363-9567432dce2b req-aabbdc04-929a-49c5-8cee-798050e95bca tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Unset dirty status for tenant:accb128fe3eb42cd83b327a0d6bf9c24 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:46:22.638508 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5ce6b86d-a421-4583-8363-9567432dce2b req-aabbdc04-929a-49c5-8cee-798050e95bca tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "GET /v2.0/ports?device_id=84e0d685-1ae9-4e59-a83e-aaf538ac66b1 HTTP/1.1" status: 200 len: 946 time: 0.1508043 Apr 06 13:46:22.674102 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b02f2be0-bfa6-43b4-8452-f0988a5488d2 req-3ce6e359-032f-4dfe-981e-b816d941ca7e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/security-groups?id=de2989a7-bdbe-4d93-a22a-f7c59214ff57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394144 Apr 06 13:46:22.715024 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-5ce6b86d-a421-4583-8363-9567432dce2b req-51df9833-d375-4207-a8e4-b590166aeeda tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:46:22.715358 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5ce6b86d-a421-4583-8363-9567432dce2b req-51df9833-d375-4207-a8e4-b590166aeeda tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:22.957734 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-5ce6b86d-a421-4583-8363-9567432dce2b req-51df9833-d375-4207-a8e4-b590166aeeda tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6,segment=NetworkSegment(ea67970b-1e5b-4b12-8ac6-24c02466c721),segment_id=ea67970b-1e5b-4b12-8ac6-24c02466c721)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:46:22.958083 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5ce6b86d-a421-4583-8363-9567432dce2b req-51df9833-d375-4207-a8e4-b590166aeeda tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:23.027013 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b120757-eb3d-4736-b9b4-0c67b61969b5 None None] New status for floating IP dd734568-5ef0-402b-9959-2ac2b2f40c4d: DOWN {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:46:23.085542 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-5ce6b86d-a421-4583-8363-9567432dce2b req-51df9833-d375-4207-a8e4-b590166aeeda tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6 owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:46:23.311929 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5ce6b86d-a421-4583-8363-9567432dce2b req-51df9833-d375-4207-a8e4-b590166aeeda tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:23.466617 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df9833-d375-4207-a8e4-b590166aeeda tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:46:23.542673 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce6b86d-a421-4583-8363-9567432dce2b req-51df9833-d375-4207-a8e4-b590166aeeda tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] No DVR routers for this DVR port c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6 on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:46:23.545154 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5ce6b86d-a421-4583-8363-9567432dce2b req-51df9833-d375-4207-a8e4-b590166aeeda tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:23.548501 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e0d685-1ae9-4e59-a83e-aaf538ac66b1', 'name': 'network-vif-deleted', 'tag': 'c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:46:23.598613 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29727263-8496-42d6-915e-b1f9574b4326'] response: {'server_uuid': '84e0d685-1ae9-4e59-a83e-aaf538ac66b1', 'name': 'network-vif-deleted', 'tag': 'c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6', 'status': 'completed', 'code': 200} Apr 06 13:46:23.621055 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5ce6b86d-a421-4583-8363-9567432dce2b req-51df9833-d375-4207-a8e4-b590166aeeda tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.61 "DELETE /v2.0/ports/c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6 HTTP/1.1" status: 204 len: 173 time: 0.9765744 Apr 06 13:46:23.825315 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3fb6a6c9-1b92-4288-b46f-e1476ba22558 req-3ecb4d71-500f-4cad-99e8-4dbf83d008cd tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "GET /v2.0/ports?device_id=84e0d685-1ae9-4e59-a83e-aaf538ac66b1 HTTP/1.1" status: 200 len: 210 time: 0.0441394 Apr 06 13:46:24.925714 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51452) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:46:24.996212 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-078fd4f5-043e-418e-82db-96fc1b9332f4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:25.026742 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-078fd4f5-043e-418e-82db-96fc1b9332f4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:25.168446 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-078fd4f5-043e-418e-82db-96fc1b9332f4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:25.186186 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078fd4f5-043e-418e-82db-96fc1b9332f4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2989a7-bdbe-4d93-a22a-f7c59214ff57,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:46:25.258935 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-078fd4f5-043e-418e-82db-96fc1b9332f4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:25.260051 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-078fd4f5-043e-418e-82db-96fc1b9332f4 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/security-groups/de2989a7-bdbe-4d93-a22a-f7c59214ff57 HTTP/1.1" status: 204 len: 168 time: 0.3333747 Apr 06 13:46:25.378743 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51458) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:46:25.936502 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-273d5458-0ca2-49f3-b804-02b419f5574e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:26.308668 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-273d5458-0ca2-49f3-b804-02b419f5574e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port f3ab2f75-3a46-4209-be6f-75bb1dcf20ca {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:46:26.309008 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-273d5458-0ca2-49f3-b804-02b419f5574e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:26.499463 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-273d5458-0ca2-49f3-b804-02b419f5574e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port f3ab2f75-3a46-4209-be6f-75bb1dcf20ca, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f3ab2f75-3a46-4209-be6f-75bb1dcf20ca,segment=NetworkSegment(ea67970b-1e5b-4b12-8ac6-24c02466c721),segment_id=ea67970b-1e5b-4b12-8ac6-24c02466c721)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:46:26.499728 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-273d5458-0ca2-49f3-b804-02b419f5574e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:26.727300 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-273d5458-0ca2-49f3-b804-02b419f5574e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for f3ab2f75-3a46-4209-be6f-75bb1dcf20ca owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:46:27.131812 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-273d5458-0ca2-49f3-b804-02b419f5574e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:27.181271 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d5458-0ca2-49f3-b804-02b419f5574e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=f3ab2f75-3a46-4209-be6f-75bb1dcf20ca,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:46:27.343727 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:27.481937 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-273d5458-0ca2-49f3-b804-02b419f5574e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:27.853839 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273d5458-0ca2-49f3-b804-02b419f5574e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Router 6c455f9c-8584-46bd-a98d-84cf77d5c65b has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:46:28.003971 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:46:28.036567 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273d5458-0ca2-49f3-b804-02b419f5574e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:46:28.042619 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:46:28.043315 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device c5d449a5-28e1-45a1-b7d9-8dc9bfd829a6 not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:46:28.049303 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2f7e9e-cd8e-4af7-a4a5-dc92a14af0e0 None None] Sync routers for ids ['6c455f9c-8584-46bd-a98d-84cf77d5c65b'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:46:28.051319 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-273d5458-0ca2-49f3-b804-02b419f5574e tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "PUT /v2.0/routers/6c455f9c-8584-46bd-a98d-84cf77d5c65b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6714635 Apr 06 13:46:28.054375 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51462) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:46:28.058940 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2f7e9e-cd8e-4af7-a4a5-dc92a14af0e0 None None] Routers {'6c455f9c-8584-46bd-a98d-84cf77d5c65b'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:46:28.059535 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-4b2f7e9e-cd8e-4af7-a4a5-dc92a14af0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:46:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['6c455f9c-8584-46bd-a98d-84cf77d5c65b'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:46:28.247113 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-4b2f7e9e-cd8e-4af7-a4a5-dc92a14af0e0 None None] Set router 6c455f9c-8584-46bd-a98d-84cf77d5c65b gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:46:28.247838 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-48eeb5d0-b5c3-4f60-a4ad-dba741a44fbc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting subnet 42882c09-8be3-4790-ba67-27e542b1b26e {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:46:28.252118 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-48eeb5d0-b5c3-4f60-a4ad-dba741a44fbc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:28.308801 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-48eeb5d0-b5c3-4f60-a4ad-dba741a44fbc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:28.399622 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-48eeb5d0-b5c3-4f60-a4ad-dba741a44fbc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:28.544352 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-4b2f7e9e-cd8e-4af7-a4a5-dc92a14af0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'name': 'tempest-TestNetworkBasicOps-router-1161533303', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:45:10Z', 'updated_at': '2022-04-06T13:46:26Z', 'revision_number': 7, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:11Z', 'updated_at': '2022-04-06T13:46:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:46:28.549153 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2f7e9e-cd8e-4af7-a4a5-dc92a14af0e0 None None] Checking router: 6c455f9c-8584-46bd-a98d-84cf77d5c65b for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:46:28.557641 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2f7e9e-cd8e-4af7-a4a5-dc92a14af0e0 None None] Routers {'6c455f9c-8584-46bd-a98d-84cf77d5c65b'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:46:28.558304 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-4b2f7e9e-cd8e-4af7-a4a5-dc92a14af0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:46:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['6c455f9c-8584-46bd-a98d-84cf77d5c65b'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:46:28.568332 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-48eeb5d0-b5c3-4f60-a4ad-dba741a44fbc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:28.615803 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-48eeb5d0-b5c3-4f60-a4ad-dba741a44fbc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:28.619923 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eeb5d0-b5c3-4f60-a4ad-dba741a44fbc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Subnet': ['ID=42882c09-8be3-4790-ba67-27e542b1b26e,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:46:28.636716 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-48eeb5d0-b5c3-4f60-a4ad-dba741a44fbc tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/subnets/42882c09-8be3-4790-ba67-27e542b1b26e HTTP/1.1" status: 204 len: 168 time: 0.5747569 Apr 06 13:46:28.636716 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51468) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:46:28.636900 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b107b309-3a02-424e-b740-dde0ef4dc25d None None] Network d1e7ebdc-846a-4f85-aa21-31b195e08f5e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:46:28.792183 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-4b2f7e9e-cd8e-4af7-a4a5-dc92a14af0e0 None None] Set router 6c455f9c-8584-46bd-a98d-84cf77d5c65b gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:46:28.838666 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ae6a1b6-a1cc-498d-a5a8-cba7a9ccb459 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:28.951847 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8e2123-5e0f-4431-9a67-f7c396da40f8 None None] DHCP port deletion for d1e7ebdc-846a-4f85-aa21-31b195e08f5e request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:46:28.958636 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-3c8e2123-5e0f-4431-9a67-f7c396da40f8 None None] Deleting port 3da0ee25-d604-447d-bc5d-af3619a6702a {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:46:28.959137 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3c8e2123-5e0f-4431-9a67-f7c396da40f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:29.093534 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ae6a1b6-a1cc-498d-a5a8-cba7a9ccb459 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:29.126099 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-4b2f7e9e-cd8e-4af7-a4a5-dc92a14af0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'name': 'tempest-TestNetworkBasicOps-router-1161533303', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:45:10Z', 'updated_at': '2022-04-06T13:46:26Z', 'revision_number': 7, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:11Z', 'updated_at': '2022-04-06T13:46:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:46:29.132224 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2f7e9e-cd8e-4af7-a4a5-dc92a14af0e0 None None] The sync data for ids ['6c455f9c-8584-46bd-a98d-84cf77d5c65b'] in dv-neutron-834600-1-hyperv is: [{'id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'name': 'tempest-TestNetworkBasicOps-router-1161533303', 'tenant_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:45:10Z', 'updated_at': '2022-04-06T13:46:26Z', 'revision_number': 7, 'project_id': 'accb128fe3eb42cd83b327a0d6bf9c24', 'gw_port': {'id': '7818c510-b6b7-46c1-b970-2b40e8e483dc', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c455f9c-8584-46bd-a98d-84cf77d5c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:45:11Z', 'updated_at': '2022-04-06T13:46:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:46:29.182423 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-3c8e2123-5e0f-4431-9a67-f7c396da40f8 None None] For port 3da0ee25-d604-447d-bc5d-af3619a6702a, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=3da0ee25-d604-447d-bc5d-af3619a6702a,segment=NetworkSegment(ea67970b-1e5b-4b12-8ac6-24c02466c721),segment_id=ea67970b-1e5b-4b12-8ac6-24c02466c721)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:46:29.186655 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3c8e2123-5e0f-4431-9a67-f7c396da40f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:29.186785 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6a1b6-a1cc-498d-a5a8-cba7a9ccb459 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Deleting port 7818c510-b6b7-46c1-b970-2b40e8e483dc {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:46:29.186785 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ae6a1b6-a1cc-498d-a5a8-cba7a9ccb459 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:29.309888 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-3c8e2123-5e0f-4431-9a67-f7c396da40f8 None None] Calling delete_port for 3da0ee25-d604-447d-bc5d-af3619a6702a owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:46:29.370275 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-3ae6a1b6-a1cc-498d-a5a8-cba7a9ccb459 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] For port 7818c510-b6b7-46c1-b970-2b40e8e483dc, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=7818c510-b6b7-46c1-b970-2b40e8e483dc,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:46:29.370972 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ae6a1b6-a1cc-498d-a5a8-cba7a9ccb459 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:29.486211 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3c8e2123-5e0f-4431-9a67-f7c396da40f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:29.504806 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6a1b6-a1cc-498d-a5a8-cba7a9ccb459 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Calling delete_port for 7818c510-b6b7-46c1-b970-2b40e8e483dc owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:46:29.530880 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8e2123-5e0f-4431-9a67-f7c396da40f8 None None] No DVR routers for this DVR port 3da0ee25-d604-447d-bc5d-af3619a6702a on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:46:29.543496 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e2123-5e0f-4431-9a67-f7c396da40f8 None None] Pushing event deleted for resources: {'Port': ['ID=3da0ee25-d604-447d-bc5d-af3619a6702a,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:46:29.612993 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f3ab2f75-3a46-4209-be6f-75bb1dcf20ca no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:46:29.651220 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: f3ab2f75-3a46-4209-be6f-75bb1dcf20ca {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:46:29.653717 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f3ab2f75-3a46-4209-be6f-75bb1dcf20ca not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:46:29.653717 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 3da0ee25-d604-447d-bc5d-af3619a6702a no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:46:29.690886 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 3da0ee25-d604-447d-bc5d-af3619a6702a {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:46:29.691240 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 3da0ee25-d604-447d-bc5d-af3619a6702a not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:46:29.774048 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ae6a1b6-a1cc-498d-a5a8-cba7a9ccb459 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:29.823483 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6a1b6-a1cc-498d-a5a8-cba7a9ccb459 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Port': ['ID=7818c510-b6b7-46c1-b970-2b40e8e483dc,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:46:29.918238 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ae6a1b6-a1cc-498d-a5a8-cba7a9ccb459 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:30.214049 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ae6a1b6-a1cc-498d-a5a8-cba7a9ccb459 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:30.216388 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ae6a1b6-a1cc-498d-a5a8-cba7a9ccb459 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:30.325413 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ae6a1b6-a1cc-498d-a5a8-cba7a9ccb459 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:30.325964 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae6a1b6-a1cc-498d-a5a8-cba7a9ccb459 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Fanout notify agent at l3_agent the message router_deleted on router 6c455f9c-8584-46bd-a98d-84cf77d5c65b {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:46:30.343051 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ae6a1b6-a1cc-498d-a5a8-cba7a9ccb459 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:30.344977 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3ae6a1b6-a1cc-498d-a5a8-cba7a9ccb459 tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/routers/6c455f9c-8584-46bd-a98d-84cf77d5c65b HTTP/1.1" status: 204 len: 168 time: 1.7105980 Apr 06 13:46:30.348822 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51472) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:46:30.489595 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6815f54a-1851-480c-83a4-5296ba0fc7de tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:30.631756 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6815f54a-1851-480c-83a4-5296ba0fc7de tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:30.657747 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-6815f54a-1851-480c-83a4-5296ba0fc7de tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e7ebdc-846a-4f85-aa21-31b195e08f5e']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:46:30.670374 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-6815f54a-1851-480c-83a4-5296ba0fc7de tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea67970b-1e5b-4b12-8ac6-24c02466c721') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:46:30.670664 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-6815f54a-1851-480c-83a4-5296ba0fc7de tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea67970b-1e5b-4b12-8ac6-24c02466c721') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:46:30.682185 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6815f54a-1851-480c-83a4-5296ba0fc7de tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:30.700573 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6815f54a-1851-480c-83a4-5296ba0fc7de tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:30.707364 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6815f54a-1851-480c-83a4-5296ba0fc7de tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:46:30.707749 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6815f54a-1851-480c-83a4-5296ba0fc7de tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:46:30.722126 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:46:30.871441 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6815f54a-1851-480c-83a4-5296ba0fc7de tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:30.889987 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6815f54a-1851-480c-83a4-5296ba0fc7de tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:30.904566 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815f54a-1851-480c-83a4-5296ba0fc7de tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] Pushing event deleted for resources: {'Network': ['ID=d1e7ebdc-846a-4f85-aa21-31b195e08f5e,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:46:30.992229 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6815f54a-1851-480c-83a4-5296ba0fc7de tempest-TestNetworkBasicOps-1236300488 tempest-TestNetworkBasicOps-1236300488-project] 10.222.0.48 "DELETE /v2.0/networks/d1e7ebdc-846a-4f85-aa21-31b195e08f5e HTTP/1.1" status: 204 len: 168 time: 0.6412799 Apr 06 13:46:31.533132 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51480) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:46:31.574478 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 7818c510-b6b7-46c1-b970-2b40e8e483dc no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:46:31.608237 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 7818c510-b6b7-46c1-b970-2b40e8e483dc {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:46:31.608484 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 7818c510-b6b7-46c1-b970-2b40e8e483dc not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:46:31.699216 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-023e8281-925e-47e4-96ec-138c70944ca7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=accb128fe3eb42cd83b327a0d6bf9c24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1643085 Apr 06 13:46:31.701674 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51486) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:46:31.767180 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ed2c3d56-b293-4eaf-b431-2e9562056aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:31.793668 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ed2c3d56-b293-4eaf-b431-2e9562056aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:31.945798 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ed2c3d56-b293-4eaf-b431-2e9562056aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:31.966716 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c3d56-b293-4eaf-b431-2e9562056aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60ebda1-295e-4802-8e00-2ce42f211955,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:46:31.976424 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c3d56-b293-4eaf-b431-2e9562056aa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:31.976770 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c3d56-b293-4eaf-b431-2e9562056aa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:31.977107 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c3d56-b293-4eaf-b431-2e9562056aa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:31.977439 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c3d56-b293-4eaf-b431-2e9562056aa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:31.977808 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c3d56-b293-4eaf-b431-2e9562056aa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:31.978140 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c3d56-b293-4eaf-b431-2e9562056aa9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:31.978535 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c3d56-b293-4eaf-b431-2e9562056aa9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:31.978883 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c3d56-b293-4eaf-b431-2e9562056aa9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:31.979243 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c3d56-b293-4eaf-b431-2e9562056aa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:31.979588 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c3d56-b293-4eaf-b431-2e9562056aa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:31.979931 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c3d56-b293-4eaf-b431-2e9562056aa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:31.980270 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c3d56-b293-4eaf-b431-2e9562056aa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:31.982974 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ed2c3d56-b293-4eaf-b431-2e9562056aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:31.984174 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ed2c3d56-b293-4eaf-b431-2e9562056aa9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e60ebda1-295e-4802-8e00-2ce42f211955 HTTP/1.1" status: 204 len: 168 time: 0.2814908 Apr 06 13:46:32.582865 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51494) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:46:32.600376 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e43716e9-8aec-4046-9e79-403ead38bc81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:32.615233 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e43716e9-8aec-4046-9e79-403ead38bc81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:46:32.619058 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e43716e9-8aec-4046-9e79-403ead38bc81 admin admin] Usage tracker for resource:security_group_rule and tenant:b4402e92f90b42c2804cd93ef0f085ff is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:46:32.622372 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e43716e9-8aec-4046-9e79-403ead38bc81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:46:32.628720 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e43716e9-8aec-4046-9e79-403ead38bc81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:46:32.707339 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e43716e9-8aec-4046-9e79-403ead38bc81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:32.762739 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e43716e9-8aec-4046-9e79-403ead38bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:32.816060 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e43716e9-8aec-4046-9e79-403ead38bc81 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b4402e92f90b42c2804cd93ef0f085ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2321038 Apr 06 13:46:32.816930 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43716e9-8aec-4046-9e79-403ead38bc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3da8165-4469-45e7-8e7d-692b8cdd8a35,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:46:32.818742 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51498) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:46:32.879969 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e02aa4d2-4457-4605-a2f9-e1ca40f4c949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:32.911764 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e02aa4d2-4457-4605-a2f9-e1ca40f4c949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:33.060257 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e02aa4d2-4457-4605-a2f9-e1ca40f4c949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:33.074558 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02aa4d2-4457-4605-a2f9-e1ca40f4c949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3da8165-4469-45e7-8e7d-692b8cdd8a35,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:46:33.086511 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e02aa4d2-4457-4605-a2f9-e1ca40f4c949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:33.086511 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e02aa4d2-4457-4605-a2f9-e1ca40f4c949 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3da8165-4469-45e7-8e7d-692b8cdd8a35 HTTP/1.1" status: 204 len: 168 time: 0.2641430 Apr 06 13:46:33.565875 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:46:34.247327 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51522) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:46:34.352013 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-a6a42e11-317d-4856-a47c-c2c2d9c150e5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-228807460-network', 'tenant_id': '93ad58e5d44941eda4cc5d4721041880'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:46:34.356777 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a6a42e11-317d-4856-a47c-c2c2d9c150e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:46:34.361237 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a6a42e11-317d-4856-a47c-c2c2d9c150e5 admin admin] Usage tracker for resource:network and tenant:93ad58e5d44941eda4cc5d4721041880 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:46:34.364276 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a6a42e11-317d-4856-a47c-c2c2d9c150e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:46:34.370183 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a6a42e11-317d-4856-a47c-c2c2d9c150e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:46:34.436683 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a42e11-317d-4856-a47c-c2c2d9c150e5 admin admin] Made reservation on behalf of 93ad58e5d44941eda4cc5d4721041880 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:46:34.439192 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a6a42e11-317d-4856-a47c-c2c2d9c150e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:34.451476 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a6a42e11-317d-4856-a47c-c2c2d9c150e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:34.466629 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a6a42e11-317d-4856-a47c-c2c2d9c150e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:46:34.471710 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a6a42e11-317d-4856-a47c-c2c2d9c150e5 admin admin] Usage tracker for resource:security_group_rule and tenant:93ad58e5d44941eda4cc5d4721041880 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:46:34.474506 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a6a42e11-317d-4856-a47c-c2c2d9c150e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:46:34.480178 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a6a42e11-317d-4856-a47c-c2c2d9c150e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:46:34.569728 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a6a42e11-317d-4856-a47c-c2c2d9c150e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:34.669002 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a6a42e11-317d-4856-a47c-c2c2d9c150e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:34.701216 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a42e11-317d-4856-a47c-c2c2d9c150e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:46:34.710064 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a42e11-317d-4856-a47c-c2c2d9c150e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82ad926-38d3-45d5-9dbf-fe07c02e94da,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:46:34.716700 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a6a42e11-317d-4856-a47c-c2c2d9c150e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:34.717706 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-a6a42e11-317d-4856-a47c-c2c2d9c150e5 admin admin] Added segment 9ef1d927-a9e1-43b8-b321-220516ca908f of type vlan for network 7a17d49a-d432-4d76-9f2c-b1bcc099da03 Apr 06 13:46:34.745448 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a6a42e11-317d-4856-a47c-c2c2d9c150e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:34.851203 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a6a42e11-317d-4856-a47c-c2c2d9c150e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:34.852095 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a42e11-317d-4856-a47c-c2c2d9c150e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:34.852664 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a6a42e11-317d-4856-a47c-c2c2d9c150e5 admin admin] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:34.959225 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a42e11-317d-4856-a47c-c2c2d9c150e5 admin admin] Pushing event updated for resources: {'Network': ['ID=7a17d49a-d432-4d76-9f2c-b1bcc099da03,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:46:34.969965 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 7a17d49a-d432-4d76-9f2c-b1bcc099da03 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:46:35.034899 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a6a42e11-317d-4856-a47c-c2c2d9c150e5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7864487 Apr 06 13:46:35.037788 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51528) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:46:35.043575 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-dae98ec9-850c-4bc5-bf5f-a5fda20d5c21 admin admin] Request body: {'subnet': {'network_id': '7a17d49a-d432-4d76-9f2c-b1bcc099da03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-228807460-subnet', 'tenant_id': '93ad58e5d44941eda4cc5d4721041880', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:46:35.049047 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-dae98ec9-850c-4bc5-bf5f-a5fda20d5c21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:46:35.053315 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-dae98ec9-850c-4bc5-bf5f-a5fda20d5c21 admin admin] Usage tracker for resource:subnet and tenant:93ad58e5d44941eda4cc5d4721041880 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:46:35.056256 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-dae98ec9-850c-4bc5-bf5f-a5fda20d5c21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:46:35.062026 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-dae98ec9-850c-4bc5-bf5f-a5fda20d5c21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:46:35.156576 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae98ec9-850c-4bc5-bf5f-a5fda20d5c21 admin admin] Made reservation on behalf of 93ad58e5d44941eda4cc5d4721041880 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:46:35.158997 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dae98ec9-850c-4bc5-bf5f-a5fda20d5c21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:35.422818 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dae98ec9-850c-4bc5-bf5f-a5fda20d5c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:35.494762 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae98ec9-850c-4bc5-bf5f-a5fda20d5c21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=480a3956-9178-498d-9ce9-a4c266619eb5,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:46:35.505920 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae98ec9-850c-4bc5-bf5f-a5fda20d5c21 admin admin] Checking segment: {'id': '9ef1d927-a9e1-43b8-b321-220516ca908f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7a17d49a-d432-4d76-9f2c-b1bcc099da03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:46:35.506267 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae98ec9-850c-4bc5-bf5f-a5fda20d5c21 admin admin] Network hostable DHCP agents. Network: 7a17d49a-d432-4d76-9f2c-b1bcc099da03, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:46:35.582668 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae98ec9-850c-4bc5-bf5f-a5fda20d5c21 admin admin] Network 7a17d49a-d432-4d76-9f2c-b1bcc099da03 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:46:35.682370 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-dae98ec9-850c-4bc5-bf5f-a5fda20d5c21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 7a17d49a-d432-4d76-9f2c-b1bcc099da03) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:46:35.686402 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae98ec9-850c-4bc5-bf5f-a5fda20d5c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:35.686999 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-dae98ec9-850c-4bc5-bf5f-a5fda20d5c21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:35.692479 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc05c960-bdc1-42be-be21-0058af0889bd None None] Network 7a17d49a-d432-4d76-9f2c-b1bcc099da03 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:46:35.768969 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-dae98ec9-850c-4bc5-bf5f-a5fda20d5c21 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7300687 Apr 06 13:46:35.907494 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025966f9-e536-484b-b322-0be50146661d None None] Network 7a17d49a-d432-4d76-9f2c-b1bcc099da03 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:46:36.567377 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51546) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:46:36.572890 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-24aa6bd5-98ce-42c3-91f6-471260536e7d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1611871454-network', 'tenant_id': '1210d45803194d34bba4833c9a6ad7cc'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:46:36.577956 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-24aa6bd5-98ce-42c3-91f6-471260536e7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:46:36.582292 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-24aa6bd5-98ce-42c3-91f6-471260536e7d admin admin] Usage tracker for resource:network and tenant:1210d45803194d34bba4833c9a6ad7cc is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:46:36.585301 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-24aa6bd5-98ce-42c3-91f6-471260536e7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:46:36.592157 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-24aa6bd5-98ce-42c3-91f6-471260536e7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:46:36.713957 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24aa6bd5-98ce-42c3-91f6-471260536e7d admin admin] Made reservation on behalf of 1210d45803194d34bba4833c9a6ad7cc for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:46:36.716390 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-24aa6bd5-98ce-42c3-91f6-471260536e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:36.730129 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-24aa6bd5-98ce-42c3-91f6-471260536e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:36.746131 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-24aa6bd5-98ce-42c3-91f6-471260536e7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:46:36.750525 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-24aa6bd5-98ce-42c3-91f6-471260536e7d admin admin] Usage tracker for resource:security_group_rule and tenant:1210d45803194d34bba4833c9a6ad7cc is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:46:36.753422 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-24aa6bd5-98ce-42c3-91f6-471260536e7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:46:36.759195 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-24aa6bd5-98ce-42c3-91f6-471260536e7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:46:36.842626 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-24aa6bd5-98ce-42c3-91f6-471260536e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:36.917089 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-24aa6bd5-98ce-42c3-91f6-471260536e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:36.950379 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24aa6bd5-98ce-42c3-91f6-471260536e7d admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:46:36.955818 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa6bd5-98ce-42c3-91f6-471260536e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdc62a4-aaf7-4944-8c13-93ee9ca3c301,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:46:36.967108 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-24aa6bd5-98ce-42c3-91f6-471260536e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:36.967108 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-24aa6bd5-98ce-42c3-91f6-471260536e7d admin admin] Added segment 4e25e36f-beb5-4552-b523-a5b31c47cc23 of type vlan for network d5f4501a-6bf0-46e0-b069-accb36d95cc6 Apr 06 13:46:36.992312 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-24aa6bd5-98ce-42c3-91f6-471260536e7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:37.094350 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-24aa6bd5-98ce-42c3-91f6-471260536e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:37.095338 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aa6bd5-98ce-42c3-91f6-471260536e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:37.095916 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-24aa6bd5-98ce-42c3-91f6-471260536e7d admin admin] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:37.203780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa6bd5-98ce-42c3-91f6-471260536e7d admin admin] Pushing event updated for resources: {'Network': ['ID=d5f4501a-6bf0-46e0-b069-accb36d95cc6,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:46:37.213983 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network d5f4501a-6bf0-46e0-b069-accb36d95cc6 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:46:37.266639 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-24aa6bd5-98ce-42c3-91f6-471260536e7d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6980884 Apr 06 13:46:37.269363 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51550) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:46:37.274746 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-084a4459-4b2b-4476-9ae5-007c3c7728ee admin admin] Request body: {'subnet': {'network_id': 'd5f4501a-6bf0-46e0-b069-accb36d95cc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1611871454-subnet', 'tenant_id': '1210d45803194d34bba4833c9a6ad7cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:46:37.279867 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-084a4459-4b2b-4476-9ae5-007c3c7728ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:46:37.284757 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-084a4459-4b2b-4476-9ae5-007c3c7728ee admin admin] Usage tracker for resource:subnet and tenant:1210d45803194d34bba4833c9a6ad7cc is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:46:37.287737 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-084a4459-4b2b-4476-9ae5-007c3c7728ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:46:37.293844 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-084a4459-4b2b-4476-9ae5-007c3c7728ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:46:37.362378 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084a4459-4b2b-4476-9ae5-007c3c7728ee admin admin] Made reservation on behalf of 1210d45803194d34bba4833c9a6ad7cc for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:46:37.364742 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-084a4459-4b2b-4476-9ae5-007c3c7728ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:37.645707 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-084a4459-4b2b-4476-9ae5-007c3c7728ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:37.720142 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a4459-4b2b-4476-9ae5-007c3c7728ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fe2aed1-27eb-4ed6-a016-52c97348b251,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:46:37.729355 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084a4459-4b2b-4476-9ae5-007c3c7728ee admin admin] Checking segment: {'id': '4e25e36f-beb5-4552-b523-a5b31c47cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd5f4501a-6bf0-46e0-b069-accb36d95cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:46:37.729713 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084a4459-4b2b-4476-9ae5-007c3c7728ee admin admin] Network hostable DHCP agents. Network: d5f4501a-6bf0-46e0-b069-accb36d95cc6, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:46:37.799078 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084a4459-4b2b-4476-9ae5-007c3c7728ee admin admin] Network d5f4501a-6bf0-46e0-b069-accb36d95cc6 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:46:37.867675 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-084a4459-4b2b-4476-9ae5-007c3c7728ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, d5f4501a-6bf0-46e0-b069-accb36d95cc6) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:46:37.871617 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084a4459-4b2b-4476-9ae5-007c3c7728ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:37.872188 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-084a4459-4b2b-4476-9ae5-007c3c7728ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:37.877214 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7e6afa-7706-4674-99e2-c73a2ceebef9 None None] Network d5f4501a-6bf0-46e0-b069-accb36d95cc6 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:46:37.977481 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-084a4459-4b2b-4476-9ae5-007c3c7728ee admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7068505 Apr 06 13:46:38.092295 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8bd55e-329b-439f-8e8d-f8b54110f8b0 None None] Network d5f4501a-6bf0-46e0-b069-accb36d95cc6 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:46:38.578681 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-bda5ae21-a95f-428b-a67a-89e8ceb69536 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:38.579448 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-bda5ae21-a95f-428b-a67a-89e8ceb69536 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Synchronizing usage tracker for tenant:93ad58e5d44941eda4cc5d4721041880 on resource:network {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:46:38.653952 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-bda5ae21-a95f-428b-a67a-89e8ceb69536 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Unset dirty status for tenant:93ad58e5d44941eda4cc5d4721041880 on resource:network {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:46:38.655168 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-bda5ae21-a95f-428b-a67a-89e8ceb69536 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/networks?id=7a17d49a-d432-4d76-9f2c-b1bcc099da03 HTTP/1.1" status: 200 len: 811 time: 0.2307951 Apr 06 13:46:38.670771 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-a8563a33-0f2c-4b21-bdfd-522d87b489cb tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/quotas/93ad58e5d44941eda4cc5d4721041880 HTTP/1.1" status: 200 len: 375 time: 0.0097158 Apr 06 13:46:38.724680 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-53e13420-109f-4ccc-b92c-bb444dc535f9 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=93ad58e5d44941eda4cc5d4721041880&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476449 Apr 06 13:46:38.735821 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-2a42adc6-c7d0-43cf-9434-a2ea49356bb5 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:46:38.736766 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-2a42adc6-c7d0-43cf-9434-a2ea49356bb5 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057516 Apr 06 13:46:38.870340 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-146477c1-193d-4e40-9ca4-b2cc47277c45 service neutron] 10.222.0.48 "GET /v2.0/networks/7a17d49a-d432-4d76-9f2c-b1bcc099da03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280496 Apr 06 13:46:39.006550 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-68f0dc0e-10f3-4fc3-ba9c-02c832a1abfb service neutron] 10.222.0.48 "GET /v2.0/networks/7a17d49a-d432-4d76-9f2c-b1bcc099da03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294107 Apr 06 13:46:39.274668 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-44fda089-6922-4e31-8f0b-1cc263004d2a req-1cb20a83-c920-49e3-879a-addb5a1b10da tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 210 time: 0.0459368 Apr 06 13:46:40.371438 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0e24c60b-406e-4cbd-81c4-97514e1efd58 req-77f4133a-b065-4ef6-ab69-b12b391ffbfb tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 210 time: 0.0451152 Apr 06 13:46:41.471168 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4100fd54-0b8f-47cc-ace2-7a31e4c01e2b req-1db4e008-6ae4-4904-a020-abeb6d6ac459 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 210 time: 0.0458035 Apr 06 13:46:42.616969 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bb3c6338-8ff5-473d-8f8f-8e686dd21a73 req-7895d9fc-f60a-4e15-83fb-0ed8225b5a97 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 210 time: 0.0423691 Apr 06 13:46:43.780288 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-49a87e60-0bd6-43c7-b5b6-db8d5782b2de req-74b4687c-906a-45e5-881b-3be1e9f133ef tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 210 time: 0.0455034 Apr 06 13:46:44.745067 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-61103c0e-8066-4583-8569-b07f1d069edb tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:44.746457 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-61103c0e-8066-4583-8569-b07f1d069edb tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.61 "GET /v2.0/networks?id=7a17d49a-d432-4d76-9f2c-b1bcc099da03 HTTP/1.1" status: 200 len: 811 time: 0.1489377 Apr 06 13:46:44.758095 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-9fc40049-2000-4592-b016-6c42fc8f0e2d tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Request body: {'port': {'device_id': '608831db-1b2e-42ba-bf51-4017e7dd843a', 'network_id': '7a17d49a-d432-4d76-9f2c-b1bcc099da03', 'admin_state_up': True, 'tenant_id': '93ad58e5d44941eda4cc5d4721041880'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:46:44.900370 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-9fc40049-2000-4592-b016-6c42fc8f0e2d tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:46:44.904112 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-9fc40049-2000-4592-b016-6c42fc8f0e2d tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Usage tracker for resource:port and tenant:93ad58e5d44941eda4cc5d4721041880 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:46:44.907967 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-9fc40049-2000-4592-b016-6c42fc8f0e2d tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:46:44.913922 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-9fc40049-2000-4592-b016-6c42fc8f0e2d tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:46:44.942999 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-39b52587-8e87-4f3d-8bcc-59940067d950 req-8c7125ee-c057-4a63-99cc-87d363f5e4ae tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 210 time: 0.0519824 Apr 06 13:46:45.022244 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-9fc40049-2000-4592-b016-6c42fc8f0e2d tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Made reservation on behalf of 93ad58e5d44941eda4cc5d4721041880 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:46:45.025782 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-9fc40049-2000-4592-b016-6c42fc8f0e2d tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:45.290901 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-9fc40049-2000-4592-b016-6c42fc8f0e2d tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Allocated IP 172.20.0.6 (7a17d49a-d432-4d76-9f2c-b1bcc099da03/480a3956-9178-498d-9ce9-a4c266619eb5/7f0125f5-59e9-481c-a8db-4caa03b0d2cf) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:46:45.433826 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b01314a8-cddc-4352-bb20-747709e2fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:45.494363 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-9fc40049-2000-4592-b016-6c42fc8f0e2d tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:45.580270 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-9fc40049-2000-4592-b016-6c42fc8f0e2d tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:45.648332 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-9fc40049-2000-4592-b016-6c42fc8f0e2d tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Network 7a17d49a-d432-4d76-9f2c-b1bcc099da03 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:46:45.656862 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-9fc40049-2000-4592-b016-6c42fc8f0e2d tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:46:45.659387 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-9fc40049-2000-4592-b016-6c42fc8f0e2d tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:46:45.699364 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc40049-2000-4592-b016-6c42fc8f0e2d tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Pushing event updated for resources: {'Port': ['ID=7f0125f5-59e9-481c-a8db-4caa03b0d2cf,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:46:45.732871 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-9fc40049-2000-4592-b016-6c42fc8f0e2d tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:45.733557 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-9fc40049-2000-4592-b016-6c42fc8f0e2d tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:45.851051 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-9fc40049-2000-4592-b016-6c42fc8f0e2d tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0962689 Apr 06 13:46:45.862364 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-740be7ff-50bd-416f-803e-de45dccee928 service neutron] Request body: {'port': {'device_id': '608831db-1b2e-42ba-bf51-4017e7dd843a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:46:45.969995 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-740be7ff-50bd-416f-803e-de45dccee928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:46.129988 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c74ccf-e59b-4366-ad51-c75d727d4615 req-e043bbc6-3cbb-4311-b4a2-9249908baa52 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:46.132226 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-40c74ccf-e59b-4366-ad51-c75d727d4615 req-e043bbc6-3cbb-4311-b4a2-9249908baa52 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 931 time: 0.0820622 Apr 06 13:46:46.177637 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-40c74ccf-e59b-4366-ad51-c75d727d4615 req-feee8998-b569-4cfd-b135-96cdebfd9c53 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Synchronizing usage tracker for tenant:93ad58e5d44941eda4cc5d4721041880 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:46:46.282555 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-40c74ccf-e59b-4366-ad51-c75d727d4615 req-feee8998-b569-4cfd-b135-96cdebfd9c53 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Unset dirty status for tenant:93ad58e5d44941eda4cc5d4721041880 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:46:46.283809 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-40c74ccf-e59b-4366-ad51-c75d727d4615 req-feee8998-b569-4cfd-b135-96cdebfd9c53 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/security-groups?id=f82ad926-38d3-45d5-9dbf-fe07c02e94da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459208 Apr 06 13:46:46.321557 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-740be7ff-50bd-416f-803e-de45dccee928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f0125f5-59e9-481c-a8db-4caa03b0d2cf {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:46:46.330092 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-740be7ff-50bd-416f-803e-de45dccee928 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:46.346233 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-740be7ff-50bd-416f-803e-de45dccee928 service neutron] Transition to ACTIVE for port object 7f0125f5-59e9-481c-a8db-4caa03b0d2cf will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:46:46.433596 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-740be7ff-50bd-416f-803e-de45dccee928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:46.586326 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740be7ff-50bd-416f-803e-de45dccee928 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0125f5-59e9-481c-a8db-4caa03b0d2cf,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:46:46.672527 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-740be7ff-50bd-416f-803e-de45dccee928 service neutron] Attempting to bind port 7f0125f5-59e9-481c-a8db-4caa03b0d2cf on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:46:46.672855 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-740be7ff-50bd-416f-803e-de45dccee928 service neutron] Attempting to bind port 7f0125f5-59e9-481c-a8db-4caa03b0d2cf by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '9ef1d927-a9e1-43b8-b321-220516ca908f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7a17d49a-d432-4d76-9f2c-b1bcc099da03'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:46:46.673181 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-740be7ff-50bd-416f-803e-de45dccee928 service neutron] Attempting to bind port 7f0125f5-59e9-481c-a8db-4caa03b0d2cf on network 7a17d49a-d432-4d76-9f2c-b1bcc099da03 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:46:46.678061 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-740be7ff-50bd-416f-803e-de45dccee928 service neutron] Port 7f0125f5-59e9-481c-a8db-4caa03b0d2cf on network 7a17d49a-d432-4d76-9f2c-b1bcc099da03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:46:46.678375 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-740be7ff-50bd-416f-803e-de45dccee928 service neutron] Attempting to bind port 7f0125f5-59e9-481c-a8db-4caa03b0d2cf on network 7a17d49a-d432-4d76-9f2c-b1bcc099da03 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:46:46.683705 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-740be7ff-50bd-416f-803e-de45dccee928 service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:46:46.683964 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-740be7ff-50bd-416f-803e-de45dccee928 service neutron] Checking segment: {'id': '9ef1d927-a9e1-43b8-b321-220516ca908f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7a17d49a-d432-4d76-9f2c-b1bcc099da03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:46:46.684339 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-740be7ff-50bd-416f-803e-de45dccee928 service neutron] Bound using segment: {'id': '9ef1d927-a9e1-43b8-b321-220516ca908f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7a17d49a-d432-4d76-9f2c-b1bcc099da03'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:46:46.684754 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-740be7ff-50bd-416f-803e-de45dccee928 service neutron] Bound port: 7f0125f5-59e9-481c-a8db-4caa03b0d2cf, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ef1d927-a9e1-43b8-b321-220516ca908f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7a17d49a-d432-4d76-9f2c-b1bcc099da03'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:46:46.685097 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-740be7ff-50bd-416f-803e-de45dccee928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:46.773060 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-740be7ff-50bd-416f-803e-de45dccee928 service neutron] For port 7f0125f5-59e9-481c-a8db-4caa03b0d2cf, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:46:46.775972 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-740be7ff-50bd-416f-803e-de45dccee928 service neutron] For port 7f0125f5-59e9-481c-a8db-4caa03b0d2cf, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7f0125f5-59e9-481c-a8db-4caa03b0d2cf,segment=NetworkSegment(9ef1d927-a9e1-43b8-b321-220516ca908f),segment_id=9ef1d927-a9e1-43b8-b321-220516ca908f)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:46:46.848190 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-740be7ff-50bd-416f-803e-de45dccee928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:46.909854 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-740be7ff-50bd-416f-803e-de45dccee928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:46.910450 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-740be7ff-50bd-416f-803e-de45dccee928 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:46.911797 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-740be7ff-50bd-416f-803e-de45dccee928 service neutron] 10.222.0.61 "PUT /v2.0/ports/7f0125f5-59e9-481c-a8db-4caa03b0d2cf HTTP/1.1" status: 200 len: 1093 time: 1.0534384 Apr 06 13:46:46.912217 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608831db-1b2e-42ba-bf51-4017e7dd843a', 'tag': '7f0125f5-59e9-481c-a8db-4caa03b0d2cf'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:46:46.943129 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740be7ff-50bd-416f-803e-de45dccee928 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0125f5-59e9-481c-a8db-4caa03b0d2cf,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:46:46.957309 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68422787-ce72-4877-9d02-db7dab210f54'] response: {'name': 'network-changed', 'server_uuid': '608831db-1b2e-42ba-bf51-4017e7dd843a', 'tag': '7f0125f5-59e9-481c-a8db-4caa03b0d2cf', 'status': 'completed', 'code': 200} Apr 06 13:46:47.046242 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101febb8-8266-44e4-93d3-0dc2cd8e615e req-7a4508bc-ef50-4af7-a77f-1c7b03bbfde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:47.047806 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-101febb8-8266-44e4-93d3-0dc2cd8e615e req-7a4508bc-ef50-4af7-a77f-1c7b03bbfde0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=93ad58e5d44941eda4cc5d4721041880&device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 1096 time: 0.0718417 Apr 06 13:46:47.188923 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101febb8-8266-44e4-93d3-0dc2cd8e615e req-0a84da59-291b-4589-a4f7-d562d05173e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:47.190365 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-101febb8-8266-44e4-93d3-0dc2cd8e615e req-0a84da59-291b-4589-a4f7-d562d05173e1 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=93ad58e5d44941eda4cc5d4721041880&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1357894 Apr 06 13:46:47.419343 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101febb8-8266-44e4-93d3-0dc2cd8e615e req-96b8119c-9049-4de1-92fa-9bc21f8d26d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:47.421367 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-101febb8-8266-44e4-93d3-0dc2cd8e615e req-96b8119c-9049-4de1-92fa-9bc21f8d26d3 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2248876 Apr 06 13:46:47.473015 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b89c82-f404-43ce-8677-3de1228375d0 req-251faacd-d3f7-4fa4-ad1d-94cf36d9ef48 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:47.474483 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-05b89c82-f404-43ce-8677-3de1228375d0 req-251faacd-d3f7-4fa4-ad1d-94cf36d9ef48 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 943 time: 0.0839474 Apr 06 13:46:47.523331 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-05b89c82-f404-43ce-8677-3de1228375d0 req-8167a35d-0c23-4495-b989-584cbef0784d tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/security-groups?id=f82ad926-38d3-45d5-9dbf-fe07c02e94da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429461 Apr 06 13:46:47.636630 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-4638fddd-3f53-4a54-90ae-ef375e6a810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:47.638391 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-4638fddd-3f53-4a54-90ae-ef375e6a810d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=93ad58e5d44941eda4cc5d4721041880&device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 1096 time: 0.1830370 Apr 06 13:46:47.708642 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-3b40ce30-6678-4393-aac1-63f7b621d994 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f0125f5-59e9-481c-a8db-4caa03b0d2cf HTTP/1.1" status: 200 len: 217 time: 0.0626125 Apr 06 13:46:47.724771 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b5b701e0-5d43-4d8e-aac0-db46d1064ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:47.776484 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-16b69427-1585-4950-949f-96d3e6393867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:47.777908 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-16b69427-1585-4950-949f-96d3e6393867 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=480a3956-9178-498d-9ce9-a4c266619eb5 HTTP/1.1" status: 200 len: 851 time: 0.0588803 Apr 06 13:46:47.826840 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-c2ddd38c-a38f-454d-80c3-98d133924463 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7a17d49a-d432-4d76-9f2c-b1bcc099da03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409343 Apr 06 13:46:47.964449 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-efce319e-38a0-4731-ad38-42842b946758 service neutron] 10.222.0.61 "GET /v2.0/networks/7a17d49a-d432-4d76-9f2c-b1bcc099da03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311586 Apr 06 13:46:48.100867 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-22a5d477-47e8-4788-a11a-c323f02764f4 req-5a4a778e-de56-4e99-950e-feab0efae943 service neutron] 10.222.0.61 "GET /v2.0/networks/7a17d49a-d432-4d76-9f2c-b1bcc099da03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286941 Apr 06 13:46:48.719961 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b29bc0-e837-4350-98bf-b5a2d8fa9dfa req-3f39430e-43d2-49f1-b23b-32c48e205986 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:48.721565 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f9b29bc0-e837-4350-98bf-b5a2d8fa9dfa req-3f39430e-43d2-49f1-b23b-32c48e205986 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 943 time: 0.0883703 Apr 06 13:46:48.768904 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f9b29bc0-e837-4350-98bf-b5a2d8fa9dfa req-3a3c6ae9-c2c4-45b8-a72b-1fba9b05b92f tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/security-groups?id=f82ad926-38d3-45d5-9dbf-fe07c02e94da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414660 Apr 06 13:46:48.910461 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:48.963278 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:49.961666 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d5484-45aa-47c8-aedc-06b34564f478 req-881a037c-3243-4c23-ac28-8cb91422d0a4 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:49.963133 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fe9d5484-45aa-47c8-aedc-06b34564f478 req-881a037c-3243-4c23-ac28-8cb91422d0a4 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 943 time: 0.0819566 Apr 06 13:46:50.008169 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fe9d5484-45aa-47c8-aedc-06b34564f478 req-d45298ea-a704-49a6-9796-727c3e6904eb tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/security-groups?id=f82ad926-38d3-45d5-9dbf-fe07c02e94da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389252 Apr 06 13:46:50.069142 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 7f0125f5-59e9-481c-a8db-4caa03b0d2cf details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:46:50.205019 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 7f0125f5-59e9-481c-a8db-4caa03b0d2cf, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7f0125f5-59e9-481c-a8db-4caa03b0d2cf,segment=NetworkSegment(9ef1d927-a9e1-43b8-b321-220516ca908f),segment_id=9ef1d927-a9e1-43b8-b321-220516ca908f)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:46:50.219189 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '7f0125f5-59e9-481c-a8db-4caa03b0d2cf', 'network_id': '7a17d49a-d432-4d76-9f2c-b1bcc099da03', 'port_id': '7f0125f5-59e9-481c-a8db-4caa03b0d2cf', 'mac_address': 'fa:16:3e:db:b3:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480a3956-9178-498d-9ce9-a4c266619eb5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:46:50.316872 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:50.334006 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f0125f5-59e9-481c-a8db-4caa03b0d2cf {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:46:50.349904 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 7f0125f5-59e9-481c-a8db-4caa03b0d2cf, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7f0125f5-59e9-481c-a8db-4caa03b0d2cf,segment=NetworkSegment(9ef1d927-a9e1-43b8-b321-220516ca908f),segment_id=9ef1d927-a9e1-43b8-b321-220516ca908f)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:46:50.362003 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:50.430878 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:50.497940 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=7f0125f5-59e9-481c-a8db-4caa03b0d2cf,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:46:50.642491 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['7f0125f5-59e9-481c-a8db-4caa03b0d2cf'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:46:51.304081 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948dac2e-df0d-4dac-b0b7-09d976b73611 req-448d75ce-15f0-4610-b5ab-56153181ab15 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:51.305437 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-948dac2e-df0d-4dac-b0b7-09d976b73611 req-448d75ce-15f0-4610-b5ab-56153181ab15 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 944 time: 0.1858513 Apr 06 13:46:51.352809 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-948dac2e-df0d-4dac-b0b7-09d976b73611 req-0156b64e-d001-42c8-a813-023ee13899f9 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/security-groups?id=f82ad926-38d3-45d5-9dbf-fe07c02e94da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416312 Apr 06 13:46:52.100071 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 7f0125f5-59e9-481c-a8db-4caa03b0d2cf up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:46:52.278932 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port 7f0125f5-59e9-481c-a8db-4caa03b0d2cf completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:46:52.284780 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 7f0125f5-59e9-481c-a8db-4caa03b0d2cf triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:46:52.292527 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:52.399295 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:52.427266 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608831db-1b2e-42ba-bf51-4017e7dd843a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0125f5-59e9-481c-a8db-4caa03b0d2cf'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:46:52.436824 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 7f0125f5-59e9-481c-a8db-4caa03b0d2cf, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7f0125f5-59e9-481c-a8db-4caa03b0d2cf,segment=NetworkSegment(9ef1d927-a9e1-43b8-b321-220516ca908f),segment_id=9ef1d927-a9e1-43b8-b321-220516ca908f)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:46:52.473773 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9667f5d2-244e-4909-bdbd-b10461b99b9e'] response: {'server_uuid': '608831db-1b2e-42ba-bf51-4017e7dd843a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0125f5-59e9-481c-a8db-4caa03b0d2cf', 'code': 200} Apr 06 13:46:52.522110 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:52.547129 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f471a24-7ea5-4981-b978-3d6581682e2b req-e31b9e9e-9049-42ec-977f-7b8ccb1b6d09 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:52.548555 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6f471a24-7ea5-4981-b978-3d6581682e2b req-e31b9e9e-9049-42ec-977f-7b8ccb1b6d09 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 944 time: 0.0861304 Apr 06 13:46:52.595626 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=7f0125f5-59e9-481c-a8db-4caa03b0d2cf,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:46:52.596642 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6f471a24-7ea5-4981-b978-3d6581682e2b req-2e0c3246-090d-41e7-b4de-36fd5238c95b tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/security-groups?id=f82ad926-38d3-45d5-9dbf-fe07c02e94da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422904 Apr 06 13:46:52.881668 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810896c-655e-40aa-afc9-23eb7b599264 req-80fc1d87-f6b3-4fc0-84e3-d7d29fa77497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:52.883245 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2810896c-655e-40aa-afc9-23eb7b599264 req-80fc1d87-f6b3-4fc0-84e3-d7d29fa77497 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 1098 time: 0.0735452 Apr 06 13:46:52.925465 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2810896c-655e-40aa-afc9-23eb7b599264 req-39305099-c996-46bd-ba84-cc3685d83cde service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f82ad926-38d3-45d5-9dbf-fe07c02e94da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361466 Apr 06 13:46:53.786440 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ad8fc-1df7-4d69-a0d7-38496f9e4b0c req-240bf306-90fe-4a01-a5fb-c82e4c4b1583 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:53.787956 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-175ad8fc-1df7-4d69-a0d7-38496f9e4b0c req-240bf306-90fe-4a01-a5fb-c82e4c4b1583 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 945 time: 0.0807958 Apr 06 13:46:53.834310 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-175ad8fc-1df7-4d69-a0d7-38496f9e4b0c req-da1e1829-c421-4836-9656-2de81eaa61f2 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/security-groups?id=f82ad926-38d3-45d5-9dbf-fe07c02e94da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399132 Apr 06 13:46:55.022646 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dea9f4-dc1e-4379-a574-c98d6f8763a1 req-7b2c4b0d-4d69-4253-9096-c70ae2d6f88e tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:55.024106 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-50dea9f4-dc1e-4379-a574-c98d6f8763a1 req-7b2c4b0d-4d69-4253-9096-c70ae2d6f88e tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 945 time: 0.0835481 Apr 06 13:46:55.069553 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-50dea9f4-dc1e-4379-a574-c98d6f8763a1 req-8fd1e915-41b0-4e0d-bc1a-18636fb15c15 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/security-groups?id=f82ad926-38d3-45d5-9dbf-fe07c02e94da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398567 Apr 06 13:46:55.255509 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83b619-4f7c-4d22-8082-cb3766ae3198 req-bf091003-10bf-4c76-a548-f172300549bc tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:55.256935 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0b83b619-4f7c-4d22-8082-cb3766ae3198 req-bf091003-10bf-4c76-a548-f172300549bc tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 945 time: 0.0814381 Apr 06 13:46:55.304801 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0b83b619-4f7c-4d22-8082-cb3766ae3198 req-fdae1b83-b606-4211-aefd-491868cf46ab tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/security-groups?id=f82ad926-38d3-45d5-9dbf-fe07c02e94da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419207 Apr 06 13:46:55.957083 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3368b6-e8f0-4d1e-8ece-e3a3e9c02ebf req-5cabed1e-7443-4f0e-9ecc-cff6600e5621 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:55.958531 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1b3368b6-e8f0-4d1e-8ece-e3a3e9c02ebf req-5cabed1e-7443-4f0e-9ecc-cff6600e5621 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 945 time: 0.0811396 Apr 06 13:46:56.001475 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1b3368b6-e8f0-4d1e-8ece-e3a3e9c02ebf req-5b5b9435-24b3-49fb-bcec-6c46230c9665 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/security-groups?id=f82ad926-38d3-45d5-9dbf-fe07c02e94da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372601 Apr 06 13:46:57.191743 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ad293-408a-4eb6-8832-3c9c1d1a2d75 req-36bfb053-8631-48fb-92a2-511e3472ac40 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:57.193223 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-242ad293-408a-4eb6-8832-3c9c1d1a2d75 req-36bfb053-8631-48fb-92a2-511e3472ac40 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 945 time: 0.0841477 Apr 06 13:46:57.238138 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-242ad293-408a-4eb6-8832-3c9c1d1a2d75 req-f540b53d-395f-4a82-b474-f986dd4b4c93 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/security-groups?id=f82ad926-38d3-45d5-9dbf-fe07c02e94da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391850 Apr 06 13:46:57.347577 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:46:57.764127 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd9b06-be6d-4543-92f8-9369d8226355 req-3f2a5d09-52ae-4088-b3c6-3ef42aa3779c tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:57.765621 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f7dd9b06-be6d-4543-92f8-9369d8226355 req-3f2a5d09-52ae-4088-b3c6-3ef42aa3779c tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 945 time: 0.0813708 Apr 06 13:46:57.815848 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f7dd9b06-be6d-4543-92f8-9369d8226355 req-c80262f6-b76c-4ae8-86bb-df50820c7294 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/security-groups?id=f82ad926-38d3-45d5-9dbf-fe07c02e94da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438745 Apr 06 13:46:57.874550 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fe725-e6f5-48b1-85ae-8551cb113a27 req-71ccdc3d-b418-43f2-a56a-d203e6fe2784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:57.876106 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-761fe725-e6f5-48b1-85ae-8551cb113a27 req-71ccdc3d-b418-43f2-a56a-d203e6fe2784 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=93ad58e5d44941eda4cc5d4721041880&device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 1098 time: 0.0717986 Apr 06 13:46:58.008004 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fe725-e6f5-48b1-85ae-8551cb113a27 req-00e08de5-eb4f-4d7b-8eb7-7cc46a12631e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:58.009598 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-761fe725-e6f5-48b1-85ae-8551cb113a27 req-00e08de5-eb4f-4d7b-8eb7-7cc46a12631e service neutron] 10.222.0.61 "GET /v2.0/networks?id=7a17d49a-d432-4d76-9f2c-b1bcc099da03 HTTP/1.1" status: 200 len: 912 time: 0.1275306 Apr 06 13:46:58.080342 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-761fe725-e6f5-48b1-85ae-8551cb113a27 req-75375aae-017d-48fb-ac0c-5beceb55e8e7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f0125f5-59e9-481c-a8db-4caa03b0d2cf HTTP/1.1" status: 200 len: 217 time: 0.0641634 Apr 06 13:46:58.141467 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fe725-e6f5-48b1-85ae-8551cb113a27 req-25d2b607-5f5b-4755-864e-3a5389c6f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:58.142791 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-761fe725-e6f5-48b1-85ae-8551cb113a27 req-25d2b607-5f5b-4755-864e-3a5389c6f889 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=480a3956-9178-498d-9ce9-a4c266619eb5 HTTP/1.1" status: 200 len: 851 time: 0.0573854 Apr 06 13:46:58.192941 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-761fe725-e6f5-48b1-85ae-8551cb113a27 req-9be995bf-9b7f-4e6b-958e-1d6ab58896d6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7a17d49a-d432-4d76-9f2c-b1bcc099da03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443013 Apr 06 13:46:58.326225 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-761fe725-e6f5-48b1-85ae-8551cb113a27 req-086d3f80-b039-40fa-8974-6f10e3f10d8b service neutron] 10.222.0.61 "GET /v2.0/networks/7a17d49a-d432-4d76-9f2c-b1bcc099da03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268351 Apr 06 13:46:58.458266 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-761fe725-e6f5-48b1-85ae-8551cb113a27 req-fc00d896-f898-43dd-ab5f-eb8ec346ea41 service neutron] 10.222.0.61 "GET /v2.0/networks/7a17d49a-d432-4d76-9f2c-b1bcc099da03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256647 Apr 06 13:46:59.000955 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1359ab-6b80-41cb-ac7a-9a0dbd7e5c70 req-dd06b727-3eb4-452b-9258-bda063e3929c tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:46:59.002405 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ae1359ab-6b80-41cb-ac7a-9a0dbd7e5c70 req-dd06b727-3eb4-452b-9258-bda063e3929c tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 945 time: 0.0802693 Apr 06 13:46:59.045904 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ae1359ab-6b80-41cb-ac7a-9a0dbd7e5c70 req-817d9d4f-e17e-4ab9-869e-a31716e5818d tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/security-groups?id=f82ad926-38d3-45d5-9dbf-fe07c02e94da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377140 Apr 06 13:47:00.233375 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9dc28-02a8-4cb9-ac04-f62513e59e28 req-41955b77-eb30-45f1-8729-ddd58d6fb123 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:00.234847 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-91a9dc28-02a8-4cb9-ac04-f62513e59e28 req-41955b77-eb30-45f1-8729-ddd58d6fb123 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 945 time: 0.0832024 Apr 06 13:47:00.278319 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-91a9dc28-02a8-4cb9-ac04-f62513e59e28 req-55f2d26a-acdb-40e4-9c41-34ff507c5ed8 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/security-groups?id=f82ad926-38d3-45d5-9dbf-fe07c02e94da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378387 Apr 06 13:47:01.028560 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ea9f3-828a-46bd-816d-2b11ff2be655 req-75022808-404e-48d0-8ccd-ddde1c2b4277 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:01.030599 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-446ea9f3-828a-46bd-816d-2b11ff2be655 req-75022808-404e-48d0-8ccd-ddde1c2b4277 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 945 time: 0.0820875 Apr 06 13:47:01.074724 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-446ea9f3-828a-46bd-816d-2b11ff2be655 req-e099c3c8-4c1d-4a76-9983-2db52d0b747f tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/security-groups?id=f82ad926-38d3-45d5-9dbf-fe07c02e94da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384297 Apr 06 13:47:02.266737 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c803e-1a16-498d-bfbe-28d0d4971f41 req-c96c5794-f146-4a17-858a-7fe14c32071f tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:02.268548 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8e7c803e-1a16-498d-bfbe-28d0d4971f41 req-c96c5794-f146-4a17-858a-7fe14c32071f tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 945 time: 0.0844669 Apr 06 13:47:02.313206 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8e7c803e-1a16-498d-bfbe-28d0d4971f41 req-af44b06e-fb0e-4189-8e7b-027b7e7624fe tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/security-groups?id=f82ad926-38d3-45d5-9dbf-fe07c02e94da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389342 Apr 06 13:47:02.868409 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453469d3-6d88-4a62-a828-d121eb5f1d5c req-d8ea0390-d1a2-4409-acfc-cd10eed03327 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:02.869883 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-453469d3-6d88-4a62-a828-d121eb5f1d5c req-d8ea0390-d1a2-4409-acfc-cd10eed03327 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 945 time: 0.0827594 Apr 06 13:47:02.924201 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-453469d3-6d88-4a62-a828-d121eb5f1d5c req-cb202011-c48d-4c4e-9918-48820b0376f2 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/security-groups?id=f82ad926-38d3-45d5-9dbf-fe07c02e94da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471847 Apr 06 13:47:02.959086 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fd91b-9f82-4fd5-a18d-876ef87a80ca req-2be94c7c-ef64-4864-b3e3-4c7fbd75d38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:02.960638 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4d7fd91b-9f82-4fd5-a18d-876ef87a80ca req-2be94c7c-ef64-4864-b3e3-4c7fbd75d38a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=93ad58e5d44941eda4cc5d4721041880&device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 1098 time: 0.0719578 Apr 06 13:47:03.190314 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fd91b-9f82-4fd5-a18d-876ef87a80ca req-4fd02dc8-6b01-4b36-a0cf-8f3b45dac780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:03.191721 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4d7fd91b-9f82-4fd5-a18d-876ef87a80ca req-4fd02dc8-6b01-4b36-a0cf-8f3b45dac780 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7a17d49a-d432-4d76-9f2c-b1bcc099da03 HTTP/1.1" status: 200 len: 912 time: 0.2258604 Apr 06 13:47:03.262935 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4d7fd91b-9f82-4fd5-a18d-876ef87a80ca req-1b0f6fc3-68a8-4398-a532-ddfdf24b6552 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f0125f5-59e9-481c-a8db-4caa03b0d2cf HTTP/1.1" status: 200 len: 217 time: 0.0650043 Apr 06 13:47:03.324761 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fd91b-9f82-4fd5-a18d-876ef87a80ca req-85bc16b7-6a33-44c7-8a8d-243a209fcd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:03.326160 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4d7fd91b-9f82-4fd5-a18d-876ef87a80ca req-85bc16b7-6a33-44c7-8a8d-243a209fcd3b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=480a3956-9178-498d-9ce9-a4c266619eb5 HTTP/1.1" status: 200 len: 851 time: 0.0572789 Apr 06 13:47:03.376682 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4d7fd91b-9f82-4fd5-a18d-876ef87a80ca req-b4532e58-73cd-4b0d-afda-ec05e5175ee9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7a17d49a-d432-4d76-9f2c-b1bcc099da03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437634 Apr 06 13:47:03.508433 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4d7fd91b-9f82-4fd5-a18d-876ef87a80ca req-b5837ef6-3263-403f-896e-c42b296de459 service neutron] 10.222.0.61 "GET /v2.0/networks/7a17d49a-d432-4d76-9f2c-b1bcc099da03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255991 Apr 06 13:47:03.640845 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4d7fd91b-9f82-4fd5-a18d-876ef87a80ca req-07fb0b78-e261-46b9-b0cd-7081872e5989 service neutron] 10.222.0.61 "GET /v2.0/networks/7a17d49a-d432-4d76-9f2c-b1bcc099da03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254554 Apr 06 13:47:04.117500 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb6e2b-7c07-4767-b18f-5d0612229e62 req-a5889d22-d820-4cf2-904d-d17199b062e2 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:04.119367 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7dbb6e2b-7c07-4767-b18f-5d0612229e62 req-a5889d22-d820-4cf2-904d-d17199b062e2 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 945 time: 0.0826035 Apr 06 13:47:04.165758 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7dbb6e2b-7c07-4767-b18f-5d0612229e62 req-5e71c4ef-4ed5-4949-b89e-266b50ace6b8 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/security-groups?id=f82ad926-38d3-45d5-9dbf-fe07c02e94da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408888 Apr 06 13:47:05.357250 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280fe9f-9dcd-4e2d-bbc0-0b936819b294 req-9a617bc0-39b2-4914-aef4-7a9debd33135 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:05.359295 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0280fe9f-9dcd-4e2d-bbc0-0b936819b294 req-9a617bc0-39b2-4914-aef4-7a9debd33135 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 945 time: 0.0837343 Apr 06 13:47:05.402591 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0280fe9f-9dcd-4e2d-bbc0-0b936819b294 req-66771624-2fa1-4cce-af70-c884ac877edf tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/security-groups?id=f82ad926-38d3-45d5-9dbf-fe07c02e94da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377030 Apr 06 13:47:06.047016 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb2506-a416-4805-8cab-c7d43927d7eb req-ce36c8e4-12e8-44d0-9780-286cdfd5a799 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:06.048473 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d6eb2506-a416-4805-8cab-c7d43927d7eb req-ce36c8e4-12e8-44d0-9780-286cdfd5a799 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 945 time: 0.0797818 Apr 06 13:47:06.093069 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d6eb2506-a416-4805-8cab-c7d43927d7eb req-f9ee8343-f10d-416a-b1bc-446bfa3f1583 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/security-groups?id=f82ad926-38d3-45d5-9dbf-fe07c02e94da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389049 Apr 06 13:47:07.281110 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26d9d3-fa77-429b-8f00-2c5854a02805 req-a0fad6a1-422f-46df-8b09-9ba9ab2f2467 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:07.282562 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2a26d9d3-fa77-429b-8f00-2c5854a02805 req-a0fad6a1-422f-46df-8b09-9ba9ab2f2467 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 945 time: 0.0830317 Apr 06 13:47:07.327117 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2a26d9d3-fa77-429b-8f00-2c5854a02805 req-b0208305-f608-46b2-8779-9686ab2e481e tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/security-groups?id=f82ad926-38d3-45d5-9dbf-fe07c02e94da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388048 Apr 06 13:47:07.783408 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54134665-fda1-4542-b791-3bab5fd36778 req-aee598f8-8f04-4fc3-9d5a-662d0ee69963 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:07.783978 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-54134665-fda1-4542-b791-3bab5fd36778 req-aee598f8-8f04-4fc3-9d5a-662d0ee69963 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Synchronizing usage tracker for tenant:93ad58e5d44941eda4cc5d4721041880 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:47:07.899004 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-54134665-fda1-4542-b791-3bab5fd36778 req-aee598f8-8f04-4fc3-9d5a-662d0ee69963 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Unset dirty status for tenant:93ad58e5d44941eda4cc5d4721041880 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:47:07.900260 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-54134665-fda1-4542-b791-3bab5fd36778 req-aee598f8-8f04-4fc3-9d5a-662d0ee69963 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.61 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 945 time: 0.1969430 Apr 06 13:47:07.977751 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-54134665-fda1-4542-b791-3bab5fd36778 req-c131c4dd-bfda-4295-9c78-f309278be002 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Deleting port 7f0125f5-59e9-481c-a8db-4caa03b0d2cf {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:47:07.978075 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-54134665-fda1-4542-b791-3bab5fd36778 req-c131c4dd-bfda-4295-9c78-f309278be002 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:08.235115 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-54134665-fda1-4542-b791-3bab5fd36778 req-c131c4dd-bfda-4295-9c78-f309278be002 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] For port 7f0125f5-59e9-481c-a8db-4caa03b0d2cf, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7f0125f5-59e9-481c-a8db-4caa03b0d2cf,segment=NetworkSegment(9ef1d927-a9e1-43b8-b321-220516ca908f),segment_id=9ef1d927-a9e1-43b8-b321-220516ca908f)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:47:08.235459 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-54134665-fda1-4542-b791-3bab5fd36778 req-c131c4dd-bfda-4295-9c78-f309278be002 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:08.364665 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-54134665-fda1-4542-b791-3bab5fd36778 req-c131c4dd-bfda-4295-9c78-f309278be002 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Calling delete_port for 7f0125f5-59e9-481c-a8db-4caa03b0d2cf owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:47:08.521299 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a92f8e-4d70-435c-9bd9-242774a7f96e req-abc270e0-d224-4e6d-999f-88e068e0644f tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:08.522760 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-16a92f8e-4d70-435c-9bd9-242774a7f96e req-abc270e0-d224-4e6d-999f-88e068e0644f tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 945 time: 0.0871112 Apr 06 13:47:08.569348 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-16a92f8e-4d70-435c-9bd9-242774a7f96e req-7644113a-bb87-42e0-b51f-09c83c5db5fb tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/security-groups?id=f82ad926-38d3-45d5-9dbf-fe07c02e94da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405948 Apr 06 13:47:08.664366 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-54134665-fda1-4542-b791-3bab5fd36778 req-c131c4dd-bfda-4295-9c78-f309278be002 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:08.676568 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['7f0125f5-59e9-481c-a8db-4caa03b0d2cf'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:47:08.717469 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131c4dd-bfda-4295-9c78-f309278be002 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Pushing event deleted for resources: {'Port': ['ID=7f0125f5-59e9-481c-a8db-4caa03b0d2cf,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:47:08.802648 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-54134665-fda1-4542-b791-3bab5fd36778 req-c131c4dd-bfda-4295-9c78-f309278be002 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] No DVR routers for this DVR port 7f0125f5-59e9-481c-a8db-4caa03b0d2cf on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:47:08.805119 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-54134665-fda1-4542-b791-3bab5fd36778 req-c131c4dd-bfda-4295-9c78-f309278be002 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:08.807850 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608831db-1b2e-42ba-bf51-4017e7dd843a', 'name': 'network-vif-deleted', 'tag': '7f0125f5-59e9-481c-a8db-4caa03b0d2cf'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:47:08.852524 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4856b55c-cf33-428c-9cb7-59e0dec656fd'] response: {'server_uuid': '608831db-1b2e-42ba-bf51-4017e7dd843a', 'name': 'network-vif-deleted', 'tag': '7f0125f5-59e9-481c-a8db-4caa03b0d2cf', 'status': 'completed', 'code': 200} Apr 06 13:47:08.930509 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-54134665-fda1-4542-b791-3bab5fd36778 req-c131c4dd-bfda-4295-9c78-f309278be002 tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.61 "DELETE /v2.0/ports/7f0125f5-59e9-481c-a8db-4caa03b0d2cf HTTP/1.1" status: 204 len: 173 time: 1.0250623 Apr 06 13:47:09.737376 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-39052a93-5b7e-428c-bfed-1d4346aec1ad req-19657406-9f92-44a3-87fc-34fe082fcfda tempest-TestServerAdvancedOps-2108328385 tempest-TestServerAdvancedOps-2108328385-project] 10.222.0.48 "GET /v2.0/ports?device_id=608831db-1b2e-42ba-bf51-4017e7dd843a HTTP/1.1" status: 200 len: 210 time: 0.0433383 Apr 06 13:47:10.565404 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:47:10.847287 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51668) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:47:10.906431 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6cfdfe2-2fab-43e4-9a1d-298953f913e7 admin admin] Deleting subnet 480a3956-9178-498d-9ce9-a4c266619eb5 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:47:10.909279 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6cfdfe2-2fab-43e4-9a1d-298953f913e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:10.958218 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6cfdfe2-2fab-43e4-9a1d-298953f913e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:11.114562 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6cfdfe2-2fab-43e4-9a1d-298953f913e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:11.259173 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6cfdfe2-2fab-43e4-9a1d-298953f913e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:11.296911 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cfdfe2-2fab-43e4-9a1d-298953f913e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=480a3956-9178-498d-9ce9-a4c266619eb5,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:47:11.300424 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6cfdfe2-2fab-43e4-9a1d-298953f913e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:11.306025 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b6cfdfe2-2fab-43e4-9a1d-298953f913e7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/480a3956-9178-498d-9ce9-a4c266619eb5 HTTP/1.1" status: 204 len: 168 time: 0.4577374 Apr 06 13:47:11.308523 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51672) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:47:11.413644 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2bbabbe0-8694-4830-80e0-15b223da2d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:11.539263 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2bbabbe0-8694-4830-80e0-15b223da2d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:11.570998 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-2bbabbe0-8694-4830-80e0-15b223da2d3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a17d49a-d432-4d76-9f2c-b1bcc099da03']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:47:11.583872 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-2bbabbe0-8694-4830-80e0-15b223da2d3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef1d927-a9e1-43b8-b321-220516ca908f') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:47:11.584178 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-2bbabbe0-8694-4830-80e0-15b223da2d3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef1d927-a9e1-43b8-b321-220516ca908f') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:47:11.598018 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2bbabbe0-8694-4830-80e0-15b223da2d3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:11.615076 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2bbabbe0-8694-4830-80e0-15b223da2d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:11.621052 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbabbe0-8694-4830-80e0-15b223da2d3b admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:47:11.621428 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2bbabbe0-8694-4830-80e0-15b223da2d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:47:11.634319 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:47:11.775980 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2bbabbe0-8694-4830-80e0-15b223da2d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:11.799158 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2bbabbe0-8694-4830-80e0-15b223da2d3b admin admin] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:11.812137 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbabbe0-8694-4830-80e0-15b223da2d3b admin admin] Pushing event deleted for resources: {'Network': ['ID=7a17d49a-d432-4d76-9f2c-b1bcc099da03,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:47:11.897035 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2bbabbe0-8694-4830-80e0-15b223da2d3b admin admin] 10.222.0.48 "DELETE /v2.0/networks/7a17d49a-d432-4d76-9f2c-b1bcc099da03 HTTP/1.1" status: 204 len: 168 time: 0.5874786 Apr 06 13:47:11.899781 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51676) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:47:11.960704 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c2b41de-d6dc-4352-baa9-f81136b2f50d admin admin] Deleting subnet 0fe2aed1-27eb-4ed6-a016-52c97348b251 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:47:11.964568 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7c2b41de-d6dc-4352-baa9-f81136b2f50d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:12.015130 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7c2b41de-d6dc-4352-baa9-f81136b2f50d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:12.074391 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7c2b41de-d6dc-4352-baa9-f81136b2f50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:12.192693 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 7f0125f5-59e9-481c-a8db-4caa03b0d2cf no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:47:12.217760 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7c2b41de-d6dc-4352-baa9-f81136b2f50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:12.230826 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: 7f0125f5-59e9-481c-a8db-4caa03b0d2cf {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:47:12.231187 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 7f0125f5-59e9-481c-a8db-4caa03b0d2cf not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:47:12.257697 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b41de-d6dc-4352-baa9-f81136b2f50d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fe2aed1-27eb-4ed6-a016-52c97348b251,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:47:12.259633 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7c2b41de-d6dc-4352-baa9-f81136b2f50d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:12.267291 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7c2b41de-d6dc-4352-baa9-f81136b2f50d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0fe2aed1-27eb-4ed6-a016-52c97348b251 HTTP/1.1" status: 204 len: 168 time: 0.3661296 Apr 06 13:47:12.269333 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51680) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:47:12.379193 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c4f468b5-765b-4ac2-915a-3fa6059cac1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:12.505424 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c4f468b5-765b-4ac2-915a-3fa6059cac1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:12.536258 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-c4f468b5-765b-4ac2-915a-3fa6059cac1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f4501a-6bf0-46e0-b069-accb36d95cc6']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:47:12.549136 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-c4f468b5-765b-4ac2-915a-3fa6059cac1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e25e36f-beb5-4552-b523-a5b31c47cc23') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:47:12.549421 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-c4f468b5-765b-4ac2-915a-3fa6059cac1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e25e36f-beb5-4552-b523-a5b31c47cc23') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:47:12.562329 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c4f468b5-765b-4ac2-915a-3fa6059cac1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:12.579852 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c4f468b5-765b-4ac2-915a-3fa6059cac1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:12.586147 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f468b5-765b-4ac2-915a-3fa6059cac1b admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:47:12.586580 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c4f468b5-765b-4ac2-915a-3fa6059cac1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:47:12.600673 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:47:12.741050 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c4f468b5-765b-4ac2-915a-3fa6059cac1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:12.758351 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c4f468b5-765b-4ac2-915a-3fa6059cac1b admin admin] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:12.768479 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f468b5-765b-4ac2-915a-3fa6059cac1b admin admin] Pushing event deleted for resources: {'Network': ['ID=d5f4501a-6bf0-46e0-b069-accb36d95cc6,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:47:12.771095 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c4f468b5-765b-4ac2-915a-3fa6059cac1b admin admin] 10.222.0.48 "DELETE /v2.0/networks/d5f4501a-6bf0-46e0-b069-accb36d95cc6 HTTP/1.1" status: 204 len: 168 time: 0.5008187 Apr 06 13:47:13.224344 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51686) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:47:13.275427 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-01295e9b-b96d-4116-9935-fff6f4748010 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=93ad58e5d44941eda4cc5d4721041880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498798 Apr 06 13:47:13.278009 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51690) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:47:13.341021 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-943cd21b-a549-4847-8c9e-a5d0e04a46ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:13.369020 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-943cd21b-a549-4847-8c9e-a5d0e04a46ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:13.500250 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-943cd21b-a549-4847-8c9e-a5d0e04a46ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:13.518180 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943cd21b-a549-4847-8c9e-a5d0e04a46ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82ad926-38d3-45d5-9dbf-fe07c02e94da,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:47:13.609187 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-943cd21b-a549-4847-8c9e-a5d0e04a46ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:13.615122 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-943cd21b-a549-4847-8c9e-a5d0e04a46ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f82ad926-38d3-45d5-9dbf-fe07c02e94da HTTP/1.1" status: 204 len: 168 time: 0.3314712 Apr 06 13:47:14.355449 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51698) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:47:14.409633 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2f8d4900-351d-46ef-8e58-71bf7a5acd14 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1210d45803194d34bba4833c9a6ad7cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530372 Apr 06 13:47:14.412188 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51702) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:47:14.475209 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fbbd0fa3-923e-463a-b981-d87858da0815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:14.502318 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fbbd0fa3-923e-463a-b981-d87858da0815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:14.630132 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fbbd0fa3-923e-463a-b981-d87858da0815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:14.645626 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd0fa3-923e-463a-b981-d87858da0815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdc62a4-aaf7-4944-8c13-93ee9ca3c301,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:47:14.654206 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fbbd0fa3-923e-463a-b981-d87858da0815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:14.655520 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-fbbd0fa3-923e-463a-b981-d87858da0815 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8fdc62a4-aaf7-4944-8c13-93ee9ca3c301 HTTP/1.1" status: 204 len: 168 time: 0.2423058 Apr 06 13:47:15.426706 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bf4639f9-91e0-42b4-ab4d-c21247aeb3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:17.698523 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cd0797be-1e21-46e1-aa41-f3b51203c736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:18.932652 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:18.953075 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:20.332729 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:22.869855 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-6b673ab0-482e-4be0-826f-1efd3bb50b1e tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=08d731d06cb549a59c254befb1d4d85c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278189 Apr 06 13:47:23.024870 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-e771227c-d785-48e1-a8b5-965ae51862f1 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:23.026339 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-e771227c-d785-48e1-a8b5-965ae51862f1 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1505506 Apr 06 13:47:23.042906 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-2506315b-1acf-4675-bfe3-a4cff6cbe22b tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/quotas/08d731d06cb549a59c254befb1d4d85c HTTP/1.1" status: 200 len: 375 time: 0.0098228 Apr 06 13:47:23.208484 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-3fa95b47-4689-48d8-b91f-08a145ab0e0e tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=08d731d06cb549a59c254befb1d4d85c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1591713 Apr 06 13:47:23.458330 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-79f2d120-c06d-4746-ab0a-a096d494e4f8 req-da2d433a-3133-4bbd-9375-e5bf822c6c80 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb0040b2-6633-480e-971b-615044bdc9b7 HTTP/1.1" status: 200 len: 210 time: 0.0439196 Apr 06 13:47:24.611515 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5189723a-6272-4ac9-af98-e96a1cdcd4ee req-fd4bca0c-ada3-49db-ac30-cb3f4fa7cbab tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb0040b2-6633-480e-971b-615044bdc9b7 HTTP/1.1" status: 200 len: 210 time: 0.0431123 Apr 06 13:47:25.527928 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-17dfb782-8cc1-492d-905d-9a38839a9436 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=08d731d06cb549a59c254befb1d4d85c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327139 Apr 06 13:47:25.692920 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-1ab9c88e-5ddd-4282-b24d-68edfd4d307a tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:25.694337 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-1ab9c88e-5ddd-4282-b24d-68edfd4d307a tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1610703 Apr 06 13:47:25.706494 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Request body: {'port': {'device_id': 'eb0040b2-6633-480e-971b-615044bdc9b7', 'network_id': '8021beac-6815-4fba-bbfd-e08036c2caee', 'admin_state_up': True, 'tenant_id': '08d731d06cb549a59c254befb1d4d85c'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:47:25.777662 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-62e92b9a-a2aa-4bcc-b7b6-e4acc36b4f53 req-8703b9b4-4253-4de9-b1c1-eda3a6f98a15 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb0040b2-6633-480e-971b-615044bdc9b7 HTTP/1.1" status: 200 len: 210 time: 0.0508475 Apr 06 13:47:25.853696 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:47:25.858383 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Usage tracker for resource:port and tenant:08d731d06cb549a59c254befb1d4d85c is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:47:25.862400 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:47:25.868390 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:47:25.941113 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Made reservation on behalf of 08d731d06cb549a59c254befb1d4d85c for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:47:25.945390 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:25.961850 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:25.977317 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:47:25.981568 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Usage tracker for resource:security_group_rule and tenant:08d731d06cb549a59c254befb1d4d85c is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:47:25.985883 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:47:25.992026 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:47:26.089110 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:26.155744 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:26.240491 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f839d3a4-fd18-4209-98d8-789024ae1324,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:47:26.257012 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:26.259240 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:26.259240 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:26.259240 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:26.259240 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:26.259240 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:26.259240 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:26.259764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:26.259877 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:26.260199 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:26.260522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:26.260851 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:26.349402 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Allocated IP 192.168.233.228 (8021beac-6815-4fba-bbfd-e08036c2caee/31ec66eb-e804-44de-a9f9-0ca3f9c9e414/ec5c36fc-e7c5-4947-8a43-f87b764b19a8) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:47:26.557065 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:26.573328 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Transition to ACTIVE for port object ec5c36fc-e7c5-4947-8a43-f87b764b19a8 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:47:26.659041 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:26.730533 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Network 8021beac-6815-4fba-bbfd-e08036c2caee is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:47:26.837548 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:47:26.843110 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:47:26.884528 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Pushing event updated for resources: {'Port': ['ID=ec5c36fc-e7c5-4947-8a43-f87b764b19a8,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:47:26.932423 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:26.932764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:26.985886 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93867a-83e6-4d23-a626-c68139cbdc58 req-b5d74036-d39f-4e2b-ab57-26897ddaf221 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:26.987420 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3a93867a-83e6-4d23-a626-c68139cbdc58 req-b5d74036-d39f-4e2b-ab57-26897ddaf221 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb0040b2-6633-480e-971b-615044bdc9b7 HTTP/1.1" status: 200 len: 936 time: 0.0914381 Apr 06 13:47:27.037070 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3a93867a-83e6-4d23-a626-c68139cbdc58 req-ec8922f2-fe39-4790-8971-4ccf8f5fa0ec tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/security-groups?id=f839d3a4-fd18-4209-98d8-789024ae1324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435941 Apr 06 13:47:27.050328 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-e7ce4142-56a4-441e-a0d4-578ebc152fd6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3477821 Apr 06 13:47:27.062424 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-1c15bfbf-aac3-4dbf-bc5a-75f952050afd service neutron] Request body: {'port': {'device_id': 'eb0040b2-6633-480e-971b-615044bdc9b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:47:27.134547 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-4533e87a-8a96-407c-a4c4-cef69f23919d None None] Provisioning for port ec5c36fc-e7c5-4947-8a43-f87b764b19a8 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:47:27.140895 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-4533e87a-8a96-407c-a4c4-cef69f23919d None None] Provisioning complete for port ec5c36fc-e7c5-4947-8a43-f87b764b19a8 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:47:27.141344 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4533e87a-8a96-407c-a4c4-cef69f23919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:27.186177 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-1c15bfbf-aac3-4dbf-bc5a-75f952050afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:27.201486 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-4533e87a-8a96-407c-a4c4-cef69f23919d None None] Port ec5c36fc-e7c5-4947-8a43-f87b764b19a8 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:47:27.337895 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:27.548732 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-1c15bfbf-aac3-4dbf-bc5a-75f952050afd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec5c36fc-e7c5-4947-8a43-f87b764b19a8 {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:47:27.556275 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-1c15bfbf-aac3-4dbf-bc5a-75f952050afd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:27.576020 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-1c15bfbf-aac3-4dbf-bc5a-75f952050afd service neutron] Transition to ACTIVE for port object ec5c36fc-e7c5-4947-8a43-f87b764b19a8 will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:47:27.632199 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-1c15bfbf-aac3-4dbf-bc5a-75f952050afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:27.764245 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15bfbf-aac3-4dbf-bc5a-75f952050afd service neutron] Pushing event updated for resources: {'Port': ['ID=ec5c36fc-e7c5-4947-8a43-f87b764b19a8,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:47:27.874965 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-1c15bfbf-aac3-4dbf-bc5a-75f952050afd service neutron] Attempting to bind port ec5c36fc-e7c5-4947-8a43-f87b764b19a8 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:47:27.875285 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-1c15bfbf-aac3-4dbf-bc5a-75f952050afd service neutron] Attempting to bind port ec5c36fc-e7c5-4947-8a43-f87b764b19a8 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '66dd8e79-7d6b-4b2d-a434-bd0cab9b0d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8021beac-6815-4fba-bbfd-e08036c2caee'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:47:27.875606 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-1c15bfbf-aac3-4dbf-bc5a-75f952050afd service neutron] Attempting to bind port ec5c36fc-e7c5-4947-8a43-f87b764b19a8 on network 8021beac-6815-4fba-bbfd-e08036c2caee {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:47:27.880229 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-1c15bfbf-aac3-4dbf-bc5a-75f952050afd service neutron] Port ec5c36fc-e7c5-4947-8a43-f87b764b19a8 on network 8021beac-6815-4fba-bbfd-e08036c2caee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:47:27.880535 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-1c15bfbf-aac3-4dbf-bc5a-75f952050afd service neutron] Attempting to bind port ec5c36fc-e7c5-4947-8a43-f87b764b19a8 on network 8021beac-6815-4fba-bbfd-e08036c2caee {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:47:27.885683 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-1c15bfbf-aac3-4dbf-bc5a-75f952050afd service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:47:27.886003 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-1c15bfbf-aac3-4dbf-bc5a-75f952050afd service neutron] Checking segment: {'id': '66dd8e79-7d6b-4b2d-a434-bd0cab9b0d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8021beac-6815-4fba-bbfd-e08036c2caee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:47:27.886374 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-1c15bfbf-aac3-4dbf-bc5a-75f952050afd service neutron] Bound using segment: {'id': '66dd8e79-7d6b-4b2d-a434-bd0cab9b0d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8021beac-6815-4fba-bbfd-e08036c2caee'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:47:27.887069 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-1c15bfbf-aac3-4dbf-bc5a-75f952050afd service neutron] Bound port: ec5c36fc-e7c5-4947-8a43-f87b764b19a8, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dd8e79-7d6b-4b2d-a434-bd0cab9b0d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8021beac-6815-4fba-bbfd-e08036c2caee'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:47:27.887410 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-1c15bfbf-aac3-4dbf-bc5a-75f952050afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:27.986185 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-1c15bfbf-aac3-4dbf-bc5a-75f952050afd service neutron] For port ec5c36fc-e7c5-4947-8a43-f87b764b19a8, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:47:27.989386 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-1c15bfbf-aac3-4dbf-bc5a-75f952050afd service neutron] For port ec5c36fc-e7c5-4947-8a43-f87b764b19a8, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ec5c36fc-e7c5-4947-8a43-f87b764b19a8,segment=NetworkSegment(66dd8e79-7d6b-4b2d-a434-bd0cab9b0d4b),segment_id=66dd8e79-7d6b-4b2d-a434-bd0cab9b0d4b)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:47:28.061433 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-1c15bfbf-aac3-4dbf-bc5a-75f952050afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:28.120581 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-1c15bfbf-aac3-4dbf-bc5a-75f952050afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:28.121201 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-1c15bfbf-aac3-4dbf-bc5a-75f952050afd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:28.122592 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-1c15bfbf-aac3-4dbf-bc5a-75f952050afd service neutron] 10.222.0.61 "PUT /v2.0/ports/ec5c36fc-e7c5-4947-8a43-f87b764b19a8 HTTP/1.1" status: 200 len: 1098 time: 1.0650985 Apr 06 13:47:28.123751 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0040b2-6633-480e-971b-615044bdc9b7', 'tag': 'ec5c36fc-e7c5-4947-8a43-f87b764b19a8'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:47:28.159796 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15bfbf-aac3-4dbf-bc5a-75f952050afd service neutron] Pushing event updated for resources: {'Port': ['ID=ec5c36fc-e7c5-4947-8a43-f87b764b19a8,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:47:28.201729 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed071ee0-2fc5-4d55-8ff2-b378fd14f0c7'] response: {'name': 'network-changed', 'server_uuid': 'eb0040b2-6633-480e-971b-615044bdc9b7', 'tag': 'ec5c36fc-e7c5-4947-8a43-f87b764b19a8', 'status': 'completed', 'code': 200} Apr 06 13:47:28.272273 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb614f16-0e21-41b7-886c-d4761a8ab431 req-0490c1a4-3eb8-4422-a9d9-49c9a12964ee tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:28.273821 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cb614f16-0e21-41b7-886c-d4761a8ab431 req-0490c1a4-3eb8-4422-a9d9-49c9a12964ee tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb0040b2-6633-480e-971b-615044bdc9b7 HTTP/1.1" status: 200 len: 948 time: 0.1163998 Apr 06 13:47:28.301680 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c10dcb-7681-48e4-bd4c-588b5e59ec03 req-58d80412-a375-437e-86a9-a3dce72162b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:28.303174 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-33c10dcb-7681-48e4-bd4c-588b5e59ec03 req-58d80412-a375-437e-86a9-a3dce72162b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=08d731d06cb549a59c254befb1d4d85c&device_id=eb0040b2-6633-480e-971b-615044bdc9b7 HTTP/1.1" status: 200 len: 1101 time: 0.0802920 Apr 06 13:47:28.328499 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cb614f16-0e21-41b7-886c-d4761a8ab431 req-2cf7e2d0-93de-428b-9b58-c64c83d06273 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/security-groups?id=f839d3a4-fd18-4209-98d8-789024ae1324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466230 Apr 06 13:47:28.344816 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-33c10dcb-7681-48e4-bd4c-588b5e59ec03 req-7f99f9c8-e595-40ed-8590-7e99c201005b service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=08d731d06cb549a59c254befb1d4d85c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352831 Apr 06 13:47:28.490347 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c10dcb-7681-48e4-bd4c-588b5e59ec03 req-5b07bcdf-ae91-45b8-9ad9-b716804ce91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:28.491819 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-33c10dcb-7681-48e4-bd4c-588b5e59ec03 req-5b07bcdf-ae91-45b8-9ad9-b716804ce91f service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1418328 Apr 06 13:47:28.600588 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-05a9dfe5-8b78-4494-922b-ebea814e73ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:28.601982 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-05a9dfe5-8b78-4494-922b-ebea814e73ca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=08d731d06cb549a59c254befb1d4d85c&device_id=eb0040b2-6633-480e-971b-615044bdc9b7 HTTP/1.1" status: 200 len: 1101 time: 0.0739062 Apr 06 13:47:28.674466 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-eb4ce227-f21e-4e35-8214-09a625cc73cf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=ec5c36fc-e7c5-4947-8a43-f87b764b19a8 HTTP/1.1" status: 200 len: 217 time: 0.0654936 Apr 06 13:47:28.739275 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-c13f2af7-e097-4041-a6f7-b78103018111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:28.740698 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-c13f2af7-e097-4041-a6f7-b78103018111 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31ec66eb-e804-44de-a9f9-0ca3f9c9e414 HTTP/1.1" status: 200 len: 843 time: 0.0609479 Apr 06 13:47:28.823487 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-7e173925-62ff-4f28-9b0f-1721b4fc14ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:28.824953 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-7e173925-62ff-4f28-9b0f-1721b4fc14ee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8021beac-6815-4fba-bbfd-e08036c2caee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0787745 Apr 06 13:47:28.965458 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-2797688e-adad-4f48-9f88-e94fde3acbc1 service neutron] 10.222.0.61 "GET /v2.0/networks/8021beac-6815-4fba-bbfd-e08036c2caee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337924 Apr 06 13:47:29.202172 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-77a96e42-97ed-4913-945f-3b8f972ff0c7 req-2c5152c1-2d95-4852-abed-2fa6b728b7e6 service neutron] 10.222.0.61 "GET /v2.0/networks/8021beac-6815-4fba-bbfd-e08036c2caee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307057 Apr 06 13:47:29.519653 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820c85c-47cf-4292-a104-c4bf0c2af75f req-6e4ad8f2-dadc-4ab8-9846-8a88cea9f95f tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:29.521135 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9820c85c-47cf-4292-a104-c4bf0c2af75f req-6e4ad8f2-dadc-4ab8-9846-8a88cea9f95f tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb0040b2-6633-480e-971b-615044bdc9b7 HTTP/1.1" status: 200 len: 948 time: 0.0806339 Apr 06 13:47:29.570105 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9820c85c-47cf-4292-a104-c4bf0c2af75f req-b2b35559-94e0-4e1f-bf49-1f82e412bb69 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/security-groups?id=f839d3a4-fd18-4209-98d8-789024ae1324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431538 Apr 06 13:47:30.763416 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad04345-cd86-498a-bfe1-3f530a9c6e80 req-7e1eaacf-707e-437c-943f-7c30399cd18e tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:30.764789 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fad04345-cd86-498a-bfe1-3f530a9c6e80 req-7e1eaacf-707e-437c-943f-7c30399cd18e tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb0040b2-6633-480e-971b-615044bdc9b7 HTTP/1.1" status: 200 len: 948 time: 0.0855584 Apr 06 13:47:30.809824 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fad04345-cd86-498a-bfe1-3f530a9c6e80 req-55511976-7976-452e-b835-6ccc640eafc2 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/security-groups?id=f839d3a4-fd18-4209-98d8-789024ae1324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392685 Apr 06 13:47:32.009770 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5753f92-9df1-41ce-a9f8-96863db50fcc req-187dbde2-63cd-45d2-b3b1-d8b208acf1e7 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:32.011259 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b5753f92-9df1-41ce-a9f8-96863db50fcc req-187dbde2-63cd-45d2-b3b1-d8b208acf1e7 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb0040b2-6633-480e-971b-615044bdc9b7 HTTP/1.1" status: 200 len: 948 time: 0.0867937 Apr 06 13:47:32.057316 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b5753f92-9df1-41ce-a9f8-96863db50fcc req-9eead2d3-7541-49db-889a-3be9ca7a2f0b tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/security-groups?id=f839d3a4-fd18-4209-98d8-789024ae1324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392458 Apr 06 13:47:32.299901 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device ec5c36fc-e7c5-4947-8a43-f87b764b19a8 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:47:32.439076 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port ec5c36fc-e7c5-4947-8a43-f87b764b19a8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ec5c36fc-e7c5-4947-8a43-f87b764b19a8,segment=NetworkSegment(66dd8e79-7d6b-4b2d-a434-bd0cab9b0d4b),segment_id=66dd8e79-7d6b-4b2d-a434-bd0cab9b0d4b)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:47:32.452601 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': 'ec5c36fc-e7c5-4947-8a43-f87b764b19a8', 'network_id': '8021beac-6815-4fba-bbfd-e08036c2caee', 'port_id': 'ec5c36fc-e7c5-4947-8a43-f87b764b19a8', 'mac_address': 'fa:16:3e:98:05:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ec66eb-e804-44de-a9f9-0ca3f9c9e414', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:47:32.508280 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:32.525909 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec5c36fc-e7c5-4947-8a43-f87b764b19a8 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:47:32.542260 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port ec5c36fc-e7c5-4947-8a43-f87b764b19a8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ec5c36fc-e7c5-4947-8a43-f87b764b19a8,segment=NetworkSegment(66dd8e79-7d6b-4b2d-a434-bd0cab9b0d4b),segment_id=66dd8e79-7d6b-4b2d-a434-bd0cab9b0d4b)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:47:32.643421 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:32.714206 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=ec5c36fc-e7c5-4947-8a43-f87b764b19a8,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:47:32.722078 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:32.722421 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:32.722757 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:32.723113 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:32.723443 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:32.723779 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:32.724102 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:32.724422 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:32.724743 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:32.725061 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:32.725377 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:32.725691 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:32.839631 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['ec5c36fc-e7c5-4947-8a43-f87b764b19a8'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:47:33.408918 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef22f6-f24d-4d68-abc3-38cfb9403136 req-ac51650a-1a0c-45d7-8afe-44d1bf45f259 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:33.410433 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1eef22f6-f24d-4d68-abc3-38cfb9403136 req-ac51650a-1a0c-45d7-8afe-44d1bf45f259 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb0040b2-6633-480e-971b-615044bdc9b7 HTTP/1.1" status: 200 len: 949 time: 0.0830185 Apr 06 13:47:33.455680 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1eef22f6-f24d-4d68-abc3-38cfb9403136 req-ef1f61b8-1dea-4b7d-8667-d80dab701b83 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/security-groups?id=f839d3a4-fd18-4209-98d8-789024ae1324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396149 Apr 06 13:47:34.299512 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device ec5c36fc-e7c5-4947-8a43-f87b764b19a8 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:47:34.420845 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port ec5c36fc-e7c5-4947-8a43-f87b764b19a8 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:47:34.426014 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port ec5c36fc-e7c5-4947-8a43-f87b764b19a8 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:47:34.426409 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:34.548981 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:34.576562 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0040b2-6633-480e-971b-615044bdc9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec5c36fc-e7c5-4947-8a43-f87b764b19a8'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:47:34.586904 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port ec5c36fc-e7c5-4947-8a43-f87b764b19a8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ec5c36fc-e7c5-4947-8a43-f87b764b19a8,segment=NetworkSegment(66dd8e79-7d6b-4b2d-a434-bd0cab9b0d4b),segment_id=66dd8e79-7d6b-4b2d-a434-bd0cab9b0d4b)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:47:34.626977 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a16631a-66ed-4904-accb-f4ad97959af1'] response: {'server_uuid': 'eb0040b2-6633-480e-971b-615044bdc9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec5c36fc-e7c5-4947-8a43-f87b764b19a8', 'code': 200} Apr 06 13:47:34.651651 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b8728-f172-427d-bf56-9aa7d2611b9b req-8bf33d61-56e1-4206-b859-67883b3380f7 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:34.653129 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b21b8728-f172-427d-bf56-9aa7d2611b9b req-8bf33d61-56e1-4206-b859-67883b3380f7 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb0040b2-6633-480e-971b-615044bdc9b7 HTTP/1.1" status: 200 len: 949 time: 0.0889447 Apr 06 13:47:34.660600 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:34.702306 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b21b8728-f172-427d-bf56-9aa7d2611b9b req-43f768dd-9f38-471d-8f83-1b6af69621a7 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/security-groups?id=f839d3a4-fd18-4209-98d8-789024ae1324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429981 Apr 06 13:47:34.729186 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=ec5c36fc-e7c5-4947-8a43-f87b764b19a8,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:47:34.996723 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd0840-b980-44a1-9861-8356c5cad203 req-e1cc1bd2-cd3b-4843-8c4f-09eec19aa26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:34.998179 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-23cd0840-b980-44a1-9861-8356c5cad203 req-e1cc1bd2-cd3b-4843-8c4f-09eec19aa26d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eb0040b2-6633-480e-971b-615044bdc9b7 HTTP/1.1" status: 200 len: 1103 time: 0.0708208 Apr 06 13:47:35.039429 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-23cd0840-b980-44a1-9861-8356c5cad203 req-83e51989-75c4-4bba-8cb5-6759b25abee9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f839d3a4-fd18-4209-98d8-789024ae1324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355809 Apr 06 13:47:35.892211 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1b170-9229-41cf-a310-baa522b0e4e1 req-1fa00cea-6d87-439c-a683-4219aa88d348 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:35.893730 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0ff1b170-9229-41cf-a310-baa522b0e4e1 req-1fa00cea-6d87-439c-a683-4219aa88d348 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb0040b2-6633-480e-971b-615044bdc9b7 HTTP/1.1" status: 200 len: 950 time: 0.0816028 Apr 06 13:47:35.948097 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0ff1b170-9229-41cf-a310-baa522b0e4e1 req-031a759c-9730-4c39-8a8f-1656f620ddb4 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/security-groups?id=f839d3a4-fd18-4209-98d8-789024ae1324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486541 Apr 06 13:47:37.141978 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb0468-1484-4c30-97de-3be72834e43f req-cb66ff48-13a7-4bef-b3ac-f18c3720cc1f tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:37.143498 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1ebb0468-1484-4c30-97de-3be72834e43f req-cb66ff48-13a7-4bef-b3ac-f18c3720cc1f tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb0040b2-6633-480e-971b-615044bdc9b7 HTTP/1.1" status: 200 len: 950 time: 0.0846739 Apr 06 13:47:37.191330 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1ebb0468-1484-4c30-97de-3be72834e43f req-aad45d2b-90c1-4c15-bced-2954a9d92f36 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/security-groups?id=f839d3a4-fd18-4209-98d8-789024ae1324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418496 Apr 06 13:47:38.897590 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cb95b-0d28-4b39-b4af-08e7b585ed06 req-07ceb24b-7001-4d3b-9bc2-90c963d2ead6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:38.899116 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7f8cb95b-0d28-4b39-b4af-08e7b585ed06 req-07ceb24b-7001-4d3b-9bc2-90c963d2ead6 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb0040b2-6633-480e-971b-615044bdc9b7 HTTP/1.1" status: 200 len: 950 time: 0.0852630 Apr 06 13:47:38.946220 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7f8cb95b-0d28-4b39-b4af-08e7b585ed06 req-c004be02-5994-442c-9a7b-767c57a77445 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/security-groups?id=f839d3a4-fd18-4209-98d8-789024ae1324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413246 Apr 06 13:47:40.144337 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f67b40-6dfd-4a2b-879a-920beacc64c4 req-074d5e04-6804-491a-a5f5-0c94716f8b2f tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:40.145050 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-a4f67b40-6dfd-4a2b-879a-920beacc64c4 req-074d5e04-6804-491a-a5f5-0c94716f8b2f tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Synchronizing usage tracker for tenant:08d731d06cb549a59c254befb1d4d85c on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:47:40.145851 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1f7d4-6b57-49e8-ac66-c54fdc925800 req-b254a095-60e5-4675-b98e-4e319efeb832 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:40.152969 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-20b1f7d4-6b57-49e8-ac66-c54fdc925800 req-b254a095-60e5-4675-b98e-4e319efeb832 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb0040b2-6633-480e-971b-615044bdc9b7 HTTP/1.1" status: 200 len: 950 time: 0.0910621 Apr 06 13:47:40.196209 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-20b1f7d4-6b57-49e8-ac66-c54fdc925800 req-96e80d05-6a0e-4256-8fc7-d8f0b784a0fc tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/security-groups?id=f839d3a4-fd18-4209-98d8-789024ae1324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424016 Apr 06 13:47:40.223444 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-a4f67b40-6dfd-4a2b-879a-920beacc64c4 req-074d5e04-6804-491a-a5f5-0c94716f8b2f tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Unset dirty status for tenant:08d731d06cb549a59c254befb1d4d85c on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:47:40.224573 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a4f67b40-6dfd-4a2b-879a-920beacc64c4 req-074d5e04-6804-491a-a5f5-0c94716f8b2f tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb0040b2-6633-480e-971b-615044bdc9b7 HTTP/1.1" status: 200 len: 950 time: 0.1642549 Apr 06 13:47:40.298614 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-a4f67b40-6dfd-4a2b-879a-920beacc64c4 req-f334ba3e-613b-4dd1-8574-e57a8d6ac143 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Deleting port ec5c36fc-e7c5-4947-8a43-f87b764b19a8 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:47:40.298900 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-a4f67b40-6dfd-4a2b-879a-920beacc64c4 req-f334ba3e-613b-4dd1-8574-e57a8d6ac143 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:40.554464 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-a4f67b40-6dfd-4a2b-879a-920beacc64c4 req-f334ba3e-613b-4dd1-8574-e57a8d6ac143 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] For port ec5c36fc-e7c5-4947-8a43-f87b764b19a8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ec5c36fc-e7c5-4947-8a43-f87b764b19a8,segment=NetworkSegment(66dd8e79-7d6b-4b2d-a434-bd0cab9b0d4b),segment_id=66dd8e79-7d6b-4b2d-a434-bd0cab9b0d4b)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:47:40.554711 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-a4f67b40-6dfd-4a2b-879a-920beacc64c4 req-f334ba3e-613b-4dd1-8574-e57a8d6ac143 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:40.679327 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-a4f67b40-6dfd-4a2b-879a-920beacc64c4 req-f334ba3e-613b-4dd1-8574-e57a8d6ac143 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Calling delete_port for ec5c36fc-e7c5-4947-8a43-f87b764b19a8 owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:47:40.897429 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-a4f67b40-6dfd-4a2b-879a-920beacc64c4 req-f334ba3e-613b-4dd1-8574-e57a8d6ac143 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:40.909818 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['ec5c36fc-e7c5-4947-8a43-f87b764b19a8'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:47:40.948961 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334ba3e-613b-4dd1-8574-e57a8d6ac143 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Pushing event deleted for resources: {'Port': ['ID=ec5c36fc-e7c5-4947-8a43-f87b764b19a8,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:47:41.028036 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f67b40-6dfd-4a2b-879a-920beacc64c4 req-f334ba3e-613b-4dd1-8574-e57a8d6ac143 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] No DVR routers for this DVR port ec5c36fc-e7c5-4947-8a43-f87b764b19a8 on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:47:41.031021 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-a4f67b40-6dfd-4a2b-879a-920beacc64c4 req-f334ba3e-613b-4dd1-8574-e57a8d6ac143 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:41.033751 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0040b2-6633-480e-971b-615044bdc9b7', 'name': 'network-vif-deleted', 'tag': 'ec5c36fc-e7c5-4947-8a43-f87b764b19a8'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:47:41.085293 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95faac29-3449-4f4c-b6af-89cdaa31632f'] response: {'server_uuid': 'eb0040b2-6633-480e-971b-615044bdc9b7', 'name': 'network-vif-deleted', 'tag': 'ec5c36fc-e7c5-4947-8a43-f87b764b19a8', 'status': 'completed', 'code': 200} Apr 06 13:47:41.107384 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a4f67b40-6dfd-4a2b-879a-920beacc64c4 req-f334ba3e-613b-4dd1-8574-e57a8d6ac143 tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.61 "DELETE /v2.0/ports/ec5c36fc-e7c5-4947-8a43-f87b764b19a8 HTTP/1.1" status: 204 len: 173 time: 0.8756936 Apr 06 13:47:41.357325 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-83b67286-b8cc-4697-8831-d9b6ade0a02d req-2ae9f0a8-47dc-466a-9319-b45dcf1c693e tempest-ServersAdminNegativeTestJSON-1618893035 tempest-ServersAdminNegativeTestJSON-1618893035-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb0040b2-6633-480e-971b-615044bdc9b7 HTTP/1.1" status: 200 len: 210 time: 0.0488346 Apr 06 13:47:42.959514 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51840) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:47:43.139086 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-db927fb6-8967-4930-bc5f-536b2424c229 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=08d731d06cb549a59c254befb1d4d85c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1780045 Apr 06 13:47:43.141366 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51846) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:47:43.203541 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3e99c9b1-ff8e-4cf9-8b7d-366c78246856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:43.233599 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3e99c9b1-ff8e-4cf9-8b7d-366c78246856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:43.363038 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3e99c9b1-ff8e-4cf9-8b7d-366c78246856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:43.378692 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99c9b1-ff8e-4cf9-8b7d-366c78246856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f839d3a4-fd18-4209-98d8-789024ae1324,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:47:43.385456 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3e99c9b1-ff8e-4cf9-8b7d-366c78246856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:43.386922 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3e99c9b1-ff8e-4cf9-8b7d-366c78246856 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f839d3a4-fd18-4209-98d8-789024ae1324 HTTP/1.1" status: 204 len: 168 time: 0.2443616 Apr 06 13:47:43.964276 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 51854) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:47:43.981771 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7d62c9b0-3d95-4a12-983b-cba67156d291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:43.996651 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7d62c9b0-3d95-4a12-983b-cba67156d291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:47:44.001497 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7d62c9b0-3d95-4a12-983b-cba67156d291 admin admin] Usage tracker for resource:security_group_rule and tenant:0b74262681484cd689bd28c5ad9c63e8 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:47:44.004469 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7d62c9b0-3d95-4a12-983b-cba67156d291 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:47:44.010278 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7d62c9b0-3d95-4a12-983b-cba67156d291 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:47:44.097307 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7d62c9b0-3d95-4a12-983b-cba67156d291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:44.160540 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7d62c9b0-3d95-4a12-983b-cba67156d291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:44.209907 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7d62c9b0-3d95-4a12-983b-cba67156d291 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b74262681484cd689bd28c5ad9c63e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2445633 Apr 06 13:47:44.210568 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62c9b0-3d95-4a12-983b-cba67156d291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86521ab3-d524-44b6-8224-4b1e873e6b4e,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:47:44.212680 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51858) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:47:44.274323 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cceb1781-687b-487c-af07-25da193d235a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:44.301110 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cceb1781-687b-487c-af07-25da193d235a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:44.332809 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device ec5c36fc-e7c5-4947-8a43-f87b764b19a8 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:47:44.369013 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: ec5c36fc-e7c5-4947-8a43-f87b764b19a8 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:47:44.369356 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device ec5c36fc-e7c5-4947-8a43-f87b764b19a8 not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:47:44.440533 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cceb1781-687b-487c-af07-25da193d235a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:44.455608 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb1781-687b-487c-af07-25da193d235a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86521ab3-d524-44b6-8224-4b1e873e6b4e,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:47:44.465643 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cceb1781-687b-487c-af07-25da193d235a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:44.467708 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-cceb1781-687b-487c-af07-25da193d235a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86521ab3-d524-44b6-8224-4b1e873e6b4e HTTP/1.1" status: 204 len: 168 time: 0.2530794 Apr 06 13:47:44.469061 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb1781-687b-487c-af07-25da193d235a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:44.469398 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb1781-687b-487c-af07-25da193d235a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:44.469730 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb1781-687b-487c-af07-25da193d235a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:44.470054 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb1781-687b-487c-af07-25da193d235a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:44.470415 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb1781-687b-487c-af07-25da193d235a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:44.470746 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb1781-687b-487c-af07-25da193d235a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:44.471097 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb1781-687b-487c-af07-25da193d235a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:44.471424 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb1781-687b-487c-af07-25da193d235a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:44.472192 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb1781-687b-487c-af07-25da193d235a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:44.472192 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb1781-687b-487c-af07-25da193d235a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:44.472471 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb1781-687b-487c-af07-25da193d235a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:44.472890 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb1781-687b-487c-af07-25da193d235a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:45.460300 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3a5d39dc-174a-4007-bcf6-7578e37a52d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:45.658947 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51882) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:47:45.766597 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-8c76138e-8aea-4c73-8b1d-a3e6043057bb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-553651798-network', 'tenant_id': 'ba2a0e63291a48a99d1c6076b927b6f8'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:47:45.771553 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-8c76138e-8aea-4c73-8b1d-a3e6043057bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:47:45.775641 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8c76138e-8aea-4c73-8b1d-a3e6043057bb admin admin] Usage tracker for resource:network and tenant:ba2a0e63291a48a99d1c6076b927b6f8 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:47:45.778607 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8c76138e-8aea-4c73-8b1d-a3e6043057bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:47:45.785494 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-8c76138e-8aea-4c73-8b1d-a3e6043057bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:47:45.854233 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c76138e-8aea-4c73-8b1d-a3e6043057bb admin admin] Made reservation on behalf of ba2a0e63291a48a99d1c6076b927b6f8 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:47:45.856601 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c76138e-8aea-4c73-8b1d-a3e6043057bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:45.872253 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c76138e-8aea-4c73-8b1d-a3e6043057bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:45.887929 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-8c76138e-8aea-4c73-8b1d-a3e6043057bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:47:45.892073 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8c76138e-8aea-4c73-8b1d-a3e6043057bb admin admin] Usage tracker for resource:security_group_rule and tenant:ba2a0e63291a48a99d1c6076b927b6f8 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:47:45.894948 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8c76138e-8aea-4c73-8b1d-a3e6043057bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:47:45.900679 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-8c76138e-8aea-4c73-8b1d-a3e6043057bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:47:45.989091 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c76138e-8aea-4c73-8b1d-a3e6043057bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:46.068675 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c76138e-8aea-4c73-8b1d-a3e6043057bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:46.100415 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c76138e-8aea-4c73-8b1d-a3e6043057bb admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:47:46.109677 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76138e-8aea-4c73-8b1d-a3e6043057bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2405f4c5-3117-403f-b7d5-9885328a3232,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:47:46.115699 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c76138e-8aea-4c73-8b1d-a3e6043057bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:46.116222 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-8c76138e-8aea-4c73-8b1d-a3e6043057bb admin admin] Added segment b29bdf9e-711d-4a76-a21e-ce53810a3931 of type vlan for network 69efe6bf-1bf0-4040-a9e7-ac05d46e3a26 Apr 06 13:47:46.146332 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c76138e-8aea-4c73-8b1d-a3e6043057bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:46.260249 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c76138e-8aea-4c73-8b1d-a3e6043057bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:46.261199 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c76138e-8aea-4c73-8b1d-a3e6043057bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:46.262085 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c76138e-8aea-4c73-8b1d-a3e6043057bb admin admin] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:46.371986 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76138e-8aea-4c73-8b1d-a3e6043057bb admin admin] Pushing event updated for resources: {'Network': ['ID=69efe6bf-1bf0-4040-a9e7-ac05d46e3a26,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:47:46.382250 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 69efe6bf-1bf0-4040-a9e7-ac05d46e3a26 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:47:46.461035 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8c76138e-8aea-4c73-8b1d-a3e6043057bb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8009524 Apr 06 13:47:46.464000 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51888) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:47:46.470400 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-f9709d4e-0276-4b1e-a537-b74ebe8bc18a admin admin] Request body: {'subnet': {'network_id': '69efe6bf-1bf0-4040-a9e7-ac05d46e3a26', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-553651798-subnet', 'tenant_id': 'ba2a0e63291a48a99d1c6076b927b6f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:47:46.475680 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f9709d4e-0276-4b1e-a537-b74ebe8bc18a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:47:46.479860 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f9709d4e-0276-4b1e-a537-b74ebe8bc18a admin admin] Usage tracker for resource:subnet and tenant:ba2a0e63291a48a99d1c6076b927b6f8 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:47:46.483083 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f9709d4e-0276-4b1e-a537-b74ebe8bc18a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:47:46.490542 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f9709d4e-0276-4b1e-a537-b74ebe8bc18a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:47:46.568607 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9709d4e-0276-4b1e-a537-b74ebe8bc18a admin admin] Made reservation on behalf of ba2a0e63291a48a99d1c6076b927b6f8 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:47:46.571119 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f9709d4e-0276-4b1e-a537-b74ebe8bc18a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:46.846312 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f9709d4e-0276-4b1e-a537-b74ebe8bc18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:46.925485 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9709d4e-0276-4b1e-a537-b74ebe8bc18a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0fe8626-53b2-423b-9536-eb623dabf296,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:47:46.934631 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9709d4e-0276-4b1e-a537-b74ebe8bc18a admin admin] Checking segment: {'id': 'b29bdf9e-711d-4a76-a21e-ce53810a3931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '69efe6bf-1bf0-4040-a9e7-ac05d46e3a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:47:46.935019 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9709d4e-0276-4b1e-a537-b74ebe8bc18a admin admin] Network hostable DHCP agents. Network: 69efe6bf-1bf0-4040-a9e7-ac05d46e3a26, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:47:47.017527 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9709d4e-0276-4b1e-a537-b74ebe8bc18a admin admin] Network 69efe6bf-1bf0-4040-a9e7-ac05d46e3a26 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:47:47.145357 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-f9709d4e-0276-4b1e-a537-b74ebe8bc18a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 69efe6bf-1bf0-4040-a9e7-ac05d46e3a26) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:47:47.149749 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9709d4e-0276-4b1e-a537-b74ebe8bc18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:47.150538 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f9709d4e-0276-4b1e-a537-b74ebe8bc18a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:47.155379 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084eac06-1716-42cd-8dc2-cabb2e52c63b None None] Network 69efe6bf-1bf0-4040-a9e7-ac05d46e3a26 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:47:47.266249 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f9709d4e-0276-4b1e-a537-b74ebe8bc18a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8011477 Apr 06 13:47:47.377838 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2acee6a-bbbd-47c9-b4e6-308a21b566b2 None None] Network 69efe6bf-1bf0-4040-a9e7-ac05d46e3a26 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:47:47.568966 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:47:47.725707 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cdd4d7cb-75b4-43a0-aa04-715488e0966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:47.930138 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-5b1f4c2e-febd-456a-b049-8abc8dcaca45 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:47.930733 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-5b1f4c2e-febd-456a-b049-8abc8dcaca45 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Synchronizing usage tracker for tenant:ba2a0e63291a48a99d1c6076b927b6f8 on resource:network {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:47:48.123507 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-5b1f4c2e-febd-456a-b049-8abc8dcaca45 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Unset dirty status for tenant:ba2a0e63291a48a99d1c6076b927b6f8 on resource:network {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:47:48.124727 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-5b1f4c2e-febd-456a-b049-8abc8dcaca45 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/networks?id=69efe6bf-1bf0-4040-a9e7-ac05d46e3a26 HTTP/1.1" status: 200 len: 811 time: 0.4519098 Apr 06 13:47:48.140530 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-b807994b-71a8-4fda-a772-2671ec01ce7a tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/quotas/ba2a0e63291a48a99d1c6076b927b6f8 HTTP/1.1" status: 200 len: 375 time: 0.0101171 Apr 06 13:47:48.189916 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-a608d907-dc50-496c-aa1c-4ab8f45db582 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba2a0e63291a48a99d1c6076b927b6f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436223 Apr 06 13:47:48.329281 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-ae84d3e1-b630-4fb9-8037-dd6ba274fc5e service neutron] 10.222.0.48 "GET /v2.0/networks/69efe6bf-1bf0-4040-a9e7-ac05d46e3a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322727 Apr 06 13:47:48.463957 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-b4f253f0-a707-45cd-8415-c77868ea789c service neutron] 10.222.0.48 "GET /v2.0/networks/69efe6bf-1bf0-4040-a9e7-ac05d46e3a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285338 Apr 06 13:47:48.737337 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c492cc02-64bc-4cf2-93f7-5a83d87635d9 req-3f53d524-b568-419b-8be5-52daa6c82f9a tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 210 time: 0.0482759 Apr 06 13:47:48.894247 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:48.922498 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:49.893205 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-884dc3c6-634b-4376-93ad-189c9b71b6cf req-3b3f20d1-9e8f-4815-ba0e-cc206a0339d6 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 210 time: 0.0459149 Apr 06 13:47:50.439349 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:51.050999 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fba7c1a9-237f-42fb-87b2-e769d9b15580 req-c94a47d8-2a50-42b5-9211-36b02fe3b0e8 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 210 time: 0.0473917 Apr 06 13:47:51.052512 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-385c8ec6-e731-46cf-9206-5fd44e3b520e tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:51.054162 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-385c8ec6-e731-46cf-9206-5fd44e3b520e tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.61 "GET /v2.0/networks?id=69efe6bf-1bf0-4040-a9e7-ac05d46e3a26 HTTP/1.1" status: 200 len: 811 time: 0.1594923 Apr 06 13:47:51.066058 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-4d19c9a6-9d9b-4be8-b04f-7a1610029125 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Request body: {'port': {'device_id': '6ec2b2e8-4233-4dbd-a663-edfee7e90311', 'network_id': '69efe6bf-1bf0-4040-a9e7-ac05d46e3a26', 'admin_state_up': True, 'tenant_id': 'ba2a0e63291a48a99d1c6076b927b6f8'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:47:51.212145 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-4d19c9a6-9d9b-4be8-b04f-7a1610029125 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:47:51.215997 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-4d19c9a6-9d9b-4be8-b04f-7a1610029125 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Usage tracker for resource:port and tenant:ba2a0e63291a48a99d1c6076b927b6f8 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:47:51.219504 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-4d19c9a6-9d9b-4be8-b04f-7a1610029125 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:47:51.225195 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-4d19c9a6-9d9b-4be8-b04f-7a1610029125 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:47:51.345340 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-4d19c9a6-9d9b-4be8-b04f-7a1610029125 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Made reservation on behalf of ba2a0e63291a48a99d1c6076b927b6f8 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:47:51.349388 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-4d19c9a6-9d9b-4be8-b04f-7a1610029125 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:51.617928 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-4d19c9a6-9d9b-4be8-b04f-7a1610029125 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Allocated IP 172.20.0.12 (69efe6bf-1bf0-4040-a9e7-ac05d46e3a26/d0fe8626-53b2-423b-9536-eb623dabf296/2b7fb482-6c00-41c1-bb9c-54018cfd926f) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:47:51.826099 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-4d19c9a6-9d9b-4be8-b04f-7a1610029125 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:51.922514 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-4d19c9a6-9d9b-4be8-b04f-7a1610029125 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:51.988983 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-4d19c9a6-9d9b-4be8-b04f-7a1610029125 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Network 69efe6bf-1bf0-4040-a9e7-ac05d46e3a26 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:47:51.992002 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-4d19c9a6-9d9b-4be8-b04f-7a1610029125 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:47:51.994750 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-4d19c9a6-9d9b-4be8-b04f-7a1610029125 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:47:52.053476 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19c9a6-9d9b-4be8-b04f-7a1610029125 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Pushing event updated for resources: {'Port': ['ID=2b7fb482-6c00-41c1-bb9c-54018cfd926f,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:47:52.084668 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-4d19c9a6-9d9b-4be8-b04f-7a1610029125 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:52.085507 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-4d19c9a6-9d9b-4be8-b04f-7a1610029125 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:52.189888 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-4d19c9a6-9d9b-4be8-b04f-7a1610029125 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1277585 Apr 06 13:47:52.202420 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-c3c240e9-3c4a-4057-ab57-08910da1189f service neutron] Request body: {'port': {'device_id': '6ec2b2e8-4233-4dbd-a663-edfee7e90311', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:47:52.252995 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadcc65-478d-4122-acd3-b6106e90896d req-b71881ed-8caa-4149-940d-45539cdf7631 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:52.254486 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-adadcc65-478d-4122-acd3-b6106e90896d req-b71881ed-8caa-4149-940d-45539cdf7631 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 932 time: 0.0869040 Apr 06 13:47:52.302000 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-adadcc65-478d-4122-acd3-b6106e90896d req-8dbe555d-3c9c-47ca-9121-1f19aa142c77 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Synchronizing usage tracker for tenant:ba2a0e63291a48a99d1c6076b927b6f8 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:47:52.319803 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-c3c240e9-3c4a-4057-ab57-08910da1189f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:52.385477 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-adadcc65-478d-4122-acd3-b6106e90896d req-8dbe555d-3c9c-47ca-9121-1f19aa142c77 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Unset dirty status for tenant:ba2a0e63291a48a99d1c6076b927b6f8 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:47:52.386936 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-adadcc65-478d-4122-acd3-b6106e90896d req-8dbe555d-3c9c-47ca-9121-1f19aa142c77 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263132 Apr 06 13:47:52.676634 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-c3c240e9-3c4a-4057-ab57-08910da1189f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b7fb482-6c00-41c1-bb9c-54018cfd926f {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:47:52.683200 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-c3c240e9-3c4a-4057-ab57-08910da1189f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:52.698529 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-c3c240e9-3c4a-4057-ab57-08910da1189f service neutron] Transition to ACTIVE for port object 2b7fb482-6c00-41c1-bb9c-54018cfd926f will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:47:52.765506 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-c3c240e9-3c4a-4057-ab57-08910da1189f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:52.916259 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c240e9-3c4a-4057-ab57-08910da1189f service neutron] Pushing event updated for resources: {'Port': ['ID=2b7fb482-6c00-41c1-bb9c-54018cfd926f,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:47:52.998009 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-c3c240e9-3c4a-4057-ab57-08910da1189f service neutron] Attempting to bind port 2b7fb482-6c00-41c1-bb9c-54018cfd926f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:47:52.998325 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-c3c240e9-3c4a-4057-ab57-08910da1189f service neutron] Attempting to bind port 2b7fb482-6c00-41c1-bb9c-54018cfd926f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b29bdf9e-711d-4a76-a21e-ce53810a3931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '69efe6bf-1bf0-4040-a9e7-ac05d46e3a26'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:47:52.998697 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-c3c240e9-3c4a-4057-ab57-08910da1189f service neutron] Attempting to bind port 2b7fb482-6c00-41c1-bb9c-54018cfd926f on network 69efe6bf-1bf0-4040-a9e7-ac05d46e3a26 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:47:53.003545 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-c3c240e9-3c4a-4057-ab57-08910da1189f service neutron] Port 2b7fb482-6c00-41c1-bb9c-54018cfd926f on network 69efe6bf-1bf0-4040-a9e7-ac05d46e3a26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:47:53.003855 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-c3c240e9-3c4a-4057-ab57-08910da1189f service neutron] Attempting to bind port 2b7fb482-6c00-41c1-bb9c-54018cfd926f on network 69efe6bf-1bf0-4040-a9e7-ac05d46e3a26 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:47:53.008904 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-c3c240e9-3c4a-4057-ab57-08910da1189f service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:47:53.009227 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-c3c240e9-3c4a-4057-ab57-08910da1189f service neutron] Checking segment: {'id': 'b29bdf9e-711d-4a76-a21e-ce53810a3931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '69efe6bf-1bf0-4040-a9e7-ac05d46e3a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:47:53.009592 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-c3c240e9-3c4a-4057-ab57-08910da1189f service neutron] Bound using segment: {'id': 'b29bdf9e-711d-4a76-a21e-ce53810a3931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '69efe6bf-1bf0-4040-a9e7-ac05d46e3a26'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:47:53.010002 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-c3c240e9-3c4a-4057-ab57-08910da1189f service neutron] Bound port: 2b7fb482-6c00-41c1-bb9c-54018cfd926f, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b29bdf9e-711d-4a76-a21e-ce53810a3931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '69efe6bf-1bf0-4040-a9e7-ac05d46e3a26'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:47:53.010335 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-c3c240e9-3c4a-4057-ab57-08910da1189f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:53.103531 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-c3c240e9-3c4a-4057-ab57-08910da1189f service neutron] For port 2b7fb482-6c00-41c1-bb9c-54018cfd926f, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:47:53.106645 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-c3c240e9-3c4a-4057-ab57-08910da1189f service neutron] For port 2b7fb482-6c00-41c1-bb9c-54018cfd926f, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2b7fb482-6c00-41c1-bb9c-54018cfd926f,segment=NetworkSegment(b29bdf9e-711d-4a76-a21e-ce53810a3931),segment_id=b29bdf9e-711d-4a76-a21e-ce53810a3931)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:47:53.294843 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-c3c240e9-3c4a-4057-ab57-08910da1189f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:53.350486 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-c3c240e9-3c4a-4057-ab57-08910da1189f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:53.351159 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-c3c240e9-3c4a-4057-ab57-08910da1189f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:53.352510 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-c3c240e9-3c4a-4057-ab57-08910da1189f service neutron] 10.222.0.61 "PUT /v2.0/ports/2b7fb482-6c00-41c1-bb9c-54018cfd926f HTTP/1.1" status: 200 len: 1094 time: 1.1555190 Apr 06 13:47:53.352938 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec2b2e8-4233-4dbd-a663-edfee7e90311', 'tag': '2b7fb482-6c00-41c1-bb9c-54018cfd926f'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:47:53.379163 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c240e9-3c4a-4057-ab57-08910da1189f service neutron] Pushing event updated for resources: {'Port': ['ID=2b7fb482-6c00-41c1-bb9c-54018cfd926f,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:47:53.406380 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1b020ae-5e3f-4106-b8f6-55df67b69c6d'] response: {'name': 'network-changed', 'server_uuid': '6ec2b2e8-4233-4dbd-a663-edfee7e90311', 'tag': '2b7fb482-6c00-41c1-bb9c-54018cfd926f', 'status': 'completed', 'code': 200} Apr 06 13:47:53.497202 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1deb2-2926-4803-ade7-1082a9eca086 req-97cb6eca-bbf8-42c9-b8a4-45bb98df3212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:53.499228 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-47d1deb2-2926-4803-ade7-1082a9eca086 req-97cb6eca-bbf8-42c9-b8a4-45bb98df3212 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ba2a0e63291a48a99d1c6076b927b6f8&device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 1097 time: 0.0781000 Apr 06 13:47:53.584194 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f8b3f-cf7d-4c2a-9d12-821c37aa6e17 req-6c329246-d611-45c2-8d04-b8954230f943 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:53.585697 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-062f8b3f-cf7d-4c2a-9d12-821c37aa6e17 req-6c329246-d611-45c2-8d04-b8954230f943 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 944 time: 0.0868804 Apr 06 13:47:53.635356 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-062f8b3f-cf7d-4c2a-9d12-821c37aa6e17 req-6fa5bd3a-0948-44b0-82da-367574f2b1a7 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438607 Apr 06 13:47:53.647754 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1deb2-2926-4803-ade7-1082a9eca086 req-fa7a414a-4076-4565-97a3-ab9701990144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:53.649207 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-47d1deb2-2926-4803-ade7-1082a9eca086 req-fa7a414a-4076-4565-97a3-ab9701990144 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=ba2a0e63291a48a99d1c6076b927b6f8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1440051 Apr 06 13:47:53.889985 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1deb2-2926-4803-ade7-1082a9eca086 req-1d6dea01-42f5-438f-a260-762d4900c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:53.892101 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-47d1deb2-2926-4803-ade7-1082a9eca086 req-1d6dea01-42f5-438f-a260-762d4900c531 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2365601 Apr 06 13:47:54.018569 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-d9aad0c4-ae66-4e96-845b-218aa00c22cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:54.020126 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-d9aad0c4-ae66-4e96-845b-218aa00c22cd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ba2a0e63291a48a99d1c6076b927b6f8&device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 1097 time: 0.0779231 Apr 06 13:47:54.092218 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-2a02f012-8747-43ec-8aa3-5f5f156143c6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b7fb482-6c00-41c1-bb9c-54018cfd926f HTTP/1.1" status: 200 len: 217 time: 0.0656919 Apr 06 13:47:54.157064 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-7d169f49-523f-430a-a5b1-ed99b0acc4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:54.158402 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-7d169f49-523f-430a-a5b1-ed99b0acc4ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d0fe8626-53b2-423b-9536-eb623dabf296 HTTP/1.1" status: 200 len: 851 time: 0.0609825 Apr 06 13:47:54.209667 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-f5ccd6c4-fa01-42f8-b181-962c7da14a4a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=69efe6bf-1bf0-4040-a9e7-ac05d46e3a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452926 Apr 06 13:47:54.347632 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-1c54fae5-5bbc-41c9-a224-f2eae4eb406d service neutron] 10.222.0.61 "GET /v2.0/networks/69efe6bf-1bf0-4040-a9e7-ac05d46e3a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322765 Apr 06 13:47:54.488333 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-af66016d-e17f-4a9d-ac8d-c4c0be220c4d req-673c60bd-36b6-4d48-8815-cdad4a0088f1 service neutron] 10.222.0.61 "GET /v2.0/networks/69efe6bf-1bf0-4040-a9e7-ac05d46e3a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351554 Apr 06 13:47:54.824690 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512ce9c-76b7-4c5e-8aaf-3486826fece0 req-fb2d81c4-6160-4b75-8934-d07daa4e8673 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:54.826110 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8512ce9c-76b7-4c5e-8aaf-3486826fece0 req-fb2d81c4-6160-4b75-8934-d07daa4e8673 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 944 time: 0.0824800 Apr 06 13:47:54.871272 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8512ce9c-76b7-4c5e-8aaf-3486826fece0 req-13ecd0b1-c33e-4ca1-812f-a59f5b84389b tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386658 Apr 06 13:47:56.065147 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcaf204-7764-4835-9a25-00533a3ae8aa req-91f0eebe-8b3e-47b5-9d4d-b4e01a74b00e tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:56.066607 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0bcaf204-7764-4835-9a25-00533a3ae8aa req-91f0eebe-8b3e-47b5-9d4d-b4e01a74b00e tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 944 time: 0.0852821 Apr 06 13:47:56.112077 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0bcaf204-7764-4835-9a25-00533a3ae8aa req-3ad8151d-e6f8-4772-95e6-c418589640f0 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395927 Apr 06 13:47:56.395007 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 2b7fb482-6c00-41c1-bb9c-54018cfd926f details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:47:56.531446 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 2b7fb482-6c00-41c1-bb9c-54018cfd926f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2b7fb482-6c00-41c1-bb9c-54018cfd926f,segment=NetworkSegment(b29bdf9e-711d-4a76-a21e-ce53810a3931),segment_id=b29bdf9e-711d-4a76-a21e-ce53810a3931)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:47:56.545494 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '2b7fb482-6c00-41c1-bb9c-54018cfd926f', 'network_id': '69efe6bf-1bf0-4040-a9e7-ac05d46e3a26', 'port_id': '2b7fb482-6c00-41c1-bb9c-54018cfd926f', 'mac_address': 'fa:16:3e:0c:99:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0fe8626-53b2-423b-9536-eb623dabf296', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:47:56.605277 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:56.624281 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b7fb482-6c00-41c1-bb9c-54018cfd926f {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:47:56.640143 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 2b7fb482-6c00-41c1-bb9c-54018cfd926f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2b7fb482-6c00-41c1-bb9c-54018cfd926f,segment=NetworkSegment(b29bdf9e-711d-4a76-a21e-ce53810a3931),segment_id=b29bdf9e-711d-4a76-a21e-ce53810a3931)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:47:56.697734 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:56.765211 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=2b7fb482-6c00-41c1-bb9c-54018cfd926f,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:47:56.946667 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['2b7fb482-6c00-41c1-bb9c-54018cfd926f'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:47:57.305886 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dde58b-86a6-4b41-9d4c-5825de74f0dd req-4afa8f51-0d79-49ba-b847-8a1146fcd44a tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:57.307388 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-99dde58b-86a6-4b41-9d4c-5825de74f0dd req-4afa8f51-0d79-49ba-b847-8a1146fcd44a tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 945 time: 0.0810072 Apr 06 13:47:57.353622 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-99dde58b-86a6-4b41-9d4c-5825de74f0dd req-61c0ca2f-605a-4de5-aaa6-306ea8725865 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390580 Apr 06 13:47:57.356606 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:58.409141 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 2b7fb482-6c00-41c1-bb9c-54018cfd926f up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:47:58.532029 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port 2b7fb482-6c00-41c1-bb9c-54018cfd926f completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:47:58.537890 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 2b7fb482-6c00-41c1-bb9c-54018cfd926f triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:47:58.541619 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:58.548712 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ea805-6c82-4212-bc61-5d9655eb9a2a req-baa1364f-bde7-494c-9194-d4a43901cf68 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:58.550221 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-469ea805-6c82-4212-bc61-5d9655eb9a2a req-baa1364f-bde7-494c-9194-d4a43901cf68 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 945 time: 0.0850611 Apr 06 13:47:58.596940 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-469ea805-6c82-4212-bc61-5d9655eb9a2a req-8e563019-0679-4706-afcc-985f3fe6bde8 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407798 Apr 06 13:47:58.661129 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:58.688110 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec2b2e8-4233-4dbd-a663-edfee7e90311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7fb482-6c00-41c1-bb9c-54018cfd926f'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:47:58.699560 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 2b7fb482-6c00-41c1-bb9c-54018cfd926f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2b7fb482-6c00-41c1-bb9c-54018cfd926f,segment=NetworkSegment(b29bdf9e-711d-4a76-a21e-ce53810a3931),segment_id=b29bdf9e-711d-4a76-a21e-ce53810a3931)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:47:58.735065 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51abd3a3-85cc-425d-92fc-0784cf472b54'] response: {'server_uuid': '6ec2b2e8-4233-4dbd-a663-edfee7e90311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7fb482-6c00-41c1-bb9c-54018cfd926f', 'code': 200} Apr 06 13:47:58.768444 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:47:58.840639 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=2b7fb482-6c00-41c1-bb9c-54018cfd926f,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:47:59.094108 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f511c77-3df2-476a-881a-5b728f60e5f3 req-dc8adc9d-9df6-4ced-abca-8a5598e45533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:59.095501 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4f511c77-3df2-476a-881a-5b728f60e5f3 req-dc8adc9d-9df6-4ced-abca-8a5598e45533 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 1099 time: 0.0750160 Apr 06 13:47:59.136841 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4f511c77-3df2-476a-881a-5b728f60e5f3 req-26416cd5-a59d-4d55-884c-594f38c3d3ed service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354042 Apr 06 13:47:59.786501 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a379839-3ebf-4016-bfa6-c6bc9809df11 req-af8e5d10-847e-46f6-ac91-59583fe08eb1 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:47:59.787989 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3a379839-3ebf-4016-bfa6-c6bc9809df11 req-af8e5d10-847e-46f6-ac91-59583fe08eb1 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0829556 Apr 06 13:47:59.837881 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3a379839-3ebf-4016-bfa6-c6bc9809df11 req-deb9b7a5-a1ec-4ef1-b86d-98463d5d695f tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427222 Apr 06 13:48:01.033604 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee13bd-53e6-441d-ba9d-f55b2b7c762e req-9b10fdd6-d2b2-4224-8a00-158db99232ea tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:01.035122 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-46ee13bd-53e6-441d-ba9d-f55b2b7c762e req-9b10fdd6-d2b2-4224-8a00-158db99232ea tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0862529 Apr 06 13:48:01.081001 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-46ee13bd-53e6-441d-ba9d-f55b2b7c762e req-5c064900-8a7d-4684-b902-05674784180a tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401137 Apr 06 13:48:01.637134 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce4910-50fd-42c7-9b98-fc0c6b59b7a5 req-d290507f-3de0-492f-9123-f365836a40ed tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:01.639149 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f4ce4910-50fd-42c7-9b98-fc0c6b59b7a5 req-d290507f-3de0-492f-9123-f365836a40ed tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0890644 Apr 06 13:48:01.684486 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f4ce4910-50fd-42c7-9b98-fc0c6b59b7a5 req-725978ef-864a-4b9c-8de8-5c0c3c7e4462 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394950 Apr 06 13:48:01.798379 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 51956) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:48:01.913589 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5d68104f-e8f8-4bf9-bf38-56c65f01e178 req-08436d1f-a161-47e4-a89e-9dfb33823ac0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1140232 Apr 06 13:48:02.873385 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1968fc2-9c00-4de2-8b9b-215b29547f61 req-0d69a6df-8de9-4860-af41-03dfe0d10f85 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:02.874948 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d1968fc2-9c00-4de2-8b9b-215b29547f61 req-0d69a6df-8de9-4860-af41-03dfe0d10f85 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0846941 Apr 06 13:48:02.920494 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d1968fc2-9c00-4de2-8b9b-215b29547f61 req-881d2342-5dd7-48a6-88e8-fe9dae268808 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398500 Apr 06 13:48:04.113478 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266fd5b-65f7-48fe-b49e-948557c50657 req-4d4b16e4-88cf-4b30-b0ce-5366bf3c4f7b tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:04.114976 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d266fd5b-65f7-48fe-b49e-948557c50657 req-4d4b16e4-88cf-4b30-b0ce-5366bf3c4f7b tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0820029 Apr 06 13:48:04.171659 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d266fd5b-65f7-48fe-b49e-948557c50657 req-1016b308-77b2-498a-81f3-59ad48713030 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508299 Apr 06 13:48:04.315237 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68104f-e8f8-4bf9-bf38-56c65f01e178 req-9f790b83-5c01-4a7f-a776-a4f86918018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:04.316720 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5d68104f-e8f8-4bf9-bf38-56c65f01e178 req-9f790b83-5c01-4a7f-a776-a4f86918018f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ba2a0e63291a48a99d1c6076b927b6f8&device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 1099 time: 0.0744245 Apr 06 13:48:04.454956 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68104f-e8f8-4bf9-bf38-56c65f01e178 req-841a9a15-4e6b-4a92-ba4e-5e390906d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:04.456431 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5d68104f-e8f8-4bf9-bf38-56c65f01e178 req-841a9a15-4e6b-4a92-ba4e-5e390906d140 service neutron] 10.222.0.61 "GET /v2.0/networks?id=69efe6bf-1bf0-4040-a9e7-ac05d46e3a26 HTTP/1.1" status: 200 len: 912 time: 0.1338837 Apr 06 13:48:04.527415 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5d68104f-e8f8-4bf9-bf38-56c65f01e178 req-bc4a32d8-8b2e-4709-8c9a-c05106990fb5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b7fb482-6c00-41c1-bb9c-54018cfd926f HTTP/1.1" status: 200 len: 217 time: 0.0654743 Apr 06 13:48:04.588741 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68104f-e8f8-4bf9-bf38-56c65f01e178 req-0c9ca5f0-6ca1-4d64-9ab4-61cc39d9fe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:04.590166 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5d68104f-e8f8-4bf9-bf38-56c65f01e178 req-0c9ca5f0-6ca1-4d64-9ab4-61cc39d9fe8a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d0fe8626-53b2-423b-9536-eb623dabf296 HTTP/1.1" status: 200 len: 851 time: 0.0571268 Apr 06 13:48:04.642641 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5d68104f-e8f8-4bf9-bf38-56c65f01e178 req-cdcb9c71-c33f-424e-9025-2e6268e47624 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=69efe6bf-1bf0-4040-a9e7-ac05d46e3a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445852 Apr 06 13:48:04.777673 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5d68104f-e8f8-4bf9-bf38-56c65f01e178 req-2a21b0c2-05bb-4191-9129-8ff28c533e76 service neutron] 10.222.0.61 "GET /v2.0/networks/69efe6bf-1bf0-4040-a9e7-ac05d46e3a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288495 Apr 06 13:48:04.914779 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5d68104f-e8f8-4bf9-bf38-56c65f01e178 req-d2b7c9df-5311-4e1f-a15d-498ee51140ec service neutron] 10.222.0.61 "GET /v2.0/networks/69efe6bf-1bf0-4040-a9e7-ac05d46e3a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309972 Apr 06 13:48:05.369977 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657775e-3ff3-4c60-bfac-3068e0b35e08 req-43f2d8b6-92c1-477d-880e-43b99671809c tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:05.371469 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0657775e-3ff3-4c60-bfac-3068e0b35e08 req-43f2d8b6-92c1-477d-880e-43b99671809c tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0849710 Apr 06 13:48:05.416404 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0657775e-3ff3-4c60-bfac-3068e0b35e08 req-1e27a5c9-6d1a-43e3-9969-34e30a9feeb5 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382354 Apr 06 13:48:06.609523 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a53a65-282f-4ea6-a93a-fc1b6d4b1f4a req-5ccb5d94-d45a-4cbe-9c7e-ef90874df7a6 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:06.611012 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f1a53a65-282f-4ea6-a93a-fc1b6d4b1f4a req-5ccb5d94-d45a-4cbe-9c7e-ef90874df7a6 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0844963 Apr 06 13:48:06.656187 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f1a53a65-282f-4ea6-a93a-fc1b6d4b1f4a req-21f790e0-a8da-427e-9b22-e43c781155a1 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395479 Apr 06 13:48:07.845295 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc894d-b59e-4fb4-9087-808250eed627 req-685eb450-493d-4813-9fb0-3b40f3b397d1 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:07.846699 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-54dc894d-b59e-4fb4-9087-808250eed627 req-685eb450-493d-4813-9fb0-3b40f3b397d1 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0804911 Apr 06 13:48:07.892069 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-54dc894d-b59e-4fb4-9087-808250eed627 req-dafa1de5-96a1-46b1-8502-a3bacf9b96c1 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396340 Apr 06 13:48:09.077962 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c264c-a918-4c56-8f51-f39af5106c69 req-67e5e4bf-1c13-46ed-a9ba-396ca2d2a788 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:09.079419 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b82c264c-a918-4c56-8f51-f39af5106c69 req-67e5e4bf-1c13-46ed-a9ba-396ca2d2a788 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0833275 Apr 06 13:48:09.123112 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b82c264c-a918-4c56-8f51-f39af5106c69 req-3997b00c-7ea1-4732-b472-2651c0a08791 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380824 Apr 06 13:48:10.361917 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fabe1-1f3d-4e97-bbdf-80aa4dee4527 req-161762d8-efc9-4687-860c-ec5061ff28d7 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:10.363361 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-297fabe1-1f3d-4e97-bbdf-80aa4dee4527 req-161762d8-efc9-4687-860c-ec5061ff28d7 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.1338754 Apr 06 13:48:10.411468 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-297fabe1-1f3d-4e97-bbdf-80aa4dee4527 req-903813fc-448d-4c8f-ab60-960aab45acd8 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423186 Apr 06 13:48:11.647040 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d24573-4e9f-4bda-ae49-3e9832f169d2 req-d32fbb25-9eb6-4733-80d7-170a8bbcb08c tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:11.648603 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c2d24573-4e9f-4bda-ae49-3e9832f169d2 req-d32fbb25-9eb6-4733-80d7-170a8bbcb08c tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.1314070 Apr 06 13:48:11.692000 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c2d24573-4e9f-4bda-ae49-3e9832f169d2 req-a90144f1-d744-4889-9347-da3a7ca1ac42 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371265 Apr 06 13:48:12.989319 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dab2e-e289-4bcb-b39e-f6e0a077d289 req-d3957519-b312-41fe-bee9-81ada25def46 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:12.990697 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ae8dab2e-e289-4bcb-b39e-f6e0a077d289 req-d3957519-b312-41fe-bee9-81ada25def46 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.1868036 Apr 06 13:48:13.038010 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ae8dab2e-e289-4bcb-b39e-f6e0a077d289 req-5748b685-6c08-4ec3-84c1-ab6a3282d78d tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415964 Apr 06 13:48:14.233354 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9560f-bcd1-43c9-bce2-16b29f695ecf req-d73d2878-3508-499d-92a9-011043eb1fff tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:14.234896 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a7b9560f-bcd1-43c9-bce2-16b29f695ecf req-d73d2878-3508-499d-92a9-011043eb1fff tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0890541 Apr 06 13:48:14.281248 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a7b9560f-bcd1-43c9-bce2-16b29f695ecf req-61ce3a8a-772e-4cea-b2cd-1623a78fdce8 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406675 Apr 06 13:48:15.444879 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-95951767-bf03-44a1-a7eb-441a367b8f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:15.474598 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739bb20-1253-403b-831d-21e6f9700049 req-54866581-0068-48ee-8c72-183894c284ce tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:15.476000 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0739bb20-1253-403b-831d-21e6f9700049 req-54866581-0068-48ee-8c72-183894c284ce tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0843322 Apr 06 13:48:15.525811 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0739bb20-1253-403b-831d-21e6f9700049 req-546210fb-d02d-4b11-8267-ddf5e75ca46d tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403602 Apr 06 13:48:16.722284 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5d643-8e90-440c-a8c0-3b23c6d6e246 req-e4742ee1-f74f-4301-8f2d-3bef2f824807 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:16.723899 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f8f5d643-8e90-440c-a8c0-3b23c6d6e246 req-e4742ee1-f74f-4301-8f2d-3bef2f824807 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0897634 Apr 06 13:48:16.769897 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f8f5d643-8e90-440c-a8c0-3b23c6d6e246 req-00996588-70a0-4623-ba03-97ae216aabda tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403364 Apr 06 13:48:17.696388 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f45a16f7-f9bb-4dc5-a1bb-c6e05527e7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:17.963091 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cd196-6273-4910-b6e2-a5061a6143ff req-27316cc1-5d05-4042-a43f-5ff76c89d7c0 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:17.964578 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ab7cd196-6273-4910-b6e2-a5061a6143ff req-27316cc1-5d05-4042-a43f-5ff76c89d7c0 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0820925 Apr 06 13:48:18.016275 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ab7cd196-6273-4910-b6e2-a5061a6143ff req-37ec29bc-c4af-4ffb-933e-eaae393aeda2 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451584 Apr 06 13:48:18.930882 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:18.950992 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:19.210871 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36603567-f6dd-4c23-b897-e8f26822a8f3 req-1c89ad4d-1b25-407b-be44-995c03985ef6 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:19.212438 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-36603567-f6dd-4c23-b897-e8f26822a8f3 req-1c89ad4d-1b25-407b-be44-995c03985ef6 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0841033 Apr 06 13:48:19.259816 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-36603567-f6dd-4c23-b897-e8f26822a8f3 req-2c9b90bc-c8e4-4145-ba2f-578bc33f101b tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413642 Apr 06 13:48:20.361573 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:20.463101 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c944f-93af-4a77-8f06-1d959e4f7829 req-ce858fbf-9534-427c-b6f8-b7a7b2c493c0 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:20.464461 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e94c944f-93af-4a77-8f06-1d959e4f7829 req-ce858fbf-9534-427c-b6f8-b7a7b2c493c0 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0854163 Apr 06 13:48:20.510109 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e94c944f-93af-4a77-8f06-1d959e4f7829 req-a4ceec34-c26c-4381-b4ad-3b7c8ac4482a tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391974 Apr 06 13:48:21.708046 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63b32f-becb-44ea-803b-9c5373dd3ef9 req-08186e3d-c373-4f08-b9e7-cbc561017508 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:21.709511 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5b63b32f-becb-44ea-803b-9c5373dd3ef9 req-08186e3d-c373-4f08-b9e7-cbc561017508 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0895965 Apr 06 13:48:21.759977 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5b63b32f-becb-44ea-803b-9c5373dd3ef9 req-40c67885-e5ea-4456-80f9-68030fd63bc7 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446200 Apr 06 13:48:22.955480 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e792d63-e4b5-4dc0-b11d-9c15cc76ec54 req-779de17f-6ae8-40b0-bb3f-2d0777cd5a80 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:22.957000 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1e792d63-e4b5-4dc0-b11d-9c15cc76ec54 req-779de17f-6ae8-40b0-bb3f-2d0777cd5a80 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0862532 Apr 06 13:48:23.007273 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1e792d63-e4b5-4dc0-b11d-9c15cc76ec54 req-5bdf94ca-b4f8-4997-b4b5-1e2118a91ea7 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443666 Apr 06 13:48:24.206104 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff4d52-0215-4f43-b81c-a47d71fba37f req-9c8282f6-375b-43a6-b3ad-f3b1348f901a tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:24.207639 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7bff4d52-0215-4f43-b81c-a47d71fba37f req-9c8282f6-375b-43a6-b3ad-f3b1348f901a tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0865743 Apr 06 13:48:24.252065 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7bff4d52-0215-4f43-b81c-a47d71fba37f req-aa421be9-6804-4b77-8eeb-f2a6f1c9049b tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386376 Apr 06 13:48:24.569930 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:48:25.443530 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4396a48-25b9-4380-b492-b5f7f72c730c req-4238c8d5-1bdb-4326-a05e-bd718be64dff tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:25.444816 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c4396a48-25b9-4380-b492-b5f7f72c730c req-4238c8d5-1bdb-4326-a05e-bd718be64dff tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0822911 Apr 06 13:48:25.490498 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c4396a48-25b9-4380-b492-b5f7f72c730c req-0aa634ec-3ad2-4a0b-afb7-cfe69a3d4ff2 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386345 Apr 06 13:48:26.692284 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265207a-ce23-478e-89be-0ac0c30bd94d req-bb2b2a28-78f7-472a-a352-e98583959ee0 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:26.693759 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8265207a-ce23-478e-89be-0ac0c30bd94d req-bb2b2a28-78f7-472a-a352-e98583959ee0 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0883586 Apr 06 13:48:26.739269 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8265207a-ce23-478e-89be-0ac0c30bd94d req-dd35df89-b895-434c-985d-25a5a80a204a tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397630 Apr 06 13:48:27.378355 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:27.930350 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e5dd9-97ae-4ac6-bd9a-c515a94ea968 req-a2262801-a3f9-4023-b1ee-2f44290d4ef9 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:27.931865 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-256e5dd9-97ae-4ac6-bd9a-c515a94ea968 req-a2262801-a3f9-4023-b1ee-2f44290d4ef9 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0817788 Apr 06 13:48:27.979983 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-256e5dd9-97ae-4ac6-bd9a-c515a94ea968 req-67b249b6-c49a-4914-910d-678b8c9cbea6 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418153 Apr 06 13:48:29.174096 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a7ae9-fee8-48ec-96f0-c4c143eb057d req-4702a385-7668-4118-8be6-8db4a61d3998 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:29.175601 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-158a7ae9-fee8-48ec-96f0-c4c143eb057d req-4702a385-7668-4118-8be6-8db4a61d3998 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0876114 Apr 06 13:48:29.221851 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-158a7ae9-fee8-48ec-96f0-c4c143eb057d req-bb7cce54-2327-4839-921e-051fc075f24b tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400348 Apr 06 13:48:30.428894 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330eca79-4b99-433a-978e-3575c6c19f94 req-c9410eca-16df-4040-ba09-73889f3c5af1 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:30.430380 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-330eca79-4b99-433a-978e-3575c6c19f94 req-c9410eca-16df-4040-ba09-73889f3c5af1 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0946121 Apr 06 13:48:30.475624 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-330eca79-4b99-433a-978e-3575c6c19f94 req-267cb206-52b5-4654-b4e5-90f44e442394 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391872 Apr 06 13:48:31.671733 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4ed65-fb6b-4666-8645-ecda4cfce0ed req-8cd69077-bc03-46ab-adcd-b85d3d674a43 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:31.673217 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-08b4ed65-fb6b-4666-8645-ecda4cfce0ed req-8cd69077-bc03-46ab-adcd-b85d3d674a43 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0836265 Apr 06 13:48:31.718607 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-08b4ed65-fb6b-4666-8645-ecda4cfce0ed req-5031c1ae-5187-4b8b-981b-8472cc8060ef tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396659 Apr 06 13:48:31.986696 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5d68104f-e8f8-4bf9-bf38-56c65f01e178 req-d6a22114-9a07-48a0-a6fd-43dfdf22f812 service neutron] 10.222.0.61 "GET /v2.0/ports/2b7fb482-6c00-41c1-bb9c-54018cfd926f/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0835309 Apr 06 13:48:32.797787 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68104f-e8f8-4bf9-bf38-56c65f01e178 req-12191c7a-8211-47de-aead-980c4fad0f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:32.799285 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5d68104f-e8f8-4bf9-bf38-56c65f01e178 req-12191c7a-8211-47de-aead-980c4fad0f8a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311&tenant_id=ba2a0e63291a48a99d1c6076b927b6f8 HTTP/1.1" status: 200 len: 1099 time: 0.1743186 Apr 06 13:48:32.907408 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68104f-e8f8-4bf9-bf38-56c65f01e178 req-711d9da4-4c57-4b61-8af2-ad9f427b0896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:32.908884 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5d68104f-e8f8-4bf9-bf38-56c65f01e178 req-711d9da4-4c57-4b61-8af2-ad9f427b0896 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ba2a0e63291a48a99d1c6076b927b6f8&device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 1099 time: 0.0885305 Apr 06 13:48:32.924510 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100ed55-2b19-4f27-b993-0c4e72b85ba3 req-83042105-9ad3-4867-b8b7-77af8bdd6318 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:32.925994 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d100ed55-2b19-4f27-b993-0c4e72b85ba3 req-83042105-9ad3-4867-b8b7-77af8bdd6318 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0881808 Apr 06 13:48:32.973306 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d100ed55-2b19-4f27-b993-0c4e72b85ba3 req-50d6848c-5c3c-4369-8189-959af06eca13 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409782 Apr 06 13:48:33.045299 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68104f-e8f8-4bf9-bf38-56c65f01e178 req-7ee21ac7-f128-4ed0-ac8e-1a641ae81ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:33.046740 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5d68104f-e8f8-4bf9-bf38-56c65f01e178 req-7ee21ac7-f128-4ed0-ac8e-1a641ae81ab3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=69efe6bf-1bf0-4040-a9e7-ac05d46e3a26 HTTP/1.1" status: 200 len: 912 time: 0.1320276 Apr 06 13:48:33.118321 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5d68104f-e8f8-4bf9-bf38-56c65f01e178 req-fc1021d5-713d-48ef-91f8-43bde262e5f6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b7fb482-6c00-41c1-bb9c-54018cfd926f HTTP/1.1" status: 200 len: 217 time: 0.0655510 Apr 06 13:48:33.180649 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68104f-e8f8-4bf9-bf38-56c65f01e178 req-cabff15e-731c-4186-ae8c-5ff02a94ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:33.182084 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5d68104f-e8f8-4bf9-bf38-56c65f01e178 req-cabff15e-731c-4186-ae8c-5ff02a94ecf8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d0fe8626-53b2-423b-9536-eb623dabf296 HTTP/1.1" status: 200 len: 851 time: 0.0584874 Apr 06 13:48:33.232858 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5d68104f-e8f8-4bf9-bf38-56c65f01e178 req-12acfef0-10bd-49fd-8a5f-ef6c9e7bd1a1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=69efe6bf-1bf0-4040-a9e7-ac05d46e3a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449793 Apr 06 13:48:33.373016 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5d68104f-e8f8-4bf9-bf38-56c65f01e178 req-cb5523e5-16de-43b6-9a3c-5a76c2455d9b service neutron] 10.222.0.61 "GET /v2.0/networks/69efe6bf-1bf0-4040-a9e7-ac05d46e3a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336679 Apr 06 13:48:33.509100 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5d68104f-e8f8-4bf9-bf38-56c65f01e178 req-341d8689-2afd-42bb-a4db-58c75549755f service neutron] 10.222.0.61 "GET /v2.0/networks/69efe6bf-1bf0-4040-a9e7-ac05d46e3a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303926 Apr 06 13:48:34.166830 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6973339-8864-4832-b732-dd5b6b2bb20b req-cb8db4a9-0a93-4d69-bf51-b1d1d732a486 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:34.168938 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c6973339-8864-4832-b732-dd5b6b2bb20b req-cb8db4a9-0a93-4d69-bf51-b1d1d732a486 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0855422 Apr 06 13:48:34.212262 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c6973339-8864-4832-b732-dd5b6b2bb20b req-6bc25fa6-1cb6-4f3e-920b-ea027ffca633 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376487 Apr 06 13:48:35.407034 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f123c2c-4e74-4054-a28b-9ce8fb922b24 req-47cef2d4-155a-4f7b-bd19-acb0eccdc949 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:35.408486 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5f123c2c-4e74-4054-a28b-9ce8fb922b24 req-47cef2d4-155a-4f7b-bd19-acb0eccdc949 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0827167 Apr 06 13:48:35.452921 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5f123c2c-4e74-4054-a28b-9ce8fb922b24 req-ffa12508-7cff-4013-9f01-a20e48315515 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386295 Apr 06 13:48:36.554961 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 2b7fb482-6c00-41c1-bb9c-54018cfd926f details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:48:36.557863 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 2b7fb482-6c00-41c1-bb9c-54018cfd926f no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:48:36.651120 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6a84e-2f32-4a79-9a4f-997775492e6e req-e8ae33a1-9be3-4fe4-ace3-1f4c5096b0ba tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:36.652758 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d4d6a84e-2f32-4a79-9a4f-997775492e6e req-e8ae33a1-9be3-4fe4-ace3-1f4c5096b0ba tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0863240 Apr 06 13:48:36.703478 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d4d6a84e-2f32-4a79-9a4f-997775492e6e req-f0447dd9-61cd-43c4-910a-5a71728550f7 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402586 Apr 06 13:48:36.820191 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:36.853958 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 2b7fb482-6c00-41c1-bb9c-54018cfd926f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2b7fb482-6c00-41c1-bb9c-54018cfd926f,segment=NetworkSegment(b29bdf9e-711d-4a76-a21e-ce53810a3931),segment_id=b29bdf9e-711d-4a76-a21e-ce53810a3931)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:48:36.877348 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '2b7fb482-6c00-41c1-bb9c-54018cfd926f', 'network_id': '69efe6bf-1bf0-4040-a9e7-ac05d46e3a26', 'port_id': '2b7fb482-6c00-41c1-bb9c-54018cfd926f', 'mac_address': 'fa:16:3e:0c:99:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0fe8626-53b2-423b-9536-eb623dabf296', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:48:36.878700 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec2b2e8-4233-4dbd-a663-edfee7e90311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b7fb482-6c00-41c1-bb9c-54018cfd926f'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:48:36.930746 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 2b7fb482-6c00-41c1-bb9c-54018cfd926f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2b7fb482-6c00-41c1-bb9c-54018cfd926f,segment=NetworkSegment(b29bdf9e-711d-4a76-a21e-ce53810a3931),segment_id=b29bdf9e-711d-4a76-a21e-ce53810a3931)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:48:36.947625 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64434b7b-4e56-44a1-810f-dd6cfaaf37d7'] response: {'server_uuid': '6ec2b2e8-4233-4dbd-a663-edfee7e90311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b7fb482-6c00-41c1-bb9c-54018cfd926f', 'code': 200} Apr 06 13:48:36.953039 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:36.971026 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b7fb482-6c00-41c1-bb9c-54018cfd926f {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:48:36.990539 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:37.103217 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:48:37.103570 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:48:37.107048 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=2b7fb482-6c00-41c1-bb9c-54018cfd926f,revision_number=6']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:48:37.114032 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:37.114491 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:37.114715 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:37.115153 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:37.115380 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:37.115704 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:37.116023 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:37.116368 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:37.116682 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:37.116995 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:37.117317 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:37.117622 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:37.325088 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384628ec-fb25-4d90-a947-e2a12db1b4a5 req-717b07cb-56c2-4242-9b8e-292565394bfd tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:37.325797 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-384628ec-fb25-4d90-a947-e2a12db1b4a5 req-717b07cb-56c2-4242-9b8e-292565394bfd tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Synchronizing usage tracker for tenant:ba2a0e63291a48a99d1c6076b927b6f8 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:48:37.463739 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-384628ec-fb25-4d90-a947-e2a12db1b4a5 req-717b07cb-56c2-4242-9b8e-292565394bfd tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Unset dirty status for tenant:ba2a0e63291a48a99d1c6076b927b6f8 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:48:37.464955 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-384628ec-fb25-4d90-a947-e2a12db1b4a5 req-717b07cb-56c2-4242-9b8e-292565394bfd tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311&tenant_id=ba2a0e63291a48a99d1c6076b927b6f8&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 944 time: 0.2246513 Apr 06 13:48:37.610299 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384628ec-fb25-4d90-a947-e2a12db1b4a5 req-6744136e-bd18-426e-908d-b1d5e2f351bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:37.614054 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-384628ec-fb25-4d90-a947-e2a12db1b4a5 req-6744136e-bd18-426e-908d-b1d5e2f351bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ba2a0e63291a48a99d1c6076b927b6f8&device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 1097 time: 0.0772276 Apr 06 13:48:37.660634 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:37.680550 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b7fb482-6c00-41c1-bb9c-54018cfd926f {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:48:37.699796 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 2b7fb482-6c00-41c1-bb9c-54018cfd926f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2b7fb482-6c00-41c1-bb9c-54018cfd926f,segment=NetworkSegment(b29bdf9e-711d-4a76-a21e-ce53810a3931),segment_id=b29bdf9e-711d-4a76-a21e-ce53810a3931)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:48:37.753620 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384628ec-fb25-4d90-a947-e2a12db1b4a5 req-f9df12fe-83c7-4601-92bb-e4e0d9663d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:37.755190 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-384628ec-fb25-4d90-a947-e2a12db1b4a5 req-f9df12fe-83c7-4601-92bb-e4e0d9663d09 service neutron] 10.222.0.61 "GET /v2.0/networks?id=69efe6bf-1bf0-4040-a9e7-ac05d46e3a26 HTTP/1.1" status: 200 len: 912 time: 0.1353879 Apr 06 13:48:37.772507 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:37.822320 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-384628ec-fb25-4d90-a947-e2a12db1b4a5 req-c57f9c6b-c9e6-4942-ac1a-11e70209a4fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b7fb482-6c00-41c1-bb9c-54018cfd926f HTTP/1.1" status: 200 len: 217 time: 0.0617163 Apr 06 13:48:37.839357 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['2b7fb482-6c00-41c1-bb9c-54018cfd926f'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:48:37.888656 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384628ec-fb25-4d90-a947-e2a12db1b4a5 req-5b85411f-3f77-444b-b97c-8b4facb2a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:37.888916 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=2b7fb482-6c00-41c1-bb9c-54018cfd926f,revision_number=7']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:48:37.890132 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-384628ec-fb25-4d90-a947-e2a12db1b4a5 req-5b85411f-3f77-444b-b97c-8b4facb2a155 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d0fe8626-53b2-423b-9536-eb623dabf296 HTTP/1.1" status: 200 len: 851 time: 0.0623851 Apr 06 13:48:37.939113 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-384628ec-fb25-4d90-a947-e2a12db1b4a5 req-67b16497-7f0f-4e1b-b538-6b392e5c9d8b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=69efe6bf-1bf0-4040-a9e7-ac05d46e3a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423656 Apr 06 13:48:38.083535 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-384628ec-fb25-4d90-a947-e2a12db1b4a5 req-76cb81e0-c771-460f-8e8d-4a3734a525b3 service neutron] 10.222.0.61 "GET /v2.0/networks/69efe6bf-1bf0-4040-a9e7-ac05d46e3a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383810 Apr 06 13:48:38.219404 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-384628ec-fb25-4d90-a947-e2a12db1b4a5 req-34360969-9fd4-43d0-a049-c19028ace1a3 service neutron] 10.222.0.61 "GET /v2.0/networks/69efe6bf-1bf0-4040-a9e7-ac05d46e3a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303065 Apr 06 13:48:38.554352 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 2b7fb482-6c00-41c1-bb9c-54018cfd926f up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:48:38.628995 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 2b7fb482-6c00-41c1-bb9c-54018cfd926f triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:48:38.629370 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:38.752613 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:38.787554 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 2b7fb482-6c00-41c1-bb9c-54018cfd926f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2b7fb482-6c00-41c1-bb9c-54018cfd926f,segment=NetworkSegment(b29bdf9e-711d-4a76-a21e-ce53810a3931),segment_id=b29bdf9e-711d-4a76-a21e-ce53810a3931)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:48:38.858362 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:38.931769 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=2b7fb482-6c00-41c1-bb9c-54018cfd926f,revision_number=8']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:48:38.949192 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec2b2e8-4233-4dbd-a663-edfee7e90311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7fb482-6c00-41c1-bb9c-54018cfd926f'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:48:39.005126 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85779f97-e3f8-4f4d-a96c-d2888756c975'] response: {'server_uuid': '6ec2b2e8-4233-4dbd-a663-edfee7e90311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7fb482-6c00-41c1-bb9c-54018cfd926f', 'code': 200} Apr 06 13:48:40.120276 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c05f4-2bf0-47c7-93bd-acb181f41cc9 req-e365623f-b905-4be6-a85c-1a34d0538848 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:40.122570 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-102c05f4-2bf0-47c7-93bd-acb181f41cc9 req-e365623f-b905-4be6-a85c-1a34d0538848 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0853646 Apr 06 13:48:40.278816 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-102c05f4-2bf0-47c7-93bd-acb181f41cc9 req-fbb1228b-f348-4757-8bda-3ff83ca17b4c tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496394 Apr 06 13:48:41.471752 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1feaf0-9bdf-4efa-83db-23e2e482f6cb req-028d8bb5-4fec-44fd-bc8d-b7ab782a0db3 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:41.473287 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8d1feaf0-9bdf-4efa-83db-23e2e482f6cb req-028d8bb5-4fec-44fd-bc8d-b7ab782a0db3 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0816541 Apr 06 13:48:41.520819 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8d1feaf0-9bdf-4efa-83db-23e2e482f6cb req-1352010a-8113-4ac1-b0af-3f01caf60e40 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/security-groups?id=2405f4c5-3117-403f-b7d5-9885328a3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400701 Apr 06 13:48:41.734229 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384628ec-fb25-4d90-a947-e2a12db1b4a5 req-4355d7d1-4094-440f-a558-e222bd28368f tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:41.735597 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-384628ec-fb25-4d90-a947-e2a12db1b4a5 req-4355d7d1-4094-440f-a558-e222bd28368f tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 946 time: 0.0798743 Apr 06 13:48:41.909379 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-384628ec-fb25-4d90-a947-e2a12db1b4a5 req-17ab8175-def9-4579-8e72-177c86ecf430 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Deleting port 2b7fb482-6c00-41c1-bb9c-54018cfd926f {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:48:41.909715 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-384628ec-fb25-4d90-a947-e2a12db1b4a5 req-17ab8175-def9-4579-8e72-177c86ecf430 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:42.166496 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-384628ec-fb25-4d90-a947-e2a12db1b4a5 req-17ab8175-def9-4579-8e72-177c86ecf430 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] For port 2b7fb482-6c00-41c1-bb9c-54018cfd926f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2b7fb482-6c00-41c1-bb9c-54018cfd926f,segment=NetworkSegment(b29bdf9e-711d-4a76-a21e-ce53810a3931),segment_id=b29bdf9e-711d-4a76-a21e-ce53810a3931)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:48:42.166864 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-384628ec-fb25-4d90-a947-e2a12db1b4a5 req-17ab8175-def9-4579-8e72-177c86ecf430 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:42.292113 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-384628ec-fb25-4d90-a947-e2a12db1b4a5 req-17ab8175-def9-4579-8e72-177c86ecf430 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Calling delete_port for 2b7fb482-6c00-41c1-bb9c-54018cfd926f owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:48:42.520848 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-384628ec-fb25-4d90-a947-e2a12db1b4a5 req-17ab8175-def9-4579-8e72-177c86ecf430 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:42.532652 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['2b7fb482-6c00-41c1-bb9c-54018cfd926f'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:48:42.573147 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab8175-def9-4579-8e72-177c86ecf430 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Pushing event deleted for resources: {'Port': ['ID=2b7fb482-6c00-41c1-bb9c-54018cfd926f,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:48:42.616965 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab8175-def9-4579-8e72-177c86ecf430 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:42.617305 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab8175-def9-4579-8e72-177c86ecf430 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:42.617633 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab8175-def9-4579-8e72-177c86ecf430 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:42.617959 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab8175-def9-4579-8e72-177c86ecf430 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:42.618280 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab8175-def9-4579-8e72-177c86ecf430 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:42.618599 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab8175-def9-4579-8e72-177c86ecf430 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:42.618941 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab8175-def9-4579-8e72-177c86ecf430 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:42.619260 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab8175-def9-4579-8e72-177c86ecf430 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:42.619576 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab8175-def9-4579-8e72-177c86ecf430 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:42.619891 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab8175-def9-4579-8e72-177c86ecf430 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:42.620203 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab8175-def9-4579-8e72-177c86ecf430 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:42.620510 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab8175-def9-4579-8e72-177c86ecf430 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:42.663120 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-384628ec-fb25-4d90-a947-e2a12db1b4a5 req-17ab8175-def9-4579-8e72-177c86ecf430 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] No DVR routers for this DVR port 2b7fb482-6c00-41c1-bb9c-54018cfd926f on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:48:42.665492 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-384628ec-fb25-4d90-a947-e2a12db1b4a5 req-17ab8175-def9-4579-8e72-177c86ecf430 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:42.668033 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec2b2e8-4233-4dbd-a663-edfee7e90311', 'name': 'network-vif-deleted', 'tag': '2b7fb482-6c00-41c1-bb9c-54018cfd926f'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:48:42.693569 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-904500d1-7188-43f9-b483-3a8f103aa00e req-97b79059-9b56-46e7-a82b-d74862f4fde3 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec2b2e8-4233-4dbd-a663-edfee7e90311 HTTP/1.1" status: 200 len: 210 time: 0.0475998 Apr 06 13:48:42.759203 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-384628ec-fb25-4d90-a947-e2a12db1b4a5 req-17ab8175-def9-4579-8e72-177c86ecf430 tempest-DeleteServersTestJSON-1665950347 tempest-DeleteServersTestJSON-1665950347-project] 10.222.0.61 "DELETE /v2.0/ports/2b7fb482-6c00-41c1-bb9c-54018cfd926f HTTP/1.1" status: 204 len: 173 time: 1.0186391 Apr 06 13:48:42.766658 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ca22e5d-1825-4f0f-91dc-fe00b9f4da84'] response: {'server_uuid': '6ec2b2e8-4233-4dbd-a663-edfee7e90311', 'name': 'network-vif-deleted', 'tag': '2b7fb482-6c00-41c1-bb9c-54018cfd926f', 'status': 'completed', 'code': 200} Apr 06 13:48:43.939439 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 52072) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:48:43.998167 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d55ba57-6505-4010-b667-e53763d4b932 admin admin] Deleting subnet d0fe8626-53b2-423b-9536-eb623dabf296 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:48:44.001087 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2d55ba57-6505-4010-b667-e53763d4b932 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:44.049687 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2d55ba57-6505-4010-b667-e53763d4b932 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:44.107518 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2d55ba57-6505-4010-b667-e53763d4b932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:44.246810 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2d55ba57-6505-4010-b667-e53763d4b932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:44.287714 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55ba57-6505-4010-b667-e53763d4b932 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0fe8626-53b2-423b-9536-eb623dabf296,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:48:44.290455 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2d55ba57-6505-4010-b667-e53763d4b932 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:44.296932 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2d55ba57-6505-4010-b667-e53763d4b932 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d0fe8626-53b2-423b-9536-eb623dabf296 HTTP/1.1" status: 204 len: 168 time: 0.3560629 Apr 06 13:48:44.299130 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 52076) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:48:44.406101 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-723ed2fa-d32c-419f-ae44-95c99a274f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:44.530784 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-723ed2fa-d32c-419f-ae44-95c99a274f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:44.558896 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-723ed2fa-d32c-419f-ae44-95c99a274f2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69efe6bf-1bf0-4040-a9e7-ac05d46e3a26']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:48:44.571249 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-723ed2fa-d32c-419f-ae44-95c99a274f2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b29bdf9e-711d-4a76-a21e-ce53810a3931') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:48:44.571541 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-723ed2fa-d32c-419f-ae44-95c99a274f2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b29bdf9e-711d-4a76-a21e-ce53810a3931') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:48:44.583480 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-723ed2fa-d32c-419f-ae44-95c99a274f2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:44.599446 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-723ed2fa-d32c-419f-ae44-95c99a274f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:44.605478 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-723ed2fa-d32c-419f-ae44-95c99a274f2b admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:48:44.605948 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-723ed2fa-d32c-419f-ae44-95c99a274f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:48:44.618863 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:48:44.766110 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-723ed2fa-d32c-419f-ae44-95c99a274f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:44.781785 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-723ed2fa-d32c-419f-ae44-95c99a274f2b admin admin] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:44.793077 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ed2fa-d32c-419f-ae44-95c99a274f2b admin admin] Pushing event deleted for resources: {'Network': ['ID=69efe6bf-1bf0-4040-a9e7-ac05d46e3a26,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:48:44.801663 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723ed2fa-d32c-419f-ae44-95c99a274f2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:44.802007 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723ed2fa-d32c-419f-ae44-95c99a274f2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:44.802340 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723ed2fa-d32c-419f-ae44-95c99a274f2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:44.802673 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723ed2fa-d32c-419f-ae44-95c99a274f2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:44.803028 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723ed2fa-d32c-419f-ae44-95c99a274f2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:44.803358 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723ed2fa-d32c-419f-ae44-95c99a274f2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:44.803681 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723ed2fa-d32c-419f-ae44-95c99a274f2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:44.804004 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723ed2fa-d32c-419f-ae44-95c99a274f2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:44.804326 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723ed2fa-d32c-419f-ae44-95c99a274f2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:44.804641 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723ed2fa-d32c-419f-ae44-95c99a274f2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:44.804957 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723ed2fa-d32c-419f-ae44-95c99a274f2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:44.805272 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723ed2fa-d32c-419f-ae44-95c99a274f2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:48:44.858498 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-723ed2fa-d32c-419f-ae44-95c99a274f2b admin admin] 10.222.0.48 "DELETE /v2.0/networks/69efe6bf-1bf0-4040-a9e7-ac05d46e3a26 HTTP/1.1" status: 204 len: 168 time: 0.5583327 Apr 06 13:48:45.147907 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 52082) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:48:45.197971 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3e87017f-0a3e-40fd-afbd-8028c210baf1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba2a0e63291a48a99d1c6076b927b6f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489209 Apr 06 13:48:45.201493 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 52086) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:48:45.257704 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0e67eec6-153e-4b02-b8dd-e14880a5daab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:45.285957 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0e67eec6-153e-4b02-b8dd-e14880a5daab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:45.426690 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0e67eec6-153e-4b02-b8dd-e14880a5daab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:45.442463 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67eec6-153e-4b02-b8dd-e14880a5daab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2405f4c5-3117-403f-b7d5-9885328a3232,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:48:45.459449 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-00257ea8-4d58-4e86-bae7-46ab503b8f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:45.517840 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0e67eec6-153e-4b02-b8dd-e14880a5daab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:45.519022 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0e67eec6-153e-4b02-b8dd-e14880a5daab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2405f4c5-3117-403f-b7d5-9885328a3232 HTTP/1.1" status: 204 len: 168 time: 0.3165958 Apr 06 13:48:46.641668 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 2b7fb482-6c00-41c1-bb9c-54018cfd926f no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:48:46.674607 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 52110) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:48:46.676121 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: 2b7fb482-6c00-41c1-bb9c-54018cfd926f {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:48:46.676472 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 2b7fb482-6c00-41c1-bb9c-54018cfd926f not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:48:46.776679 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-b71273ce-5ece-476c-bf1e-9703a2b7c175 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1671841178-network', 'tenant_id': '513768bed6ee4f88ad390c97ddd35d33'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:48:46.782423 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b71273ce-5ece-476c-bf1e-9703a2b7c175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:48:46.786163 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b71273ce-5ece-476c-bf1e-9703a2b7c175 admin admin] Usage tracker for resource:network and tenant:513768bed6ee4f88ad390c97ddd35d33 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:48:46.788966 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b71273ce-5ece-476c-bf1e-9703a2b7c175 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:48:46.798774 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b71273ce-5ece-476c-bf1e-9703a2b7c175 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:48:46.868795 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71273ce-5ece-476c-bf1e-9703a2b7c175 admin admin] Made reservation on behalf of 513768bed6ee4f88ad390c97ddd35d33 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:48:46.871130 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b71273ce-5ece-476c-bf1e-9703a2b7c175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:46.883866 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b71273ce-5ece-476c-bf1e-9703a2b7c175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:46.898706 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b71273ce-5ece-476c-bf1e-9703a2b7c175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:48:46.902545 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b71273ce-5ece-476c-bf1e-9703a2b7c175 admin admin] Usage tracker for resource:security_group_rule and tenant:513768bed6ee4f88ad390c97ddd35d33 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:48:46.905299 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b71273ce-5ece-476c-bf1e-9703a2b7c175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:48:46.911008 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b71273ce-5ece-476c-bf1e-9703a2b7c175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:48:46.995052 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b71273ce-5ece-476c-bf1e-9703a2b7c175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:47.086165 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b71273ce-5ece-476c-bf1e-9703a2b7c175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:47.116737 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71273ce-5ece-476c-bf1e-9703a2b7c175 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:48:47.125854 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71273ce-5ece-476c-bf1e-9703a2b7c175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9dc316-5a35-4c41-b372-4040d6a8d11e,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:48:47.131520 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b71273ce-5ece-476c-bf1e-9703a2b7c175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:47.131864 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-b71273ce-5ece-476c-bf1e-9703a2b7c175 admin admin] Added segment dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03 of type vlan for network c1557f4b-d4a2-4604-ae26-6abbe1eac6d7 Apr 06 13:48:47.158597 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b71273ce-5ece-476c-bf1e-9703a2b7c175 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:47.240483 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b71273ce-5ece-476c-bf1e-9703a2b7c175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:47.241572 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71273ce-5ece-476c-bf1e-9703a2b7c175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:47.242152 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b71273ce-5ece-476c-bf1e-9703a2b7c175 admin admin] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:47.347361 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71273ce-5ece-476c-bf1e-9703a2b7c175 admin admin] Pushing event updated for resources: {'Network': ['ID=c1557f4b-d4a2-4604-ae26-6abbe1eac6d7,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:48:47.361949 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network c1557f4b-d4a2-4604-ae26-6abbe1eac6d7 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:48:47.405005 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b71273ce-5ece-476c-bf1e-9703a2b7c175 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7292154 Apr 06 13:48:47.407928 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 52116) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:48:47.413687 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-b74f0897-79b0-4e78-bd43-17bd215abb09 admin admin] Request body: {'subnet': {'network_id': 'c1557f4b-d4a2-4604-ae26-6abbe1eac6d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1671841178-subnet', 'tenant_id': '513768bed6ee4f88ad390c97ddd35d33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:48:47.419215 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b74f0897-79b0-4e78-bd43-17bd215abb09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:48:47.423019 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b74f0897-79b0-4e78-bd43-17bd215abb09 admin admin] Usage tracker for resource:subnet and tenant:513768bed6ee4f88ad390c97ddd35d33 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:48:47.425831 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b74f0897-79b0-4e78-bd43-17bd215abb09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:48:47.431439 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b74f0897-79b0-4e78-bd43-17bd215abb09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:48:47.512769 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74f0897-79b0-4e78-bd43-17bd215abb09 admin admin] Made reservation on behalf of 513768bed6ee4f88ad390c97ddd35d33 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:48:47.515166 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b74f0897-79b0-4e78-bd43-17bd215abb09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:47.706838 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6b677817-15bb-4907-9214-0f99fcb92989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:47.784785 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b74f0897-79b0-4e78-bd43-17bd215abb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:47.865363 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f0897-79b0-4e78-bd43-17bd215abb09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b575f7a-f10d-4ed8-93b0-9a5b4b90ef86,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:48:47.874963 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74f0897-79b0-4e78-bd43-17bd215abb09 admin admin] Checking segment: {'id': 'dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c1557f4b-d4a2-4604-ae26-6abbe1eac6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:48:47.875321 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74f0897-79b0-4e78-bd43-17bd215abb09 admin admin] Network hostable DHCP agents. Network: c1557f4b-d4a2-4604-ae26-6abbe1eac6d7, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:48:47.960890 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74f0897-79b0-4e78-bd43-17bd215abb09 admin admin] Network c1557f4b-d4a2-4604-ae26-6abbe1eac6d7 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:48:48.095384 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-b74f0897-79b0-4e78-bd43-17bd215abb09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, c1557f4b-d4a2-4604-ae26-6abbe1eac6d7) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:48:48.100011 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74f0897-79b0-4e78-bd43-17bd215abb09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:48.101020 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b74f0897-79b0-4e78-bd43-17bd215abb09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:48.104830 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ddcc91-905c-47ef-b7f6-51cf9b253b84 None None] Network c1557f4b-d4a2-4604-ae26-6abbe1eac6d7 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:48:48.206728 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b74f0897-79b0-4e78-bd43-17bd215abb09 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7899785 Apr 06 13:48:48.333252 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95be8df-1acc-4410-a9d5-de5b108ef3c4 None None] Network c1557f4b-d4a2-4604-ae26-6abbe1eac6d7 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:48:48.726188 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-42faed4c-bcb7-4511-813f-b8ada886fb25 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:48.727668 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-42faed4c-bcb7-4511-813f-b8ada886fb25 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/networks?id=c1557f4b-d4a2-4604-ae26-6abbe1eac6d7 HTTP/1.1" status: 200 len: 815 time: 0.1449900 Apr 06 13:48:48.742663 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-a025fdf9-7398-4863-b062-b2cfdf256296 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/quotas/513768bed6ee4f88ad390c97ddd35d33 HTTP/1.1" status: 200 len: 375 time: 0.0089629 Apr 06 13:48:48.789966 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-ef2c64ec-ce26-4516-a2b4-9c65b75cdb78 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=513768bed6ee4f88ad390c97ddd35d33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415423 Apr 06 13:48:48.908694 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:48.923765 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-29ba691a-55c8-48fc-9e39-43ae2317622e service neutron] 10.222.0.48 "GET /v2.0/networks/c1557f4b-d4a2-4604-ae26-6abbe1eac6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265647 Apr 06 13:48:48.954784 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:49.153976 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-53224b92-7357-4b8d-81b3-000bd55c4382 service neutron] 10.222.0.48 "GET /v2.0/networks/c1557f4b-d4a2-4604-ae26-6abbe1eac6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244122 Apr 06 13:48:49.459995 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-66365709-c4d6-4019-a1c3-58de48085016 req-ccd0ede2-075a-4fc2-b177-54061838accc tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 210 time: 0.0459182 Apr 06 13:48:50.346863 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:50.609760 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e6fcec22-35fe-4bce-8499-52e3f0bf76b4 req-3bf04f43-3bbd-4397-a1b8-7c53971491b5 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 210 time: 0.0427740 Apr 06 13:48:51.694882 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-ef2da835-5fdb-4037-9b53-9ed798bb7c90 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:51.695549 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-ef2da835-5fdb-4037-9b53-9ed798bb7c90 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Synchronizing usage tracker for tenant:513768bed6ee4f88ad390c97ddd35d33 on resource:network {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:48:51.809995 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-ef2da835-5fdb-4037-9b53-9ed798bb7c90 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Unset dirty status for tenant:513768bed6ee4f88ad390c97ddd35d33 on resource:network {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:48:51.811202 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-ef2da835-5fdb-4037-9b53-9ed798bb7c90 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.61 "GET /v2.0/networks?id=c1557f4b-d4a2-4604-ae26-6abbe1eac6d7 HTTP/1.1" status: 200 len: 815 time: 0.2691214 Apr 06 13:48:51.825050 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-f8935b35-fd52-4470-877c-aa4f10553371 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Request body: {'port': {'device_id': '67b6c677-0e5a-4e56-b094-3d4be2ea2065', 'network_id': 'c1557f4b-d4a2-4604-ae26-6abbe1eac6d7', 'admin_state_up': True, 'tenant_id': '513768bed6ee4f88ad390c97ddd35d33'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:48:51.913979 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-88574885-daf1-40eb-a2a7-5f2190b53591 req-6f22cd16-f256-4470-a8c4-067962ddd783 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 210 time: 0.0477641 Apr 06 13:48:51.975005 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-f8935b35-fd52-4470-877c-aa4f10553371 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:48:51.980182 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-f8935b35-fd52-4470-877c-aa4f10553371 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Usage tracker for resource:port and tenant:513768bed6ee4f88ad390c97ddd35d33 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:48:51.985171 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-f8935b35-fd52-4470-877c-aa4f10553371 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:48:51.991017 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-f8935b35-fd52-4470-877c-aa4f10553371 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:48:52.075932 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-f8935b35-fd52-4470-877c-aa4f10553371 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Made reservation on behalf of 513768bed6ee4f88ad390c97ddd35d33 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:48:52.080295 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-f8935b35-fd52-4470-877c-aa4f10553371 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:52.271532 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-f8935b35-fd52-4470-877c-aa4f10553371 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Allocated IP 172.20.0.7 (c1557f4b-d4a2-4604-ae26-6abbe1eac6d7/4b575f7a-f10d-4ed8-93b0-9a5b4b90ef86/64aae8b8-2361-45d9-b36f-07dcc2ecb29c) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:48:52.582928 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-f8935b35-fd52-4470-877c-aa4f10553371 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:52.675180 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-f8935b35-fd52-4470-877c-aa4f10553371 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:52.745435 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-f8935b35-fd52-4470-877c-aa4f10553371 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Network c1557f4b-d4a2-4604-ae26-6abbe1eac6d7 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:48:52.752838 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-f8935b35-fd52-4470-877c-aa4f10553371 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:48:52.757339 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-f8935b35-fd52-4470-877c-aa4f10553371 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:48:52.788263 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8935b35-fd52-4470-877c-aa4f10553371 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Pushing event updated for resources: {'Port': ['ID=64aae8b8-2361-45d9-b36f-07dcc2ecb29c,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:48:52.824353 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-f8935b35-fd52-4470-877c-aa4f10553371 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:52.824962 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-f8935b35-fd52-4470-877c-aa4f10553371 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:52.936236 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-f8935b35-fd52-4470-877c-aa4f10553371 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1156933 Apr 06 13:48:52.948863 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-2b502161-d394-4498-b706-0bbb100cf3e6 service neutron] Request body: {'port': {'device_id': '67b6c677-0e5a-4e56-b094-3d4be2ea2065', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:48:53.069203 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-2b502161-d394-4498-b706-0bbb100cf3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:53.119233 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf96faf-9a59-4497-8284-e024ffc37a42 req-4a08d610-f760-4939-ba56-805d8ac60560 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:53.120744 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2bf96faf-9a59-4497-8284-e024ffc37a42 req-4a08d610-f760-4939-ba56-805d8ac60560 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 931 time: 0.0882792 Apr 06 13:48:53.169546 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2bf96faf-9a59-4497-8284-e024ffc37a42 req-0c8e9e34-68ab-44b9-ab43-398300512308 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427194 Apr 06 13:48:53.427515 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-2b502161-d394-4498-b706-0bbb100cf3e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64aae8b8-2361-45d9-b36f-07dcc2ecb29c {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:48:53.435663 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-2b502161-d394-4498-b706-0bbb100cf3e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:53.451084 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-2b502161-d394-4498-b706-0bbb100cf3e6 service neutron] Transition to ACTIVE for port object 64aae8b8-2361-45d9-b36f-07dcc2ecb29c will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:48:53.518918 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-2b502161-d394-4498-b706-0bbb100cf3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:53.667853 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b502161-d394-4498-b706-0bbb100cf3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=64aae8b8-2361-45d9-b36f-07dcc2ecb29c,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:48:53.803858 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-2b502161-d394-4498-b706-0bbb100cf3e6 service neutron] Attempting to bind port 64aae8b8-2361-45d9-b36f-07dcc2ecb29c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:48:53.804501 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-2b502161-d394-4498-b706-0bbb100cf3e6 service neutron] Attempting to bind port 64aae8b8-2361-45d9-b36f-07dcc2ecb29c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c1557f4b-d4a2-4604-ae26-6abbe1eac6d7'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:48:53.804501 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-2b502161-d394-4498-b706-0bbb100cf3e6 service neutron] Attempting to bind port 64aae8b8-2361-45d9-b36f-07dcc2ecb29c on network c1557f4b-d4a2-4604-ae26-6abbe1eac6d7 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:48:53.809770 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-2b502161-d394-4498-b706-0bbb100cf3e6 service neutron] Port 64aae8b8-2361-45d9-b36f-07dcc2ecb29c on network c1557f4b-d4a2-4604-ae26-6abbe1eac6d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:48:53.810081 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-2b502161-d394-4498-b706-0bbb100cf3e6 service neutron] Attempting to bind port 64aae8b8-2361-45d9-b36f-07dcc2ecb29c on network c1557f4b-d4a2-4604-ae26-6abbe1eac6d7 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:48:53.815348 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-2b502161-d394-4498-b706-0bbb100cf3e6 service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:48:53.815678 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-2b502161-d394-4498-b706-0bbb100cf3e6 service neutron] Checking segment: {'id': 'dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c1557f4b-d4a2-4604-ae26-6abbe1eac6d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:48:53.816085 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-2b502161-d394-4498-b706-0bbb100cf3e6 service neutron] Bound using segment: {'id': 'dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c1557f4b-d4a2-4604-ae26-6abbe1eac6d7'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:48:53.816615 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-2b502161-d394-4498-b706-0bbb100cf3e6 service neutron] Bound port: 64aae8b8-2361-45d9-b36f-07dcc2ecb29c, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c1557f4b-d4a2-4604-ae26-6abbe1eac6d7'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:48:53.816969 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-2b502161-d394-4498-b706-0bbb100cf3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:53.912422 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-2b502161-d394-4498-b706-0bbb100cf3e6 service neutron] For port 64aae8b8-2361-45d9-b36f-07dcc2ecb29c, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:48:53.915441 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-2b502161-d394-4498-b706-0bbb100cf3e6 service neutron] For port 64aae8b8-2361-45d9-b36f-07dcc2ecb29c, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=64aae8b8-2361-45d9-b36f-07dcc2ecb29c,segment=NetworkSegment(dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03),segment_id=dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:48:53.970160 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-2b502161-d394-4498-b706-0bbb100cf3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:54.028479 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-2b502161-d394-4498-b706-0bbb100cf3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:54.029126 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-2b502161-d394-4498-b706-0bbb100cf3e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:54.030563 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-2b502161-d394-4498-b706-0bbb100cf3e6 service neutron] 10.222.0.61 "PUT /v2.0/ports/64aae8b8-2361-45d9-b36f-07dcc2ecb29c HTTP/1.1" status: 200 len: 1093 time: 1.0862920 Apr 06 13:48:54.031054 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b6c677-0e5a-4e56-b094-3d4be2ea2065', 'tag': '64aae8b8-2361-45d9-b36f-07dcc2ecb29c'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:48:54.057624 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b502161-d394-4498-b706-0bbb100cf3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=64aae8b8-2361-45d9-b36f-07dcc2ecb29c,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:48:54.079847 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dc78b12-6d24-4b3c-a720-97ffead75e79'] response: {'name': 'network-changed', 'server_uuid': '67b6c677-0e5a-4e56-b094-3d4be2ea2065', 'tag': '64aae8b8-2361-45d9-b36f-07dcc2ecb29c', 'status': 'completed', 'code': 200} Apr 06 13:48:54.173330 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca67aa2-d5a3-4d0d-9d5b-3b8f386e125e req-9a422111-0842-4a17-aaf5-77de9013d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:54.174844 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-aca67aa2-d5a3-4d0d-9d5b-3b8f386e125e req-9a422111-0842-4a17-aaf5-77de9013d85c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=513768bed6ee4f88ad390c97ddd35d33&device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 1096 time: 0.0756121 Apr 06 13:48:54.318792 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca67aa2-d5a3-4d0d-9d5b-3b8f386e125e req-2824a6f8-479a-43e9-ba22-494727b3bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:54.320218 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-aca67aa2-d5a3-4d0d-9d5b-3b8f386e125e req-2824a6f8-479a-43e9-ba22-494727b3bd5f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=513768bed6ee4f88ad390c97ddd35d33&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1392305 Apr 06 13:48:54.362711 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace9b3a-c92a-48ce-a729-391a9ad35840 req-d24e2653-cdcc-4b46-be59-e3732ca70134 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:54.364439 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-eace9b3a-c92a-48ce-a729-391a9ad35840 req-d24e2653-cdcc-4b46-be59-e3732ca70134 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 943 time: 0.0838153 Apr 06 13:48:54.423223 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-eace9b3a-c92a-48ce-a729-391a9ad35840 req-c26d9eca-3c68-4f88-b22b-3fff5f88c8e0 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503988 Apr 06 13:48:54.463707 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca67aa2-d5a3-4d0d-9d5b-3b8f386e125e req-ba9eace2-445b-4959-a803-f2a6b658a6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:54.465217 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-aca67aa2-d5a3-4d0d-9d5b-3b8f386e125e req-ba9eace2-445b-4959-a803-f2a6b658a6f4 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1389356 Apr 06 13:48:54.669299 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-f6b0df43-86a5-4e98-a0a0-f2cffe86ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:54.669299 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-f6b0df43-86a5-4e98-a0a0-f2cffe86ded3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=513768bed6ee4f88ad390c97ddd35d33&device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 1096 time: 0.0755105 Apr 06 13:48:54.752458 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-251d4958-0cc6-46ad-aefc-008220250eb8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64aae8b8-2361-45d9-b36f-07dcc2ecb29c HTTP/1.1" status: 200 len: 217 time: 0.1651864 Apr 06 13:48:54.815704 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-f123e8b5-0dd6-46b1-b6e2-8e5cea66f336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:54.817121 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-f123e8b5-0dd6-46b1-b6e2-8e5cea66f336 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4b575f7a-f10d-4ed8-93b0-9a5b4b90ef86 HTTP/1.1" status: 200 len: 855 time: 0.0590913 Apr 06 13:48:54.865770 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-800411ce-d436-4a10-8a33-b65fe03c73dd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c1557f4b-d4a2-4604-ae26-6abbe1eac6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432155 Apr 06 13:48:55.002842 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-e2303f0b-6b6b-4214-9cd6-324acf2cc61d service neutron] 10.222.0.61 "GET /v2.0/networks/c1557f4b-d4a2-4604-ae26-6abbe1eac6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305687 Apr 06 13:48:55.134670 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9b895ff7-7a87-4cf9-aae5-12f862034107 req-0fc0d193-c0bb-4baa-9fdc-548786947f41 service neutron] 10.222.0.61 "GET /v2.0/networks/c1557f4b-d4a2-4604-ae26-6abbe1eac6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264639 Apr 06 13:48:55.609695 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1691e66-4d4d-438c-8714-f1acd4224a6a req-51a320f1-e0f3-45ff-9aba-a0f01e82fd3f tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:55.611184 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c1691e66-4d4d-438c-8714-f1acd4224a6a req-51a320f1-e0f3-45ff-9aba-a0f01e82fd3f tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 943 time: 0.0809901 Apr 06 13:48:55.659634 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c1691e66-4d4d-438c-8714-f1acd4224a6a req-1cb2df0e-a6d2-4456-8931-9c49c45644ac tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426574 Apr 06 13:48:56.846438 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d9494-0e91-4748-842b-84c3fe4b05ef req-52306997-288d-4a4d-b401-096aaec1a18a tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:56.847899 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6e5d9494-0e91-4748-842b-84c3fe4b05ef req-52306997-288d-4a4d-b401-096aaec1a18a tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 943 time: 0.0835302 Apr 06 13:48:56.892861 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6e5d9494-0e91-4748-842b-84c3fe4b05ef req-771eae28-a53e-4402-a3d4-a7a6cbc153f8 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393641 Apr 06 13:48:57.445816 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:58.077318 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d9c6f-2f98-4f14-ba78-06ef84e6f01b req-3eece4f5-49d6-4da7-bf30-702c8d620d2e tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:58.078772 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5f9d9c6f-2f98-4f14-ba78-06ef84e6f01b req-3eece4f5-49d6-4da7-bf30-702c8d620d2e tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 943 time: 0.0792415 Apr 06 13:48:58.124349 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5f9d9c6f-2f98-4f14-ba78-06ef84e6f01b req-c3c1053f-63b4-4827-a389-7ab8ae77d4a4 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398309 Apr 06 13:48:58.640841 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 64aae8b8-2361-45d9-b36f-07dcc2ecb29c details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:48:58.780806 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 64aae8b8-2361-45d9-b36f-07dcc2ecb29c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=64aae8b8-2361-45d9-b36f-07dcc2ecb29c,segment=NetworkSegment(dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03),segment_id=dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:48:58.794223 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '64aae8b8-2361-45d9-b36f-07dcc2ecb29c', 'network_id': 'c1557f4b-d4a2-4604-ae26-6abbe1eac6d7', 'port_id': '64aae8b8-2361-45d9-b36f-07dcc2ecb29c', 'mac_address': 'fa:16:3e:77:ce:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b575f7a-f10d-4ed8-93b0-9a5b4b90ef86', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:48:58.853205 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:58.870197 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64aae8b8-2361-45d9-b36f-07dcc2ecb29c {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:48:58.885698 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 64aae8b8-2361-45d9-b36f-07dcc2ecb29c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=64aae8b8-2361-45d9-b36f-07dcc2ecb29c,segment=NetworkSegment(dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03),segment_id=dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:48:58.937355 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:48:59.003889 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=64aae8b8-2361-45d9-b36f-07dcc2ecb29c,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:48:59.187152 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['64aae8b8-2361-45d9-b36f-07dcc2ecb29c'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:48:59.317951 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc9c10-159f-46bb-aa1c-2bc4319ad067 req-1764d686-a907-4036-a8ab-2f3fad8e1a93 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:48:59.319480 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-01fc9c10-159f-46bb-aa1c-2bc4319ad067 req-1764d686-a907-4036-a8ab-2f3fad8e1a93 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 944 time: 0.0839181 Apr 06 13:48:59.365681 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-01fc9c10-159f-46bb-aa1c-2bc4319ad067 req-a98e60d7-8833-4eac-a987-e10699f97ac0 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398958 Apr 06 13:49:00.559118 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11abae-bdd2-4317-b285-5e3e5011b5f3 req-4a36ac4f-522f-4dc0-887f-722d3c553efd tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:00.560457 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8e11abae-bdd2-4317-b285-5e3e5011b5f3 req-4a36ac4f-522f-4dc0-887f-722d3c553efd tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 944 time: 0.0847206 Apr 06 13:49:00.605875 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8e11abae-bdd2-4317-b285-5e3e5011b5f3 req-3a129150-01c8-4143-93bd-81aceac7ce43 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390673 Apr 06 13:49:00.655946 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 64aae8b8-2361-45d9-b36f-07dcc2ecb29c up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:49:00.786496 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port 64aae8b8-2361-45d9-b36f-07dcc2ecb29c completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:49:00.791667 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 64aae8b8-2361-45d9-b36f-07dcc2ecb29c triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:49:00.792031 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:00.917002 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:00.948485 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b6c677-0e5a-4e56-b094-3d4be2ea2065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64aae8b8-2361-45d9-b36f-07dcc2ecb29c'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:49:00.959936 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 64aae8b8-2361-45d9-b36f-07dcc2ecb29c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=64aae8b8-2361-45d9-b36f-07dcc2ecb29c,segment=NetworkSegment(dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03),segment_id=dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:49:01.043875 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:01.085364 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0daf440a-3f35-4773-9bf1-85236a4f435f'] response: {'server_uuid': '67b6c677-0e5a-4e56-b094-3d4be2ea2065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64aae8b8-2361-45d9-b36f-07dcc2ecb29c', 'code': 200} Apr 06 13:49:01.119183 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=64aae8b8-2361-45d9-b36f-07dcc2ecb29c,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:49:01.398003 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d7fc3-d15e-470b-a4aa-f309ae9dc101 req-559f408f-8052-46f5-96c6-61928ff01857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:01.399500 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ef1d7fc3-d15e-470b-a4aa-f309ae9dc101 req-559f408f-8052-46f5-96c6-61928ff01857 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 1098 time: 0.0721896 Apr 06 13:49:01.439487 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ef1d7fc3-d15e-470b-a4aa-f309ae9dc101 req-42e34c24-271d-45a9-b0be-ac76ae86ba08 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344555 Apr 06 13:49:01.569054 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:49:01.790774 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db6edb-55d6-4dd9-b198-4af379fa8a60 req-fd64a105-28f9-4e43-9f4c-b02f1e36df68 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:01.792245 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c6db6edb-55d6-4dd9-b198-4af379fa8a60 req-fd64a105-28f9-4e43-9f4c-b02f1e36df68 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.0812764 Apr 06 13:49:01.836533 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c6db6edb-55d6-4dd9-b198-4af379fa8a60 req-191a1846-9783-455c-a97c-279620089578 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373764 Apr 06 13:49:03.033901 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc234061-a147-4042-8a3a-d929c7e54d6a req-918e1c37-5593-4515-a910-a7c573b49cb9 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:03.035316 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dc234061-a147-4042-8a3a-d929c7e54d6a req-918e1c37-5593-4515-a910-a7c573b49cb9 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.0880036 Apr 06 13:49:03.080992 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dc234061-a147-4042-8a3a-d929c7e54d6a req-9b955a95-6526-4139-86d1-29aeea5a7096 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400026 Apr 06 13:49:03.268758 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebecc28-e7fd-4127-aa9d-7eac43c857f1 req-316af39b-a0a7-459b-90f3-c49b469a946e tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:03.270231 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bebecc28-e7fd-4127-aa9d-7eac43c857f1 req-316af39b-a0a7-459b-90f3-c49b469a946e tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.0817688 Apr 06 13:49:03.320475 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bebecc28-e7fd-4127-aa9d-7eac43c857f1 req-53c8985d-ae3e-4c9c-946c-1f88631c8f7a tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443552 Apr 06 13:49:03.742314 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c30c9-d448-451d-a6a3-8cc1c23a4812 req-3d07e827-0aed-4124-a5e8-c699c7af0c05 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:03.743785 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9c3c30c9-d448-451d-a6a3-8cc1c23a4812 req-3d07e827-0aed-4124-a5e8-c699c7af0c05 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.0801010 Apr 06 13:49:03.789026 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9c3c30c9-d448-451d-a6a3-8cc1c23a4812 req-520da02d-eebd-4b34-b965-95b9b204dd7c tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383856 Apr 06 13:49:03.975212 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a31de1-7f01-4100-a9f8-b4d4c20b9ae2 req-ef04f249-1f5d-482c-9247-17af43222133 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:03.976675 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-37a31de1-7f01-4100-a9f8-b4d4c20b9ae2 req-ef04f249-1f5d-482c-9247-17af43222133 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.0832968 Apr 06 13:49:04.022363 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-37a31de1-7f01-4100-a9f8-b4d4c20b9ae2 req-7a14e8a8-e125-424e-b50c-9dfb46920deb tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392451 Apr 06 13:49:04.578035 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927d2a3-61bb-4540-9eb0-1cee04367e8f req-cd9d01d9-aa4d-4122-965b-7ee5e86315ac tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:04.580635 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8927d2a3-61bb-4540-9eb0-1cee04367e8f req-cd9d01d9-aa4d-4122-965b-7ee5e86315ac tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.1028633 Apr 06 13:49:04.671317 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8927d2a3-61bb-4540-9eb0-1cee04367e8f req-ba4b3229-6bd4-4015-9218-acd4cdffa02b tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570705 Apr 06 13:49:04.694164 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-045bfb0a-9cc9-449c-a2ca-bf60fce7f603 req-bcc56806-1397-4f85-9cb2-d3f8fff7a92b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1283007 Apr 06 13:49:05.865248 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a8033-a934-4af5-bc9c-dc954c2fa1e9 req-0e466bc1-ccda-4b51-8861-ecc711abfbd6 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:05.866607 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cb3a8033-a934-4af5-bc9c-dc954c2fa1e9 req-0e466bc1-ccda-4b51-8861-ecc711abfbd6 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.0817239 Apr 06 13:49:05.913037 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cb3a8033-a934-4af5-bc9c-dc954c2fa1e9 req-d50aec30-c841-420e-8906-00743643dbb6 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406458 Apr 06 13:49:06.915562 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bfb0a-9cc9-449c-a2ca-bf60fce7f603 req-bd98a841-1d59-4816-9d81-c1ed84efa457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:06.917144 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-045bfb0a-9cc9-449c-a2ca-bf60fce7f603 req-bd98a841-1d59-4816-9d81-c1ed84efa457 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=513768bed6ee4f88ad390c97ddd35d33&device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 1098 time: 0.0754528 Apr 06 13:49:07.055221 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bfb0a-9cc9-449c-a2ca-bf60fce7f603 req-1f9c96fe-9e45-4677-ac49-d93928610f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:07.056663 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-045bfb0a-9cc9-449c-a2ca-bf60fce7f603 req-1f9c96fe-9e45-4677-ac49-d93928610f1d service neutron] 10.222.0.61 "GET /v2.0/networks?id=c1557f4b-d4a2-4604-ae26-6abbe1eac6d7 HTTP/1.1" status: 200 len: 916 time: 0.1329300 Apr 06 13:49:07.114377 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a3cac-4099-4a89-bd05-db16ac2a6650 req-4e380aa8-9d23-4e5d-8ca1-82e4e9bde6fc tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:07.116029 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0d1a3cac-4099-4a89-bd05-db16ac2a6650 req-4e380aa8-9d23-4e5d-8ca1-82e4e9bde6fc tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.0852695 Apr 06 13:49:07.123667 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-045bfb0a-9cc9-449c-a2ca-bf60fce7f603 req-3c44cf27-8837-4edc-86e5-f761a2950072 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64aae8b8-2361-45d9-b36f-07dcc2ecb29c HTTP/1.1" status: 200 len: 217 time: 0.0610917 Apr 06 13:49:07.164168 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0d1a3cac-4099-4a89-bd05-db16ac2a6650 req-31a402b4-6646-4995-8a23-84db870bd719 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416470 Apr 06 13:49:07.190780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bfb0a-9cc9-449c-a2ca-bf60fce7f603 req-5baa4f3d-b41d-4db3-a8ec-209801d2ec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:07.192223 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-045bfb0a-9cc9-449c-a2ca-bf60fce7f603 req-5baa4f3d-b41d-4db3-a8ec-209801d2ec1d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4b575f7a-f10d-4ed8-93b0-9a5b4b90ef86 HTTP/1.1" status: 200 len: 855 time: 0.0616932 Apr 06 13:49:07.237803 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-045bfb0a-9cc9-449c-a2ca-bf60fce7f603 req-e173855c-ca80-4353-9bf4-e3baa4ae3431 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c1557f4b-d4a2-4604-ae26-6abbe1eac6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400283 Apr 06 13:49:07.367106 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-045bfb0a-9cc9-449c-a2ca-bf60fce7f603 req-d936c2bb-fadc-4e75-915f-a3831c4d1999 service neutron] 10.222.0.61 "GET /v2.0/networks/c1557f4b-d4a2-4604-ae26-6abbe1eac6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235967 Apr 06 13:49:07.497710 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-045bfb0a-9cc9-449c-a2ca-bf60fce7f603 req-f7adbb50-8aa6-4817-ab85-9c815be5ca3d service neutron] 10.222.0.61 "GET /v2.0/networks/c1557f4b-d4a2-4604-ae26-6abbe1eac6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250677 Apr 06 13:49:08.353305 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8d8da-a8a3-48fe-98df-986a40983f33 req-2613acf9-6b9a-443c-9b8c-9e7cd3fc784e tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:08.355248 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-61b8d8da-a8a3-48fe-98df-986a40983f33 req-2613acf9-6b9a-443c-9b8c-9e7cd3fc784e tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.0828400 Apr 06 13:49:08.405336 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-61b8d8da-a8a3-48fe-98df-986a40983f33 req-cf0d5c65-f443-4196-b8d5-55e5edd45406 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448267 Apr 06 13:49:09.591487 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a979afa-725f-4f69-a7f5-a31cb42f4309 req-e1f9c498-ee65-4346-96bd-5bfd99a094d0 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:09.592926 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8a979afa-725f-4f69-a7f5-a31cb42f4309 req-e1f9c498-ee65-4346-96bd-5bfd99a094d0 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.0836914 Apr 06 13:49:09.638538 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8a979afa-725f-4f69-a7f5-a31cb42f4309 req-10d89055-86d4-4162-a7c9-92744ef057d3 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398302 Apr 06 13:49:10.823997 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbaf411-45cb-460f-ba65-8665d531b10e req-fc0d70f6-d56f-4dbd-8baf-0d5b3d7908a4 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:10.825425 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7fbaf411-45cb-460f-ba65-8665d531b10e req-fc0d70f6-d56f-4dbd-8baf-0d5b3d7908a4 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.0822980 Apr 06 13:49:10.869737 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7fbaf411-45cb-460f-ba65-8665d531b10e req-2a0cf0bb-2ff6-4e60-9455-cb6a46093fb1 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387022 Apr 06 13:49:12.065528 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ad552-6750-4fce-b74a-26eca1493678 req-f53b4220-105e-4f21-bdbe-3fa22648bd70 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:12.067037 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4e4ad552-6750-4fce-b74a-26eca1493678 req-f53b4220-105e-4f21-bdbe-3fa22648bd70 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.0919516 Apr 06 13:49:12.110894 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4e4ad552-6750-4fce-b74a-26eca1493678 req-f20150e8-6087-4a07-af5e-1d9be6415985 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382037 Apr 06 13:49:13.306350 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ceea1-d67f-4eff-8b23-048e80431659 req-6a8be12d-e06f-42c6-93a1-f162e4c51d4b tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:13.308051 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a74ceea1-d67f-4eff-8b23-048e80431659 req-6a8be12d-e06f-42c6-93a1-f162e4c51d4b tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.0849388 Apr 06 13:49:13.354643 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a74ceea1-d67f-4eff-8b23-048e80431659 req-e521d3b3-1e37-4eb6-9d69-f13ebcb33298 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407426 Apr 06 13:49:14.545314 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814beb0-3644-4b77-84ed-2aebdb6e1ff7 req-e02d9be7-0056-4ce0-a6a0-2919012ab908 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:14.546761 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d814beb0-3644-4b77-84ed-2aebdb6e1ff7 req-e02d9be7-0056-4ce0-a6a0-2919012ab908 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.0836267 Apr 06 13:49:14.688315 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d814beb0-3644-4b77-84ed-2aebdb6e1ff7 req-f597a3c3-af6f-4225-b432-91858838ba7d tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358051 Apr 06 13:49:15.473456 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3a794a1f-5884-48e4-bc91-5bd8eaa903ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:15.872024 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505197d1-93fc-47bd-b526-50c349053f50 req-aabe0fec-6e80-49a3-86be-76d35ac7965a tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:15.873440 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-505197d1-93fc-47bd-b526-50c349053f50 req-aabe0fec-6e80-49a3-86be-76d35ac7965a tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.0787408 Apr 06 13:49:15.916256 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-505197d1-93fc-47bd-b526-50c349053f50 req-a5a9ac96-f71b-470f-8b9a-07f11275b428 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371423 Apr 06 13:49:17.107153 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df434f-2151-408f-bacb-3833c9ab2f49 req-ea61a755-20b3-441f-8bbc-aa1c01c8bc56 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:17.108618 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-53df434f-2151-408f-bacb-3833c9ab2f49 req-ea61a755-20b3-441f-8bbc-aa1c01c8bc56 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.0838122 Apr 06 13:49:17.154557 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-53df434f-2151-408f-bacb-3833c9ab2f49 req-e5864388-b552-40f0-b717-ab9b34398f78 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398965 Apr 06 13:49:17.719216 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-421bb76b-9454-4d70-9c20-c728ddf6d02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:18.345063 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be53c9-f0e1-43e1-ab4c-bd8fa0889fd9 req-867335d2-7dd9-4210-9f0b-6582ef0d6612 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:18.346481 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-05be53c9-f0e1-43e1-ab4c-bd8fa0889fd9 req-867335d2-7dd9-4210-9f0b-6582ef0d6612 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.0847692 Apr 06 13:49:18.391052 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-05be53c9-f0e1-43e1-ab4c-bd8fa0889fd9 req-3ba39fa9-cbed-42f7-a933-54b6d9bd3ca3 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387826 Apr 06 13:49:18.891091 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:18.918969 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:19.575790 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3095b3f-f591-43ed-a80f-2d9a061fedcf req-5e4764d9-b4bc-4035-942f-31f57db5f170 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:19.577170 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f3095b3f-f591-43ed-a80f-2d9a061fedcf req-5e4764d9-b4bc-4035-942f-31f57db5f170 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.0803797 Apr 06 13:49:19.622181 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f3095b3f-f591-43ed-a80f-2d9a061fedcf req-42123881-f1b5-41f8-9e44-d57ec77a70aa tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393474 Apr 06 13:49:20.345400 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:20.813059 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83ceca-d73a-4dfe-bf7f-b9193fbad423 req-4fa950c6-84d1-42dc-97ed-d9ce0bb16eb2 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:20.814506 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ca83ceca-d73a-4dfe-bf7f-b9193fbad423 req-4fa950c6-84d1-42dc-97ed-d9ce0bb16eb2 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.0843081 Apr 06 13:49:20.859017 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ca83ceca-d73a-4dfe-bf7f-b9193fbad423 req-26a8484d-e8b3-4eea-9971-bc89588cd565 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386202 Apr 06 13:49:22.048962 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6023a7-135d-4b7a-a5a0-3fc9a51e3f38 req-138c951c-5c15-49f8-bd6a-a133a5c62fbf tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:22.050412 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bb6023a7-135d-4b7a-a5a0-3fc9a51e3f38 req-138c951c-5c15-49f8-bd6a-a133a5c62fbf tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.0806267 Apr 06 13:49:22.098357 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bb6023a7-135d-4b7a-a5a0-3fc9a51e3f38 req-6c590731-a386-4386-9b4b-dcb29c0fdbfa tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421610 Apr 06 13:49:23.285715 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff33ab-1134-45b7-a042-55c1a47eed41 req-caf1c28f-115e-4e32-aab1-8e4cd532fd84 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:23.287223 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b5ff33ab-1134-45b7-a042-55c1a47eed41 req-caf1c28f-115e-4e32-aab1-8e4cd532fd84 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.0806091 Apr 06 13:49:23.331925 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b5ff33ab-1134-45b7-a042-55c1a47eed41 req-6342aef8-e71d-4429-a6ec-cecaae75abfe tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383682 Apr 06 13:49:24.519663 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a1fd1-cc64-4b81-8f68-9a90af9960e9 req-e6e8e701-9de8-4ed5-b24c-f47db326d583 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:24.520993 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-620a1fd1-cc64-4b81-8f68-9a90af9960e9 req-e6e8e701-9de8-4ed5-b24c-f47db326d583 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.0830042 Apr 06 13:49:24.565391 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-620a1fd1-cc64-4b81-8f68-9a90af9960e9 req-ba1e029a-f214-4843-a5b8-757b81fcbaad tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379980 Apr 06 13:49:24.780178 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-045bfb0a-9cc9-449c-a2ca-bf60fce7f603 req-a82c13ab-2ee6-42e3-be5d-224d9e3b7b2f service neutron] 10.222.0.61 "GET /v2.0/ports/64aae8b8-2361-45d9-b36f-07dcc2ecb29c/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0795310 Apr 06 13:49:25.502038 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bfb0a-9cc9-449c-a2ca-bf60fce7f603 req-915c5e5e-9149-4823-b38d-8cb1abe6f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:25.503432 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-045bfb0a-9cc9-449c-a2ca-bf60fce7f603 req-915c5e5e-9149-4823-b38d-8cb1abe6f5da service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065&tenant_id=513768bed6ee4f88ad390c97ddd35d33 HTTP/1.1" status: 200 len: 1098 time: 0.0701804 Apr 06 13:49:25.596910 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bfb0a-9cc9-449c-a2ca-bf60fce7f603 req-cdbe9467-e6cd-420c-b6c1-c09a6aa6384c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:25.598483 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-045bfb0a-9cc9-449c-a2ca-bf60fce7f603 req-cdbe9467-e6cd-420c-b6c1-c09a6aa6384c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=513768bed6ee4f88ad390c97ddd35d33&device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 1098 time: 0.0734074 Apr 06 13:49:25.731525 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bfb0a-9cc9-449c-a2ca-bf60fce7f603 req-7ee484bf-a86b-46b6-8d6a-f67de32ac373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:25.733114 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-045bfb0a-9cc9-449c-a2ca-bf60fce7f603 req-7ee484bf-a86b-46b6-8d6a-f67de32ac373 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c1557f4b-d4a2-4604-ae26-6abbe1eac6d7 HTTP/1.1" status: 200 len: 916 time: 0.1284270 Apr 06 13:49:25.753780 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643e7ce-38d9-42da-a2e7-a980ee3ed134 req-6afc1a29-c2f1-4a04-88fb-440d4c095777 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:25.755268 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c643e7ce-38d9-42da-a2e7-a980ee3ed134 req-6afc1a29-c2f1-4a04-88fb-440d4c095777 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.0818727 Apr 06 13:49:25.803861 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c643e7ce-38d9-42da-a2e7-a980ee3ed134 req-6d982742-e2f2-4d5d-b664-aeef62ce17fd tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421867 Apr 06 13:49:25.897344 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-045bfb0a-9cc9-449c-a2ca-bf60fce7f603 req-6b164960-0f3e-481d-ac24-cc0e5e00f683 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64aae8b8-2361-45d9-b36f-07dcc2ecb29c HTTP/1.1" status: 200 len: 217 time: 0.1581712 Apr 06 13:49:25.959440 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bfb0a-9cc9-449c-a2ca-bf60fce7f603 req-54c980b6-576e-400d-8228-21b65803f2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:25.960831 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-045bfb0a-9cc9-449c-a2ca-bf60fce7f603 req-54c980b6-576e-400d-8228-21b65803f2c2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4b575f7a-f10d-4ed8-93b0-9a5b4b90ef86 HTTP/1.1" status: 200 len: 855 time: 0.0579746 Apr 06 13:49:26.005622 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-045bfb0a-9cc9-449c-a2ca-bf60fce7f603 req-2429725c-54cc-4810-972c-a3710eac3400 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c1557f4b-d4a2-4604-ae26-6abbe1eac6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390134 Apr 06 13:49:26.133901 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-045bfb0a-9cc9-449c-a2ca-bf60fce7f603 req-3e1c8ff5-f197-4b1b-9bf4-158eeae27350 service neutron] 10.222.0.61 "GET /v2.0/networks/c1557f4b-d4a2-4604-ae26-6abbe1eac6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218002 Apr 06 13:49:26.263720 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-045bfb0a-9cc9-449c-a2ca-bf60fce7f603 req-84d087b3-8096-4fd5-89e7-5384c9a3c03b service neutron] 10.222.0.61 "GET /v2.0/networks/c1557f4b-d4a2-4604-ae26-6abbe1eac6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238430 Apr 06 13:49:26.991906 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf6758-0a37-4863-8400-1607a65d603e req-b81b31f6-1489-4c0b-8d6c-b827a96a29f6 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:26.993374 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9ecf6758-0a37-4863-8400-1607a65d603e req-b81b31f6-1489-4c0b-8d6c-b827a96a29f6 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.0835907 Apr 06 13:49:27.039663 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9ecf6758-0a37-4863-8400-1607a65d603e req-cb34c398-8e88-4772-b884-efb586ab10ed tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393941 Apr 06 13:49:27.396646 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:28.242877 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a94d0-9155-450d-bc7c-3f04b089f34b req-a1983434-4e81-480e-bdc7-a50db42cc68f tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:28.244384 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-288a94d0-9155-450d-bc7c-3f04b089f34b req-a1983434-4e81-480e-bdc7-a50db42cc68f tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.0888934 Apr 06 13:49:28.289981 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-288a94d0-9155-450d-bc7c-3f04b089f34b req-4f22c7d8-d745-4c6f-aebe-559311b20d0d tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389023 Apr 06 13:49:28.804891 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 64aae8b8-2361-45d9-b36f-07dcc2ecb29c details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:49:28.807795 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 64aae8b8-2361-45d9-b36f-07dcc2ecb29c no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:49:29.020407 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:29.055718 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 64aae8b8-2361-45d9-b36f-07dcc2ecb29c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=64aae8b8-2361-45d9-b36f-07dcc2ecb29c,segment=NetworkSegment(dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03),segment_id=dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:49:29.069863 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b6c677-0e5a-4e56-b094-3d4be2ea2065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64aae8b8-2361-45d9-b36f-07dcc2ecb29c'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:49:29.080996 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '64aae8b8-2361-45d9-b36f-07dcc2ecb29c', 'network_id': 'c1557f4b-d4a2-4604-ae26-6abbe1eac6d7', 'port_id': '64aae8b8-2361-45d9-b36f-07dcc2ecb29c', 'mac_address': 'fa:16:3e:77:ce:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b575f7a-f10d-4ed8-93b0-9a5b4b90ef86', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:49:29.083242 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 64aae8b8-2361-45d9-b36f-07dcc2ecb29c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=64aae8b8-2361-45d9-b36f-07dcc2ecb29c,segment=NetworkSegment(dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03),segment_id=dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:49:29.123967 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd2512ee-6b07-494a-a3bc-5c682e13a748'] response: {'server_uuid': '67b6c677-0e5a-4e56-b094-3d4be2ea2065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64aae8b8-2361-45d9-b36f-07dcc2ecb29c', 'code': 200} Apr 06 13:49:29.142977 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:29.160512 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64aae8b8-2361-45d9-b36f-07dcc2ecb29c {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:49:29.166347 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:29.280117 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:49:29.280464 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:49:29.282717 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=64aae8b8-2361-45d9-b36f-07dcc2ecb29c,revision_number=6']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:49:29.485960 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adb973-a050-498d-8678-b61476303d69 req-b4705f71-a632-4d9e-ab60-05ada150529f tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:29.487450 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-68adb973-a050-498d-8678-b61476303d69 req-b4705f71-a632-4d9e-ab60-05ada150529f tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 943 time: 0.0811541 Apr 06 13:49:29.530999 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-68adb973-a050-498d-8678-b61476303d69 req-578a7b90-fa74-44d2-b3b4-f30df2264d57 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377157 Apr 06 13:49:29.835029 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:29.852789 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64aae8b8-2361-45d9-b36f-07dcc2ecb29c {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:49:29.868768 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 64aae8b8-2361-45d9-b36f-07dcc2ecb29c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=64aae8b8-2361-45d9-b36f-07dcc2ecb29c,segment=NetworkSegment(dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03),segment_id=dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:49:29.958967 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:29.999027 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03488bdd-cee1-4c73-adbc-9e57ad94d0c5 req-17901236-5505-4c90-ac93-1700b5af5d33 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:30.000538 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-03488bdd-cee1-4c73-adbc-9e57ad94d0c5 req-17901236-5505-4c90-ac93-1700b5af5d33 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 943 time: 0.0915828 Apr 06 13:49:30.029440 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['64aae8b8-2361-45d9-b36f-07dcc2ecb29c'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:49:30.052977 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-03488bdd-cee1-4c73-adbc-9e57ad94d0c5 req-8fe8b143-6069-460d-8cf2-4222fe3bdfc1 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455198 Apr 06 13:49:30.067722 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9ac6e-82d1-4ed4-97f3-e84cb15f85bb req-f359a0fe-7add-43d3-bcb2-68d004753102 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:30.068469 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-17f9ac6e-82d1-4ed4-97f3-e84cb15f85bb req-f359a0fe-7add-43d3-bcb2-68d004753102 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Synchronizing usage tracker for tenant:513768bed6ee4f88ad390c97ddd35d33 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:49:30.085645 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=64aae8b8-2361-45d9-b36f-07dcc2ecb29c,revision_number=7']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:49:30.179536 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-17f9ac6e-82d1-4ed4-97f3-e84cb15f85bb req-f359a0fe-7add-43d3-bcb2-68d004753102 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Unset dirty status for tenant:513768bed6ee4f88ad390c97ddd35d33 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:49:30.180685 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-17f9ac6e-82d1-4ed4-97f3-e84cb15f85bb req-f359a0fe-7add-43d3-bcb2-68d004753102 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.61 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065&tenant_id=513768bed6ee4f88ad390c97ddd35d33&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 944 time: 0.2046745 Apr 06 13:49:30.317956 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9ac6e-82d1-4ed4-97f3-e84cb15f85bb req-0bc124f2-7f32-45c2-b201-28287b246a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:30.319508 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-17f9ac6e-82d1-4ed4-97f3-e84cb15f85bb req-0bc124f2-7f32-45c2-b201-28287b246a07 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=513768bed6ee4f88ad390c97ddd35d33&device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 1097 time: 0.0720956 Apr 06 13:49:30.448747 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9ac6e-82d1-4ed4-97f3-e84cb15f85bb req-66452476-4cac-4b39-a643-1b17ea5932c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:30.450073 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-17f9ac6e-82d1-4ed4-97f3-e84cb15f85bb req-66452476-4cac-4b39-a643-1b17ea5932c9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c1557f4b-d4a2-4604-ae26-6abbe1eac6d7 HTTP/1.1" status: 200 len: 916 time: 0.1240001 Apr 06 13:49:30.520204 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-17f9ac6e-82d1-4ed4-97f3-e84cb15f85bb req-29ca33fa-5f46-48f2-a4ab-3fe061607e13 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64aae8b8-2361-45d9-b36f-07dcc2ecb29c HTTP/1.1" status: 200 len: 217 time: 0.0631163 Apr 06 13:49:30.582134 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9ac6e-82d1-4ed4-97f3-e84cb15f85bb req-3480d382-4e97-4f38-9727-0bab1f024362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:30.583573 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-17f9ac6e-82d1-4ed4-97f3-e84cb15f85bb req-3480d382-4e97-4f38-9727-0bab1f024362 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4b575f7a-f10d-4ed8-93b0-9a5b4b90ef86 HTTP/1.1" status: 200 len: 855 time: 0.0576913 Apr 06 13:49:30.629291 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-17f9ac6e-82d1-4ed4-97f3-e84cb15f85bb req-11cc5ca9-7c9e-4c6a-bb7e-d218e3a6a8b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c1557f4b-d4a2-4604-ae26-6abbe1eac6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402281 Apr 06 13:49:30.761907 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-17f9ac6e-82d1-4ed4-97f3-e84cb15f85bb req-facaa489-799d-437a-ab56-1facebd75a26 service neutron] 10.222.0.61 "GET /v2.0/networks/c1557f4b-d4a2-4604-ae26-6abbe1eac6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266356 Apr 06 13:49:30.817728 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 64aae8b8-2361-45d9-b36f-07dcc2ecb29c up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:49:30.898065 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-17f9ac6e-82d1-4ed4-97f3-e84cb15f85bb req-b0e02f5b-4256-498e-9dc8-e32e16511791 service neutron] 10.222.0.61 "GET /v2.0/networks/c1557f4b-d4a2-4604-ae26-6abbe1eac6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298630 Apr 06 13:49:30.924635 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 64aae8b8-2361-45d9-b36f-07dcc2ecb29c triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:49:30.925187 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:31.041352 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:31.074004 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 64aae8b8-2361-45d9-b36f-07dcc2ecb29c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=64aae8b8-2361-45d9-b36f-07dcc2ecb29c,segment=NetworkSegment(dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03),segment_id=dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:49:31.125290 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b6c677-0e5a-4e56-b094-3d4be2ea2065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64aae8b8-2361-45d9-b36f-07dcc2ecb29c'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:49:31.176432 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:31.217533 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cda4ecc7-55b9-4104-8c24-8f367e73e6b3'] response: {'server_uuid': '67b6c677-0e5a-4e56-b094-3d4be2ea2065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64aae8b8-2361-45d9-b36f-07dcc2ecb29c', 'code': 200} Apr 06 13:49:31.250429 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=64aae8b8-2361-45d9-b36f-07dcc2ecb29c,revision_number=8']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:49:31.257376 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4616d-1a13-4c43-b5fd-78a756ace987 req-cec5ff4c-dd06-4e34-8b2d-e5e32ed94c32 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:31.261233 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-03e4616d-1a13-4c43-b5fd-78a756ace987 req-cec5ff4c-dd06-4e34-8b2d-e5e32ed94c32 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.0899720 Apr 06 13:49:31.307130 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-03e4616d-1a13-4c43-b5fd-78a756ace987 req-3f5b746d-2751-4c34-a4c6-34c6ef40c50e tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416985 Apr 06 13:49:32.497091 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc87ec3-3986-4971-b340-0f5b3b037ae0 req-7c7230ca-1d93-453e-9fdb-6e0451cddb64 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:32.498446 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7bc87ec3-3986-4971-b340-0f5b3b037ae0 req-7c7230ca-1d93-453e-9fdb-6e0451cddb64 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.0801005 Apr 06 13:49:32.542739 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7bc87ec3-3986-4971-b340-0f5b3b037ae0 req-db2d7c3b-da7a-4cd9-a802-076b8b02504c tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386462 Apr 06 13:49:32.728774 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757f7ad-9ea2-4fb8-97cc-b3bb9dc3c230 req-e6ff119a-f7df-4874-ada4-22303f57e927 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:32.730199 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6757f7ad-9ea2-4fb8-97cc-b3bb9dc3c230 req-e6ff119a-f7df-4874-ada4-22303f57e927 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.0832374 Apr 06 13:49:32.776558 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6757f7ad-9ea2-4fb8-97cc-b3bb9dc3c230 req-d4ee55c5-d642-41ba-992c-22c80969fef4 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402935 Apr 06 13:49:32.965693 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38270e42-1a0f-4fb2-8f79-f7834c9a6800 req-d6ee00cf-7091-4153-ad12-7e2b90c55a08 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:32.967179 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-38270e42-1a0f-4fb2-8f79-f7834c9a6800 req-d6ee00cf-7091-4153-ad12-7e2b90c55a08 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.0849566 Apr 06 13:49:33.013407 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-38270e42-1a0f-4fb2-8f79-f7834c9a6800 req-557908f9-e2f1-424c-a93b-074bbef86f4f tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398605 Apr 06 13:49:33.820248 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-b4e1c9f0-9870-473c-b473-fd0e6f09403a tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:33.821568 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-b4e1c9f0-9870-473c-b473-fd0e6f09403a tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/networks?id=c1557f4b-d4a2-4604-ae26-6abbe1eac6d7 HTTP/1.1" status: 200 len: 815 time: 0.1476271 Apr 06 13:49:33.836876 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-618b96fe-8206-4cfb-84b7-665532e24db6 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/quotas/513768bed6ee4f88ad390c97ddd35d33 HTTP/1.1" status: 200 len: 375 time: 0.0088849 Apr 06 13:49:33.919546 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-d2dab924-9d4e-4a55-929b-07f63091bfd2 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=513768bed6ee4f88ad390c97ddd35d33&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0766690 Apr 06 13:49:34.104637 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-619a4b7c-623d-40b3-a04f-be309cc42e07 service neutron] 10.222.0.48 "GET /v2.0/networks/c1557f4b-d4a2-4604-ae26-6abbe1eac6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777933 Apr 06 13:49:34.334873 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-778b7e59-b1ef-49db-8539-33ee4b82dcd5 service neutron] 10.222.0.48 "GET /v2.0/networks/c1557f4b-d4a2-4604-ae26-6abbe1eac6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245729 Apr 06 13:49:34.598111 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bbf08872-6649-4a01-9520-963f1c6cfd6b req-178b7dd1-fcfb-4ab0-aa8e-dfef10d11706 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 210 time: 0.0430925 Apr 06 13:49:35.326298 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ade4c-6402-498e-8c23-d52f66a83bba req-9978c974-34ec-47bc-9ec6-b0b125d616e8 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:35.327777 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-134ade4c-6402-498e-8c23-d52f66a83bba req-9978c974-34ec-47bc-9ec6-b0b125d616e8 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.61 "GET /v2.0/ports?device_id=67b6c677-0e5a-4e56-b094-3d4be2ea2065 HTTP/1.1" status: 200 len: 945 time: 0.0851343 Apr 06 13:49:35.397390 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-134ade4c-6402-498e-8c23-d52f66a83bba req-268e47f9-b34f-40de-b9ae-e29c3295795f tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Deleting port 64aae8b8-2361-45d9-b36f-07dcc2ecb29c {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:49:35.397796 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-134ade4c-6402-498e-8c23-d52f66a83bba req-268e47f9-b34f-40de-b9ae-e29c3295795f tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:35.744583 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-134ade4c-6402-498e-8c23-d52f66a83bba req-268e47f9-b34f-40de-b9ae-e29c3295795f tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] For port 64aae8b8-2361-45d9-b36f-07dcc2ecb29c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=64aae8b8-2361-45d9-b36f-07dcc2ecb29c,segment=NetworkSegment(dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03),segment_id=dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:49:35.744937 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-134ade4c-6402-498e-8c23-d52f66a83bba req-268e47f9-b34f-40de-b9ae-e29c3295795f tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:35.766653 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ad7921c1-7b2e-4ad4-87a2-29d0829a1424 req-b1c6c120-4f09-4c6d-9b53-ceca22a44b8d tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 210 time: 0.0542598 Apr 06 13:49:35.869446 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-134ade4c-6402-498e-8c23-d52f66a83bba req-268e47f9-b34f-40de-b9ae-e29c3295795f tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Calling delete_port for 64aae8b8-2361-45d9-b36f-07dcc2ecb29c owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:49:36.095681 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-134ade4c-6402-498e-8c23-d52f66a83bba req-268e47f9-b34f-40de-b9ae-e29c3295795f tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:36.107187 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['64aae8b8-2361-45d9-b36f-07dcc2ecb29c'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:49:36.153317 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e47f9-b34f-40de-b9ae-e29c3295795f tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Pushing event deleted for resources: {'Port': ['ID=64aae8b8-2361-45d9-b36f-07dcc2ecb29c,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:49:36.227462 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-134ade4c-6402-498e-8c23-d52f66a83bba req-268e47f9-b34f-40de-b9ae-e29c3295795f tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] No DVR routers for this DVR port 64aae8b8-2361-45d9-b36f-07dcc2ecb29c on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:49:36.230015 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-134ade4c-6402-498e-8c23-d52f66a83bba req-268e47f9-b34f-40de-b9ae-e29c3295795f tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:36.232691 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b6c677-0e5a-4e56-b094-3d4be2ea2065', 'name': 'network-vif-deleted', 'tag': '64aae8b8-2361-45d9-b36f-07dcc2ecb29c'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:49:36.276271 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-613af85e-72ea-4623-b584-217ef8a9ec3f'] response: {'server_uuid': '67b6c677-0e5a-4e56-b094-3d4be2ea2065', 'name': 'network-vif-deleted', 'tag': '64aae8b8-2361-45d9-b36f-07dcc2ecb29c', 'status': 'completed', 'code': 200} Apr 06 13:49:36.325181 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-134ade4c-6402-498e-8c23-d52f66a83bba req-268e47f9-b34f-40de-b9ae-e29c3295795f tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.61 "DELETE /v2.0/ports/64aae8b8-2361-45d9-b36f-07dcc2ecb29c HTTP/1.1" status: 204 len: 173 time: 0.9920444 Apr 06 13:49:36.661829 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-1e285434-78b2-4393-a652-d352b0a7ebf7 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:36.663253 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-1e285434-78b2-4393-a652-d352b0a7ebf7 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.61 "GET /v2.0/networks?id=c1557f4b-d4a2-4604-ae26-6abbe1eac6d7 HTTP/1.1" status: 200 len: 815 time: 0.1454995 Apr 06 13:49:36.674919 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-3798aa2f-299f-4d9b-b595-06a82c90857b tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Request body: {'port': {'device_id': 'e25b7e57-d0c8-45e9-abe4-e5bd4b295dae', 'network_id': 'c1557f4b-d4a2-4604-ae26-6abbe1eac6d7', 'admin_state_up': True, 'tenant_id': '513768bed6ee4f88ad390c97ddd35d33'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:49:36.813218 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-3798aa2f-299f-4d9b-b595-06a82c90857b tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:49:36.817761 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-3798aa2f-299f-4d9b-b595-06a82c90857b tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Usage tracker for resource:port and tenant:513768bed6ee4f88ad390c97ddd35d33 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:49:36.820513 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-3798aa2f-299f-4d9b-b595-06a82c90857b tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:49:36.827131 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-3798aa2f-299f-4d9b-b595-06a82c90857b tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:49:36.918988 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8bf6d0ac-d759-4429-9953-9f4a1a47d25b req-7bcd41f8-4c9b-4b89-b352-94e8b4b950fc tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 210 time: 0.0435312 Apr 06 13:49:36.922084 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-3798aa2f-299f-4d9b-b595-06a82c90857b tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Made reservation on behalf of 513768bed6ee4f88ad390c97ddd35d33 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:49:36.925714 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-3798aa2f-299f-4d9b-b595-06a82c90857b tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:37.102647 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-3798aa2f-299f-4d9b-b595-06a82c90857b tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Allocated IP 172.20.0.2 (c1557f4b-d4a2-4604-ae26-6abbe1eac6d7/4b575f7a-f10d-4ed8-93b0-9a5b4b90ef86/2eec6f92-e734-4785-8ac9-fc201ec853d7) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:49:37.326419 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-3798aa2f-299f-4d9b-b595-06a82c90857b tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:37.443158 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-3798aa2f-299f-4d9b-b595-06a82c90857b tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:37.514665 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-3798aa2f-299f-4d9b-b595-06a82c90857b tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Network c1557f4b-d4a2-4604-ae26-6abbe1eac6d7 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:49:37.521596 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-3798aa2f-299f-4d9b-b595-06a82c90857b tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:49:37.523991 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-3798aa2f-299f-4d9b-b595-06a82c90857b tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:49:37.561696 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798aa2f-299f-4d9b-b595-06a82c90857b tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Pushing event updated for resources: {'Port': ['ID=2eec6f92-e734-4785-8ac9-fc201ec853d7,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:49:37.594201 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-3798aa2f-299f-4d9b-b595-06a82c90857b tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:37.595059 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-3798aa2f-299f-4d9b-b595-06a82c90857b tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:37.696196 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-3798aa2f-299f-4d9b-b595-06a82c90857b tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0249341 Apr 06 13:49:37.706936 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-424e4edf-0484-4396-9382-184d07262424 service neutron] Request body: {'port': {'device_id': 'e25b7e57-d0c8-45e9-abe4-e5bd4b295dae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:49:37.816593 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-424e4edf-0484-4396-9382-184d07262424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:38.112390 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3eed6-27c4-4ae7-baee-4e570d855b4a req-206087ae-a8a1-495a-8861-abb2ca790f62 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:38.113827 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8ea3eed6-27c4-4ae7-baee-4e570d855b4a req-206087ae-a8a1-495a-8861-abb2ca790f62 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 931 time: 0.0836267 Apr 06 13:49:38.159367 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-424e4edf-0484-4396-9382-184d07262424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eec6f92-e734-4785-8ac9-fc201ec853d7 {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:49:38.168774 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-424e4edf-0484-4396-9382-184d07262424 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:38.175666 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8ea3eed6-27c4-4ae7-baee-4e570d855b4a req-f3bcb644-3bf5-4f9b-88d2-08b094bc2845 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552323 Apr 06 13:49:38.186946 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-424e4edf-0484-4396-9382-184d07262424 service neutron] Transition to ACTIVE for port object 2eec6f92-e734-4785-8ac9-fc201ec853d7 will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:49:38.290069 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-424e4edf-0484-4396-9382-184d07262424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:38.550630 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e4edf-0484-4396-9382-184d07262424 service neutron] Pushing event updated for resources: {'Port': ['ID=2eec6f92-e734-4785-8ac9-fc201ec853d7,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:49:38.567552 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:49:38.623586 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-424e4edf-0484-4396-9382-184d07262424 service neutron] Attempting to bind port 2eec6f92-e734-4785-8ac9-fc201ec853d7 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:49:38.623906 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-424e4edf-0484-4396-9382-184d07262424 service neutron] Attempting to bind port 2eec6f92-e734-4785-8ac9-fc201ec853d7 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c1557f4b-d4a2-4604-ae26-6abbe1eac6d7'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:49:38.624224 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-424e4edf-0484-4396-9382-184d07262424 service neutron] Attempting to bind port 2eec6f92-e734-4785-8ac9-fc201ec853d7 on network c1557f4b-d4a2-4604-ae26-6abbe1eac6d7 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:49:38.629048 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-424e4edf-0484-4396-9382-184d07262424 service neutron] Port 2eec6f92-e734-4785-8ac9-fc201ec853d7 on network c1557f4b-d4a2-4604-ae26-6abbe1eac6d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:49:38.629373 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-424e4edf-0484-4396-9382-184d07262424 service neutron] Attempting to bind port 2eec6f92-e734-4785-8ac9-fc201ec853d7 on network c1557f4b-d4a2-4604-ae26-6abbe1eac6d7 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:49:38.635127 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-424e4edf-0484-4396-9382-184d07262424 service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:49:38.635855 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-424e4edf-0484-4396-9382-184d07262424 service neutron] Checking segment: {'id': 'dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c1557f4b-d4a2-4604-ae26-6abbe1eac6d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:49:38.636235 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-424e4edf-0484-4396-9382-184d07262424 service neutron] Bound using segment: {'id': 'dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c1557f4b-d4a2-4604-ae26-6abbe1eac6d7'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:49:38.636651 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-424e4edf-0484-4396-9382-184d07262424 service neutron] Bound port: 2eec6f92-e734-4785-8ac9-fc201ec853d7, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c1557f4b-d4a2-4604-ae26-6abbe1eac6d7'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:49:38.636991 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-424e4edf-0484-4396-9382-184d07262424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:38.731799 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-424e4edf-0484-4396-9382-184d07262424 service neutron] For port 2eec6f92-e734-4785-8ac9-fc201ec853d7, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:49:38.735080 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-424e4edf-0484-4396-9382-184d07262424 service neutron] For port 2eec6f92-e734-4785-8ac9-fc201ec853d7, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2eec6f92-e734-4785-8ac9-fc201ec853d7,segment=NetworkSegment(dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03),segment_id=dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:49:38.799149 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-424e4edf-0484-4396-9382-184d07262424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:38.856258 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-424e4edf-0484-4396-9382-184d07262424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:38.856863 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-424e4edf-0484-4396-9382-184d07262424 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:38.858225 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-424e4edf-0484-4396-9382-184d07262424 service neutron] 10.222.0.61 "PUT /v2.0/ports/2eec6f92-e734-4785-8ac9-fc201ec853d7 HTTP/1.1" status: 200 len: 1093 time: 1.1552725 Apr 06 13:49:38.858656 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25b7e57-d0c8-45e9-abe4-e5bd4b295dae', 'tag': '2eec6f92-e734-4785-8ac9-fc201ec853d7'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:49:38.861135 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 64aae8b8-2361-45d9-b36f-07dcc2ecb29c no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:49:38.886343 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e4edf-0484-4396-9382-184d07262424 service neutron] Pushing event updated for resources: {'Port': ['ID=2eec6f92-e734-4785-8ac9-fc201ec853d7,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:49:38.906034 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: 64aae8b8-2361-45d9-b36f-07dcc2ecb29c {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:49:38.907268 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 64aae8b8-2361-45d9-b36f-07dcc2ecb29c not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:49:38.910687 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b1db2d4-f5b5-407c-8cea-1a32fd401e97'] response: {'name': 'network-changed', 'server_uuid': 'e25b7e57-d0c8-45e9-abe4-e5bd4b295dae', 'tag': '2eec6f92-e734-4785-8ac9-fc201ec853d7', 'status': 'completed', 'code': 200} Apr 06 13:49:39.006387 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edadf35-8491-445b-b532-754eb4f4573a req-56b10574-c86e-47f6-8240-c10446888cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:39.007901 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8edadf35-8491-445b-b532-754eb4f4573a req-56b10574-c86e-47f6-8240-c10446888cf1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=513768bed6ee4f88ad390c97ddd35d33&device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 1096 time: 0.0753601 Apr 06 13:49:39.162971 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edadf35-8491-445b-b532-754eb4f4573a req-b2dac07a-18ce-4dae-86c2-2e631a042c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:39.164485 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8edadf35-8491-445b-b532-754eb4f4573a req-b2dac07a-18ce-4dae-86c2-2e631a042c8b service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=513768bed6ee4f88ad390c97ddd35d33&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1499758 Apr 06 13:49:39.310711 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edadf35-8491-445b-b532-754eb4f4573a req-6ba2ca3f-f79c-4b96-8362-99f03d03f590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:39.312205 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8edadf35-8491-445b-b532-754eb4f4573a req-6ba2ca3f-f79c-4b96-8362-99f03d03f590 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1425006 Apr 06 13:49:39.385015 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fda000-fdd6-4438-b61e-3ad37bb799be req-5b80570b-ff57-42ad-91ce-5474d9a9ba35 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:39.386999 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a8fda000-fdd6-4438-b61e-3ad37bb799be req-5b80570b-ff57-42ad-91ce-5474d9a9ba35 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 943 time: 0.0851240 Apr 06 13:49:39.420810 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-44e0bb88-5ffe-4907-b8df-23f8fa1be2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:39.422161 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-44e0bb88-5ffe-4907-b8df-23f8fa1be2ca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=513768bed6ee4f88ad390c97ddd35d33&device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 1096 time: 0.0734346 Apr 06 13:49:39.433649 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a8fda000-fdd6-4438-b61e-3ad37bb799be req-4b4e545e-2aac-4a52-a454-6b8f1f1e8ecd tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400879 Apr 06 13:49:39.493934 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-89d6fd85-7ca1-4baf-a009-579a0126cc8a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2eec6f92-e734-4785-8ac9-fc201ec853d7 HTTP/1.1" status: 200 len: 217 time: 0.0643921 Apr 06 13:49:39.555822 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-a5a4d4aa-82a1-498b-832c-8f9fcc316413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:39.557418 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-a5a4d4aa-82a1-498b-832c-8f9fcc316413 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4b575f7a-f10d-4ed8-93b0-9a5b4b90ef86 HTTP/1.1" status: 200 len: 855 time: 0.0583456 Apr 06 13:49:39.606695 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-e28916de-ddd1-438a-8a4d-af6e6e1fa69b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c1557f4b-d4a2-4604-ae26-6abbe1eac6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437014 Apr 06 13:49:39.738267 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-235f981b-695e-4c56-8f99-1e067ef04f2d service neutron] 10.222.0.61 "GET /v2.0/networks/c1557f4b-d4a2-4604-ae26-6abbe1eac6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257007 Apr 06 13:49:39.867127 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-917ed9a5-f8ef-40be-b3cf-969dc68642a0 req-31f847a9-4b94-4469-9c46-5f38e60ce613 service neutron] 10.222.0.61 "GET /v2.0/networks/c1557f4b-d4a2-4604-ae26-6abbe1eac6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234424 Apr 06 13:49:40.628404 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f5581-a738-4530-9922-9bf6475a29a9 req-4bd7db91-1e8f-41dd-a56f-67ebb13a5385 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:40.630047 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b98f5581-a738-4530-9922-9bf6475a29a9 req-4bd7db91-1e8f-41dd-a56f-67ebb13a5385 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 943 time: 0.0849946 Apr 06 13:49:40.682083 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b98f5581-a738-4530-9922-9bf6475a29a9 req-33dbb16e-55cd-4314-b304-a31648154739 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406847 Apr 06 13:49:41.872097 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555da54-1248-4792-a5f0-11c55b490175 req-aa0d0cae-2032-45b5-a3f3-35e287afdfd7 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:41.873609 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2555da54-1248-4792-a5f0-11c55b490175 req-aa0d0cae-2032-45b5-a3f3-35e287afdfd7 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 943 time: 0.0834646 Apr 06 13:49:41.921674 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2555da54-1248-4792-a5f0-11c55b490175 req-747b876f-c391-4a90-aef2-112d6d20dbb7 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424712 Apr 06 13:49:42.849786 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 2eec6f92-e734-4785-8ac9-fc201ec853d7 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:49:42.986179 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 2eec6f92-e734-4785-8ac9-fc201ec853d7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2eec6f92-e734-4785-8ac9-fc201ec853d7,segment=NetworkSegment(dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03),segment_id=dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:49:43.000348 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '2eec6f92-e734-4785-8ac9-fc201ec853d7', 'network_id': 'c1557f4b-d4a2-4604-ae26-6abbe1eac6d7', 'port_id': '2eec6f92-e734-4785-8ac9-fc201ec853d7', 'mac_address': 'fa:16:3e:35:e4:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b575f7a-f10d-4ed8-93b0-9a5b4b90ef86', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:49:43.054934 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:43.075642 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eec6f92-e734-4785-8ac9-fc201ec853d7 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:49:43.090878 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 2eec6f92-e734-4785-8ac9-fc201ec853d7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2eec6f92-e734-4785-8ac9-fc201ec853d7,segment=NetworkSegment(dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03),segment_id=dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:49:43.114983 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473584e5-7c26-4b31-b1f1-16ae2171a234 req-c6a1080d-0908-4da9-bc5e-daf35ea9a0f6 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:43.116357 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-473584e5-7c26-4b31-b1f1-16ae2171a234 req-c6a1080d-0908-4da9-bc5e-daf35ea9a0f6 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 943 time: 0.0802090 Apr 06 13:49:43.152938 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:43.162955 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-473584e5-7c26-4b31-b1f1-16ae2171a234 req-31fe59d7-53e5-477f-8da8-abe47851044b tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402708 Apr 06 13:49:43.223980 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=2eec6f92-e734-4785-8ac9-fc201ec853d7,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:49:43.231781 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:49:43.232286 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:49:43.232458 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:49:43.232788 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:49:43.233115 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:49:43.233441 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:49:43.233762 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:49:43.234082 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:49:43.234407 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:49:43.234723 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:49:43.235069 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:49:43.235388 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:49:43.347573 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['2eec6f92-e734-4785-8ac9-fc201ec853d7'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:49:44.359657 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf5480-68fc-4d40-a3a7-f71b18eed5df req-da945afe-1993-4994-983f-bcba1363d688 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:44.361233 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f5bf5480-68fc-4d40-a3a7-f71b18eed5df req-da945afe-1993-4994-983f-bcba1363d688 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 944 time: 0.0889745 Apr 06 13:49:44.409352 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f5bf5480-68fc-4d40-a3a7-f71b18eed5df req-01f76418-61b3-49c8-891b-746662f5388d tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422180 Apr 06 13:49:44.872711 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 2eec6f92-e734-4785-8ac9-fc201ec853d7 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:49:45.026080 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port 2eec6f92-e734-4785-8ac9-fc201ec853d7 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:49:45.031184 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 2eec6f92-e734-4785-8ac9-fc201ec853d7 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:49:45.031585 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:45.154494 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:45.181310 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25b7e57-d0c8-45e9-abe4-e5bd4b295dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eec6f92-e734-4785-8ac9-fc201ec853d7'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:49:45.191528 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 2eec6f92-e734-4785-8ac9-fc201ec853d7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2eec6f92-e734-4785-8ac9-fc201ec853d7,segment=NetworkSegment(dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03),segment_id=dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:49:45.226702 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca21c8c6-640b-46e9-adcc-7ce5c391fbbd'] response: {'server_uuid': 'e25b7e57-d0c8-45e9-abe4-e5bd4b295dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eec6f92-e734-4785-8ac9-fc201ec853d7', 'code': 200} Apr 06 13:49:45.272988 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:45.347881 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=2eec6f92-e734-4785-8ac9-fc201ec853d7,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:49:45.460984 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d24c1f3b-09ed-400b-b53e-b237e3581371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:45.632890 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002439d8-0c8a-4fb6-9ab4-ff55b70ea6fe req-636d26d6-8cfe-48e4-9325-0779ec893a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:45.635311 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-002439d8-0c8a-4fb6-9ab4-ff55b70ea6fe req-636d26d6-8cfe-48e4-9325-0779ec893a2f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 1098 time: 0.0834060 Apr 06 13:49:45.679105 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-002439d8-0c8a-4fb6-9ab4-ff55b70ea6fe req-3931131f-0a77-464a-8b43-fcccdec23b38 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382354 Apr 06 13:49:45.770572 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60b653-e302-4f15-a042-f670a310637c req-d78153b5-ea95-4551-89df-014dd539a7c6 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:45.772029 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9b60b653-e302-4f15-a042-f670a310637c req-d78153b5-ea95-4551-89df-014dd539a7c6 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.0984890 Apr 06 13:49:45.818174 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9b60b653-e302-4f15-a042-f670a310637c req-49ffb53a-b437-47fe-9543-345b1ca3a897 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396144 Apr 06 13:49:47.014908 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4ae82-5619-458c-98be-5eca5f9f88b6 req-a4a9f7b6-95b9-4e91-a02d-25d138ced37b tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:47.016447 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2ed4ae82-5619-458c-98be-5eca5f9f88b6 req-a4a9f7b6-95b9-4e91-a02d-25d138ced37b tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.0890129 Apr 06 13:49:47.061549 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2ed4ae82-5619-458c-98be-5eca5f9f88b6 req-c54327ec-3259-41b7-be44-a0209b546bd0 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393748 Apr 06 13:49:47.718520 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-83038773-0a54-4bcb-b478-e7258a8bba38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:48.261149 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f2bec-c542-48c4-baf1-3df145601935 req-b92d87d9-15b0-45ee-8f51-e73a6ac51ba2 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:48.262715 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-876f2bec-c542-48c4-baf1-3df145601935 req-b92d87d9-15b0-45ee-8f51-e73a6ac51ba2 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.0921402 Apr 06 13:49:48.309229 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-876f2bec-c542-48c4-baf1-3df145601935 req-8da26328-118d-4698-a388-01e332194358 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401483 Apr 06 13:49:48.496239 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e940c9-00c5-4bb5-86fb-04efe3167e7b req-8ee57b43-1f1e-45fc-86e1-32d9e5a6c2d4 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:48.497749 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d0e940c9-00c5-4bb5-86fb-04efe3167e7b req-8ee57b43-1f1e-45fc-86e1-32d9e5a6c2d4 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.0811746 Apr 06 13:49:48.543828 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d0e940c9-00c5-4bb5-86fb-04efe3167e7b req-80ac6c2c-025f-443a-8bcb-5bb4d3252f5a tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402606 Apr 06 13:49:48.947615 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:48.984641 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:49.206870 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec6702-12cb-4040-b6a0-ebac836b53c1 req-130ed62d-7039-4053-a459-7639fc12599e tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:49.207261 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c3ec6702-12cb-4040-b6a0-ebac836b53c1 req-130ed62d-7039-4053-a459-7639fc12599e tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.1222482 Apr 06 13:49:49.268537 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c3ec6702-12cb-4040-b6a0-ebac836b53c1 req-32a7b850-f67b-48ea-9fc0-dd808f52eac3 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551636 Apr 06 13:49:49.276472 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1f0206e5-9763-45f0-94bd-6810e7921e1b req-c845e28f-f310-4ccd-affa-f56f3c9d510d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1234560 Apr 06 13:49:50.387326 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:50.467280 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f0247-baed-4ac0-bda8-24d5b8062ffd req-9ba5cde9-e7c6-4c93-bc1c-63ad5068ec0f tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:50.468775 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8a0f0247-baed-4ac0-bda8-24d5b8062ffd req-9ba5cde9-e7c6-4c93-bc1c-63ad5068ec0f tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.0858591 Apr 06 13:49:50.520937 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8a0f0247-baed-4ac0-bda8-24d5b8062ffd req-30d01ee8-5847-40d8-bb02-dd1449656cb0 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438874 Apr 06 13:49:51.323570 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0206e5-9763-45f0-94bd-6810e7921e1b req-09013472-435f-424b-8709-48d955c4b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:51.325031 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1f0206e5-9763-45f0-94bd-6810e7921e1b req-09013472-435f-424b-8709-48d955c4b810 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=513768bed6ee4f88ad390c97ddd35d33&device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 1098 time: 0.0777304 Apr 06 13:49:51.458637 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0206e5-9763-45f0-94bd-6810e7921e1b req-62920b9a-5212-41fd-ac96-681ae3c8406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:51.459986 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1f0206e5-9763-45f0-94bd-6810e7921e1b req-62920b9a-5212-41fd-ac96-681ae3c8406b service neutron] 10.222.0.61 "GET /v2.0/networks?id=c1557f4b-d4a2-4604-ae26-6abbe1eac6d7 HTTP/1.1" status: 200 len: 916 time: 0.1290545 Apr 06 13:49:51.525201 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1f0206e5-9763-45f0-94bd-6810e7921e1b req-f6d754b2-25e7-47ac-8ba0-1e42f93f76bd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2eec6f92-e734-4785-8ac9-fc201ec853d7 HTTP/1.1" status: 200 len: 217 time: 0.0598011 Apr 06 13:49:51.703357 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0206e5-9763-45f0-94bd-6810e7921e1b req-44567a4b-e938-42a3-8c25-ee15ae666d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:51.703948 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1f0206e5-9763-45f0-94bd-6810e7921e1b req-44567a4b-e938-42a3-8c25-ee15ae666d54 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4b575f7a-f10d-4ed8-93b0-9a5b4b90ef86 HTTP/1.1" status: 200 len: 855 time: 0.1735542 Apr 06 13:49:51.718957 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dc5b2-a4c5-46ec-a849-975b8d2e58e9 req-521215bb-60bd-44cc-bbbe-65a19c25021f tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:51.720479 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6d5dc5b2-a4c5-46ec-a849-975b8d2e58e9 req-521215bb-60bd-44cc-bbbe-65a19c25021f tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.0873213 Apr 06 13:49:51.750983 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1f0206e5-9763-45f0-94bd-6810e7921e1b req-616ec610-8d1e-4b3e-b7ac-c9f427c96999 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c1557f4b-d4a2-4604-ae26-6abbe1eac6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412688 Apr 06 13:49:51.765872 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6d5dc5b2-a4c5-46ec-a849-975b8d2e58e9 req-4fabe97b-f612-4b3d-b39d-ab25bd66c82c tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395913 Apr 06 13:49:51.884798 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1f0206e5-9763-45f0-94bd-6810e7921e1b req-6cfe6b96-73b6-4127-93fa-bb657be6c44d service neutron] 10.222.0.61 "GET /v2.0/networks/c1557f4b-d4a2-4604-ae26-6abbe1eac6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283660 Apr 06 13:49:52.019900 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1f0206e5-9763-45f0-94bd-6810e7921e1b req-a28b756a-431f-4a1d-af4b-de20c1e029a9 service neutron] 10.222.0.61 "GET /v2.0/networks/c1557f4b-d4a2-4604-ae26-6abbe1eac6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269951 Apr 06 13:49:52.956656 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ce8cd-e643-488d-b31c-0d5c8ec16adb req-e32bcbdd-650e-458b-9728-482dbf57e04d tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:52.958023 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-080ce8cd-e643-488d-b31c-0d5c8ec16adb req-e32bcbdd-650e-458b-9728-482dbf57e04d tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.0817521 Apr 06 13:49:53.005154 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-080ce8cd-e643-488d-b31c-0d5c8ec16adb req-63d9c0e2-f15f-473f-be78-de5d8b2270cb tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411408 Apr 06 13:49:54.193788 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353d690-6720-4280-ac77-4f9776a16933 req-d7d186da-f8d7-4b70-a3f2-5c95f0be772c tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:54.195233 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5353d690-6720-4280-ac77-4f9776a16933 req-d7d186da-f8d7-4b70-a3f2-5c95f0be772c tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.0822520 Apr 06 13:49:54.239581 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5353d690-6720-4280-ac77-4f9776a16933 req-25ff863c-147d-4bb4-8324-3104278bbe0e tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376737 Apr 06 13:49:55.430546 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f2a22-c1c4-4061-9fe2-322d042b7b95 req-252a780c-050a-43ac-bec1-6dc357562bce tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:55.432021 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ad8f2a22-c1c4-4061-9fe2-322d042b7b95 req-252a780c-050a-43ac-bec1-6dc357562bce tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.0810812 Apr 06 13:49:55.577229 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ad8f2a22-c1c4-4061-9fe2-322d042b7b95 req-1f89e2c7-e22b-478f-b0bb-e63246d3bf1a tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394117 Apr 06 13:49:55.927466 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721eebde-a339-47cd-affe-6654cf64c904 req-f7aa7520-e111-404e-8fa2-0a2d439c23bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:55.928924 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-721eebde-a339-47cd-affe-6654cf64c904 req-f7aa7520-e111-404e-8fa2-0a2d439c23bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=513768bed6ee4f88ad390c97ddd35d33&device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 1098 time: 0.0756934 Apr 06 13:49:56.085754 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721eebde-a339-47cd-affe-6654cf64c904 req-3a3ce3f6-dc56-462c-a530-d4ba5b5d482f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:56.087749 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-721eebde-a339-47cd-affe-6654cf64c904 req-3a3ce3f6-dc56-462c-a530-d4ba5b5d482f service neutron] 10.222.0.61 "GET /v2.0/networks?id=c1557f4b-d4a2-4604-ae26-6abbe1eac6d7 HTTP/1.1" status: 200 len: 916 time: 0.1402006 Apr 06 13:49:56.155615 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-721eebde-a339-47cd-affe-6654cf64c904 req-716ef818-2caa-4b83-a514-84315f8d9bad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2eec6f92-e734-4785-8ac9-fc201ec853d7 HTTP/1.1" status: 200 len: 217 time: 0.0620308 Apr 06 13:49:56.222442 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721eebde-a339-47cd-affe-6654cf64c904 req-dc6e327e-3260-4510-a022-a8bb672b0301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:56.223895 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-721eebde-a339-47cd-affe-6654cf64c904 req-dc6e327e-3260-4510-a022-a8bb672b0301 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4b575f7a-f10d-4ed8-93b0-9a5b4b90ef86 HTTP/1.1" status: 200 len: 855 time: 0.0625620 Apr 06 13:49:56.270287 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-721eebde-a339-47cd-affe-6654cf64c904 req-e0197839-f355-4f5e-bb19-cfa54a96c866 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c1557f4b-d4a2-4604-ae26-6abbe1eac6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411520 Apr 06 13:49:56.404755 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-721eebde-a339-47cd-affe-6654cf64c904 req-66f49f12-6128-4d4d-b7a4-61786242164c service neutron] 10.222.0.61 "GET /v2.0/networks/c1557f4b-d4a2-4604-ae26-6abbe1eac6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282353 Apr 06 13:49:56.537741 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-721eebde-a339-47cd-affe-6654cf64c904 req-ce00f54c-57e6-4162-a341-e48f0333271b service neutron] 10.222.0.61 "GET /v2.0/networks/c1557f4b-d4a2-4604-ae26-6abbe1eac6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274440 Apr 06 13:49:56.765687 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3f422-29f9-4cb1-b7ad-b40a59e13679 req-a6ce3b56-a090-4673-82ea-207ef5146ff1 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:56.767309 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-49b3f422-29f9-4cb1-b7ad-b40a59e13679 req-a6ce3b56-a090-4673-82ea-207ef5146ff1 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.0809300 Apr 06 13:49:56.822560 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-49b3f422-29f9-4cb1-b7ad-b40a59e13679 req-23a53b22-e533-491a-90b3-bd738d468346 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488031 Apr 06 13:49:57.392218 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:49:58.009734 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702815c-7902-4fd7-b255-2819a9786539 req-dcbc8ae6-25b2-480b-a1b5-0011f4937be3 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:58.011460 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1702815c-7902-4fd7-b255-2819a9786539 req-dcbc8ae6-25b2-480b-a1b5-0011f4937be3 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.0834932 Apr 06 13:49:58.057044 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1702815c-7902-4fd7-b255-2819a9786539 req-4c1f6c91-3c4f-4b8b-aabc-26ce8a4dd042 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399995 Apr 06 13:49:59.241783 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43ab52-f709-45f9-a278-8c5c5830755d req-f4f49679-6710-43e8-a185-9447936479e3 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:49:59.243931 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ba43ab52-f709-45f9-a278-8c5c5830755d req-f4f49679-6710-43e8-a185-9447936479e3 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.0820532 Apr 06 13:49:59.292089 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ba43ab52-f709-45f9-a278-8c5c5830755d req-8f4bc7a4-91f7-459a-9683-2ec78a6b4488 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425100 Apr 06 13:50:00.481108 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ab268-1d0b-45c5-a176-6eabb1dec9e6 req-7a6bf654-e777-4e75-ab87-7aee3e02486f tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:00.482501 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a31ab268-1d0b-45c5-a176-6eabb1dec9e6 req-7a6bf654-e777-4e75-ab87-7aee3e02486f tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.0806653 Apr 06 13:50:00.529719 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a31ab268-1d0b-45c5-a176-6eabb1dec9e6 req-5adfc97d-64ed-4815-8953-a515ca07b195 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413978 Apr 06 13:50:01.717495 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11a848-c729-4c51-80a3-9ec63ae02a3e req-13a910ff-e86e-4a75-b227-a2a7ac9834d9 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:01.718968 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4d11a848-c729-4c51-80a3-9ec63ae02a3e req-13a910ff-e86e-4a75-b227-a2a7ac9834d9 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.0828059 Apr 06 13:50:01.763290 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4d11a848-c729-4c51-80a3-9ec63ae02a3e req-631ba6fb-6f47-4140-8e7c-8dbd73b890e3 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387409 Apr 06 13:50:02.964188 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfdbea3-83d5-46a2-812d-3c7a6f52cbff req-fc086b62-d623-4a67-bd89-949e00c20a34 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:02.965583 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cdfdbea3-83d5-46a2-812d-3c7a6f52cbff req-fc086b62-d623-4a67-bd89-949e00c20a34 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.0916228 Apr 06 13:50:03.012406 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cdfdbea3-83d5-46a2-812d-3c7a6f52cbff req-259a0f28-b563-4b5a-a56b-93643404eac8 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410879 Apr 06 13:50:04.201737 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d480f-f6f1-4cf7-a356-97f2d95b1ad2 req-1982a0be-e9e3-4fce-9696-aa19a036e9a1 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:04.203212 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f84d480f-f6f1-4cf7-a356-97f2d95b1ad2 req-1982a0be-e9e3-4fce-9696-aa19a036e9a1 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.0834205 Apr 06 13:50:04.247085 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f84d480f-f6f1-4cf7-a356-97f2d95b1ad2 req-2bf00270-8b59-479b-bcac-6ab2c311de6f tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381465 Apr 06 13:50:05.432934 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa9af5-952e-426f-b113-bf011f8fa41d req-08e1ef22-b869-411d-b852-6cb93e92d2fc tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:05.434377 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-86aa9af5-952e-426f-b113-bf011f8fa41d req-08e1ef22-b869-411d-b852-6cb93e92d2fc tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.0796945 Apr 06 13:50:05.481284 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-86aa9af5-952e-426f-b113-bf011f8fa41d req-0264c9e8-85db-46ed-a83d-e6151b643d14 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411878 Apr 06 13:50:06.669605 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b095c8f-8bfe-4d0e-961c-806bde872cd1 req-f0d53aaf-2171-4330-8d53-9631ec695f9b tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:06.671085 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5b095c8f-8bfe-4d0e-961c-806bde872cd1 req-f0d53aaf-2171-4330-8d53-9631ec695f9b tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.0812352 Apr 06 13:50:06.714938 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5b095c8f-8bfe-4d0e-961c-806bde872cd1 req-20ee79dd-c338-4bc0-b367-ba2c46c033b9 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382652 Apr 06 13:50:07.908742 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b3e93-6346-427e-a330-bcd27227ccd1 req-0e3ed90d-7115-41fb-b3b5-06984f5a1712 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:07.910181 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0d7b3e93-6346-427e-a330-bcd27227ccd1 req-0e3ed90d-7115-41fb-b3b5-06984f5a1712 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.0865560 Apr 06 13:50:07.954821 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0d7b3e93-6346-427e-a330-bcd27227ccd1 req-0d58df6b-01b5-483e-8496-8e86e2a1f7cc tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388131 Apr 06 13:50:09.144604 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc9ae9-1f4b-48e8-982a-87f82c752408 req-03d31c56-d845-477a-ab71-24b0ba08ca8f tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:09.147147 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-21bc9ae9-1f4b-48e8-982a-87f82c752408 req-03d31c56-d845-477a-ab71-24b0ba08ca8f tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.0848212 Apr 06 13:50:09.186558 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1f0206e5-9763-45f0-94bd-6810e7921e1b req-bbd95f17-d4a3-49dd-89bf-7bd1aa9fbf60 service neutron] 10.222.0.61 "GET /v2.0/ports/2eec6f92-e734-4785-8ac9-fc201ec853d7/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0794542 Apr 06 13:50:09.194175 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-21bc9ae9-1f4b-48e8-982a-87f82c752408 req-4cd207bd-6310-497f-b1c6-61ae9d8881b9 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414166 Apr 06 13:50:09.807012 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0206e5-9763-45f0-94bd-6810e7921e1b req-9ca9c8a3-8b51-4e0b-b750-56f31a7c4536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:09.808464 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1f0206e5-9763-45f0-94bd-6810e7921e1b req-9ca9c8a3-8b51-4e0b-b750-56f31a7c4536 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae&tenant_id=513768bed6ee4f88ad390c97ddd35d33 HTTP/1.1" status: 200 len: 1098 time: 0.0753555 Apr 06 13:50:09.896998 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0206e5-9763-45f0-94bd-6810e7921e1b req-ec98d6be-6a6e-4733-aff4-60b039125cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:09.898611 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1f0206e5-9763-45f0-94bd-6810e7921e1b req-ec98d6be-6a6e-4733-aff4-60b039125cdc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=513768bed6ee4f88ad390c97ddd35d33&device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 1098 time: 0.0693789 Apr 06 13:50:10.027524 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0206e5-9763-45f0-94bd-6810e7921e1b req-f3257fa6-be43-4275-a60a-8bfef9868bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:10.028960 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1f0206e5-9763-45f0-94bd-6810e7921e1b req-f3257fa6-be43-4275-a60a-8bfef9868bb8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c1557f4b-d4a2-4604-ae26-6abbe1eac6d7 HTTP/1.1" status: 200 len: 916 time: 0.1251957 Apr 06 13:50:10.099157 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1f0206e5-9763-45f0-94bd-6810e7921e1b req-0744d5b7-767a-4c9d-b458-f3c8b6365f38 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2eec6f92-e734-4785-8ac9-fc201ec853d7 HTTP/1.1" status: 200 len: 217 time: 0.0628436 Apr 06 13:50:10.160391 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0206e5-9763-45f0-94bd-6810e7921e1b req-c085d86d-a980-4d8a-80ab-0a1db35a2dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:10.161729 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1f0206e5-9763-45f0-94bd-6810e7921e1b req-c085d86d-a980-4d8a-80ab-0a1db35a2dbd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4b575f7a-f10d-4ed8-93b0-9a5b4b90ef86 HTTP/1.1" status: 200 len: 855 time: 0.0572696 Apr 06 13:50:10.313394 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1f0206e5-9763-45f0-94bd-6810e7921e1b req-05bd5956-2810-4fad-aa93-2d52767e3da4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c1557f4b-d4a2-4604-ae26-6abbe1eac6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1453450 Apr 06 13:50:10.390738 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088f1f4-4594-4d5b-9398-e72e66e85b82 req-e320e0ed-4bf2-4297-aa41-da7179030f89 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:10.392215 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f088f1f4-4594-4d5b-9398-e72e66e85b82 req-e320e0ed-4bf2-4297-aa41-da7179030f89 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.0829232 Apr 06 13:50:10.436470 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f088f1f4-4594-4d5b-9398-e72e66e85b82 req-b283bfb7-81a4-4841-908f-0a5532629759 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382960 Apr 06 13:50:10.447530 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1f0206e5-9763-45f0-94bd-6810e7921e1b req-ce65baef-b449-49fd-a409-6bda4fd35a3c service neutron] 10.222.0.61 "GET /v2.0/networks/c1557f4b-d4a2-4604-ae26-6abbe1eac6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277962 Apr 06 13:50:10.577487 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1f0206e5-9763-45f0-94bd-6810e7921e1b req-7a993765-7409-4215-9f79-7ad4452fcb7f service neutron] 10.222.0.61 "GET /v2.0/networks/c1557f4b-d4a2-4604-ae26-6abbe1eac6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244678 Apr 06 13:50:11.630165 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32bd2a-319d-4e6a-a2ac-af3eec63f450 req-93a3a0ed-396f-47f3-9072-7aa1cb838dde tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:11.631674 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ed32bd2a-319d-4e6a-a2ac-af3eec63f450 req-93a3a0ed-396f-47f3-9072-7aa1cb838dde tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.0857058 Apr 06 13:50:11.675997 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ed32bd2a-319d-4e6a-a2ac-af3eec63f450 req-593dd972-672e-4ba7-a551-2d6b15beb6d8 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382814 Apr 06 13:50:12.867907 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7914e-a4d3-4190-b539-905d25eacb19 req-6d3216ff-7d74-4652-aad5-d5cade6de134 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:12.869555 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-76f7914e-a4d3-4190-b539-905d25eacb19 req-6d3216ff-7d74-4652-aad5-d5cade6de134 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.0834129 Apr 06 13:50:12.920581 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-76f7914e-a4d3-4190-b539-905d25eacb19 req-7f6e27a7-017f-40ab-8e05-c124cc8a58a1 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450344 Apr 06 13:50:13.013930 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 2eec6f92-e734-4785-8ac9-fc201ec853d7 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:50:13.016392 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 2eec6f92-e734-4785-8ac9-fc201ec853d7 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:50:13.249559 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:13.265697 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 2eec6f92-e734-4785-8ac9-fc201ec853d7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2eec6f92-e734-4785-8ac9-fc201ec853d7,segment=NetworkSegment(dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03),segment_id=dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:50:13.323332 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '2eec6f92-e734-4785-8ac9-fc201ec853d7', 'network_id': 'c1557f4b-d4a2-4604-ae26-6abbe1eac6d7', 'port_id': '2eec6f92-e734-4785-8ac9-fc201ec853d7', 'mac_address': 'fa:16:3e:35:e4:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b575f7a-f10d-4ed8-93b0-9a5b4b90ef86', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:50:13.355421 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25b7e57-d0c8-45e9-abe4-e5bd4b295dae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eec6f92-e734-4785-8ac9-fc201ec853d7'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:50:13.378392 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 2eec6f92-e734-4785-8ac9-fc201ec853d7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2eec6f92-e734-4785-8ac9-fc201ec853d7,segment=NetworkSegment(dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03),segment_id=dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:50:13.411579 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:13.437448 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee1bb4c8-c0f9-4164-82cd-e871aa9a0a25'] response: {'server_uuid': 'e25b7e57-d0c8-45e9-abe4-e5bd4b295dae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eec6f92-e734-4785-8ac9-fc201ec853d7', 'code': 200} Apr 06 13:50:13.442235 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2eec6f92-e734-4785-8ac9-fc201ec853d7 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:50:13.459208 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9cd47-aeea-40a4-809f-75315d77bd16 req-8e2523b2-4bcf-44be-b710-3da01e0f989a tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:13.461156 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-67a9cd47-aeea-40a4-809f-75315d77bd16 req-8e2523b2-4bcf-44be-b710-3da01e0f989a tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.1217916 Apr 06 13:50:13.464918 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:13.511406 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-67a9cd47-aeea-40a4-809f-75315d77bd16 req-baa0a261-adf2-497f-a250-c16ea03b133b tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434000 Apr 06 13:50:13.562032 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de597a0b-c18d-4006-8a57-212f08a38ee0 req-aa944be7-4e3a-44e4-909f-d60fa408153a tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:13.562717 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-de597a0b-c18d-4006-8a57-212f08a38ee0 req-aa944be7-4e3a-44e4-909f-d60fa408153a tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Synchronizing usage tracker for tenant:513768bed6ee4f88ad390c97ddd35d33 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:50:13.591445 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:50:13.591800 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:50:13.596599 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=2eec6f92-e734-4785-8ac9-fc201ec853d7,revision_number=6']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:13.664216 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-de597a0b-c18d-4006-8a57-212f08a38ee0 req-aa944be7-4e3a-44e4-909f-d60fa408153a tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Unset dirty status for tenant:513768bed6ee4f88ad390c97ddd35d33 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:50:13.665389 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-de597a0b-c18d-4006-8a57-212f08a38ee0 req-aa944be7-4e3a-44e4-909f-d60fa408153a tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.61 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae&tenant_id=513768bed6ee4f88ad390c97ddd35d33&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 943 time: 0.2112358 Apr 06 13:50:13.807711 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de597a0b-c18d-4006-8a57-212f08a38ee0 req-0467131b-c92c-47e3-a9c7-f515d8a48ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:13.809099 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-de597a0b-c18d-4006-8a57-212f08a38ee0 req-0467131b-c92c-47e3-a9c7-f515d8a48ae9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=513768bed6ee4f88ad390c97ddd35d33&device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 1096 time: 0.0754013 Apr 06 13:50:13.941834 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de597a0b-c18d-4006-8a57-212f08a38ee0 req-d121ff28-cf41-4989-ae85-6ea71e44c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:13.943232 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-de597a0b-c18d-4006-8a57-212f08a38ee0 req-d121ff28-cf41-4989-ae85-6ea71e44c95e service neutron] 10.222.0.61 "GET /v2.0/networks?id=c1557f4b-d4a2-4604-ae26-6abbe1eac6d7 HTTP/1.1" status: 200 len: 916 time: 0.1281369 Apr 06 13:50:14.009193 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-de597a0b-c18d-4006-8a57-212f08a38ee0 req-b9e8a591-822f-4d07-9dba-b02f97aeafa7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2eec6f92-e734-4785-8ac9-fc201ec853d7 HTTP/1.1" status: 200 len: 217 time: 0.0603700 Apr 06 13:50:14.073512 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de597a0b-c18d-4006-8a57-212f08a38ee0 req-4da179a8-9998-4a42-8d9c-8ed03041d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:14.074858 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-de597a0b-c18d-4006-8a57-212f08a38ee0 req-4da179a8-9998-4a42-8d9c-8ed03041d2b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4b575f7a-f10d-4ed8-93b0-9a5b4b90ef86 HTTP/1.1" status: 200 len: 855 time: 0.0604773 Apr 06 13:50:14.122260 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-de597a0b-c18d-4006-8a57-212f08a38ee0 req-73f8a800-bf74-43e0-b1b0-ffd18892f119 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c1557f4b-d4a2-4604-ae26-6abbe1eac6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414188 Apr 06 13:50:14.157904 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:14.174747 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eec6f92-e734-4785-8ac9-fc201ec853d7 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:50:14.190632 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 2eec6f92-e734-4785-8ac9-fc201ec853d7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2eec6f92-e734-4785-8ac9-fc201ec853d7,segment=NetworkSegment(dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03),segment_id=dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:50:14.248687 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:14.262496 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-de597a0b-c18d-4006-8a57-212f08a38ee0 req-5981903f-a985-41d0-9514-b6b087849e84 service neutron] 10.222.0.61 "GET /v2.0/networks/c1557f4b-d4a2-4604-ae26-6abbe1eac6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325116 Apr 06 13:50:14.324148 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['2eec6f92-e734-4785-8ac9-fc201ec853d7'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:50:14.358099 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=2eec6f92-e734-4785-8ac9-fc201ec853d7,revision_number=7']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:14.397222 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-de597a0b-c18d-4006-8a57-212f08a38ee0 req-50a8fb42-223a-4f41-b2e4-e66029119471 service neutron] 10.222.0.61 "GET /v2.0/networks/c1557f4b-d4a2-4604-ae26-6abbe1eac6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287260 Apr 06 13:50:14.706553 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc50670-7a0b-431d-acae-2d4d4fc38956 req-82e4dcbf-5c55-4ddf-a51c-71f78991a2bc tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:14.708116 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0dc50670-7a0b-431d-acae-2d4d4fc38956 req-82e4dcbf-5c55-4ddf-a51c-71f78991a2bc tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 944 time: 0.0846248 Apr 06 13:50:14.757904 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0dc50670-7a0b-431d-acae-2d4d4fc38956 req-de0550c2-7afe-435d-ba88-92a60cbf9f76 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419488 Apr 06 13:50:15.022044 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 2eec6f92-e734-4785-8ac9-fc201ec853d7 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:50:15.094299 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 2eec6f92-e734-4785-8ac9-fc201ec853d7 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:50:15.094657 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:15.215141 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:15.247781 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 2eec6f92-e734-4785-8ac9-fc201ec853d7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2eec6f92-e734-4785-8ac9-fc201ec853d7,segment=NetworkSegment(dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03),segment_id=dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:50:15.322169 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:15.404555 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=2eec6f92-e734-4785-8ac9-fc201ec853d7,revision_number=8']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:15.429865 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25b7e57-d0c8-45e9-abe4-e5bd4b295dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eec6f92-e734-4785-8ac9-fc201ec853d7'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:50:15.458305 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-81750b92-906d-4bc4-8818-0f5bd3245a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:15.474963 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f78e9044-88f8-470a-ba99-71516d5c3c4d'] response: {'server_uuid': 'e25b7e57-d0c8-45e9-abe4-e5bd4b295dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eec6f92-e734-4785-8ac9-fc201ec853d7', 'code': 200} Apr 06 13:50:15.565874 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:50:15.943531 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e497b-1722-4424-8219-0a8652c1a13f req-a16d0698-c192-474f-b224-e516339582ad tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:15.945512 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c98e497b-1722-4424-8219-0a8652c1a13f req-a16d0698-c192-474f-b224-e516339582ad tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.0819964 Apr 06 13:50:15.989823 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c98e497b-1722-4424-8219-0a8652c1a13f req-3fe2b38c-39f4-4f1d-8878-ef832832a785 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387356 Apr 06 13:50:16.192162 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8858d4-c86d-45ea-bae2-5752cd3c3640 req-6a6dd2c3-adc2-4c6b-a89d-43c4d301ad27 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:16.193646 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3c8858d4-c86d-45ea-bae2-5752cd3c3640 req-6a6dd2c3-adc2-4c6b-a89d-43c4d301ad27 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.0918176 Apr 06 13:50:16.240252 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3c8858d4-c86d-45ea-bae2-5752cd3c3640 req-f4b71964-b3eb-40ad-9d86-f35fed7f3a57 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407581 Apr 06 13:50:16.426614 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2312414-0742-487c-b821-5b8ee692d21c req-d7c28414-2903-414d-9743-a23455e3f050 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:16.428066 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f2312414-0742-487c-b821-5b8ee692d21c req-d7c28414-2903-414d-9743-a23455e3f050 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.0815179 Apr 06 13:50:16.471231 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f2312414-0742-487c-b821-5b8ee692d21c req-c5c19bae-4f8c-4280-b53f-7dd952f3fbfe tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373080 Apr 06 13:50:17.349460 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509cef1-bc1e-45b3-8144-b5a5628c6a1a req-74d480ef-f1c5-42bb-9daf-0f9fa7026766 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:17.351972 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a509cef1-bc1e-45b3-8144-b5a5628c6a1a req-74d480ef-f1c5-42bb-9daf-0f9fa7026766 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.0867140 Apr 06 13:50:17.397779 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a509cef1-bc1e-45b3-8144-b5a5628c6a1a req-2b94b7d5-2caf-498a-a420-cf4bae26aa3e tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405333 Apr 06 13:50:17.683254 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b2fb46b0-3fe0-4b9e-a0eb-2d6a4371acf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:18.594168 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa3415-6593-495d-aa7f-851d4e4e9425 req-187aca60-cfcd-4929-9723-1a544446edc4 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:18.595583 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5ffa3415-6593-495d-aa7f-851d4e4e9425 req-187aca60-cfcd-4929-9723-1a544446edc4 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.0863180 Apr 06 13:50:18.745959 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c92cc-7d65-4da3-9d54-0b70b48e3230 req-5ae1137b-391f-439e-a912-f3c6c770f777 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:18.747416 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5ffa3415-6593-495d-aa7f-851d4e4e9425 req-a06a26b1-b82e-43b7-b754-c9f8cf5f2835 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc9dc316-5a35-4c41-b372-4040d6a8d11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453829 Apr 06 13:50:18.747534 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7e3c92cc-7d65-4da3-9d54-0b70b48e3230 req-5ae1137b-391f-439e-a912-f3c6c770f777 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.61 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 945 time: 0.0906847 Apr 06 13:50:18.823310 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-7e3c92cc-7d65-4da3-9d54-0b70b48e3230 req-9bb55a1e-ea7a-4a16-8972-d70f0cb6f1fe tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Deleting port 2eec6f92-e734-4785-8ac9-fc201ec853d7 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:50:18.823823 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-7e3c92cc-7d65-4da3-9d54-0b70b48e3230 req-9bb55a1e-ea7a-4a16-8972-d70f0cb6f1fe tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:18.894239 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:18.923136 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:19.084697 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-7e3c92cc-7d65-4da3-9d54-0b70b48e3230 req-9bb55a1e-ea7a-4a16-8972-d70f0cb6f1fe tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] For port 2eec6f92-e734-4785-8ac9-fc201ec853d7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2eec6f92-e734-4785-8ac9-fc201ec853d7,segment=NetworkSegment(dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03),segment_id=dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:50:19.085317 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-7e3c92cc-7d65-4da3-9d54-0b70b48e3230 req-9bb55a1e-ea7a-4a16-8972-d70f0cb6f1fe tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:19.315771 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-7e3c92cc-7d65-4da3-9d54-0b70b48e3230 req-9bb55a1e-ea7a-4a16-8972-d70f0cb6f1fe tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Calling delete_port for 2eec6f92-e734-4785-8ac9-fc201ec853d7 owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:50:19.534282 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-7e3c92cc-7d65-4da3-9d54-0b70b48e3230 req-9bb55a1e-ea7a-4a16-8972-d70f0cb6f1fe tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:19.545810 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['2eec6f92-e734-4785-8ac9-fc201ec853d7'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:50:19.585083 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb55a1e-ea7a-4a16-8972-d70f0cb6f1fe tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Pushing event deleted for resources: {'Port': ['ID=2eec6f92-e734-4785-8ac9-fc201ec853d7,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:19.624168 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb55a1e-ea7a-4a16-8972-d70f0cb6f1fe tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:19.624168 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb55a1e-ea7a-4a16-8972-d70f0cb6f1fe tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:19.624365 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb55a1e-ea7a-4a16-8972-d70f0cb6f1fe tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:19.624526 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb55a1e-ea7a-4a16-8972-d70f0cb6f1fe tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:19.624957 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb55a1e-ea7a-4a16-8972-d70f0cb6f1fe tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:19.625185 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb55a1e-ea7a-4a16-8972-d70f0cb6f1fe tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:19.625506 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb55a1e-ea7a-4a16-8972-d70f0cb6f1fe tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:19.625826 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb55a1e-ea7a-4a16-8972-d70f0cb6f1fe tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:19.626152 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb55a1e-ea7a-4a16-8972-d70f0cb6f1fe tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:19.626472 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb55a1e-ea7a-4a16-8972-d70f0cb6f1fe tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:19.626899 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb55a1e-ea7a-4a16-8972-d70f0cb6f1fe tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:19.627132 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb55a1e-ea7a-4a16-8972-d70f0cb6f1fe tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:19.676033 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3c92cc-7d65-4da3-9d54-0b70b48e3230 req-9bb55a1e-ea7a-4a16-8972-d70f0cb6f1fe tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] No DVR routers for this DVR port 2eec6f92-e734-4785-8ac9-fc201ec853d7 on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:50:19.678439 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-7e3c92cc-7d65-4da3-9d54-0b70b48e3230 req-9bb55a1e-ea7a-4a16-8972-d70f0cb6f1fe tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:19.681742 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25b7e57-d0c8-45e9-abe4-e5bd4b295dae', 'name': 'network-vif-deleted', 'tag': '2eec6f92-e734-4785-8ac9-fc201ec853d7'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:50:19.726867 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d017cd2-76ef-4abd-84a0-d0eceddccb18'] response: {'server_uuid': 'e25b7e57-d0c8-45e9-abe4-e5bd4b295dae', 'name': 'network-vif-deleted', 'tag': '2eec6f92-e734-4785-8ac9-fc201ec853d7', 'status': 'completed', 'code': 200} Apr 06 13:50:19.769184 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7e3c92cc-7d65-4da3-9d54-0b70b48e3230 req-9bb55a1e-ea7a-4a16-8972-d70f0cb6f1fe tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.61 "DELETE /v2.0/ports/2eec6f92-e734-4785-8ac9-fc201ec853d7 HTTP/1.1" status: 204 len: 173 time: 1.0159039 Apr 06 13:50:19.899237 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d1916810-c947-488f-bbc2-4cb037ce3ea1 req-ab010c7d-e54b-4d9d-98b0-57e0278329d6 tempest-ServerDiskConfigTestJSON-2030613522 tempest-ServerDiskConfigTestJSON-2030613522-project] 10.222.0.48 "GET /v2.0/ports?device_id=e25b7e57-d0c8-45e9-abe4-e5bd4b295dae HTTP/1.1" status: 200 len: 210 time: 0.0442514 Apr 06 13:50:20.380162 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:21.147276 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 52448) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:50:21.209373 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-75cb68a6-aa59-4ddb-9d91-fe40e51a8f21 admin admin] Deleting subnet 4b575f7a-f10d-4ed8-93b0-9a5b4b90ef86 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:50:21.212696 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-75cb68a6-aa59-4ddb-9d91-fe40e51a8f21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:21.268118 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-75cb68a6-aa59-4ddb-9d91-fe40e51a8f21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:21.324501 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-75cb68a6-aa59-4ddb-9d91-fe40e51a8f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:21.454036 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-75cb68a6-aa59-4ddb-9d91-fe40e51a8f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:21.492944 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb68a6-aa59-4ddb-9d91-fe40e51a8f21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b575f7a-f10d-4ed8-93b0-9a5b4b90ef86,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:21.498234 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-75cb68a6-aa59-4ddb-9d91-fe40e51a8f21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:21.504144 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-75cb68a6-aa59-4ddb-9d91-fe40e51a8f21 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4b575f7a-f10d-4ed8-93b0-9a5b4b90ef86 HTTP/1.1" status: 204 len: 168 time: 0.3551335 Apr 06 13:50:21.507219 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 52452) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:50:21.611499 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-234fa17a-9a76-487a-9bf1-ca5bc73c04a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:21.735789 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-234fa17a-9a76-487a-9bf1-ca5bc73c04a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:21.761890 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-234fa17a-9a76-487a-9bf1-ca5bc73c04a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1557f4b-d4a2-4604-ae26-6abbe1eac6d7']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:21.774248 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-234fa17a-9a76-487a-9bf1-ca5bc73c04a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:21.774538 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-234fa17a-9a76-487a-9bf1-ca5bc73c04a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde4b6e6-d8b2-4e4b-a5ed-fc7449454f03') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:21.785818 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-234fa17a-9a76-487a-9bf1-ca5bc73c04a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:21.801945 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-234fa17a-9a76-487a-9bf1-ca5bc73c04a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:21.808682 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234fa17a-9a76-487a-9bf1-ca5bc73c04a3 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:50:21.809060 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-234fa17a-9a76-487a-9bf1-ca5bc73c04a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:50:21.822259 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:50:21.991344 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-234fa17a-9a76-487a-9bf1-ca5bc73c04a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:22.008834 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-234fa17a-9a76-487a-9bf1-ca5bc73c04a3 admin admin] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:22.021268 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234fa17a-9a76-487a-9bf1-ca5bc73c04a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1557f4b-d4a2-4604-ae26-6abbe1eac6d7,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:22.083562 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-234fa17a-9a76-487a-9bf1-ca5bc73c04a3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c1557f4b-d4a2-4604-ae26-6abbe1eac6d7 HTTP/1.1" status: 204 len: 168 time: 0.5753214 Apr 06 13:50:22.398487 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 52458) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:50:22.446708 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6b5393dc-1fa4-45d1-b5c1-539ce8e279df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=513768bed6ee4f88ad390c97ddd35d33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470026 Apr 06 13:50:22.449088 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 52462) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:50:22.508999 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5bd04083-de1c-4cae-88b2-1f8300ab3658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:22.534500 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5bd04083-de1c-4cae-88b2-1f8300ab3658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:22.652298 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5bd04083-de1c-4cae-88b2-1f8300ab3658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:22.666885 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd04083-de1c-4cae-88b2-1f8300ab3658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9dc316-5a35-4c41-b372-4040d6a8d11e,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:22.677030 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd04083-de1c-4cae-88b2-1f8300ab3658 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:22.677368 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd04083-de1c-4cae-88b2-1f8300ab3658 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:22.677698 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd04083-de1c-4cae-88b2-1f8300ab3658 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:22.678024 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd04083-de1c-4cae-88b2-1f8300ab3658 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:22.678863 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd04083-de1c-4cae-88b2-1f8300ab3658 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:22.679264 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd04083-de1c-4cae-88b2-1f8300ab3658 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:22.679805 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd04083-de1c-4cae-88b2-1f8300ab3658 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:22.680233 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd04083-de1c-4cae-88b2-1f8300ab3658 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:22.680557 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd04083-de1c-4cae-88b2-1f8300ab3658 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:22.680875 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd04083-de1c-4cae-88b2-1f8300ab3658 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:22.681190 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd04083-de1c-4cae-88b2-1f8300ab3658 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:22.681505 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd04083-de1c-4cae-88b2-1f8300ab3658 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:22.684688 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5bd04083-de1c-4cae-88b2-1f8300ab3658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:22.685781 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5bd04083-de1c-4cae-88b2-1f8300ab3658 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc9dc316-5a35-4c41-b372-4040d6a8d11e HTTP/1.1" status: 204 len: 168 time: 0.2358210 Apr 06 13:50:23.086589 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 2eec6f92-e734-4785-8ac9-fc201ec853d7 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:50:23.124774 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: 2eec6f92-e734-4785-8ac9-fc201ec853d7 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:50:23.124774 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 2eec6f92-e734-4785-8ac9-fc201ec853d7 not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:50:23.727444 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 52486) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:50:23.835753 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-ffb58b25-d99f-4917-9164-a8a32b06564f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1102532739-network', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:23.840686 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ffb58b25-d99f-4917-9164-a8a32b06564f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:50:23.844494 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ffb58b25-d99f-4917-9164-a8a32b06564f admin admin] Usage tracker for resource:network and tenant:ca5096a407844c0babf8ea9ddf9eec57 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:50:23.854394 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ffb58b25-d99f-4917-9164-a8a32b06564f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:50:23.860160 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ffb58b25-d99f-4917-9164-a8a32b06564f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:50:23.950872 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb58b25-d99f-4917-9164-a8a32b06564f admin admin] Made reservation on behalf of ca5096a407844c0babf8ea9ddf9eec57 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:50:23.953229 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ffb58b25-d99f-4917-9164-a8a32b06564f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:23.966192 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ffb58b25-d99f-4917-9164-a8a32b06564f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:23.980725 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ffb58b25-d99f-4917-9164-a8a32b06564f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:50:23.984551 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ffb58b25-d99f-4917-9164-a8a32b06564f admin admin] Usage tracker for resource:security_group_rule and tenant:ca5096a407844c0babf8ea9ddf9eec57 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:50:23.987351 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ffb58b25-d99f-4917-9164-a8a32b06564f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:50:23.993506 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ffb58b25-d99f-4917-9164-a8a32b06564f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:50:24.087529 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ffb58b25-d99f-4917-9164-a8a32b06564f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:24.137695 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ffb58b25-d99f-4917-9164-a8a32b06564f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:24.173973 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb58b25-d99f-4917-9164-a8a32b06564f admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:50:24.179828 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb58b25-d99f-4917-9164-a8a32b06564f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac95390-f27c-4c66-875d-6a40a52d0cde,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:24.187287 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ffb58b25-d99f-4917-9164-a8a32b06564f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:24.187631 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-ffb58b25-d99f-4917-9164-a8a32b06564f admin admin] Added segment 034ff104-e5af-435f-904e-dfac0480f5d4 of type vlan for network 223ab609-0328-4396-a33b-5881f7d77556 Apr 06 13:50:24.219247 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ffb58b25-d99f-4917-9164-a8a32b06564f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:24.309102 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ffb58b25-d99f-4917-9164-a8a32b06564f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:24.310076 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb58b25-d99f-4917-9164-a8a32b06564f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:24.310652 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ffb58b25-d99f-4917-9164-a8a32b06564f admin admin] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:24.416072 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb58b25-d99f-4917-9164-a8a32b06564f admin admin] Pushing event updated for resources: {'Network': ['ID=223ab609-0328-4396-a33b-5881f7d77556,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:24.425777 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 223ab609-0328-4396-a33b-5881f7d77556 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:50:24.477742 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ffb58b25-d99f-4917-9164-a8a32b06564f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7491932 Apr 06 13:50:24.480619 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 52492) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:50:24.486006 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-a87ac3e3-a5b3-40a8-b7f2-736c8e772adb admin admin] Request body: {'subnet': {'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1102532739-subnet', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:24.491914 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a87ac3e3-a5b3-40a8-b7f2-736c8e772adb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:50:24.495880 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a87ac3e3-a5b3-40a8-b7f2-736c8e772adb admin admin] Usage tracker for resource:subnet and tenant:ca5096a407844c0babf8ea9ddf9eec57 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:50:24.498947 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a87ac3e3-a5b3-40a8-b7f2-736c8e772adb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:50:24.504739 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a87ac3e3-a5b3-40a8-b7f2-736c8e772adb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:50:24.585454 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87ac3e3-a5b3-40a8-b7f2-736c8e772adb admin admin] Made reservation on behalf of ca5096a407844c0babf8ea9ddf9eec57 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:50:24.587826 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a87ac3e3-a5b3-40a8-b7f2-736c8e772adb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:24.848718 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a87ac3e3-a5b3-40a8-b7f2-736c8e772adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:24.927414 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ac3e3-a5b3-40a8-b7f2-736c8e772adb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d49705db-8a34-4c15-a59a-7c8816693095,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:24.936682 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87ac3e3-a5b3-40a8-b7f2-736c8e772adb admin admin] Checking segment: {'id': '034ff104-e5af-435f-904e-dfac0480f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '223ab609-0328-4396-a33b-5881f7d77556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:50:24.937026 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87ac3e3-a5b3-40a8-b7f2-736c8e772adb admin admin] Network hostable DHCP agents. Network: 223ab609-0328-4396-a33b-5881f7d77556, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:50:25.046813 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87ac3e3-a5b3-40a8-b7f2-736c8e772adb admin admin] Network 223ab609-0328-4396-a33b-5881f7d77556 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:50:25.155576 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-a87ac3e3-a5b3-40a8-b7f2-736c8e772adb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 223ab609-0328-4396-a33b-5881f7d77556) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:25.159998 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87ac3e3-a5b3-40a8-b7f2-736c8e772adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:25.160763 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a87ac3e3-a5b3-40a8-b7f2-736c8e772adb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:25.166199 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dbaddd-e04f-446e-bcd4-6a6d6ffdb3d1 None None] Network 223ab609-0328-4396-a33b-5881f7d77556 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:50:25.249307 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a87ac3e3-a5b3-40a8-b7f2-736c8e772adb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7676151 Apr 06 13:50:25.252007 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 52496) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:50:25.257680 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-485af2a4-f8cc-47c4-9610-d69dc8e5f1d5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:25.262654 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-485af2a4-f8cc-47c4-9610-d69dc8e5f1d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:50:25.266425 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-485af2a4-f8cc-47c4-9610-d69dc8e5f1d5 admin admin] Usage tracker for resource:router and tenant:ca5096a407844c0babf8ea9ddf9eec57 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:50:25.269350 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-485af2a4-f8cc-47c4-9610-d69dc8e5f1d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:50:25.276074 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-485af2a4-f8cc-47c4-9610-d69dc8e5f1d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:50:25.344216 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-485af2a4-f8cc-47c4-9610-d69dc8e5f1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:25.345253 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-485af2a4-f8cc-47c4-9610-d69dc8e5f1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:25.364302 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-485af2a4-f8cc-47c4-9610-d69dc8e5f1d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:25.379980 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d28ebcc-bdb4-47eb-ab19-db55e15fc88a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-223ab609-0328-4396-a33b-5881f7d77556', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:50:25.380840 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7d28ebcc-bdb4-47eb-ab19-db55e15fc88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:25.539729 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-7d28ebcc-bdb4-47eb-ab19-db55e15fc88a None None] Allocated IP 172.20.0.2 (223ab609-0328-4396-a33b-5881f7d77556/d49705db-8a34-4c15-a59a-7c8816693095/e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:50:25.701042 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-485af2a4-f8cc-47c4-9610-d69dc8e5f1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:25.745300 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7d28ebcc-bdb4-47eb-ab19-db55e15fc88a None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:25.755032 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7d28ebcc-bdb4-47eb-ab19-db55e15fc88a None None] Transition to ACTIVE for port object e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:50:25.774156 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7d28ebcc-bdb4-47eb-ab19-db55e15fc88a None None] Transition to ACTIVE for port object e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:50:25.854584 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7d28ebcc-bdb4-47eb-ab19-db55e15fc88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:25.956039 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d28ebcc-bdb4-47eb-ab19-db55e15fc88a None None] Network 223ab609-0328-4396-a33b-5881f7d77556 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:50:25.962846 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-7d28ebcc-bdb4-47eb-ab19-db55e15fc88a None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:25.966898 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d28ebcc-bdb4-47eb-ab19-db55e15fc88a None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:50:25.973774 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28ebcc-bdb4-47eb-ab19-db55e15fc88a None None] Pushing event updated for resources: {'Port': ['ID=e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:26.059379 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7d28ebcc-bdb4-47eb-ab19-db55e15fc88a None None] Attempting to bind port e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:50:26.059742 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7d28ebcc-bdb4-47eb-ab19-db55e15fc88a None None] Attempting to bind port e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '034ff104-e5af-435f-904e-dfac0480f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '223ab609-0328-4396-a33b-5881f7d77556'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:50:26.060103 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28ebcc-bdb4-47eb-ab19-db55e15fc88a None None] Attempting to bind port e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad on network 223ab609-0328-4396-a33b-5881f7d77556 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:50:26.065388 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28ebcc-bdb4-47eb-ab19-db55e15fc88a None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:50:26.065754 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28ebcc-bdb4-47eb-ab19-db55e15fc88a None None] Checking segment: {'id': '034ff104-e5af-435f-904e-dfac0480f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '223ab609-0328-4396-a33b-5881f7d77556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:50:26.066150 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7d28ebcc-bdb4-47eb-ab19-db55e15fc88a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:26.066537 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28ebcc-bdb4-47eb-ab19-db55e15fc88a None None] Bound using segment: {'id': '034ff104-e5af-435f-904e-dfac0480f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '223ab609-0328-4396-a33b-5881f7d77556'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:50:26.067023 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7d28ebcc-bdb4-47eb-ab19-db55e15fc88a None None] Bound port: e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034ff104-e5af-435f-904e-dfac0480f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '223ab609-0328-4396-a33b-5881f7d77556'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:50:26.067387 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7d28ebcc-bdb4-47eb-ab19-db55e15fc88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:26.157626 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-7d28ebcc-bdb4-47eb-ab19-db55e15fc88a None None] For port e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:50:26.160642 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-7d28ebcc-bdb4-47eb-ab19-db55e15fc88a None None] For port e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:50:26.186682 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-485af2a4-f8cc-47c4-9610-d69dc8e5f1d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:26.215916 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-485af2a4-f8cc-47c4-9610-d69dc8e5f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:26.246941 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7d28ebcc-bdb4-47eb-ab19-db55e15fc88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:26.336144 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28ebcc-bdb4-47eb-ab19-db55e15fc88a None None] Pushing event updated for resources: {'Port': ['ID=e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:26.364883 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-485af2a4-f8cc-47c4-9610-d69dc8e5f1d5 admin admin] Allocated IP 172.26.4.19 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/05627f6b-5739-4b71-8f6c-2f59992ad33a) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:50:26.541444 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-485af2a4-f8cc-47c4-9610-d69dc8e5f1d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:26.636627 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-485af2a4-f8cc-47c4-9610-d69dc8e5f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:26.705830 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485af2a4-f8cc-47c4-9610-d69dc8e5f1d5 admin admin] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:50:26.708728 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-485af2a4-f8cc-47c4-9610-d69dc8e5f1d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:26.718253 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485af2a4-f8cc-47c4-9610-d69dc8e5f1d5 admin admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:50:26.759513 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485af2a4-f8cc-47c4-9610-d69dc8e5f1d5 admin admin] Pushing event updated for resources: {'Port': ['ID=05627f6b-5739-4b71-8f6c-2f59992ad33a,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:27.245975 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-485af2a4-f8cc-47c4-9610-d69dc8e5f1d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:27.319792 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7676cc1-46d7-4c37-b84e-c82ee7f273b2 None None] Network 223ab609-0328-4396-a33b-5881f7d77556 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:50:27.452134 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:27.538495 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-6c34d9e4-aa21-4c64-a735-f9daf4608d3f None None] Provisioning for port e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:50:27.722236 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:50:27.737734 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-485af2a4-f8cc-47c4-9610-d69dc8e5f1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:27.858049 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:50:27.867966 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:50:27.868341 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:27.923585 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-523cfdbf-5951-4788-9c0f-20c9d68c158d None None] Provisioning complete for port e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:50:27.923964 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-523cfdbf-5951-4788-9c0f-20c9d68c158d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:28.065460 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485af2a4-f8cc-47c4-9610-d69dc8e5f1d5 admin admin] Router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:50:28.085092 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:28.127926 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-523cfdbf-5951-4788-9c0f-20c9d68c158d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:28.147934 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:50:28.232101 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:28.253913 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485af2a4-f8cc-47c4-9610-d69dc8e5f1d5 admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:50:28.294312 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd85e8d4-7231-41df-a774-645d30e6bec8 None None] Sync routers for ids ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:50:28.346645 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd85e8d4-7231-41df-a774-645d30e6bec8 None None] Routers {'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:50:28.347340 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-bd85e8d4-7231-41df-a774-645d30e6bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:50:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:28.356738 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-485af2a4-f8cc-47c4-9610-d69dc8e5f1d5 admin admin] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:28.360593 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-485af2a4-f8cc-47c4-9610-d69dc8e5f1d5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1049657 Apr 06 13:50:28.378758 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 52500) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:50:28.427484 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:28.433959 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-523cfdbf-5951-4788-9c0f-20c9d68c158d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:50:28.434662 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-523cfdbf-5951-4788-9c0f-20c9d68c158d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:50:28.552736 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-bd85e8d4-7231-41df-a774-645d30e6bec8 None None] Set router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:50:28.900576 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-bd85e8d4-7231-41df-a774-645d30e6bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:26Z', 'revision_number': 3, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:28.904620 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd85e8d4-7231-41df-a774-645d30e6bec8 None None] Checking router: c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:50:28.904966 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd85e8d4-7231-41df-a774-645d30e6bec8 None None] Updating router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e port 05627f6b-5739-4b71-8f6c-2f59992ad33a binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:50:29.003377 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bd85e8d4-7231-41df-a774-645d30e6bec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:29.062682 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7c9599d5-033b-42d4-abd7-5cdd629ce180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:29.288699 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-7c9599d5-033b-42d4-abd7-5cdd629ce180 admin admin] Allocated IP 172.20.0.1 (223ab609-0328-4396-a33b-5881f7d77556/d49705db-8a34-4c15-a59a-7c8816693095/751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:50:29.354323 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bd85e8d4-7231-41df-a774-645d30e6bec8 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:29.367187 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-bd85e8d4-7231-41df-a774-645d30e6bec8 None None] Transition to ACTIVE for port object 05627f6b-5739-4b71-8f6c-2f59992ad33a will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:50:29.571461 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7c9599d5-033b-42d4-abd7-5cdd629ce180 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:29.573951 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bd85e8d4-7231-41df-a774-645d30e6bec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:29.588635 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-7c9599d5-033b-42d4-abd7-5cdd629ce180 admin admin] Transition to ACTIVE for port object 751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:50:29.659119 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-bd85e8d4-7231-41df-a774-645d30e6bec8 None None] Attempting to bind port 05627f6b-5739-4b71-8f6c-2f59992ad33a on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:50:29.659490 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-bd85e8d4-7231-41df-a774-645d30e6bec8 None None] Attempting to bind port 05627f6b-5739-4b71-8f6c-2f59992ad33a by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:50:29.659858 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd85e8d4-7231-41df-a774-645d30e6bec8 None None] Attempting to bind port 05627f6b-5739-4b71-8f6c-2f59992ad33a on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:50:29.665761 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b32ede-6816-4c51-9dd0-af20b36edf72 None None] Pushing event updated for resources: {'Port': ['ID=05627f6b-5739-4b71-8f6c-2f59992ad33a,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:29.670293 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd85e8d4-7231-41df-a774-645d30e6bec8 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:50:29.670669 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd85e8d4-7231-41df-a774-645d30e6bec8 None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:50:29.671100 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bd85e8d4-7231-41df-a774-645d30e6bec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:29.671489 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd85e8d4-7231-41df-a774-645d30e6bec8 None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:50:29.671957 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-bd85e8d4-7231-41df-a774-645d30e6bec8 None None] Bound port: 05627f6b-5739-4b71-8f6c-2f59992ad33a, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:50:29.672337 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bd85e8d4-7231-41df-a774-645d30e6bec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:29.698228 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:50:29.728456 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7c9599d5-033b-42d4-abd7-5cdd629ce180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:29.799956 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9599d5-033b-42d4-abd7-5cdd629ce180 admin admin] Network 223ab609-0328-4396-a33b-5881f7d77556 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:50:29.808786 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-7c9599d5-033b-42d4-abd7-5cdd629ce180 admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:29.809082 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-bd85e8d4-7231-41df-a774-645d30e6bec8 None None] For port 05627f6b-5739-4b71-8f6c-2f59992ad33a, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:50:29.811309 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9599d5-033b-42d4-abd7-5cdd629ce180 admin admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:50:29.813126 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-bd85e8d4-7231-41df-a774-645d30e6bec8 None None] For port 05627f6b-5739-4b71-8f6c-2f59992ad33a, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=05627f6b-5739-4b71-8f6c-2f59992ad33a,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:50:29.820896 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:50:29.821281 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:29.851440 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9599d5-033b-42d4-abd7-5cdd629ce180 admin admin] Pushing event updated for resources: {'Port': ['ID=751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:29.878234 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7c9599d5-033b-42d4-abd7-5cdd629ce180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:29.940621 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bd85e8d4-7231-41df-a774-645d30e6bec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:30.035480 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd85e8d4-7231-41df-a774-645d30e6bec8 None None] Routers {'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:50:30.036094 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-bd85e8d4-7231-41df-a774-645d30e6bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:50:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:30.108537 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b32ede-6816-4c51-9dd0-af20b36edf72 None None] Pushing event updated for resources: {'Port': ['ID=05627f6b-5739-4b71-8f6c-2f59992ad33a,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:30.239592 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-bd85e8d4-7231-41df-a774-645d30e6bec8 None None] Set router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:50:30.266854 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7c9599d5-033b-42d4-abd7-5cdd629ce180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:30.283556 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-02950b46-f8f7-4de4-9e43-6cfae00ae3b7 None None] Provisioning for port 751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:50:30.367450 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-02950b46-f8f7-4de4-9e43-6cfae00ae3b7 None None] Provisioning complete for port 751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:50:30.368135 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-02950b46-f8f7-4de4-9e43-6cfae00ae3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:30.500816 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-02950b46-f8f7-4de4-9e43-6cfae00ae3b7 None None] Port 751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:50:30.516927 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7c9599d5-033b-42d4-abd7-5cdd629ce180 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:30.583370 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7c9599d5-033b-42d4-abd7-5cdd629ce180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:30.596713 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-bd85e8d4-7231-41df-a774-645d30e6bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:26Z', 'revision_number': 3, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:30.602865 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd85e8d4-7231-41df-a774-645d30e6bec8 None None] The sync data for ids ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'] in dv-neutron-834600-1-hyperv is: [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:26Z', 'revision_number': 3, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:50:30.694985 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9599d5-033b-42d4-abd7-5cdd629ce180 admin admin] Pushing event updated for resources: {'Port': ['ID=751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:30.699120 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7c9599d5-033b-42d4-abd7-5cdd629ce180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:30.856006 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9599d5-033b-42d4-abd7-5cdd629ce180 admin admin] Network 223ab609-0328-4396-a33b-5881f7d77556 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:50:30.857120 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-7c9599d5-033b-42d4-abd7-5cdd629ce180 admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:31.075753 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9599d5-033b-42d4-abd7-5cdd629ce180 admin admin] Router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:50:31.131325 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-61f5fcbd-537c-4211-a030-6fcc4d0c6165 None None] Provisioning complete for port 751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:50:31.132503 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-61f5fcbd-537c-4211-a030-6fcc4d0c6165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:31.261876 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-61f5fcbd-537c-4211-a030-6fcc4d0c6165 None None] Port 751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:50:31.403324 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9599d5-033b-42d4-abd7-5cdd629ce180 admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:50:31.413201 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7c9599d5-033b-42d4-abd7-5cdd629ce180 admin admin] 10.222.0.48 "PUT /v2.0/routers/c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0513425 Apr 06 13:50:31.714932 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 05627f6b-5739-4b71-8f6c-2f59992ad33a up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:50:31.836502 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 05627f6b-5739-4b71-8f6c-2f59992ad33a completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:50:31.842425 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 05627f6b-5739-4b71-8f6c-2f59992ad33a triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:50:31.842791 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:31.967255 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:31.985433 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 05627f6b-5739-4b71-8f6c-2f59992ad33a, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=05627f6b-5739-4b71-8f6c-2f59992ad33a,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:50:32.017471 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 52510) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:50:32.022787 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-48bef2be-14cb-4768-b4a5-bcbc614fcd7e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Request body: {'security_group': {'name': 'tempest-securitygroup--947112516', 'description': 'tempest-description--245779025'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:32.029186 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-48bef2be-14cb-4768-b4a5-bcbc614fcd7e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:50:32.033201 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-48bef2be-14cb-4768-b4a5-bcbc614fcd7e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Usage tracker for resource:security_group and tenant:ca5096a407844c0babf8ea9ddf9eec57 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:50:32.036122 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-48bef2be-14cb-4768-b4a5-bcbc614fcd7e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:50:32.042755 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-48bef2be-14cb-4768-b4a5-bcbc614fcd7e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:50:32.043132 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:32.099008 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-48bef2be-14cb-4768-b4a5-bcbc614fcd7e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:32.122273 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-48bef2be-14cb-4768-b4a5-bcbc614fcd7e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:50:32.123819 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=05627f6b-5739-4b71-8f6c-2f59992ad33a,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:32.126190 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-48bef2be-14cb-4768-b4a5-bcbc614fcd7e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Usage tracker for resource:security_group_rule and tenant:ca5096a407844c0babf8ea9ddf9eec57 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:50:32.129074 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-48bef2be-14cb-4768-b4a5-bcbc614fcd7e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:50:32.135283 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-48bef2be-14cb-4768-b4a5-bcbc614fcd7e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:50:32.207377 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bca1c25-a42b-4932-a400-99a9d4ad18ed None None] Sync routers for ids ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:50:32.208325 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-48bef2be-14cb-4768-b4a5-bcbc614fcd7e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:32.216521 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bca1c25-a42b-4932-a400-99a9d4ad18ed None None] Routers {'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:50:32.217076 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8bca1c25-a42b-4932-a400-99a9d4ad18ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:50:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:32.281012 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-48bef2be-14cb-4768-b4a5-bcbc614fcd7e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:32.322674 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bef2be-14cb-4768-b4a5-bcbc614fcd7e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=260a532e-f1cd-462e-9e9a-41ca198589be,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:32.389659 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-48bef2be-14cb-4768-b4a5-bcbc614fcd7e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:32.390997 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-48bef2be-14cb-4768-b4a5-bcbc614fcd7e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3724308 Apr 06 13:50:32.393823 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 52514) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:50:32.395918 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-8bca1c25-a42b-4932-a400-99a9d4ad18ed None None] Set router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:50:32.399040 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-76c8fde5-94a6-433d-98e4-b3d6aa65e222 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Request body: {'security_group_rule': {'security_group_id': '260a532e-f1cd-462e-9e9a-41ca198589be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:32.405032 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-76c8fde5-94a6-433d-98e4-b3d6aa65e222 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:50:32.410895 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-76c8fde5-94a6-433d-98e4-b3d6aa65e222 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Usage tracker for resource:security_group_rule and tenant:ca5096a407844c0babf8ea9ddf9eec57 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:50:32.411724 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-76c8fde5-94a6-433d-98e4-b3d6aa65e222 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:50:32.417932 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-76c8fde5-94a6-433d-98e4-b3d6aa65e222 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:50:32.499942 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-76c8fde5-94a6-433d-98e4-b3d6aa65e222 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:32.565236 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-76c8fde5-94a6-433d-98e4-b3d6aa65e222 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:32.630549 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-76c8fde5-94a6-433d-98e4-b3d6aa65e222 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:32.654926 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8fde5-94a6-433d-98e4-b3d6aa65e222 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2609096-fc5f-4789-a0cd-04d2ba62687d,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:32.722282 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-76c8fde5-94a6-433d-98e4-b3d6aa65e222 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:32.723554 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-76c8fde5-94a6-433d-98e4-b3d6aa65e222 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3288186 Apr 06 13:50:32.726910 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 52518) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:50:32.731863 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-8c5fa972-81d1-4bef-b1ae-bdfe1bcc6f86 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Request body: {'security_group_rule': {'security_group_id': '260a532e-f1cd-462e-9e9a-41ca198589be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:32.737754 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-8c5fa972-81d1-4bef-b1ae-bdfe1bcc6f86 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:50:32.741720 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-8c5fa972-81d1-4bef-b1ae-bdfe1bcc6f86 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Usage tracker for resource:security_group_rule and tenant:ca5096a407844c0babf8ea9ddf9eec57 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:50:32.744599 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-8c5fa972-81d1-4bef-b1ae-bdfe1bcc6f86 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:50:32.750245 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-8c5fa972-81d1-4bef-b1ae-bdfe1bcc6f86 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:50:32.752507 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8bca1c25-a42b-4932-a400-99a9d4ad18ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:30Z', 'revision_number': 4, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6', 'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'mac_address': 'fa:16:3e:aa:4c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:29Z', 'updated_at': '2022-04-06T13:50:30Z', 'revision_number': 2, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'subnets': [{'id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:32.756429 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bca1c25-a42b-4932-a400-99a9d4ad18ed None None] Checking router: c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:50:32.756806 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bca1c25-a42b-4932-a400-99a9d4ad18ed None None] Updating router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e port 751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6 binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:50:32.808591 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-8bca1c25-a42b-4932-a400-99a9d4ad18ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:32.829610 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8c5fa972-81d1-4bef-b1ae-bdfe1bcc6f86 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:32.891706 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8c5fa972-81d1-4bef-b1ae-bdfe1bcc6f86 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:32.983582 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8c5fa972-81d1-4bef-b1ae-bdfe1bcc6f86 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:33.011228 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5fa972-81d1-4bef-b1ae-bdfe1bcc6f86 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529d820e-1194-4a46-b9d2-42d5325b0630,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:33.097994 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8c5fa972-81d1-4bef-b1ae-bdfe1bcc6f86 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:33.099225 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8c5fa972-81d1-4bef-b1ae-bdfe1bcc6f86 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3713708 Apr 06 13:50:33.102207 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 52522) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:50:33.107224 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-fd17e65a-01f6-4487-969f-4d759636f901 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:33.113126 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-fd17e65a-01f6-4487-969f-4d759636f901 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:50:33.117406 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-fd17e65a-01f6-4487-969f-4d759636f901 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Usage tracker for resource:floatingip and tenant:ca5096a407844c0babf8ea9ddf9eec57 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:50:33.120175 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-fd17e65a-01f6-4487-969f-4d759636f901 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:50:33.125943 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-fd17e65a-01f6-4487-969f-4d759636f901 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:50:33.147447 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-8bca1c25-a42b-4932-a400-99a9d4ad18ed None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:33.158869 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-8bca1c25-a42b-4932-a400-99a9d4ad18ed None None] Transition to ACTIVE for port object 751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6 will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:50:33.217969 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fd17e65a-01f6-4487-969f-4d759636f901 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for floatingip, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:33.242298 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-8bca1c25-a42b-4932-a400-99a9d4ad18ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:33.358303 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fd17e65a-01f6-4487-969f-4d759636f901 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:33.372273 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99acd8f-9465-42f7-aec7-32bde1c06bff None None] Pushing event updated for resources: {'Port': ['ID=751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:33.409305 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99acd8f-9465-42f7-aec7-32bde1c06bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:33.409650 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99acd8f-9465-42f7-aec7-32bde1c06bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:33.409980 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99acd8f-9465-42f7-aec7-32bde1c06bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:33.410309 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99acd8f-9465-42f7-aec7-32bde1c06bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:33.410632 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99acd8f-9465-42f7-aec7-32bde1c06bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:33.410982 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99acd8f-9465-42f7-aec7-32bde1c06bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:33.411307 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99acd8f-9465-42f7-aec7-32bde1c06bff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:33.411625 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99acd8f-9465-42f7-aec7-32bde1c06bff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:33.411944 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99acd8f-9465-42f7-aec7-32bde1c06bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:33.412367 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99acd8f-9465-42f7-aec7-32bde1c06bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:33.412686 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99acd8f-9465-42f7-aec7-32bde1c06bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:33.413007 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99acd8f-9465-42f7-aec7-32bde1c06bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:33.479001 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-8bca1c25-a42b-4932-a400-99a9d4ad18ed None None] Attempting to bind port 751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:50:33.479366 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-8bca1c25-a42b-4932-a400-99a9d4ad18ed None None] Attempting to bind port 751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '034ff104-e5af-435f-904e-dfac0480f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '223ab609-0328-4396-a33b-5881f7d77556'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:50:33.480029 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bca1c25-a42b-4932-a400-99a9d4ad18ed None None] Attempting to bind port 751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6 on network 223ab609-0328-4396-a33b-5881f7d77556 {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:50:33.485576 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bca1c25-a42b-4932-a400-99a9d4ad18ed None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:50:33.485944 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bca1c25-a42b-4932-a400-99a9d4ad18ed None None] Checking segment: {'id': '034ff104-e5af-435f-904e-dfac0480f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '223ab609-0328-4396-a33b-5881f7d77556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:50:33.486338 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-8bca1c25-a42b-4932-a400-99a9d4ad18ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:33.486732 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bca1c25-a42b-4932-a400-99a9d4ad18ed None None] Bound using segment: {'id': '034ff104-e5af-435f-904e-dfac0480f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '223ab609-0328-4396-a33b-5881f7d77556'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:50:33.487227 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-8bca1c25-a42b-4932-a400-99a9d4ad18ed None None] Bound port: 751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034ff104-e5af-435f-904e-dfac0480f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '223ab609-0328-4396-a33b-5881f7d77556'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:50:33.487599 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-8bca1c25-a42b-4932-a400-99a9d4ad18ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:33.514246 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-fd17e65a-01f6-4487-969f-4d759636f901 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Allocated IP 172.26.4.174 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/b76b83cd-88c9-4494-9a2f-0e9a254f470e) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:50:33.577568 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-8bca1c25-a42b-4932-a400-99a9d4ad18ed None None] For port 751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:50:33.580395 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-8bca1c25-a42b-4932-a400-99a9d4ad18ed None None] For port 751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:50:33.669662 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-8bca1c25-a42b-4932-a400-99a9d4ad18ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:33.671846 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fd17e65a-01f6-4487-969f-4d759636f901 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:33.692809 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 05627f6b-5739-4b71-8f6c-2f59992ad33a up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:50:33.755746 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bca1c25-a42b-4932-a400-99a9d4ad18ed None None] Routers {'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:50:33.756700 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8bca1c25-a42b-4932-a400-99a9d4ad18ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:50:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:33.757647 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fd17e65a-01f6-4487-969f-4d759636f901 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:33.772029 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 05627f6b-5739-4b71-8f6c-2f59992ad33a triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:50:33.775088 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:33.816799 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd17e65a-01f6-4487-969f-4d759636f901 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:50:33.817333 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99acd8f-9465-42f7-aec7-32bde1c06bff None None] Pushing event updated for resources: {'Port': ['ID=751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6,revision_number=4']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:33.825575 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-fd17e65a-01f6-4487-969f-4d759636f901 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:33.829314 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd17e65a-01f6-4487-969f-4d759636f901 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:50:33.947891 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fd17e65a-01f6-4487-969f-4d759636f901 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:33.957889 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17e65a-01f6-4487-969f-4d759636f901 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Pushing event updated for resources: {'Port': ['ID=b76b83cd-88c9-4494-9a2f-0e9a254f470e,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:33.962474 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-8bca1c25-a42b-4932-a400-99a9d4ad18ed None None] Set router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:50:34.090914 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fd17e65a-01f6-4487-969f-4d759636f901 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:34.328329 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8bca1c25-a42b-4932-a400-99a9d4ad18ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:30Z', 'revision_number': 4, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6', 'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'mac_address': 'fa:16:3e:aa:4c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:29Z', 'updated_at': '2022-04-06T13:50:33Z', 'revision_number': 4, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'subnets': [{'id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:34.329000 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fd17e65a-01f6-4487-969f-4d759636f901 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:34.332456 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bca1c25-a42b-4932-a400-99a9d4ad18ed None None] The sync data for ids ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'] in dv-neutron-834600-1-hyperv is: [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:30Z', 'revision_number': 4, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6', 'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'mac_address': 'fa:16:3e:aa:4c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:29Z', 'updated_at': '2022-04-06T13:50:33Z', 'revision_number': 4, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'subnets': [{'id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:50:34.380149 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fd17e65a-01f6-4487-969f-4d759636f901 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:34.514998 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17e65a-01f6-4487-969f-4d759636f901 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Pushing event updated for resources: {'Port': ['ID=b76b83cd-88c9-4494-9a2f-0e9a254f470e,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:34.526201 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fd17e65a-01f6-4487-969f-4d759636f901 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:34.722391 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fd17e65a-01f6-4487-969f-4d759636f901 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:34.723702 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-fd17e65a-01f6-4487-969f-4d759636f901 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6205847 Apr 06 13:50:34.897326 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-0b3f3651-15b6-412d-b4fd-71770ab07cc1 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Synchronizing usage tracker for tenant:ca5096a407844c0babf8ea9ddf9eec57 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:50:34.996594 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-0b3f3651-15b6-412d-b4fd-71770ab07cc1 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Unset dirty status for tenant:ca5096a407844c0babf8ea9ddf9eec57 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:50:34.997927 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-0b3f3651-15b6-412d-b4fd-71770ab07cc1 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--947112516&fields=id&tenant_id=ca5096a407844c0babf8ea9ddf9eec57 HTTP/1.1" status: 200 len: 267 time: 0.1473677 Apr 06 13:50:35.155865 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-df16dc5c-70c9-4964-bd91-98b5f8a78bf9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:35.156544 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-df16dc5c-70c9-4964-bd91-98b5f8a78bf9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Synchronizing usage tracker for tenant:ca5096a407844c0babf8ea9ddf9eec57 on resource:network {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:50:35.269149 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-df16dc5c-70c9-4964-bd91-98b5f8a78bf9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Unset dirty status for tenant:ca5096a407844c0babf8ea9ddf9eec57 on resource:network {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:50:35.270399 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-df16dc5c-70c9-4964-bd91-98b5f8a78bf9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 812 time: 0.2654228 Apr 06 13:50:35.286329 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-e59c7aea-3c95-45fc-a76c-bd0b0ee20466 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/quotas/ca5096a407844c0babf8ea9ddf9eec57 HTTP/1.1" status: 200 len: 375 time: 0.0096264 Apr 06 13:50:35.375790 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-b1d3222c-e639-4166-86a3-4d764a21c013 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0829403 Apr 06 13:50:35.563290 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-d62bfc64-4ff7-4525-ae9e-fd49f855efd1 service neutron] 10.222.0.48 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754773 Apr 06 13:50:35.694662 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-9b53954a-2dc4-47b5-b7be-1370bff64655 service neutron] 10.222.0.48 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252947 Apr 06 13:50:35.708332 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:50:35.880542 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:50:35.886654 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:50:35.889596 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:36.008434 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:36.024745 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-25597540-0a88-451f-b0ae-5b4f8a607e6a req-d62a57dc-b7bc-4de5-b5ae-a00e5484ce0b tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 210 time: 0.0478632 Apr 06 13:50:36.048946 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:50:36.120569 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:36.190054 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:37.178506 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-66a3b9ba-b196-420a-a84b-3ac2af410b28 req-b5d3d767-4f32-4482-ad55-ff9f6c328512 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 210 time: 0.0451338 Apr 06 13:50:37.692850 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:50:37.760250 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:50:37.760637 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:38.327746 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-93040cd6-5b2b-407e-89cd-02f5cd24de8e req-4469b1a5-aa1b-4082-a550-98e410be13f9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 210 time: 0.0429642 Apr 06 13:50:38.361308 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-44def686-39f4-4de8-817a-d22e361993f7 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:38.362725 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-44def686-39f4-4de8-817a-d22e361993f7 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.61 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 812 time: 0.1536365 Apr 06 13:50:38.413576 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-7f8427be-c3c5-4e57-b295-b9627806e0b6 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Synchronizing usage tracker for tenant:ca5096a407844c0babf8ea9ddf9eec57 on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:50:38.424932 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-7f8427be-c3c5-4e57-b295-b9627806e0b6 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Unset dirty status for tenant:ca5096a407844c0babf8ea9ddf9eec57 on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:50:38.425992 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-7f8427be-c3c5-4e57-b295-b9627806e0b6 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca5096a407844c0babf8ea9ddf9eec57 HTTP/1.1" status: 200 len: 379 time: 0.0556278 Apr 06 13:50:38.434122 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-27c3af2d-c453-462c-a196-9924257a24c2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Request body: {'port': {'device_id': '1d700150-733b-4ead-ac52-c1c6404e2baf', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'admin_state_up': True, 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'security_groups': ['260a532e-f1cd-462e-9e9a-41ca198589be']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:38.569961 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-27c3af2d-c453-462c-a196-9924257a24c2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:50:38.573696 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-27c3af2d-c453-462c-a196-9924257a24c2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Usage tracker for resource:port and tenant:ca5096a407844c0babf8ea9ddf9eec57 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:50:38.576531 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-27c3af2d-c453-462c-a196-9924257a24c2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:50:38.582313 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-27c3af2d-c453-462c-a196-9924257a24c2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:50:38.668886 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-27c3af2d-c453-462c-a196-9924257a24c2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Made reservation on behalf of ca5096a407844c0babf8ea9ddf9eec57 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:50:38.672409 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-27c3af2d-c453-462c-a196-9924257a24c2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:38.831845 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-27c3af2d-c453-462c-a196-9924257a24c2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Allocated IP 172.20.0.10 (223ab609-0328-4396-a33b-5881f7d77556/d49705db-8a34-4c15-a59a-7c8816693095/92fcb64d-2859-4e3e-95d2-6ca4bd5aac57) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:50:39.017394 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-27c3af2d-c453-462c-a196-9924257a24c2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:39.032688 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-27c3af2d-c453-462c-a196-9924257a24c2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Transition to ACTIVE for port object 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:50:39.108970 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-27c3af2d-c453-462c-a196-9924257a24c2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:39.173179 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-27c3af2d-c453-462c-a196-9924257a24c2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Network 223ab609-0328-4396-a33b-5881f7d77556 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:50:39.181177 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-27c3af2d-c453-462c-a196-9924257a24c2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:39.185566 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-27c3af2d-c453-462c-a196-9924257a24c2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:50:39.235056 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3af2d-c453-462c-a196-9924257a24c2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Pushing event updated for resources: {'Port': ['ID=92fcb64d-2859-4e3e-95d2-6ca4bd5aac57,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:39.255028 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-27c3af2d-c453-462c-a196-9924257a24c2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:39.255646 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-27c3af2d-c453-462c-a196-9924257a24c2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:39.361123 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-27c3af2d-c453-462c-a196-9924257a24c2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9304612 Apr 06 13:50:39.372603 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-8375f73a-88dd-4831-b2d8-038f0143d271 service neutron] Request body: {'port': {'device_id': '1d700150-733b-4ead-ac52-c1c6404e2baf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:39.457617 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-dc10afd9-2a5b-47f3-a2ba-d54bc00d16b0 None None] Provisioning for port 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:50:39.463625 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-dc10afd9-2a5b-47f3-a2ba-d54bc00d16b0 None None] Provisioning complete for port 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:50:39.463998 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-dc10afd9-2a5b-47f3-a2ba-d54bc00d16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:39.519395 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-dc10afd9-2a5b-47f3-a2ba-d54bc00d16b0 None None] Port 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:50:39.525859 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a1060-86c8-4786-86cd-db4d4ebd4720 req-14556c38-5a0b-44db-a5dd-7192fd8f70f1 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:39.527360 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c69a1060-86c8-4786-86cd-db4d4ebd4720 req-14556c38-5a0b-44db-a5dd-7192fd8f70f1 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 932 time: 0.0864587 Apr 06 13:50:39.572349 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c69a1060-86c8-4786-86cd-db4d4ebd4720 req-19a24fcb-8843-4477-82cf-b222a1df9175 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390515 Apr 06 13:50:39.595326 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-8375f73a-88dd-4831-b2d8-038f0143d271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:39.935019 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-8375f73a-88dd-4831-b2d8-038f0143d271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:50:39.941978 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-8375f73a-88dd-4831-b2d8-038f0143d271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:39.956040 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-8375f73a-88dd-4831-b2d8-038f0143d271 service neutron] Transition to ACTIVE for port object 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:50:40.039775 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-8375f73a-88dd-4831-b2d8-038f0143d271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:40.200981 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375f73a-88dd-4831-b2d8-038f0143d271 service neutron] Pushing event updated for resources: {'Port': ['ID=92fcb64d-2859-4e3e-95d2-6ca4bd5aac57,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:40.278480 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-8375f73a-88dd-4831-b2d8-038f0143d271 service neutron] Attempting to bind port 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:50:40.285328 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-8375f73a-88dd-4831-b2d8-038f0143d271 service neutron] Attempting to bind port 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '034ff104-e5af-435f-904e-dfac0480f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '223ab609-0328-4396-a33b-5881f7d77556'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:50:40.285328 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-8375f73a-88dd-4831-b2d8-038f0143d271 service neutron] Attempting to bind port 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 on network 223ab609-0328-4396-a33b-5881f7d77556 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:50:40.285328 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-8375f73a-88dd-4831-b2d8-038f0143d271 service neutron] Port 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 on network 223ab609-0328-4396-a33b-5881f7d77556 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:50:40.285328 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-8375f73a-88dd-4831-b2d8-038f0143d271 service neutron] Attempting to bind port 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 on network 223ab609-0328-4396-a33b-5881f7d77556 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:50:40.290008 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-8375f73a-88dd-4831-b2d8-038f0143d271 service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:50:40.290331 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-8375f73a-88dd-4831-b2d8-038f0143d271 service neutron] Checking segment: {'id': '034ff104-e5af-435f-904e-dfac0480f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '223ab609-0328-4396-a33b-5881f7d77556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:50:40.290701 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-8375f73a-88dd-4831-b2d8-038f0143d271 service neutron] Bound using segment: {'id': '034ff104-e5af-435f-904e-dfac0480f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '223ab609-0328-4396-a33b-5881f7d77556'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:50:40.291137 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-8375f73a-88dd-4831-b2d8-038f0143d271 service neutron] Bound port: 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034ff104-e5af-435f-904e-dfac0480f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '223ab609-0328-4396-a33b-5881f7d77556'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:50:40.291468 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-8375f73a-88dd-4831-b2d8-038f0143d271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:40.383837 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-8375f73a-88dd-4831-b2d8-038f0143d271 service neutron] For port 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:50:40.386973 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-8375f73a-88dd-4831-b2d8-038f0143d271 service neutron] For port 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=92fcb64d-2859-4e3e-95d2-6ca4bd5aac57,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:50:40.464755 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-8375f73a-88dd-4831-b2d8-038f0143d271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:40.521293 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-8375f73a-88dd-4831-b2d8-038f0143d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:40.521869 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-8375f73a-88dd-4831-b2d8-038f0143d271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:40.523847 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-8375f73a-88dd-4831-b2d8-038f0143d271 service neutron] 10.222.0.61 "PUT /v2.0/ports/92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 HTTP/1.1" status: 200 len: 1094 time: 1.1557367 Apr 06 13:50:40.526522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d700150-733b-4ead-ac52-c1c6404e2baf', 'tag': '92fcb64d-2859-4e3e-95d2-6ca4bd5aac57'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:50:40.553212 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375f73a-88dd-4831-b2d8-038f0143d271 service neutron] Pushing event updated for resources: {'Port': ['ID=92fcb64d-2859-4e3e-95d2-6ca4bd5aac57,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:40.572666 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92e2e990-57d7-42c6-bb99-22a191737b7a'] response: {'name': 'network-changed', 'server_uuid': '1d700150-733b-4ead-ac52-c1c6404e2baf', 'tag': '92fcb64d-2859-4e3e-95d2-6ca4bd5aac57', 'status': 'completed', 'code': 200} Apr 06 13:50:40.671646 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98d64d-d251-45d0-879f-d62fe5df4a11 req-aee96d9a-ab52-448f-ac6f-9ae269128506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:40.673131 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ef98d64d-d251-45d0-879f-d62fe5df4a11 req-aee96d9a-ab52-448f-ac6f-9ae269128506 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 1097 time: 0.0804467 Apr 06 13:50:40.770006 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54970d40-a8a0-4e2c-8ee4-821b6f9d2f9c req-f65a60e8-30fc-4807-bdab-a43425343074 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:40.772844 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-54970d40-a8a0-4e2c-8ee4-821b6f9d2f9c req-f65a60e8-30fc-4807-bdab-a43425343074 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 944 time: 0.0857315 Apr 06 13:50:40.822918 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98d64d-d251-45d0-879f-d62fe5df4a11 req-6fa3b39a-2122-4c73-a011-6dc2566df20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:40.824296 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ef98d64d-d251-45d0-879f-d62fe5df4a11 req-6fa3b39a-2122-4c73-a011-6dc2566df20e service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1442688 Apr 06 13:50:40.916119 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-54970d40-a8a0-4e2c-8ee4-821b6f9d2f9c req-f1595a66-efd5-450d-aeb1-39c8e265d2e8 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386328 Apr 06 13:50:40.963670 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98d64d-d251-45d0-879f-d62fe5df4a11 req-b13a652e-fbfa-4ba7-a504-fe27516c6cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:40.965076 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ef98d64d-d251-45d0-879f-d62fe5df4a11 req-b13a652e-fbfa-4ba7-a504-fe27516c6cd8 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1348670 Apr 06 13:50:41.081182 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-efe1e15b-056f-4ab5-92d0-bf42fdabcb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:41.082520 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-efe1e15b-056f-4ab5-92d0-bf42fdabcb9a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 1097 time: 0.0834820 Apr 06 13:50:41.149617 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-6eb6a353-27c9-4077-9de2-08dd3c385938 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 HTTP/1.1" status: 200 len: 217 time: 0.0605149 Apr 06 13:50:41.212967 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-edfceb30-b4a2-42f9-91ff-e2980891d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:41.214363 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-edfceb30-b4a2-42f9-91ff-e2980891d61f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d49705db-8a34-4c15-a59a-7c8816693095 HTTP/1.1" status: 200 len: 851 time: 0.0596240 Apr 06 13:50:41.286975 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-50568f48-7857-4df6-a176-04fe36047fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:41.289365 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-50568f48-7857-4df6-a176-04fe36047fa1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=223ab609-0328-4396-a33b-5881f7d77556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692830 Apr 06 13:50:41.422069 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-62b122bd-bb1f-4d79-b5de-bc78b655d2f6 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265402 Apr 06 13:50:41.551332 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d49cb0c1-2749-4e22-83c3-e1d28c866eef req-6b303446-7bfc-4ae9-93f0-451fb7c8603b service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235642 Apr 06 13:50:42.101307 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25ff41-84ab-46ce-9257-9b3a9dda1f80 req-4372d821-611c-4820-8326-6f32d03acafd tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:42.102737 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0b25ff41-84ab-46ce-9257-9b3a9dda1f80 req-4372d821-611c-4820-8326-6f32d03acafd tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 944 time: 0.0781856 Apr 06 13:50:42.146186 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0b25ff41-84ab-46ce-9257-9b3a9dda1f80 req-d0a7b0b3-c2a4-4b77-b43a-027ab7294472 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376434 Apr 06 13:50:43.132315 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:50:43.264032 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=92fcb64d-2859-4e3e-95d2-6ca4bd5aac57,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:50:43.280857 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '92fcb64d-2859-4e3e-95d2-6ca4bd5aac57', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'port_id': '92fcb64d-2859-4e3e-95d2-6ca4bd5aac57', 'mac_address': 'fa:16:3e:4a:76:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:50:43.337701 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:43.339128 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1c698-768e-442a-95c8-2925ffabe933 req-8707b49f-b88c-4028-bcc9-a9ddd46e061a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:43.340637 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-59c1c698-768e-442a-95c8-2925ffabe933 req-8707b49f-b88c-4028-bcc9-a9ddd46e061a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 944 time: 0.0834429 Apr 06 13:50:43.355640 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:50:43.371370 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=92fcb64d-2859-4e3e-95d2-6ca4bd5aac57,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:50:43.385765 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-59c1c698-768e-442a-95c8-2925ffabe933 req-13507f6e-2384-4cde-b5f7-3b63550b3591 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390728 Apr 06 13:50:43.436573 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:43.502979 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=92fcb64d-2859-4e3e-95d2-6ca4bd5aac57,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:43.510231 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:43.510577 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:43.510934 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:43.511267 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:43.511594 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:43.511925 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:43.512243 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:43.512566 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:43.512885 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:43.513201 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:43.513519 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:43.513835 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:43.639799 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['92fcb64d-2859-4e3e-95d2-6ca4bd5aac57'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:50:44.574320 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ecb75-db2c-46bc-ad07-ce56cbd99969 req-710f1441-1896-4537-a4ca-5d5b96da85f5 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:44.575671 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-087ecb75-db2c-46bc-ad07-ce56cbd99969 req-710f1441-1896-4537-a4ca-5d5b96da85f5 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 945 time: 0.0815794 Apr 06 13:50:44.618109 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-087ecb75-db2c-46bc-ad07-ce56cbd99969 req-6c1949c4-2ff4-4d82-b9a0-ab28fcc771df tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368249 Apr 06 13:50:45.147707 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:50:45.310241 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:50:45.315077 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:50:45.315434 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:45.439112 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:45.451926 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e79da8af-0d1b-481d-ac44-9d90bafd0726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:45.470110 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d700150-733b-4ead-ac52-c1c6404e2baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fcb64d-2859-4e3e-95d2-6ca4bd5aac57'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:50:45.479913 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=92fcb64d-2859-4e3e-95d2-6ca4bd5aac57,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:50:45.514553 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a7e0134-8f53-4cde-b8b8-5bdb75d8d37c'] response: {'server_uuid': '1d700150-733b-4ead-ac52-c1c6404e2baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fcb64d-2859-4e3e-95d2-6ca4bd5aac57', 'code': 200} Apr 06 13:50:45.544685 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:45.636230 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=92fcb64d-2859-4e3e-95d2-6ca4bd5aac57,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:45.803584 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f175b-dda9-4a3f-ab23-ba129b50528e req-9502300a-4990-4ce2-a2a5-bc6584f86636 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:45.805087 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e37f175b-dda9-4a3f-ab23-ba129b50528e req-9502300a-4990-4ce2-a2a5-bc6584f86636 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0812542 Apr 06 13:50:45.851695 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e37f175b-dda9-4a3f-ab23-ba129b50528e req-58d7e216-00af-47b9-a8aa-30749b0f693e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397685 Apr 06 13:50:45.893705 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8413274-38a4-4f3e-bdcc-fb3142b02dd7 req-97557976-0816-4479-981a-6775562d4a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:45.895101 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-b8413274-38a4-4f3e-bdcc-fb3142b02dd7 req-97557976-0816-4479-981a-6775562d4a94 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 1099 time: 0.0747550 Apr 06 13:50:45.935332 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-b8413274-38a4-4f3e-bdcc-fb3142b02dd7 req-3b5694c8-580d-44d8-87bd-3f51ba2e7abe service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344763 Apr 06 13:50:47.043067 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04354c19-3b24-4f81-a22f-c2c2536850bb req-52bbc6f6-00c5-4f5d-810c-52957855f1d6 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:47.044538 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-04354c19-3b24-4f81-a22f-c2c2536850bb req-52bbc6f6-00c5-4f5d-810c-52957855f1d6 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0864723 Apr 06 13:50:47.089049 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-04354c19-3b24-4f81-a22f-c2c2536850bb req-7e6b8e0c-3355-41e2-9491-bfa62e39a79a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383623 Apr 06 13:50:47.715786 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-eae6b033-4ab7-47c7-ad34-6ccda54c7ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:48.282939 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481081c-219d-411e-af39-be95986d2cce req-e0968134-5f1c-4f3d-8d6a-9026884ef34d tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:48.284365 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6481081c-219d-411e-af39-be95986d2cce req-e0968134-5f1c-4f3d-8d6a-9026884ef34d tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0864737 Apr 06 13:50:48.328078 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6481081c-219d-411e-af39-be95986d2cce req-fd8ef8fd-f9d1-4dd9-9dbd-7594dc85d0c4 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379117 Apr 06 13:50:48.504423 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45d00e-088d-406b-b576-09341db0bf5b req-dd4e9575-f4fa-4f10-8513-c2758d6e397c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:48.506476 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1e45d00e-088d-406b-b576-09341db0bf5b req-dd4e9575-f4fa-4f10-8513-c2758d6e397c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0791724 Apr 06 13:50:48.515170 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 52580) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:50:48.520082 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-92c20ba6-24fd-485c-b70f-0fc131b68309 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Request body: {'floatingip': {'port_id': '92fcb64d-2859-4e3e-95d2-6ca4bd5aac57'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:48.597718 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92c20ba6-24fd-485c-b70f-0fc131b68309 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for floatingip, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:48.875603 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:48.897207 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:49.188410 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92c20ba6-24fd-485c-b70f-0fc131b68309 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:49.302915 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92c20ba6-24fd-485c-b70f-0fc131b68309 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:49.570622 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-92c20ba6-24fd-485c-b70f-0fc131b68309 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Floating IP 9b6af3f2-311a-430d-b0c0-553a69f8656a associated. External IP: 172.26.4.174, port: 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57. Apr 06 13:50:49.915747 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c20ba6-24fd-485c-b70f-0fc131b68309 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:50:50.090611 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c20ba6-24fd-485c-b70f-0fc131b68309 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:50:50.094867 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-92c20ba6-24fd-485c-b70f-0fc131b68309 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:50.101291 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32125c24-42c8-45f9-8318-07df423b0794 None None] Sync routers for ids ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:50:50.111551 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32125c24-42c8-45f9-8318-07df423b0794 None None] Routers {'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:50:50.112149 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-32125c24-42c8-45f9-8318-07df423b0794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:50:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:50.149486 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-92c20ba6-24fd-485c-b70f-0fc131b68309 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "PUT /v2.0/floatingips/9b6af3f2-311a-430d-b0c0-553a69f8656a HTTP/1.1" status: 200 len: 992 time: 1.6332579 Apr 06 13:50:50.150139 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d700150-733b-4ead-ac52-c1c6404e2baf', 'tag': '92fcb64d-2859-4e3e-95d2-6ca4bd5aac57'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:50:50.285440 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61a9bf2c-7013-4e68-8a97-badea41ec6c2'] response: {'name': 'network-changed', 'server_uuid': '1d700150-733b-4ead-ac52-c1c6404e2baf', 'tag': '92fcb64d-2859-4e3e-95d2-6ca4bd5aac57', 'status': 'completed', 'code': 200} Apr 06 13:50:50.322723 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-32125c24-42c8-45f9-8318-07df423b0794 None None] Set router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:50:50.329022 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb282e52-6299-4b7b-be3d-5c92bc12fdef req-72e5f5f9-1108-405b-9484-166b5ae7667c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:50.330489 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bb282e52-6299-4b7b-be3d-5c92bc12fdef req-72e5f5f9-1108-405b-9484-166b5ae7667c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0851905 Apr 06 13:50:50.359967 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527188a6-e6df-4622-8935-442ddd53007f req-2a31cb20-1655-4c93-8b65-b24bb8c1e9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:50.361505 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-527188a6-e6df-4622-8935-442ddd53007f req-2a31cb20-1655-4c93-8b65-b24bb8c1e9be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 1099 time: 0.0741508 Apr 06 13:50:50.376782 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bb282e52-6299-4b7b-be3d-5c92bc12fdef req-369f4789-6ae0-4937-b8e6-c8636523bcea tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386279 Apr 06 13:50:50.400061 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:50.575599 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac046d-fbde-4602-aac0-c8ff8356b22b req-79fdaa92-f684-49b0-beee-f5cc28585c85 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:50.577817 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e4ac046d-fbde-4602-aac0-c8ff8356b22b req-79fdaa92-f684-49b0-beee-f5cc28585c85 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0822141 Apr 06 13:50:50.610708 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527188a6-e6df-4622-8935-442ddd53007f req-a59eb632-0f3b-4937-8609-662bfdbb51bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:50.612235 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-527188a6-e6df-4622-8935-442ddd53007f req-a59eb632-0f3b-4937-8609-662bfdbb51bb service neutron] 10.222.0.61 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 913 time: 0.2445254 Apr 06 13:50:50.628194 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e4ac046d-fbde-4602-aac0-c8ff8356b22b req-c471a583-1240-4362-8c0e-8ab107049abd tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454071 Apr 06 13:50:50.688098 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-32125c24-42c8-45f9-8318-07df423b0794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:30Z', 'revision_number': 4, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '9b6af3f2-311a-430d-b0c0-553a69f8656a', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'floating_ip_address': '172.26.4.174', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'port_id': '92fcb64d-2859-4e3e-95d2-6ca4bd5aac57', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'mac_address': 'fa:16:3e:4a:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d700150-733b-4ead-ac52-c1c6404e2baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:50:33Z', 'updated_at': '2022-04-06T13:50:49Z', 'revision_number': 1, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6', 'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'mac_address': 'fa:16:3e:aa:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:29Z', 'updated_at': '2022-04-06T13:50:36Z', 'revision_number': 5, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'subnets': [{'id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:50.691842 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32125c24-42c8-45f9-8318-07df423b0794 None None] Checking router: c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:50:50.700246 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32125c24-42c8-45f9-8318-07df423b0794 None None] Routers {'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:50:50.700840 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-32125c24-42c8-45f9-8318-07df423b0794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:50:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:50.716440 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-527188a6-e6df-4622-8935-442ddd53007f req-1332757f-4b92-48ce-8667-7331401ee820 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 HTTP/1.1" status: 200 len: 1000 time: 0.0976362 Apr 06 13:50:50.782501 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527188a6-e6df-4622-8935-442ddd53007f req-28e80839-e905-4235-9e41-24b01a54f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:50.784005 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-527188a6-e6df-4622-8935-442ddd53007f req-28e80839-e905-4235-9e41-24b01a54f53d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d49705db-8a34-4c15-a59a-7c8816693095 HTTP/1.1" status: 200 len: 851 time: 0.0605965 Apr 06 13:50:50.858249 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527188a6-e6df-4622-8935-442ddd53007f req-e88a65ec-e196-4e7e-ad11-692f8fa0b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:50.859633 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-527188a6-e6df-4622-8935-442ddd53007f req-e88a65ec-e196-4e7e-ad11-692f8fa0b409 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=223ab609-0328-4396-a33b-5881f7d77556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699394 Apr 06 13:50:50.877340 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-32125c24-42c8-45f9-8318-07df423b0794 None None] Set router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:50:50.989504 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-527188a6-e6df-4622-8935-442ddd53007f req-28187ff2-e15f-4f6d-a1a0-352791984b8f service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236477 Apr 06 13:50:51.122653 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-527188a6-e6df-4622-8935-442ddd53007f req-2fb743b3-2414-4ab1-abee-9d6bbaf565ea service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275740 Apr 06 13:50:51.227956 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-32125c24-42c8-45f9-8318-07df423b0794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:30Z', 'revision_number': 4, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '9b6af3f2-311a-430d-b0c0-553a69f8656a', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'floating_ip_address': '172.26.4.174', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'port_id': '92fcb64d-2859-4e3e-95d2-6ca4bd5aac57', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'mac_address': 'fa:16:3e:4a:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d700150-733b-4ead-ac52-c1c6404e2baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:50:33Z', 'updated_at': '2022-04-06T13:50:49Z', 'revision_number': 1, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6', 'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'mac_address': 'fa:16:3e:aa:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:29Z', 'updated_at': '2022-04-06T13:50:36Z', 'revision_number': 5, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'subnets': [{'id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:51.231944 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32125c24-42c8-45f9-8318-07df423b0794 None None] The sync data for ids ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'] in dv-neutron-834600-1-hyperv is: [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:30Z', 'revision_number': 4, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '9b6af3f2-311a-430d-b0c0-553a69f8656a', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'floating_ip_address': '172.26.4.174', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'port_id': '92fcb64d-2859-4e3e-95d2-6ca4bd5aac57', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'mac_address': 'fa:16:3e:4a:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d700150-733b-4ead-ac52-c1c6404e2baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:50:33Z', 'updated_at': '2022-04-06T13:50:49Z', 'revision_number': 1, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6', 'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'mac_address': 'fa:16:3e:aa:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:29Z', 'updated_at': '2022-04-06T13:50:36Z', 'revision_number': 5, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'subnets': [{'id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:50:51.410631 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeb3b4e-1cbc-429d-9a35-8318c4289c53 None None] New status for floating IP 9b6af3f2-311a-430d-b0c0-553a69f8656a: ACTIVE {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:50:51.817078 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a4e7c-6332-41dd-9a1d-4d8a7de9e2a2 req-c3ed46a0-8973-4a3d-bb96-763992111310 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:51.818981 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e84a4e7c-6332-41dd-9a1d-4d8a7de9e2a2 req-c3ed46a0-8973-4a3d-bb96-763992111310 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0856750 Apr 06 13:50:51.863413 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e84a4e7c-6332-41dd-9a1d-4d8a7de9e2a2 req-ff3f144b-e952-4f31-8113-cc65aa6d2a02 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385854 Apr 06 13:50:52.049612 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b07d01-0aa3-4b95-9d4e-bf9672510cb4 req-92095ecb-7930-46f8-bcd5-4b785809e804 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:52.051038 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e9b07d01-0aa3-4b95-9d4e-bf9672510cb4 req-92095ecb-7930-46f8-bcd5-4b785809e804 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0822115 Apr 06 13:50:52.093259 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e9b07d01-0aa3-4b95-9d4e-bf9672510cb4 req-e1edd031-ddbb-4117-96d6-e8a9a0e13c9d tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364671 Apr 06 13:50:52.564324 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:50:52.660550 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d8158-f933-4b79-8fb3-a4c9b42727e3 req-6a7e891e-c876-4ac0-a359-99e19cff7674 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:52.661989 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-265d8158-f933-4b79-8fb3-a4c9b42727e3 req-6a7e891e-c876-4ac0-a359-99e19cff7674 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0804961 Apr 06 13:50:52.745882 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-265d8158-f933-4b79-8fb3-a4c9b42727e3 req-aab157f6-a720-4f20-ae4f-659b316badff tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781512 Apr 06 13:50:52.774111 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0dc19f49-a932-49fe-8a68-3dc7bef670ff req-4f84a55e-75b3-4fb0-9f62-885fbc1c9b50 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0794775 Apr 06 13:50:53.936859 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637f91f-45df-4f36-94de-6644ce8ff9e3 req-31b84977-7682-43dd-81ad-2415ccf8a27e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:53.938198 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2637f91f-45df-4f36-94de-6644ce8ff9e3 req-31b84977-7682-43dd-81ad-2415ccf8a27e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0839102 Apr 06 13:50:53.983352 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2637f91f-45df-4f36-94de-6644ce8ff9e3 req-bda3c90c-3196-4134-9cf8-e16d378beba2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388503 Apr 06 13:50:55.224272 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc19f49-a932-49fe-8a68-3dc7bef670ff req-8de4bbe6-4e1e-4d12-beb8-6b35457df377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:55.226237 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0dc19f49-a932-49fe-8a68-3dc7bef670ff req-8de4bbe6-4e1e-4d12-beb8-6b35457df377 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 1099 time: 0.0821021 Apr 06 13:50:55.288568 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85c572-1695-4465-b4bb-b8fa164fca0a req-7d06bf8e-5c88-4c93-9f49-ce3cc1d03865 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:55.290050 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6b85c572-1695-4465-b4bb-b8fa164fca0a req-7d06bf8e-5c88-4c93-9f49-ce3cc1d03865 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.1957974 Apr 06 13:50:55.337749 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6b85c572-1695-4465-b4bb-b8fa164fca0a req-d1a99af1-da00-4055-8935-7570b2ce939a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418718 Apr 06 13:50:55.360674 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc19f49-a932-49fe-8a68-3dc7bef670ff req-03c07f39-9476-4f8c-9acd-b6ae13a75fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:55.362077 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0dc19f49-a932-49fe-8a68-3dc7bef670ff req-03c07f39-9476-4f8c-9acd-b6ae13a75fc4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 913 time: 0.1300118 Apr 06 13:50:55.459891 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0dc19f49-a932-49fe-8a68-3dc7bef670ff req-08c0af39-83c7-4838-8222-ec6ad4ab7543 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 HTTP/1.1" status: 200 len: 1002 time: 0.0918312 Apr 06 13:50:55.524321 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc19f49-a932-49fe-8a68-3dc7bef670ff req-611c61fc-bfc6-4b05-98f8-31def2710567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:55.525713 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0dc19f49-a932-49fe-8a68-3dc7bef670ff req-611c61fc-bfc6-4b05-98f8-31def2710567 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d49705db-8a34-4c15-a59a-7c8816693095 HTTP/1.1" status: 200 len: 851 time: 0.0613110 Apr 06 13:50:55.600628 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc19f49-a932-49fe-8a68-3dc7bef670ff req-5c1c7faf-4f1a-4729-8002-83d3a9a67a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:55.601961 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0dc19f49-a932-49fe-8a68-3dc7bef670ff req-5c1c7faf-4f1a-4729-8002-83d3a9a67a96 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=223ab609-0328-4396-a33b-5881f7d77556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694542 Apr 06 13:50:55.731990 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0dc19f49-a932-49fe-8a68-3dc7bef670ff req-49b95c07-0769-4fad-839f-2736d471a0c6 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236038 Apr 06 13:50:55.861443 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0dc19f49-a932-49fe-8a68-3dc7bef670ff req-72609116-f1a0-4caa-98c9-ebd565635785 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234975 Apr 06 13:50:56.519715 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c085a-80b2-433d-80ff-a64d6c720f2f req-43641e24-4d26-4b84-820b-764163f5372d tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:56.521154 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-da4c085a-80b2-433d-80ff-a64d6c720f2f req-43641e24-4d26-4b84-820b-764163f5372d tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0799649 Apr 06 13:50:56.567710 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-da4c085a-80b2-433d-80ff-a64d6c720f2f req-fc324fb8-12e5-4d5c-a558-c72c15939ee4 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404184 Apr 06 13:50:57.407098 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:50:57.750959 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25488848-330c-4069-ac36-81a6f264ee5c req-f00df9f0-7da6-48a1-b87b-2fcf88d65333 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:57.752370 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-25488848-330c-4069-ac36-81a6f264ee5c req-f00df9f0-7da6-48a1-b87b-2fcf88d65333 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0784183 Apr 06 13:50:57.796749 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-25488848-330c-4069-ac36-81a6f264ee5c req-cc26b722-c613-4bbd-9473-210bb3eb4d53 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380447 Apr 06 13:50:58.538106 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24c08e-ebce-4f03-ae09-691cc5aab263 req-ee5b674a-d2fb-4d49-b807-396b6cf40a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:58.539513 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9b24c08e-ebce-4f03-ae09-691cc5aab263 req-ee5b674a-d2fb-4d49-b807-396b6cf40a19 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 1099 time: 0.0749435 Apr 06 13:50:58.780869 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24c08e-ebce-4f03-ae09-691cc5aab263 req-54abe246-8de6-4b01-99b0-66423063720d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:58.782291 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9b24c08e-ebce-4f03-ae09-691cc5aab263 req-54abe246-8de6-4b01-99b0-66423063720d service neutron] 10.222.0.61 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 913 time: 0.2252662 Apr 06 13:50:58.885677 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9b24c08e-ebce-4f03-ae09-691cc5aab263 req-a84f7f58-1a83-4c6a-9bdb-94a39c24c044 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 HTTP/1.1" status: 200 len: 1002 time: 0.0960333 Apr 06 13:50:58.953438 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24c08e-ebce-4f03-ae09-691cc5aab263 req-12c47fa4-db5c-4d51-bbdd-17a9ca983847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:58.954920 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9b24c08e-ebce-4f03-ae09-691cc5aab263 req-12c47fa4-db5c-4d51-bbdd-17a9ca983847 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d49705db-8a34-4c15-a59a-7c8816693095 HTTP/1.1" status: 200 len: 851 time: 0.0637999 Apr 06 13:50:58.996237 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235199b-2956-477a-b6ae-562d32190a3b req-cb721ff2-9bd3-49c2-bbe3-02f2f8be10bd tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:58.997676 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6235199b-2956-477a-b6ae-562d32190a3b req-cb721ff2-9bd3-49c2-bbe3-02f2f8be10bd tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0821435 Apr 06 13:50:59.029796 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24c08e-ebce-4f03-ae09-691cc5aab263 req-8013938a-20d7-4397-85ce-fa584fb991ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:59.031266 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9b24c08e-ebce-4f03-ae09-691cc5aab263 req-8013938a-20d7-4397-85ce-fa584fb991ee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=223ab609-0328-4396-a33b-5881f7d77556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707314 Apr 06 13:50:59.043770 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6235199b-2956-477a-b6ae-562d32190a3b req-680f4a09-0e8a-4c5e-ab9f-ecd84f3ed39a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400290 Apr 06 13:50:59.163984 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9b24c08e-ebce-4f03-ae09-691cc5aab263 req-b680a727-aa1f-4ac1-9f21-a2d841a4207b service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265688 Apr 06 13:50:59.297088 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9b24c08e-ebce-4f03-ae09-691cc5aab263 req-fb46b0de-ffb0-4a88-90a5-11024b43dc7e service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269736 Apr 06 13:51:00.228663 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e952a7c-fdca-466e-958d-84e0438962c7 req-43613ac9-19f1-4752-88e9-a2165302aaf5 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:00.230184 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8e952a7c-fdca-466e-958d-84e0438962c7 req-43613ac9-19f1-4752-88e9-a2165302aaf5 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0797386 Apr 06 13:51:00.274840 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8e952a7c-fdca-466e-958d-84e0438962c7 req-78d6f58e-07a0-4431-a181-e245f3c0f94f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389931 Apr 06 13:51:01.464737 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62180cdb-490a-46d7-b74b-e8bd37f066a7 req-e8c84384-1ba3-40dc-b8c8-5803579d3202 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:01.466081 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-62180cdb-490a-46d7-b74b-e8bd37f066a7 req-e8c84384-1ba3-40dc-b8c8-5803579d3202 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0819786 Apr 06 13:51:01.509870 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-62180cdb-490a-46d7-b74b-e8bd37f066a7 req-2aee4083-8aef-4532-9db3-14f7d7b11f39 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379057 Apr 06 13:51:02.696367 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2522f65-b4d9-4d5d-8eb4-09b026f48a13 req-2a2fc18c-f3d8-4f40-9738-2f1b7b1a8fe9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:02.697821 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f2522f65-b4d9-4d5d-8eb4-09b026f48a13 req-2a2fc18c-f3d8-4f40-9738-2f1b7b1a8fe9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0826445 Apr 06 13:51:02.743718 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f2522f65-b4d9-4d5d-8eb4-09b026f48a13 req-64c8dd2e-9d4b-463e-9b45-93210e4354a9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402319 Apr 06 13:51:03.926223 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e490a-8c89-4040-b59d-ef0b577b8021 req-a6ad6987-4fbf-4aa4-96a2-8d78ad3c4751 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:03.928180 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ff5e490a-8c89-4040-b59d-ef0b577b8021 req-a6ad6987-4fbf-4aa4-96a2-8d78ad3c4751 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0783732 Apr 06 13:51:03.970885 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ff5e490a-8c89-4040-b59d-ef0b577b8021 req-5093b8ec-2ff3-4ed2-ba21-aebbdadb7617 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368941 Apr 06 13:51:05.162265 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793423a-dff8-4468-982a-1b549d8a3868 req-d3bc964c-a0bf-491c-ae20-d97955f282b4 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:05.169038 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6793423a-dff8-4468-982a-1b549d8a3868 req-d3bc964c-a0bf-491c-ae20-d97955f282b4 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0907118 Apr 06 13:51:05.211763 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6793423a-dff8-4468-982a-1b549d8a3868 req-c09d4889-0171-45bf-ae13-57068ba1047d tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418639 Apr 06 13:51:06.395373 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff97b70-ac34-4e75-aa46-37c8da674895 req-4048637d-7043-4ebd-8b2f-2547ed0f4750 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:06.397544 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1ff97b70-ac34-4e75-aa46-37c8da674895 req-4048637d-7043-4ebd-8b2f-2547ed0f4750 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0791996 Apr 06 13:51:06.440086 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1ff97b70-ac34-4e75-aa46-37c8da674895 req-4007eb97-48e2-424f-8229-ee8be9a54a37 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371428 Apr 06 13:51:07.628009 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724036c-e3ee-49fd-a896-fcfec99bcb7b req-544d1c27-acbc-4ebc-bf6d-7db45a5e4be9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:07.629441 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0724036c-e3ee-49fd-a896-fcfec99bcb7b req-544d1c27-acbc-4ebc-bf6d-7db45a5e4be9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0832307 Apr 06 13:51:07.674353 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0724036c-e3ee-49fd-a896-fcfec99bcb7b req-6ccf1333-a715-4ded-8310-d99623f45f4f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387666 Apr 06 13:51:08.858595 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67550ccc-5727-48b8-8d86-2eb4309382d6 req-07755905-8b95-40f3-9d30-55c1dcf848f0 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:08.860067 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-67550ccc-5727-48b8-8d86-2eb4309382d6 req-07755905-8b95-40f3-9d30-55c1dcf848f0 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0827587 Apr 06 13:51:08.903311 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-67550ccc-5727-48b8-8d86-2eb4309382d6 req-63c60ca6-35e0-4282-a4bb-946ee755db05 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368454 Apr 06 13:51:10.089219 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38713305-4117-4563-a545-99bd6fd246df req-6878a1f4-2998-4ac1-867e-20b4ca51d410 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:10.090644 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-38713305-4117-4563-a545-99bd6fd246df req-6878a1f4-2998-4ac1-867e-20b4ca51d410 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0783019 Apr 06 13:51:10.133755 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-38713305-4117-4563-a545-99bd6fd246df req-9ba8f80c-29bd-412b-bf21-8f9563ec0d97 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375261 Apr 06 13:51:11.317761 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc024d-cc39-4d5c-9dff-9c62d0e17108 req-1424eb54-0095-400e-ab2c-fe741bd5663f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:11.319756 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-affc024d-cc39-4d5c-9dff-9c62d0e17108 req-1424eb54-0095-400e-ab2c-fe741bd5663f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0826211 Apr 06 13:51:11.363141 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-affc024d-cc39-4d5c-9dff-9c62d0e17108 req-4fd895a2-f74a-4c20-ab7a-c3a8b63a83c8 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377750 Apr 06 13:51:12.550359 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4ef4e-0e23-4b7b-8ce5-c6ae8a694957 req-37a4e19d-e6a7-4ceb-afe2-08e87f1c6a9d tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:12.551733 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-04e4ef4e-0e23-4b7b-8ce5-c6ae8a694957 req-37a4e19d-e6a7-4ceb-afe2-08e87f1c6a9d tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0788240 Apr 06 13:51:12.599491 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-04e4ef4e-0e23-4b7b-8ce5-c6ae8a694957 req-8a4cab81-b5ab-46d0-affb-ba907a573ebd tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411267 Apr 06 13:51:13.788586 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4b7d9-ce0c-418f-b2f2-3fd0031c865e req-8c6350ac-6d02-4bda-bbba-d23f8bc40d1a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:13.790154 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1cf4b7d9-ce0c-418f-b2f2-3fd0031c865e req-8c6350ac-6d02-4bda-bbba-d23f8bc40d1a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0810003 Apr 06 13:51:13.833684 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1cf4b7d9-ce0c-418f-b2f2-3fd0031c865e req-666b262a-3878-488d-8590-1d5c4254782b tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378628 Apr 06 13:51:15.022282 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8029a-b7b8-4ce3-b321-6fde904fd0b1 req-84db7749-0806-4f9b-b037-0f41560b3839 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:15.023824 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-13c8029a-b7b8-4ce3-b321-6fde904fd0b1 req-84db7749-0806-4f9b-b037-0f41560b3839 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0850253 Apr 06 13:51:15.067690 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-13c8029a-b7b8-4ce3-b321-6fde904fd0b1 req-e67e3b0c-cc27-4d5a-91df-aab6efac089b tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383019 Apr 06 13:51:15.446192 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-52b37b65-e331-47ff-a067-702d9d95d00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:16.251433 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e537ae-f15d-4abf-a24d-00d5a70fe529 req-48c2d3dc-bf8f-49fc-b8f8-c90d62b47b34 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:16.252852 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-31e537ae-f15d-4abf-a24d-00d5a70fe529 req-48c2d3dc-bf8f-49fc-b8f8-c90d62b47b34 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0790303 Apr 06 13:51:16.296918 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-31e537ae-f15d-4abf-a24d-00d5a70fe529 req-2b4908d3-5407-4dcd-bcaa-335ce894a2ee tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376184 Apr 06 13:51:17.484852 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa637c0-71a5-4a35-87a3-12e101dfe22e req-fdbb462f-4cca-440f-96c0-9f741b79b553 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:17.486188 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2aa637c0-71a5-4a35-87a3-12e101dfe22e req-fdbb462f-4cca-440f-96c0-9f741b79b553 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0821159 Apr 06 13:51:17.529003 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2aa637c0-71a5-4a35-87a3-12e101dfe22e req-03a0625a-6966-4911-b134-b61a30c8de48 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370531 Apr 06 13:51:17.737713 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0fe6d170-5d52-46f7-a3db-2efd34cb2357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:17.812562 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0dc19f49-a932-49fe-8a68-3dc7bef670ff req-481cf5e3-66cd-4a29-a909-ec034d888b1b service neutron] 10.222.0.61 "GET /v2.0/ports/92fcb64d-2859-4e3e-95d2-6ca4bd5aac57/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0788953 Apr 06 13:51:18.555667 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc19f49-a932-49fe-8a68-3dc7bef670ff req-42f96c72-6d31-41da-8c88-98d3fef91639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:18.557016 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0dc19f49-a932-49fe-8a68-3dc7bef670ff req-42f96c72-6d31-41da-8c88-98d3fef91639 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf&tenant_id=ca5096a407844c0babf8ea9ddf9eec57 HTTP/1.1" status: 200 len: 1099 time: 0.0727179 Apr 06 13:51:18.653542 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc19f49-a932-49fe-8a68-3dc7bef670ff req-e5962bab-2eb8-4d32-b552-e601cfd7dc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:18.655001 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0dc19f49-a932-49fe-8a68-3dc7bef670ff req-e5962bab-2eb8-4d32-b552-e601cfd7dc16 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 1099 time: 0.0774248 Apr 06 13:51:18.718412 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80609cb4-4330-4331-8bdd-7faf9f6be511 req-baa36b2b-dae8-413b-aa8e-1cfa235f1229 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:18.719858 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-80609cb4-4330-4331-8bdd-7faf9f6be511 req-baa36b2b-dae8-413b-aa8e-1cfa235f1229 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0835481 Apr 06 13:51:18.765161 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-80609cb4-4330-4331-8bdd-7faf9f6be511 req-7a75558a-12c5-419c-b401-e599ce38e2de tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387318 Apr 06 13:51:18.790829 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc19f49-a932-49fe-8a68-3dc7bef670ff req-cd6cf809-11f9-4850-9d1c-495eebe11456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:18.792239 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0dc19f49-a932-49fe-8a68-3dc7bef670ff req-cd6cf809-11f9-4850-9d1c-495eebe11456 service neutron] 10.222.0.61 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 913 time: 0.1303318 Apr 06 13:51:18.868798 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:18.894257 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0dc19f49-a932-49fe-8a68-3dc7bef670ff req-142e24a5-d61f-41e9-ba66-c6aa8e762477 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 HTTP/1.1" status: 200 len: 1002 time: 0.0962462 Apr 06 13:51:18.909020 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:18.954823 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc19f49-a932-49fe-8a68-3dc7bef670ff req-8a33e75f-52d5-41b2-b414-e689933e406d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:18.956211 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0dc19f49-a932-49fe-8a68-3dc7bef670ff req-8a33e75f-52d5-41b2-b414-e689933e406d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d49705db-8a34-4c15-a59a-7c8816693095 HTTP/1.1" status: 200 len: 851 time: 0.0567689 Apr 06 13:51:19.028863 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc19f49-a932-49fe-8a68-3dc7bef670ff req-275c7edb-2f78-43f3-aa61-ff20ffe33abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:19.030344 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0dc19f49-a932-49fe-8a68-3dc7bef670ff req-275c7edb-2f78-43f3-aa61-ff20ffe33abc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=223ab609-0328-4396-a33b-5881f7d77556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680175 Apr 06 13:51:19.159976 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0dc19f49-a932-49fe-8a68-3dc7bef670ff req-a2b035c8-f55c-464e-a56a-e4628ae72b31 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223822 Apr 06 13:51:19.290396 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0dc19f49-a932-49fe-8a68-3dc7bef670ff req-4fa39988-3eca-4bc1-b9c2-a8f7171d7539 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245539 Apr 06 13:51:19.947962 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3c1de-ab5b-4238-8a3f-d7fdbf49da66 req-4d325d2b-97da-409b-a905-18a7f9c5609d tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:19.949372 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3ad3c1de-ab5b-4238-8a3f-d7fdbf49da66 req-4d325d2b-97da-409b-a905-18a7f9c5609d tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0790460 Apr 06 13:51:19.993376 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3ad3c1de-ab5b-4238-8a3f-d7fdbf49da66 req-f2291412-d7cd-478a-a4d7-702a3efee342 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383635 Apr 06 13:51:20.383596 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:21.285248 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60472233-3a1b-4032-9c6a-59ae4dc46a0d req-b84722da-8b15-478a-880c-9bb758bb5ff6 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:21.286591 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-60472233-3a1b-4032-9c6a-59ae4dc46a0d req-b84722da-8b15-478a-880c-9bb758bb5ff6 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.1804345 Apr 06 13:51:21.322226 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:51:21.324530 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:51:21.330267 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-60472233-3a1b-4032-9c6a-59ae4dc46a0d req-c067e4c0-7d57-46e4-b99e-25c42655e518 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371313 Apr 06 13:51:21.568629 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:21.607439 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=92fcb64d-2859-4e3e-95d2-6ca4bd5aac57,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:51:21.617671 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d700150-733b-4ead-ac52-c1c6404e2baf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92fcb64d-2859-4e3e-95d2-6ca4bd5aac57'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:51:21.633751 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=92fcb64d-2859-4e3e-95d2-6ca4bd5aac57,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:51:21.633751 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '92fcb64d-2859-4e3e-95d2-6ca4bd5aac57', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'port_id': '92fcb64d-2859-4e3e-95d2-6ca4bd5aac57', 'mac_address': 'fa:16:3e:4a:76:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:51:21.674411 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8175ce45-fb0d-4420-8898-ad645dfc80e0'] response: {'server_uuid': '1d700150-733b-4ead-ac52-c1c6404e2baf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92fcb64d-2859-4e3e-95d2-6ca4bd5aac57', 'code': 200} Apr 06 13:51:21.691143 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:21.708339 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:51:21.715535 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:21.827251 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:51:21.827504 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:51:21.830674 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=92fcb64d-2859-4e3e-95d2-6ca4bd5aac57,revision_number=6']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:22.384033 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:22.400995 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:51:22.415880 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=92fcb64d-2859-4e3e-95d2-6ca4bd5aac57,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:51:22.497422 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:22.520272 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d11c2-5713-4e52-854b-08c96d5fb6a2 req-708971af-80b9-4746-96a5-a7d1a77a021c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:22.521755 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-833d11c2-5713-4e52-854b-08c96d5fb6a2 req-708971af-80b9-4746-96a5-a7d1a77a021c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 944 time: 0.0839195 Apr 06 13:51:22.560063 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['92fcb64d-2859-4e3e-95d2-6ca4bd5aac57'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:51:22.566310 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-833d11c2-5713-4e52-854b-08c96d5fb6a2 req-72046c6f-40bc-4849-9dac-5404ac22c4d6 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381055 Apr 06 13:51:22.611112 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=92fcb64d-2859-4e3e-95d2-6ca4bd5aac57,revision_number=7']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:23.037835 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c3ec3-2eca-48b6-9482-fbef3794eb73 req-2c004c36-3169-4152-a330-0e429362e82a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:23.039541 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b38c3ec3-2eca-48b6-9482-fbef3794eb73 req-2c004c36-3169-4152-a330-0e429362e82a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 945 time: 0.0816755 Apr 06 13:51:23.082755 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b38c3ec3-2eca-48b6-9482-fbef3794eb73 req-1adf8914-8f5c-40cb-b988-7a36828dfc54 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375791 Apr 06 13:51:23.102920 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd5cad-6096-4c68-8454-2d19da4b4589 req-3ff8406e-065e-49e3-b84e-22ae3ddb8cc2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:23.103606 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-8dbd5cad-6096-4c68-8454-2d19da4b4589 req-3ff8406e-065e-49e3-b84e-22ae3ddb8cc2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Synchronizing usage tracker for tenant:ca5096a407844c0babf8ea9ddf9eec57 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:51:23.227898 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-8dbd5cad-6096-4c68-8454-2d19da4b4589 req-3ff8406e-065e-49e3-b84e-22ae3ddb8cc2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Unset dirty status for tenant:ca5096a407844c0babf8ea9ddf9eec57 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:51:23.229072 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8dbd5cad-6096-4c68-8454-2d19da4b4589 req-3ff8406e-065e-49e3-b84e-22ae3ddb8cc2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf&tenant_id=ca5096a407844c0babf8ea9ddf9eec57&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 945 time: 0.2133210 Apr 06 13:51:23.327971 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:51:23.367322 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd5cad-6096-4c68-8454-2d19da4b4589 req-c3791fb3-7123-4fb3-9179-3e22275a9b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:23.369011 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8dbd5cad-6096-4c68-8454-2d19da4b4589 req-c3791fb3-7123-4fb3-9179-3e22275a9b21 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 1098 time: 0.0712826 Apr 06 13:51:23.394884 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:51:23.395250 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:23.500394 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd5cad-6096-4c68-8454-2d19da4b4589 req-59425822-3ce7-4388-ba32-8f7451ae104f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:23.501748 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8dbd5cad-6096-4c68-8454-2d19da4b4589 req-59425822-3ce7-4388-ba32-8f7451ae104f service neutron] 10.222.0.61 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 913 time: 0.1272287 Apr 06 13:51:23.509973 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:23.540779 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=92fcb64d-2859-4e3e-95d2-6ca4bd5aac57,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:51:23.600326 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:23.673243 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=92fcb64d-2859-4e3e-95d2-6ca4bd5aac57,revision_number=8']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:23.675611 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d700150-733b-4ead-ac52-c1c6404e2baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fcb64d-2859-4e3e-95d2-6ca4bd5aac57'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:51:23.711075 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8dbd5cad-6096-4c68-8454-2d19da4b4589 req-2a69e852-4e22-408a-867b-53cdf6669ab1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 HTTP/1.1" status: 200 len: 1002 time: 0.2032118 Apr 06 13:51:23.730908 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a5e3952-fef1-4be9-8902-70fd0be40284'] response: {'server_uuid': '1d700150-733b-4ead-ac52-c1c6404e2baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fcb64d-2859-4e3e-95d2-6ca4bd5aac57', 'code': 200} Apr 06 13:51:23.776378 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd5cad-6096-4c68-8454-2d19da4b4589 req-974c0dff-e9be-4c5d-b29c-70c89f0cb24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:23.777687 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8dbd5cad-6096-4c68-8454-2d19da4b4589 req-974c0dff-e9be-4c5d-b29c-70c89f0cb24a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d49705db-8a34-4c15-a59a-7c8816693095 HTTP/1.1" status: 200 len: 851 time: 0.0613039 Apr 06 13:51:23.849310 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd5cad-6096-4c68-8454-2d19da4b4589 req-2089dc8c-95d4-40c5-8a62-2c3d1c943401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:23.851292 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8dbd5cad-6096-4c68-8454-2d19da4b4589 req-2089dc8c-95d4-40c5-8a62-2c3d1c943401 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=223ab609-0328-4396-a33b-5881f7d77556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683882 Apr 06 13:51:23.982336 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8dbd5cad-6096-4c68-8454-2d19da4b4589 req-c5998c25-63fd-4ddf-848d-6a52dd732e74 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254482 Apr 06 13:51:24.110752 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8dbd5cad-6096-4c68-8454-2d19da4b4589 req-3c97b37a-89ab-43c5-af9f-ece33042912d service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222711 Apr 06 13:51:24.278040 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ac3d7-ddeb-4750-81b5-98885f339ad6 req-6fc15127-9e0a-418c-98fd-a89a37cff4ab tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:24.280333 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-740ac3d7-ddeb-4750-81b5-98885f339ad6 req-6fc15127-9e0a-418c-98fd-a89a37cff4ab tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0858729 Apr 06 13:51:24.327397 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-740ac3d7-ddeb-4750-81b5-98885f339ad6 req-213de4ee-5b47-42bd-8746-4d7133126ea0 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418644 Apr 06 13:51:25.514420 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0713cf-449e-4bb3-896c-b96ca8405a85 req-411a70b8-656d-4493-8122-df6d0962d0d8 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:25.515862 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2e0713cf-449e-4bb3-896c-b96ca8405a85 req-411a70b8-656d-4493-8122-df6d0962d0d8 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0786407 Apr 06 13:51:25.563122 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2e0713cf-449e-4bb3-896c-b96ca8405a85 req-74451ab5-91d6-47db-b69d-edf042da8230 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414417 Apr 06 13:51:25.744326 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409c5bf-c70b-4b1c-8202-26fc71fb3652 req-4b4c5c32-bd73-4f2f-a1e2-c9833d332c83 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:25.745741 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a409c5bf-c70b-4b1c-8202-26fc71fb3652 req-4b4c5c32-bd73-4f2f-a1e2-c9833d332c83 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0784383 Apr 06 13:51:25.791647 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a409c5bf-c70b-4b1c-8202-26fc71fb3652 req-85729215-cf36-4e9d-9968-8eaa2f323146 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402198 Apr 06 13:51:25.977017 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9686d28-7753-49f4-ab28-12bb805771fa req-9ba72c08-2ff3-4c96-ac94-670f4b943c6a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:25.978353 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e9686d28-7753-49f4-ab28-12bb805771fa req-9ba72c08-2ff3-4c96-ac94-670f4b943c6a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0816977 Apr 06 13:51:26.021837 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e9686d28-7753-49f4-ab28-12bb805771fa req-0af6a1c6-d2b1-49fe-8604-1bad062cd011 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377007 Apr 06 13:51:26.632170 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ca37e-08c3-4cef-a06a-78c3d99d7949 req-1a344276-b076-4f05-a7d5-6959e8a8b950 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:26.633615 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c97ca37e-08c3-4cef-a06a-78c3d99d7949 req-1a344276-b076-4f05-a7d5-6959e8a8b950 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0793767 Apr 06 13:51:26.676877 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c97ca37e-08c3-4cef-a06a-78c3d99d7949 req-bb3996c5-688f-4fb5-9aee-1fe56561fc1f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373433 Apr 06 13:51:27.462903 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:28.015447 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5093b-9159-4419-bc7c-00f1089aad5c req-a0b3ea09-f057-4749-b54b-e86d7f58bb9a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:28.016856 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e8c5093b-9159-4419-bc7c-00f1089aad5c req-a0b3ea09-f057-4749-b54b-e86d7f58bb9a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0829089 Apr 06 13:51:28.061833 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e8c5093b-9159-4419-bc7c-00f1089aad5c req-38ff4ec9-539d-4fea-9faa-e0bbb3bb3665 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377884 Apr 06 13:51:28.289446 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908e714-8e92-4ea6-b40e-ce790ec39510 req-979ae8bc-e1da-45d1-9196-e1f166af1cdb tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:28.290853 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0908e714-8e92-4ea6-b40e-ce790ec39510 req-979ae8bc-e1da-45d1-9196-e1f166af1cdb tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 946 time: 0.0840847 Apr 06 13:51:28.359372 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-0908e714-8e92-4ea6-b40e-ce790ec39510 req-50ff0780-00fd-4a42-bf63-6696745f2a33 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Deleting port 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:51:28.359709 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-0908e714-8e92-4ea6-b40e-ce790ec39510 req-50ff0780-00fd-4a42-bf63-6696745f2a33 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:28.609004 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-0908e714-8e92-4ea6-b40e-ce790ec39510 req-50ff0780-00fd-4a42-bf63-6696745f2a33 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] For port 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=92fcb64d-2859-4e3e-95d2-6ca4bd5aac57,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:51:28.609272 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-0908e714-8e92-4ea6-b40e-ce790ec39510 req-50ff0780-00fd-4a42-bf63-6696745f2a33 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:28.893221 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-0908e714-8e92-4ea6-b40e-ce790ec39510 req-50ff0780-00fd-4a42-bf63-6696745f2a33 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:28.893622 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-0908e714-8e92-4ea6-b40e-ce790ec39510 req-50ff0780-00fd-4a42-bf63-6696745f2a33 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:28.893934 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [req-0908e714-8e92-4ea6-b40e-ce790ec39510 req-50ff0780-00fd-4a42-bf63-6696745f2a33 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Floating IP 9b6af3f2-311a-430d-b0c0-553a69f8656a disassociated. External IP: 172.26.4.174, port: 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57. Apr 06 13:51:28.894291 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-0908e714-8e92-4ea6-b40e-ce790ec39510 req-50ff0780-00fd-4a42-bf63-6696745f2a33 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Calling delete_port for 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:51:29.109063 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-0908e714-8e92-4ea6-b40e-ce790ec39510 req-50ff0780-00fd-4a42-bf63-6696745f2a33 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:29.160467 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff0780-00fd-4a42-bf63-6696745f2a33 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Pushing event deleted for resources: {'Port': ['ID=92fcb64d-2859-4e3e-95d2-6ca4bd5aac57,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:29.172203 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff0780-00fd-4a42-bf63-6696745f2a33 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:29.172549 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff0780-00fd-4a42-bf63-6696745f2a33 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:29.172888 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff0780-00fd-4a42-bf63-6696745f2a33 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:29.173221 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff0780-00fd-4a42-bf63-6696745f2a33 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:29.173557 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff0780-00fd-4a42-bf63-6696745f2a33 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:29.173882 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff0780-00fd-4a42-bf63-6696745f2a33 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:29.174205 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff0780-00fd-4a42-bf63-6696745f2a33 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:29.174533 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff0780-00fd-4a42-bf63-6696745f2a33 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:29.174872 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff0780-00fd-4a42-bf63-6696745f2a33 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:29.178766 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff0780-00fd-4a42-bf63-6696745f2a33 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:29.178766 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff0780-00fd-4a42-bf63-6696745f2a33 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:29.178766 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff0780-00fd-4a42-bf63-6696745f2a33 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:29.219222 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cfdaa34c-bdb4-4af7-87c4-bbf22eade32b req-3429950f-dac0-4b7a-9222-246021ae4f26 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 210 time: 0.0453393 Apr 06 13:51:29.471894 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0908e714-8e92-4ea6-b40e-ce790ec39510 req-50ff0780-00fd-4a42-bf63-6696745f2a33 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:51:29.563009 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:51:29.652223 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0908e714-8e92-4ea6-b40e-ce790ec39510 req-50ff0780-00fd-4a42-bf63-6696745f2a33 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:51:29.662166 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0e83ad-4815-4d70-bef2-13eb89a2d3a8 None None] Sync routers for ids ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:51:29.672069 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0e83ad-4815-4d70-bef2-13eb89a2d3a8 None None] Routers {'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:51:29.672659 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-fe0e83ad-4815-4d70-bef2-13eb89a2d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:51:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:29.721846 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-0908e714-8e92-4ea6-b40e-ce790ec39510 req-50ff0780-00fd-4a42-bf63-6696745f2a33 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] No DVR routers for this DVR port 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:51:29.724303 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-0908e714-8e92-4ea6-b40e-ce790ec39510 req-50ff0780-00fd-4a42-bf63-6696745f2a33 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:29.727422 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d700150-733b-4ead-ac52-c1c6404e2baf', 'name': 'network-vif-deleted', 'tag': '92fcb64d-2859-4e3e-95d2-6ca4bd5aac57'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:51:29.772412 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c13220a2-05e0-425f-a09d-c2514ae361ee'] response: {'server_uuid': '1d700150-733b-4ead-ac52-c1c6404e2baf', 'name': 'network-vif-deleted', 'tag': '92fcb64d-2859-4e3e-95d2-6ca4bd5aac57', 'status': 'completed', 'code': 200} Apr 06 13:51:29.810600 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0908e714-8e92-4ea6-b40e-ce790ec39510 req-50ff0780-00fd-4a42-bf63-6696745f2a33 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.61 "DELETE /v2.0/ports/92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 HTTP/1.1" status: 204 len: 173 time: 1.5149298 Apr 06 13:51:29.854641 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-fe0e83ad-4815-4d70-bef2-13eb89a2d3a8 None None] Set router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:51:30.175380 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-fe0e83ad-4815-4d70-bef2-13eb89a2d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:30Z', 'revision_number': 4, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6', 'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'mac_address': 'fa:16:3e:aa:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:29Z', 'updated_at': '2022-04-06T13:50:36Z', 'revision_number': 5, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'subnets': [{'id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:30.179891 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0e83ad-4815-4d70-bef2-13eb89a2d3a8 None None] Checking router: c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:51:30.188039 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0e83ad-4815-4d70-bef2-13eb89a2d3a8 None None] Routers {'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:51:30.188625 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-fe0e83ad-4815-4d70-bef2-13eb89a2d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:51:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:30.395871 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-67ff69a8-c750-4347-a3db-669a7975c89f req-e361bfd8-da08-45b9-a939-f0ce0bf2d437 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d700150-733b-4ead-ac52-c1c6404e2baf HTTP/1.1" status: 200 len: 210 time: 0.0485015 Apr 06 13:51:30.408876 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-fe0e83ad-4815-4d70-bef2-13eb89a2d3a8 None None] Set router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:51:30.717536 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-fe0e83ad-4815-4d70-bef2-13eb89a2d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:30Z', 'revision_number': 4, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6', 'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'mac_address': 'fa:16:3e:aa:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:29Z', 'updated_at': '2022-04-06T13:50:36Z', 'revision_number': 5, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'subnets': [{'id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:30.721531 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0e83ad-4815-4d70-bef2-13eb89a2d3a8 None None] The sync data for ids ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'] in dv-neutron-834600-1-hyperv is: [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:30Z', 'revision_number': 4, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6', 'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'mac_address': 'fa:16:3e:aa:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:29Z', 'updated_at': '2022-04-06T13:50:36Z', 'revision_number': 5, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'subnets': [{'id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:51:30.927211 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f7cbab-5577-404f-b02f-bebf10283a8d None None] New status for floating IP 9b6af3f2-311a-430d-b0c0-553a69f8656a: DOWN {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:51:31.729272 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-475d0e65-facf-4dbd-8fac-d0fc3141ed83 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--947112516&fields=id&tenant_id=ca5096a407844c0babf8ea9ddf9eec57 HTTP/1.1" status: 200 len: 267 time: 0.0397501 Apr 06 13:51:31.879939 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-00dd3889-872f-4146-a180-1c77aed8a7c9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:31.881936 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-00dd3889-872f-4146-a180-1c77aed8a7c9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 812 time: 0.1462667 Apr 06 13:51:31.896559 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-94920f47-0529-4df5-ad5e-6e4d0f30ac37 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/quotas/ca5096a407844c0babf8ea9ddf9eec57 HTTP/1.1" status: 200 len: 375 time: 0.0087893 Apr 06 13:51:31.986451 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-8f071967-b9f8-4cbc-8ab8-99f2b8e6e5bb tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0848942 Apr 06 13:51:32.122622 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-e7d17ecd-6d03-418f-91b8-d43ebed6bfca service neutron] 10.222.0.48 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236875 Apr 06 13:51:32.252218 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-138dec57-c0cf-41fc-b9c1-ba7003e9c6c3 service neutron] 10.222.0.48 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237998 Apr 06 13:51:32.533570 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-15e1761e-e263-4f41-98d3-3a4d036787e1 req-47789ba0-32cd-4085-a586-fbce67f3bc04 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 210 time: 0.0430357 Apr 06 13:51:33.398705 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:51:33.433698 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:51:33.434032 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 92fcb64d-2859-4e3e-95d2-6ca4bd5aac57 not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:51:33.681017 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7e993095-b588-487c-904b-5275e646482f req-a78fda7a-6839-4866-a0a6-e101615f7ad0 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 210 time: 0.0433800 Apr 06 13:51:34.606807 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-53e32c28-5cf9-4b00-82c2-5b0e3bc54ac7 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:34.608139 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-53e32c28-5cf9-4b00-82c2-5b0e3bc54ac7 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.61 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 812 time: 0.1475184 Apr 06 13:51:34.661606 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-b9318780-5e9b-4810-9209-c6c91d1900be tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca5096a407844c0babf8ea9ddf9eec57 HTTP/1.1" status: 200 len: 379 time: 0.0443945 Apr 06 13:51:34.669239 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-cd077ec4-6699-433e-9341-3e1c13b6f906 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Request body: {'port': {'device_id': '223faa24-383f-4187-8b5a-aca2daaa79d7', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'admin_state_up': True, 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'security_groups': ['260a532e-f1cd-462e-9e9a-41ca198589be']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:34.808631 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-cd077ec4-6699-433e-9341-3e1c13b6f906 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:51:34.812723 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-cd077ec4-6699-433e-9341-3e1c13b6f906 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Usage tracker for resource:port and tenant:ca5096a407844c0babf8ea9ddf9eec57 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:51:34.815893 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-cd077ec4-6699-433e-9341-3e1c13b6f906 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:51:34.822219 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-cd077ec4-6699-433e-9341-3e1c13b6f906 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:51:34.846774 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ff6dbea6-8538-48d8-b5cf-d4721bd363e6 req-7fb6f5a8-23f5-4cc2-a576-e2ef711febef tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 210 time: 0.0468826 Apr 06 13:51:34.949425 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-cd077ec4-6699-433e-9341-3e1c13b6f906 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Made reservation on behalf of ca5096a407844c0babf8ea9ddf9eec57 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:51:34.953361 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-cd077ec4-6699-433e-9341-3e1c13b6f906 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:35.118275 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-cd077ec4-6699-433e-9341-3e1c13b6f906 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Allocated IP 172.20.0.14 (223ab609-0328-4396-a33b-5881f7d77556/d49705db-8a34-4c15-a59a-7c8816693095/871f8281-29da-4c19-9a0b-19a778777833) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:51:35.336071 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-cd077ec4-6699-433e-9341-3e1c13b6f906 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:35.353757 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-cd077ec4-6699-433e-9341-3e1c13b6f906 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Transition to ACTIVE for port object 871f8281-29da-4c19-9a0b-19a778777833 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:51:35.468738 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-cd077ec4-6699-433e-9341-3e1c13b6f906 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:35.536375 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-cd077ec4-6699-433e-9341-3e1c13b6f906 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Network 223ab609-0328-4396-a33b-5881f7d77556 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:51:35.544966 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-cd077ec4-6699-433e-9341-3e1c13b6f906 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:35.549344 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-cd077ec4-6699-433e-9341-3e1c13b6f906 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:51:35.585707 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd077ec4-6699-433e-9341-3e1c13b6f906 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Pushing event updated for resources: {'Port': ['ID=871f8281-29da-4c19-9a0b-19a778777833,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:35.626644 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-cd077ec4-6699-433e-9341-3e1c13b6f906 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:35.627354 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-cd077ec4-6699-433e-9341-3e1c13b6f906 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:35.726375 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-cd077ec4-6699-433e-9341-3e1c13b6f906 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0605514 Apr 06 13:51:35.737143 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-c96b0e04-a52a-42d3-a17a-99b8f5a77d63 service neutron] Request body: {'port': {'device_id': '223faa24-383f-4187-8b5a-aca2daaa79d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:35.848963 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-c96b0e04-a52a-42d3-a17a-99b8f5a77d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:35.862668 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-53e5478f-9d4b-434e-ac35-f72d8b820f23 None None] Provisioning for port 871f8281-29da-4c19-9a0b-19a778777833 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:51:35.867802 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-53e5478f-9d4b-434e-ac35-f72d8b820f23 None None] Provisioning complete for port 871f8281-29da-4c19-9a0b-19a778777833 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:51:35.868232 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-53e5478f-9d4b-434e-ac35-f72d8b820f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:35.922942 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-53e5478f-9d4b-434e-ac35-f72d8b820f23 None None] Port 871f8281-29da-4c19-9a0b-19a778777833 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:51:36.037475 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd172b1-4d2a-442f-8115-d9a251860032 req-999d42ba-fba1-45a4-ae7e-5c67fa64e54f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:36.039003 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dbd172b1-4d2a-442f-8115-d9a251860032 req-999d42ba-fba1-45a4-ae7e-5c67fa64e54f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 932 time: 0.0819187 Apr 06 13:51:36.084103 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dbd172b1-4d2a-442f-8115-d9a251860032 req-ba39fed4-bce2-4ff4-a975-ce0bf18ea1f8 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391138 Apr 06 13:51:36.327017 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-c96b0e04-a52a-42d3-a17a-99b8f5a77d63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 871f8281-29da-4c19-9a0b-19a778777833 {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:51:36.334129 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-c96b0e04-a52a-42d3-a17a-99b8f5a77d63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:36.347972 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-c96b0e04-a52a-42d3-a17a-99b8f5a77d63 service neutron] Transition to ACTIVE for port object 871f8281-29da-4c19-9a0b-19a778777833 will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:51:36.422699 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-c96b0e04-a52a-42d3-a17a-99b8f5a77d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:36.577528 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b0e04-a52a-42d3-a17a-99b8f5a77d63 service neutron] Pushing event updated for resources: {'Port': ['ID=871f8281-29da-4c19-9a0b-19a778777833,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:36.659119 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-c96b0e04-a52a-42d3-a17a-99b8f5a77d63 service neutron] Attempting to bind port 871f8281-29da-4c19-9a0b-19a778777833 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:51:36.659763 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-c96b0e04-a52a-42d3-a17a-99b8f5a77d63 service neutron] Attempting to bind port 871f8281-29da-4c19-9a0b-19a778777833 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '034ff104-e5af-435f-904e-dfac0480f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '223ab609-0328-4396-a33b-5881f7d77556'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:51:36.659763 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-c96b0e04-a52a-42d3-a17a-99b8f5a77d63 service neutron] Attempting to bind port 871f8281-29da-4c19-9a0b-19a778777833 on network 223ab609-0328-4396-a33b-5881f7d77556 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:51:36.664753 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-c96b0e04-a52a-42d3-a17a-99b8f5a77d63 service neutron] Port 871f8281-29da-4c19-9a0b-19a778777833 on network 223ab609-0328-4396-a33b-5881f7d77556 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:51:36.665073 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-c96b0e04-a52a-42d3-a17a-99b8f5a77d63 service neutron] Attempting to bind port 871f8281-29da-4c19-9a0b-19a778777833 on network 223ab609-0328-4396-a33b-5881f7d77556 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:51:36.669981 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-c96b0e04-a52a-42d3-a17a-99b8f5a77d63 service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:51:36.670325 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-c96b0e04-a52a-42d3-a17a-99b8f5a77d63 service neutron] Checking segment: {'id': '034ff104-e5af-435f-904e-dfac0480f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '223ab609-0328-4396-a33b-5881f7d77556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:51:36.670699 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-c96b0e04-a52a-42d3-a17a-99b8f5a77d63 service neutron] Bound using segment: {'id': '034ff104-e5af-435f-904e-dfac0480f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '223ab609-0328-4396-a33b-5881f7d77556'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:51:36.671138 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-c96b0e04-a52a-42d3-a17a-99b8f5a77d63 service neutron] Bound port: 871f8281-29da-4c19-9a0b-19a778777833, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034ff104-e5af-435f-904e-dfac0480f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '223ab609-0328-4396-a33b-5881f7d77556'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:51:36.671471 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-c96b0e04-a52a-42d3-a17a-99b8f5a77d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:36.764908 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-c96b0e04-a52a-42d3-a17a-99b8f5a77d63 service neutron] For port 871f8281-29da-4c19-9a0b-19a778777833, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:51:36.767796 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-c96b0e04-a52a-42d3-a17a-99b8f5a77d63 service neutron] For port 871f8281-29da-4c19-9a0b-19a778777833, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=871f8281-29da-4c19-9a0b-19a778777833,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:51:36.850708 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-c96b0e04-a52a-42d3-a17a-99b8f5a77d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:36.904495 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-c96b0e04-a52a-42d3-a17a-99b8f5a77d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:36.905216 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-c96b0e04-a52a-42d3-a17a-99b8f5a77d63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:36.906431 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-c96b0e04-a52a-42d3-a17a-99b8f5a77d63 service neutron] 10.222.0.61 "PUT /v2.0/ports/871f8281-29da-4c19-9a0b-19a778777833 HTTP/1.1" status: 200 len: 1094 time: 1.1733744 Apr 06 13:51:36.906872 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223faa24-383f-4187-8b5a-aca2daaa79d7', 'tag': '871f8281-29da-4c19-9a0b-19a778777833'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:51:36.934332 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b0e04-a52a-42d3-a17a-99b8f5a77d63 service neutron] Pushing event updated for resources: {'Port': ['ID=871f8281-29da-4c19-9a0b-19a778777833,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:36.954663 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ae6da72-68bd-44de-9b28-7d2267f3b181'] response: {'name': 'network-changed', 'server_uuid': '223faa24-383f-4187-8b5a-aca2daaa79d7', 'tag': '871f8281-29da-4c19-9a0b-19a778777833', 'status': 'completed', 'code': 200} Apr 06 13:51:37.053666 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeee5b2-6f49-43fe-ae18-a32dc89a920a req-f22de631-63e6-45b9-8d5d-2ee1d6d0757a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:37.055188 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-fbeee5b2-6f49-43fe-ae18-a32dc89a920a req-f22de631-63e6-45b9-8d5d-2ee1d6d0757a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 1097 time: 0.0780981 Apr 06 13:51:37.206642 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeee5b2-6f49-43fe-ae18-a32dc89a920a req-3ff73267-7a9a-4c84-a3b1-b08546e84568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:37.208116 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-fbeee5b2-6f49-43fe-ae18-a32dc89a920a req-3ff73267-7a9a-4c84-a3b1-b08546e84568 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1465085 Apr 06 13:51:37.285689 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f31800-978b-4c78-b460-3ec702ee7082 req-161bc9bd-3407-4f66-9d30-744223d33f78 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:37.287191 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-97f31800-978b-4c78-b460-3ec702ee7082 req-161bc9bd-3407-4f66-9d30-744223d33f78 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 944 time: 0.0868363 Apr 06 13:51:37.348591 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeee5b2-6f49-43fe-ae18-a32dc89a920a req-6760f24f-7e80-422f-8967-9192968fb89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:37.350093 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-fbeee5b2-6f49-43fe-ae18-a32dc89a920a req-6760f24f-7e80-422f-8967-9192968fb89d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1366513 Apr 06 13:51:37.435150 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-97f31800-978b-4c78-b460-3ec702ee7082 req-05a731e4-7f0e-4276-ba6e-a5e24edac3cf tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420569 Apr 06 13:51:37.460580 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-b33ce2c6-29c3-4f57-a09d-1cade06752a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:37.462047 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-b33ce2c6-29c3-4f57-a09d-1cade06752a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 1097 time: 0.0759029 Apr 06 13:51:37.530923 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-5a1ceeec-534f-4046-a715-126641e81876 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=871f8281-29da-4c19-9a0b-19a778777833 HTTP/1.1" status: 200 len: 217 time: 0.0622072 Apr 06 13:51:37.594165 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-4e45618e-4f37-4c23-aac1-b2b30783c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:37.595555 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-4e45618e-4f37-4c23-aac1-b2b30783c85e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d49705db-8a34-4c15-a59a-7c8816693095 HTTP/1.1" status: 200 len: 851 time: 0.0579996 Apr 06 13:51:37.668559 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-0252ebc0-187a-4ba3-8981-ad63e2957006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:37.669993 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-0252ebc0-187a-4ba3-8981-ad63e2957006 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=223ab609-0328-4396-a33b-5881f7d77556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682232 Apr 06 13:51:37.799898 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-67a1bd46-b408-4ea3-b760-f9aba8159956 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225896 Apr 06 13:51:37.929874 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bf79f741-b941-42ff-8542-289e2bfc2360 req-e29b09cf-d1ba-4079-9eb5-df6c7f19993d service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239481 Apr 06 13:51:38.627158 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e834f7e-ffdb-4b34-9f47-36c42908bc03 req-da2dcb2a-f6e7-4079-b970-dfbae395ed64 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:38.628602 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3e834f7e-ffdb-4b34-9f47-36c42908bc03 req-da2dcb2a-f6e7-4079-b970-dfbae395ed64 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 944 time: 0.0798466 Apr 06 13:51:38.672498 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3e834f7e-ffdb-4b34-9f47-36c42908bc03 req-e77eb14e-c284-416a-8708-dc077873da60 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371799 Apr 06 13:51:39.445107 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 871f8281-29da-4c19-9a0b-19a778777833 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:51:39.577889 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 871f8281-29da-4c19-9a0b-19a778777833, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=871f8281-29da-4c19-9a0b-19a778777833,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:51:39.590890 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '871f8281-29da-4c19-9a0b-19a778777833', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'port_id': '871f8281-29da-4c19-9a0b-19a778777833', 'mac_address': 'fa:16:3e:ec:07:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:51:39.644703 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:39.661946 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 871f8281-29da-4c19-9a0b-19a778777833 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:51:39.676822 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 871f8281-29da-4c19-9a0b-19a778777833, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=871f8281-29da-4c19-9a0b-19a778777833,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:51:39.765583 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:39.836049 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=871f8281-29da-4c19-9a0b-19a778777833,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:39.860681 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e31f3-b5de-49e4-9c10-31b7ca572f15 req-5ec73913-869b-49d9-933b-dcc68e551917 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:39.862120 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-436e31f3-b5de-49e4-9c10-31b7ca572f15 req-5ec73913-869b-49d9-933b-dcc68e551917 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 945 time: 0.0830650 Apr 06 13:51:39.906759 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-436e31f3-b5de-49e4-9c10-31b7ca572f15 req-a6464c7f-14ce-494d-9904-0181d9e7f9dd tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379987 Apr 06 13:51:39.960615 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['871f8281-29da-4c19-9a0b-19a778777833'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:51:41.093402 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c4f5e-7989-49eb-8169-400aa0a18d5f req-1954533d-058f-4545-9977-5382e5a5de31 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:41.094860 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d46c4f5e-7989-49eb-8169-400aa0a18d5f req-1954533d-058f-4545-9977-5382e5a5de31 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 945 time: 0.0840368 Apr 06 13:51:41.139426 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d46c4f5e-7989-49eb-8169-400aa0a18d5f req-e77600c7-97a1-484d-8a60-69cb1da5452f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384183 Apr 06 13:51:41.445340 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 871f8281-29da-4c19-9a0b-19a778777833 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:51:41.580805 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port 871f8281-29da-4c19-9a0b-19a778777833 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:51:41.586217 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 871f8281-29da-4c19-9a0b-19a778777833 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:51:41.586594 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:41.703315 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:41.730179 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223faa24-383f-4187-8b5a-aca2daaa79d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871f8281-29da-4c19-9a0b-19a778777833'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:51:41.740141 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 871f8281-29da-4c19-9a0b-19a778777833, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=871f8281-29da-4c19-9a0b-19a778777833,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:51:41.774535 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48d912db-6766-4178-b116-8935963dc4ad'] response: {'server_uuid': '223faa24-383f-4187-8b5a-aca2daaa79d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871f8281-29da-4c19-9a0b-19a778777833', 'code': 200} Apr 06 13:51:41.839607 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:41.909424 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=871f8281-29da-4c19-9a0b-19a778777833,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:42.198309 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb85d6-6e81-4df1-b51f-9cee50dfad2a req-0c469bbb-ea16-478a-a181-256b74e4449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:42.199934 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cecb85d6-6e81-4df1-b51f-9cee50dfad2a req-0c469bbb-ea16-478a-a181-256b74e4449b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 1099 time: 0.0773406 Apr 06 13:51:42.238459 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cecb85d6-6e81-4df1-b51f-9cee50dfad2a req-75599c5d-1c1d-4281-9b3c-e4fe5a5288a6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329592 Apr 06 13:51:42.328256 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be54c4-10ec-4a56-bede-89ddb3a6e579 req-e8270f0b-8348-4930-82b0-21f19aa1f319 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:42.329687 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-54be54c4-10ec-4a56-bede-89ddb3a6e579 req-e8270f0b-8348-4930-82b0-21f19aa1f319 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0796585 Apr 06 13:51:42.372619 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-54be54c4-10ec-4a56-bede-89ddb3a6e579 req-17ead2ed-46f0-4dbc-92f1-38cd0cd5bab6 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367634 Apr 06 13:51:43.563530 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680e47c-95ea-4880-b1ce-14bc8b9b6126 req-a459d646-aaf5-4d41-9a06-6693c4ca3a99 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:43.564879 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9680e47c-95ea-4880-b1ce-14bc8b9b6126 req-a459d646-aaf5-4d41-9a06-6693c4ca3a99 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0862012 Apr 06 13:51:43.608916 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9680e47c-95ea-4880-b1ce-14bc8b9b6126 req-c071d272-4768-4848-8837-31b8e2bacd27 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374873 Apr 06 13:51:44.795544 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9413fea-58a6-4159-91c5-39f473f61cbf req-6acb3274-9dbc-46b7-844e-f34c09d6940c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:44.796960 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c9413fea-58a6-4159-91c5-39f473f61cbf req-6acb3274-9dbc-46b7-844e-f34c09d6940c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0830131 Apr 06 13:51:44.844572 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c9413fea-58a6-4159-91c5-39f473f61cbf req-a21c4983-2f9b-4e78-8b63-9325bb5f4fb8 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420196 Apr 06 13:51:45.023648 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebe416-e249-4e6d-83b9-2189d074f53c req-575d8a66-3a86-437f-9940-a93983963909 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:45.024989 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a3ebe416-e249-4e6d-83b9-2189d074f53c req-575d8a66-3a86-437f-9940-a93983963909 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0792060 Apr 06 13:51:45.033428 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 52760) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:51:45.039356 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-897f0bd1-c00a-4951-9771-deaf0dd5639c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Request body: {'floatingip': {'port_id': '871f8281-29da-4c19-9a0b-19a778777833'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:45.116984 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-897f0bd1-c00a-4951-9771-deaf0dd5639c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for floatingip, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:45.439672 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3c6bc3b7-d56d-4f3e-8e2b-cf2d3e9e29f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:45.697609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-897f0bd1-c00a-4951-9771-deaf0dd5639c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:45.771122 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-897f0bd1-c00a-4951-9771-deaf0dd5639c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:46.044390 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-897f0bd1-c00a-4951-9771-deaf0dd5639c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Floating IP 9b6af3f2-311a-430d-b0c0-553a69f8656a associated. External IP: 172.26.4.174, port: 871f8281-29da-4c19-9a0b-19a778777833. Apr 06 13:51:46.391178 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897f0bd1-c00a-4951-9771-deaf0dd5639c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:51:46.570056 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897f0bd1-c00a-4951-9771-deaf0dd5639c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:51:46.574487 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-897f0bd1-c00a-4951-9771-deaf0dd5639c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:46.580045 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20bdc54-32fa-4604-9b2b-7f3030ae1622 None None] Sync routers for ids ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:51:46.590418 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20bdc54-32fa-4604-9b2b-7f3030ae1622 None None] Routers {'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:51:46.591052 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-a20bdc54-32fa-4604-9b2b-7f3030ae1622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:51:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:46.628521 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-897f0bd1-c00a-4951-9771-deaf0dd5639c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "PUT /v2.0/floatingips/9b6af3f2-311a-430d-b0c0-553a69f8656a HTTP/1.1" status: 200 len: 992 time: 1.5940762 Apr 06 13:51:46.629078 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223faa24-383f-4187-8b5a-aca2daaa79d7', 'tag': '871f8281-29da-4c19-9a0b-19a778777833'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:51:46.674899 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0f83f59-e46b-42e5-b00c-ff36824546f8'] response: {'name': 'network-changed', 'server_uuid': '223faa24-383f-4187-8b5a-aca2daaa79d7', 'tag': '871f8281-29da-4c19-9a0b-19a778777833', 'status': 'completed', 'code': 200} Apr 06 13:51:46.769130 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a677fd6-0530-4040-bfbd-e7bdcc862dd3 req-4fe1639d-4ac2-484c-9b7d-89b86c33ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:46.770670 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7a677fd6-0530-4040-bfbd-e7bdcc862dd3 req-4fe1639d-4ac2-484c-9b7d-89b86c33ffd6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 1099 time: 0.0736208 Apr 06 13:51:46.812310 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-a20bdc54-32fa-4604-9b2b-7f3030ae1622 None None] Set router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:51:46.906760 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a677fd6-0530-4040-bfbd-e7bdcc862dd3 req-33c199da-fc58-4b09-a9fd-dd0f7993b04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:46.908143 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7a677fd6-0530-4040-bfbd-e7bdcc862dd3 req-33c199da-fc58-4b09-a9fd-dd0f7993b04e service neutron] 10.222.0.61 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 913 time: 0.1320202 Apr 06 13:51:47.023000 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7a677fd6-0530-4040-bfbd-e7bdcc862dd3 req-a81d7d87-b6c9-4e5d-aea2-3e5f3668241c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=871f8281-29da-4c19-9a0b-19a778777833 HTTP/1.1" status: 200 len: 1000 time: 0.1083636 Apr 06 13:51:47.091500 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a677fd6-0530-4040-bfbd-e7bdcc862dd3 req-e3ef10db-be7d-4d89-bdc3-5c162842f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:47.093120 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7a677fd6-0530-4040-bfbd-e7bdcc862dd3 req-e3ef10db-be7d-4d89-bdc3-5c162842f87e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d49705db-8a34-4c15-a59a-7c8816693095 HTTP/1.1" status: 200 len: 851 time: 0.0648806 Apr 06 13:51:47.175939 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708c255-cde6-48d0-9926-8d4e323a8b52 req-8755891a-e8ac-485c-b0d3-f233857df28a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:47.185592 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b708c255-cde6-48d0-9926-8d4e323a8b52 req-8755891a-e8ac-485c-b0d3-f233857df28a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.1085792 Apr 06 13:51:47.199645 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-a20bdc54-32fa-4604-9b2b-7f3030ae1622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:30Z', 'revision_number': 4, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '9b6af3f2-311a-430d-b0c0-553a69f8656a', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'floating_ip_address': '172.26.4.174', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'port_id': '871f8281-29da-4c19-9a0b-19a778777833', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'mac_address': 'fa:16:3e:ec:07:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223faa24-383f-4187-8b5a-aca2daaa79d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:50:33Z', 'updated_at': '2022-04-06T13:51:45Z', 'revision_number': 5, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6', 'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'mac_address': 'fa:16:3e:aa:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:29Z', 'updated_at': '2022-04-06T13:50:36Z', 'revision_number': 5, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'subnets': [{'id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:47.206246 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20bdc54-32fa-4604-9b2b-7f3030ae1622 None None] Checking router: c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:51:47.223459 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20bdc54-32fa-4604-9b2b-7f3030ae1622 None None] Routers {'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:51:47.225228 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-a20bdc54-32fa-4604-9b2b-7f3030ae1622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:51:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:47.238160 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b708c255-cde6-48d0-9926-8d4e323a8b52 req-ee135b7f-4046-469a-a1d5-f12512354fc3 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517042 Apr 06 13:51:47.282985 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a677fd6-0530-4040-bfbd-e7bdcc862dd3 req-9ffce1f1-0b47-48a4-8b8f-6b87221feffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:47.284464 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7a677fd6-0530-4040-bfbd-e7bdcc862dd3 req-9ffce1f1-0b47-48a4-8b8f-6b87221feffa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=223ab609-0328-4396-a33b-5881f7d77556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1839483 Apr 06 13:51:47.413059 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-a20bdc54-32fa-4604-9b2b-7f3030ae1622 None None] Set router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:51:47.415640 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7a677fd6-0530-4040-bfbd-e7bdcc862dd3 req-5b7dc365-3509-4429-a4b7-04a62a8b27d8 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248765 Apr 06 13:51:47.549536 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7a677fd6-0530-4040-bfbd-e7bdcc862dd3 req-c2b6f28f-8551-4008-a541-fb2ba7671bed service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283870 Apr 06 13:51:47.759122 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0607e2f1-3930-447c-b6fd-22e5e7f53cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:47.772328 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-a20bdc54-32fa-4604-9b2b-7f3030ae1622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:30Z', 'revision_number': 4, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '9b6af3f2-311a-430d-b0c0-553a69f8656a', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'floating_ip_address': '172.26.4.174', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'port_id': '871f8281-29da-4c19-9a0b-19a778777833', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'mac_address': 'fa:16:3e:ec:07:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223faa24-383f-4187-8b5a-aca2daaa79d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:50:33Z', 'updated_at': '2022-04-06T13:51:45Z', 'revision_number': 5, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6', 'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'mac_address': 'fa:16:3e:aa:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:29Z', 'updated_at': '2022-04-06T13:50:36Z', 'revision_number': 5, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'subnets': [{'id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:47.776279 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20bdc54-32fa-4604-9b2b-7f3030ae1622 None None] The sync data for ids ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'] in dv-neutron-834600-1-hyperv is: [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:30Z', 'revision_number': 4, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '9b6af3f2-311a-430d-b0c0-553a69f8656a', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'floating_ip_address': '172.26.4.174', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'port_id': '871f8281-29da-4c19-9a0b-19a778777833', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'mac_address': 'fa:16:3e:ec:07:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223faa24-383f-4187-8b5a-aca2daaa79d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:50:33Z', 'updated_at': '2022-04-06T13:51:45Z', 'revision_number': 5, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6', 'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'mac_address': 'fa:16:3e:aa:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:29Z', 'updated_at': '2022-04-06T13:50:36Z', 'revision_number': 5, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'subnets': [{'id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:51:47.971805 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb20c24-6858-4f35-a83b-d1063ec72fab None None] New status for floating IP 9b6af3f2-311a-430d-b0c0-553a69f8656a: ACTIVE {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:51:48.429452 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9eb92-6b45-4e95-bb9b-1b569fe0553c req-d105d25d-bd5a-4ddc-ae05-7afe83346d49 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:48.430995 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-48a9eb92-6b45-4e95-bb9b-1b569fe0553c req-d105d25d-bd5a-4ddc-ae05-7afe83346d49 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0847030 Apr 06 13:51:48.474670 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-48a9eb92-6b45-4e95-bb9b-1b569fe0553c req-1ecb422b-03b0-45e9-9a28-cfa52da4f529 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378735 Apr 06 13:51:48.883732 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:48.963821 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:49.662191 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cb541-333e-4c65-9dc7-e1046611cd1d req-8f1aab8c-4f52-4238-86f5-63a675d39ee1 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:49.663712 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-853cb541-333e-4c65-9dc7-e1046611cd1d req-8f1aab8c-4f52-4238-86f5-63a675d39ee1 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0816734 Apr 06 13:51:49.710738 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-853cb541-333e-4c65-9dc7-e1046611cd1d req-58227ab2-6540-40d3-a0be-b476c3472f0c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384314 Apr 06 13:51:50.402828 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:50.893105 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0ce1e-a687-4a1c-a9a8-5dd3493e1470 req-c296295a-532e-4fd8-8f14-c9931cfcf2e2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:50.894538 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f7e0ce1e-a687-4a1c-a9a8-5dd3493e1470 req-c296295a-532e-4fd8-8f14-c9931cfcf2e2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0791771 Apr 06 13:51:50.940822 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f7e0ce1e-a687-4a1c-a9a8-5dd3493e1470 req-d493a5a7-a8ca-4966-b6d6-982df7e65476 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401163 Apr 06 13:51:52.129904 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effbdd2-1f6e-437a-9d30-e6d3e85be76c req-17c54c85-c3a6-4e99-bab3-65457978b668 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:52.131368 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9effbdd2-1f6e-437a-9d30-e6d3e85be76c req-17c54c85-c3a6-4e99-bab3-65457978b668 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0792439 Apr 06 13:51:52.176349 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9effbdd2-1f6e-437a-9d30-e6d3e85be76c req-73dcf6c2-4e84-4035-b7a2-1b802fdd9bc6 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391245 Apr 06 13:51:53.364931 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4f5a2-4769-4e89-a5a3-853696a84cfd req-e68f2af6-406c-4c89-b4f6-c26bc72bc43c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:53.366292 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-14d4f5a2-4769-4e89-a5a3-853696a84cfd req-e68f2af6-406c-4c89-b4f6-c26bc72bc43c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0822582 Apr 06 13:51:53.408918 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-14d4f5a2-4769-4e89-a5a3-853696a84cfd req-0797d735-ba22-4353-8c91-073604b30796 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370142 Apr 06 13:51:54.591216 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a036d04-f643-48fc-a4c8-2b6318c36283 req-130bfdc5-d7ef-4dce-9544-7224134d60f4 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:54.592634 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9a036d04-f643-48fc-a4c8-2b6318c36283 req-130bfdc5-d7ef-4dce-9544-7224134d60f4 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0795372 Apr 06 13:51:54.637341 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9a036d04-f643-48fc-a4c8-2b6318c36283 req-16cedffc-f606-4332-a3bc-fcee3528b77b tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390961 Apr 06 13:51:55.929073 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4d6cd-913e-4a02-8534-177c25372126 req-80941497-b652-4ae5-bacd-209af3489c9f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:55.930427 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-68f4d6cd-913e-4a02-8534-177c25372126 req-80941497-b652-4ae5-bacd-209af3489c9f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.1882071 Apr 06 13:51:55.974331 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-68f4d6cd-913e-4a02-8534-177c25372126 req-8d4bce62-fb63-49d3-96fc-86da15204217 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380995 Apr 06 13:51:57.163189 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42ba9b-f540-4da6-b8dd-a0fa2a32ae88 req-099e74c9-ed61-4c9a-b132-916403ac806d tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:57.165330 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4f42ba9b-f540-4da6-b8dd-a0fa2a32ae88 req-099e74c9-ed61-4c9a-b132-916403ac806d tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0850513 Apr 06 13:51:57.212673 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4f42ba9b-f540-4da6-b8dd-a0fa2a32ae88 req-8ddf9e3b-2106-4807-81f6-c2a6f1b32703 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415704 Apr 06 13:51:57.449670 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:51:58.395632 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bb7b5-1814-4b3c-9086-e7091121718f req-8808a104-5591-4a1e-abf8-281289e45912 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:58.397080 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-723bb7b5-1814-4b3c-9086-e7091121718f req-8808a104-5591-4a1e-abf8-281289e45912 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0785058 Apr 06 13:51:58.440478 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-723bb7b5-1814-4b3c-9086-e7091121718f req-358183b0-b378-47ab-96dc-6babf924a84e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377707 Apr 06 13:51:58.994621 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e14f4-7795-4b7d-bb52-6fe360788a20 req-79ee11c6-2527-4a85-a657-365ad597173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:58.996108 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3c7e14f4-7795-4b7d-bb52-6fe360788a20 req-79ee11c6-2527-4a85-a657-365ad597173b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 1099 time: 0.1235743 Apr 06 13:51:59.139022 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e14f4-7795-4b7d-bb52-6fe360788a20 req-f0676773-e038-4a03-9510-bba7b14395f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:59.140423 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3c7e14f4-7795-4b7d-bb52-6fe360788a20 req-f0676773-e038-4a03-9510-bba7b14395f7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 913 time: 0.1251092 Apr 06 13:51:59.238205 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3c7e14f4-7795-4b7d-bb52-6fe360788a20 req-018074d4-7ad6-4cdd-8af6-3576e00907e4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=871f8281-29da-4c19-9a0b-19a778777833 HTTP/1.1" status: 200 len: 1002 time: 0.0917349 Apr 06 13:51:59.303229 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e14f4-7795-4b7d-bb52-6fe360788a20 req-339f9f51-38e7-42cf-a725-e04f7e4c987d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:59.305221 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3c7e14f4-7795-4b7d-bb52-6fe360788a20 req-339f9f51-38e7-42cf-a725-e04f7e4c987d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d49705db-8a34-4c15-a59a-7c8816693095 HTTP/1.1" status: 200 len: 851 time: 0.0609231 Apr 06 13:51:59.378526 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e14f4-7795-4b7d-bb52-6fe360788a20 req-df198439-24de-411e-be15-92fd0f1ca1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:59.379977 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3c7e14f4-7795-4b7d-bb52-6fe360788a20 req-df198439-24de-411e-be15-92fd0f1ca1c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=223ab609-0328-4396-a33b-5881f7d77556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689361 Apr 06 13:51:59.511155 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3c7e14f4-7795-4b7d-bb52-6fe360788a20 req-7728c036-8a4f-4498-9ce6-4ed0b7e5872e service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249111 Apr 06 13:51:59.638583 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b29890-d54e-47f2-b682-ca10979b91cb req-2ddbd95f-0ee7-4ad0-afc4-0675a2b9de84 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:59.640105 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-67b29890-d54e-47f2-b682-ca10979b91cb req-2ddbd95f-0ee7-4ad0-afc4-0675a2b9de84 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0919814 Apr 06 13:51:59.643671 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3c7e14f4-7795-4b7d-bb52-6fe360788a20 req-f7e7a3a7-fa81-475d-b0e1-3dc1ee01d11a service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268384 Apr 06 13:51:59.685025 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-67b29890-d54e-47f2-b682-ca10979b91cb req-af2e3926-ef5d-4238-8cf3-9a0cc680447f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390823 Apr 06 13:52:00.870453 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0823d16-1876-4cdf-852a-5996e34f2239 req-43bacf21-06c7-48aa-b513-d1b54f91d39b tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:00.871909 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f0823d16-1876-4cdf-852a-5996e34f2239 req-43bacf21-06c7-48aa-b513-d1b54f91d39b tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0812616 Apr 06 13:52:00.915145 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f0823d16-1876-4cdf-852a-5996e34f2239 req-dc8517dc-61b1-45ac-bbbd-a2cc65dcd9b1 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375092 Apr 06 13:52:02.100451 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4e827-9242-4693-9157-c4cdfbdcbe9d req-bab311b1-4d26-4cf5-b93f-7b04b4ce17dc tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:02.102164 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dea4e827-9242-4693-9157-c4cdfbdcbe9d req-bab311b1-4d26-4cf5-b93f-7b04b4ce17dc tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0827324 Apr 06 13:52:02.145985 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dea4e827-9242-4693-9157-c4cdfbdcbe9d req-f5311294-f3ab-4a7b-836b-80c71a42003f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382919 Apr 06 13:52:03.333856 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa040d-3732-4e3a-bb87-316dea5542dc req-f0c68239-fd38-4bb3-85d6-c431f990be76 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:03.335851 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-11aa040d-3732-4e3a-bb87-316dea5542dc req-f0c68239-fd38-4bb3-85d6-c431f990be76 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0824492 Apr 06 13:52:03.380930 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-11aa040d-3732-4e3a-bb87-316dea5542dc req-ff597bdb-2b20-41af-892a-d49d8ee6f3b0 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375772 Apr 06 13:52:04.564627 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1684be-9ae2-4d97-8db0-2798167ae2d2 req-8e9ce9c3-200e-4fe7-917c-fee4e8636d89 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:04.565990 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4a1684be-9ae2-4d97-8db0-2798167ae2d2 req-8e9ce9c3-200e-4fe7-917c-fee4e8636d89 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0801172 Apr 06 13:52:04.610583 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4a1684be-9ae2-4d97-8db0-2798167ae2d2 req-7597befe-62d1-4668-9afd-a78aadf1b302 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381362 Apr 06 13:52:05.796946 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfcd98-a2ae-45b4-a693-470a92c96712 req-5b32cb67-e88f-41ca-aac5-687417ec5fab tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:05.798379 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-67bfcd98-a2ae-45b4-a693-470a92c96712 req-5b32cb67-e88f-41ca-aac5-687417ec5fab tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0807488 Apr 06 13:52:05.842276 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-67bfcd98-a2ae-45b4-a693-470a92c96712 req-4efa995b-13eb-43e7-aaa5-c92985353d70 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382378 Apr 06 13:52:06.562299 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:52:07.028151 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0d5a0-1012-4c31-ba10-dd51f9036d7b req-53d997fc-4514-4a2c-8d06-0846f7e138e2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:07.029635 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b6d0d5a0-1012-4c31-ba10-dd51f9036d7b req-53d997fc-4514-4a2c-8d06-0846f7e138e2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0810440 Apr 06 13:52:07.077681 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b6d0d5a0-1012-4c31-ba10-dd51f9036d7b req-3d14b0ce-fd23-4a47-8acf-9d838e2290ae tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424731 Apr 06 13:52:08.266427 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213dabb-65aa-4f89-8c2a-f3b02df6f739 req-b9274bc7-7638-4a9e-9243-e6c7f9ebcdfb tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:08.267922 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0213dabb-65aa-4f89-8c2a-f3b02df6f739 req-b9274bc7-7638-4a9e-9243-e6c7f9ebcdfb tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0817363 Apr 06 13:52:08.311571 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0213dabb-65aa-4f89-8c2a-f3b02df6f739 req-5923feec-6f21-470d-867c-c1b44d0f6bb8 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380826 Apr 06 13:52:09.499209 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1b0dc-4e9d-4caa-8f23-67d55d56039d req-f9954a97-12ea-4d62-af1d-13275e543481 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:09.500559 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9ca1b0dc-4e9d-4caa-8f23-67d55d56039d req-f9954a97-12ea-4d62-af1d-13275e543481 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0841601 Apr 06 13:52:09.544856 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9ca1b0dc-4e9d-4caa-8f23-67d55d56039d req-cff38d9d-83d9-4f05-9564-bacee384577f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386989 Apr 06 13:52:10.727263 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6bbaa-8dc7-48dc-8a6f-37b1f90dd372 req-640cc673-7381-4117-a588-badc5989c510 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:10.729310 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0fa6bbaa-8dc7-48dc-8a6f-37b1f90dd372 req-640cc673-7381-4117-a588-badc5989c510 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0794854 Apr 06 13:52:10.772012 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0fa6bbaa-8dc7-48dc-8a6f-37b1f90dd372 req-a2e37510-e84e-4f3b-8f27-9e367e2e496a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372245 Apr 06 13:52:11.959209 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f952a75-0f27-4b04-94d4-c26dc8e639c4 req-a9e3c055-4e41-4a6e-b32f-aef263e37c16 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:11.960612 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0f952a75-0f27-4b04-94d4-c26dc8e639c4 req-a9e3c055-4e41-4a6e-b32f-aef263e37c16 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0833135 Apr 06 13:52:12.004432 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0f952a75-0f27-4b04-94d4-c26dc8e639c4 req-549a298e-a700-4760-b697-719d62345066 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371244 Apr 06 13:52:13.196541 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590cf95-1b4e-4af7-be61-64c1035588e0 req-1566b6a0-41bb-49d6-9a72-db6e0a98f69c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:13.198227 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5590cf95-1b4e-4af7-be61-64c1035588e0 req-1566b6a0-41bb-49d6-9a72-db6e0a98f69c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0884781 Apr 06 13:52:13.242941 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5590cf95-1b4e-4af7-be61-64c1035588e0 req-d3b69de1-ae4d-4ff0-a585-d50ecd6ac0af tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386968 Apr 06 13:52:14.431266 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb131fc7-62d4-4658-a2c1-5b48ed14c107 req-88752b73-94cd-4613-a3df-cb50207680fc tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:14.432854 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bb131fc7-62d4-4658-a2c1-5b48ed14c107 req-88752b73-94cd-4613-a3df-cb50207680fc tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0796132 Apr 06 13:52:14.477888 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bb131fc7-62d4-4658-a2c1-5b48ed14c107 req-9815dfdb-ffc0-437f-9278-d4db3f246bbb tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374498 Apr 06 13:52:15.458196 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0673bb6f-5fa4-4e72-9adb-0d5f90f6008b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:15.667891 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f815f-8855-47f1-aebc-b61b911efae2 req-c96ceaa2-0ec2-43eb-86fe-20a5ddc715bc tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:15.669316 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-517f815f-8855-47f1-aebc-b61b911efae2 req-c96ceaa2-0ec2-43eb-86fe-20a5ddc715bc tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0832644 Apr 06 13:52:15.714006 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-517f815f-8855-47f1-aebc-b61b911efae2 req-0820d6c4-35e5-4526-800f-16683a992751 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381639 Apr 06 13:52:16.896208 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19d4e8-669f-438e-92da-9edd69fe023e req-6b950fa7-da34-44dc-9794-dbac6baea61f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:16.897625 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3e19d4e8-669f-438e-92da-9edd69fe023e req-6b950fa7-da34-44dc-9794-dbac6baea61f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0794289 Apr 06 13:52:16.944195 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3e19d4e8-669f-438e-92da-9edd69fe023e req-978ce216-5b18-4a76-9b43-b282e93a3885 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405056 Apr 06 13:52:17.749323 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5513f880-dc94-4e09-9dc0-41bda24a11eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:18.127953 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1514b-30d0-4e74-a5ea-211338917472 req-05324e05-9993-4c07-9883-e81504c24948 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:18.129381 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a0b1514b-30d0-4e74-a5ea-211338917472 req-05324e05-9993-4c07-9883-e81504c24948 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0814726 Apr 06 13:52:18.174940 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a0b1514b-30d0-4e74-a5ea-211338917472 req-65d0fdb8-178b-41e6-a79d-4470141973a8 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398483 Apr 06 13:52:18.764675 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24f168-d7bf-4de0-ab1e-7c4049a47622 req-ecb541a6-6219-4b61-9110-b12817b465f0 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:18.766141 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fb24f168-d7bf-4de0-ab1e-7c4049a47622 req-ecb541a6-6219-4b61-9110-b12817b465f0 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0848413 Apr 06 13:52:18.851273 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fb24f168-d7bf-4de0-ab1e-7c4049a47622 req-7f6eaf6a-8fe0-453a-9b61-36dafec9077c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792685 Apr 06 13:52:18.877830 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-38218b24-c7ad-4469-bef4-185f4cb66c62 req-a4d40c31-47dd-4b6c-9979-f8f92e844715 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0886624 Apr 06 13:52:18.909462 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:18.936658 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:20.145946 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b5105-9389-4e11-915c-027d4aa3fec6 req-cbcd44bf-8cb7-46da-8f80-634537e3b7b4 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:20.147435 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6b7b5105-9389-4e11-915c-027d4aa3fec6 req-cbcd44bf-8cb7-46da-8f80-634537e3b7b4 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.1870925 Apr 06 13:52:20.194770 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6b7b5105-9389-4e11-915c-027d4aa3fec6 req-74993bc1-591c-4883-a3bd-da57e809fa9a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410964 Apr 06 13:52:20.349431 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:20.782948 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38218b24-c7ad-4469-bef4-185f4cb66c62 req-22ff2c88-2441-439e-acc6-0ec64d9fd8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:20.784403 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-38218b24-c7ad-4469-bef4-185f4cb66c62 req-22ff2c88-2441-439e-acc6-0ec64d9fd8c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 1099 time: 0.0752282 Apr 06 13:52:20.913093 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38218b24-c7ad-4469-bef4-185f4cb66c62 req-eddd7810-863b-4f5d-96d3-9c681d683c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:20.914501 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-38218b24-c7ad-4469-bef4-185f4cb66c62 req-eddd7810-863b-4f5d-96d3-9c681d683c8b service neutron] 10.222.0.61 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 913 time: 0.1235967 Apr 06 13:52:21.017109 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-38218b24-c7ad-4469-bef4-185f4cb66c62 req-31f44883-595a-4641-9bd0-55c2ba10ff6c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=871f8281-29da-4c19-9a0b-19a778777833 HTTP/1.1" status: 200 len: 1002 time: 0.0939882 Apr 06 13:52:21.079293 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38218b24-c7ad-4469-bef4-185f4cb66c62 req-c02ff790-ff32-414d-b023-7cb0a5de101d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:21.080722 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-38218b24-c7ad-4469-bef4-185f4cb66c62 req-c02ff790-ff32-414d-b023-7cb0a5de101d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d49705db-8a34-4c15-a59a-7c8816693095 HTTP/1.1" status: 200 len: 851 time: 0.0562871 Apr 06 13:52:21.157741 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38218b24-c7ad-4469-bef4-185f4cb66c62 req-a8f5313e-7c8b-45ba-a5e1-e35603104fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:21.159195 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-38218b24-c7ad-4469-bef4-185f4cb66c62 req-a8f5313e-7c8b-45ba-a5e1-e35603104fa3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=223ab609-0328-4396-a33b-5881f7d77556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714912 Apr 06 13:52:21.390100 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b942d1-da68-4598-ac43-cdfcb45a36be req-3eb86c76-abc5-48f2-a385-af0046f16b73 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:21.391582 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a4b942d1-da68-4598-ac43-cdfcb45a36be req-3eb86c76-abc5-48f2-a385-af0046f16b73 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0835826 Apr 06 13:52:21.394981 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-38218b24-c7ad-4469-bef4-185f4cb66c62 req-3e2c68be-8fc5-468f-b12c-1f772ea8ab62 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284076 Apr 06 13:52:21.435725 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a4b942d1-da68-4598-ac43-cdfcb45a36be req-0b41f5f7-4dea-4b73-9a60-d9cf418a104c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381558 Apr 06 13:52:21.527139 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-38218b24-c7ad-4469-bef4-185f4cb66c62 req-0da82564-0eb7-4135-8c98-5becb074d565 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251965 Apr 06 13:52:22.621035 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb7f7c-9dc4-42d0-9c34-57c5254511d9 req-8c04eab0-c2ce-420a-9004-c5b7a11fc38c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:22.622459 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f3cb7f7c-9dc4-42d0-9c34-57c5254511d9 req-8c04eab0-c2ce-420a-9004-c5b7a11fc38c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0817952 Apr 06 13:52:22.666165 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f3cb7f7c-9dc4-42d0-9c34-57c5254511d9 req-f589ab35-d9a8-4368-a8b6-e9e7f0c6f8bc tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381007 Apr 06 13:52:23.430505 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-38218b24-c7ad-4469-bef4-185f4cb66c62 req-d99030c1-1b29-4741-ae17-be0c5d9fcef0 service neutron] 10.222.0.61 "GET /v2.0/ports/871f8281-29da-4c19-9a0b-19a778777833/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0760016 Apr 06 13:52:23.859292 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34124f3-d2e4-496b-92e5-5b5809b20777 req-3859eb67-e169-41d7-b606-186a74b77987 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:23.860737 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d34124f3-d2e4-496b-92e5-5b5809b20777 req-3859eb67-e169-41d7-b606-186a74b77987 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0850713 Apr 06 13:52:23.905909 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d34124f3-d2e4-496b-92e5-5b5809b20777 req-2ac2a113-da3c-4641-960a-4541b5c9c0e5 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389955 Apr 06 13:52:23.916028 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38218b24-c7ad-4469-bef4-185f4cb66c62 req-479b770d-1214-40e4-bbd4-5d2216ca25ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:23.918682 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-38218b24-c7ad-4469-bef4-185f4cb66c62 req-479b770d-1214-40e4-bbd4-5d2216ca25ba service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7&tenant_id=ca5096a407844c0babf8ea9ddf9eec57 HTTP/1.1" status: 200 len: 1099 time: 0.0725660 Apr 06 13:52:24.018248 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38218b24-c7ad-4469-bef4-185f4cb66c62 req-6f34c7fe-ef3a-4bf2-a318-f4bf48a4d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:24.019617 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-38218b24-c7ad-4469-bef4-185f4cb66c62 req-6f34c7fe-ef3a-4bf2-a318-f4bf48a4d5ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 1099 time: 0.0733275 Apr 06 13:52:24.147303 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38218b24-c7ad-4469-bef4-185f4cb66c62 req-9c5d1dbc-fb71-45e9-9797-91047552d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:24.148713 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-38218b24-c7ad-4469-bef4-185f4cb66c62 req-9c5d1dbc-fb71-45e9-9797-91047552d859 service neutron] 10.222.0.61 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 913 time: 0.1232915 Apr 06 13:52:24.251587 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-38218b24-c7ad-4469-bef4-185f4cb66c62 req-ae6925b5-c1fc-42dc-8616-1f0ea5df3ce1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=871f8281-29da-4c19-9a0b-19a778777833 HTTP/1.1" status: 200 len: 1002 time: 0.0964813 Apr 06 13:52:24.314373 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38218b24-c7ad-4469-bef4-185f4cb66c62 req-44dbeb46-4efd-4f9a-a794-89d09c252be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:24.315695 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-38218b24-c7ad-4469-bef4-185f4cb66c62 req-44dbeb46-4efd-4f9a-a794-89d09c252be6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d49705db-8a34-4c15-a59a-7c8816693095 HTTP/1.1" status: 200 len: 851 time: 0.0572081 Apr 06 13:52:24.392022 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38218b24-c7ad-4469-bef4-185f4cb66c62 req-1458ea7e-7b37-414f-8960-871226f09bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:24.393419 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-38218b24-c7ad-4469-bef4-185f4cb66c62 req-1458ea7e-7b37-414f-8960-871226f09bc6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=223ab609-0328-4396-a33b-5881f7d77556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711684 Apr 06 13:52:24.525076 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-38218b24-c7ad-4469-bef4-185f4cb66c62 req-7294043a-e957-486f-be32-f729499428f4 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252329 Apr 06 13:52:24.652689 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-38218b24-c7ad-4469-bef4-185f4cb66c62 req-a6ee701a-13dd-4a51-bfb6-0851e5a50ea4 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219373 Apr 06 13:52:25.094383 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79421ed7-2144-46a0-863c-59a166cda2c5 req-5e74ddcf-2ddb-4ed1-8a5e-aa656196dc23 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:25.095849 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-79421ed7-2144-46a0-863c-59a166cda2c5 req-5e74ddcf-2ddb-4ed1-8a5e-aa656196dc23 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0789726 Apr 06 13:52:25.139039 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-79421ed7-2144-46a0-863c-59a166cda2c5 req-4cf4e69e-6a07-44c6-9a99-e17cbea8d293 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375161 Apr 06 13:52:26.334978 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ced940-a1c6-422e-b1c5-0ad00cb4e3a0 req-3a88ee34-eead-4315-8f79-5d8a64f1621a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:26.336494 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a5ced940-a1c6-422e-b1c5-0ad00cb4e3a0 req-3a88ee34-eead-4315-8f79-5d8a64f1621a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0861967 Apr 06 13:52:26.382357 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a5ced940-a1c6-422e-b1c5-0ad00cb4e3a0 req-af519a52-b459-4470-9ab7-bfbf86ad5790 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391319 Apr 06 13:52:27.487435 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:27.566717 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c4ab3-2db9-4396-aa94-1db56954e5e7 req-ee309408-718e-4a51-a1a2-b334527d3ef9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:27.568165 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-702c4ab3-2db9-4396-aa94-1db56954e5e7 req-ee309408-718e-4a51-a1a2-b334527d3ef9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0797360 Apr 06 13:52:27.614936 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-702c4ab3-2db9-4396-aa94-1db56954e5e7 req-1c56e81f-e0bb-4cde-a5b0-1343908f924c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406940 Apr 06 13:52:27.667926 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 871f8281-29da-4c19-9a0b-19a778777833 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:52:27.670268 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 871f8281-29da-4c19-9a0b-19a778777833 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:52:27.923543 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:27.955991 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 871f8281-29da-4c19-9a0b-19a778777833, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=871f8281-29da-4c19-9a0b-19a778777833,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:52:27.976906 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223faa24-383f-4187-8b5a-aca2daaa79d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '871f8281-29da-4c19-9a0b-19a778777833'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:52:27.985606 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '871f8281-29da-4c19-9a0b-19a778777833', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'port_id': '871f8281-29da-4c19-9a0b-19a778777833', 'mac_address': 'fa:16:3e:ec:07:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:52:27.989509 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 871f8281-29da-4c19-9a0b-19a778777833, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=871f8281-29da-4c19-9a0b-19a778777833,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:52:28.034925 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7da94602-84e8-446d-ad97-b845380d73e1'] response: {'server_uuid': '223faa24-383f-4187-8b5a-aca2daaa79d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '871f8281-29da-4c19-9a0b-19a778777833', 'code': 200} Apr 06 13:52:28.047901 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:28.068167 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 871f8281-29da-4c19-9a0b-19a778777833 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:52:28.074448 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:28.109577 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a05ab-aa71-4e3d-b98a-074fdc8420ab req-3e9b4a4e-595c-4160-a86a-fad2223162fa tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:28.110421 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f37a05ab-aa71-4e3d-b98a-074fdc8420ab req-3e9b4a4e-595c-4160-a86a-fad2223162fa tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0856442 Apr 06 13:52:28.170270 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f37a05ab-aa71-4e3d-b98a-074fdc8420ab req-19f66fe6-7e95-4f67-a81f-356d2a532daa tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537810 Apr 06 13:52:28.187849 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:52:28.188202 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:52:28.191547 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=871f8281-29da-4c19-9a0b-19a778777833,revision_number=6']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:28.199045 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:28.199213 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:28.199620 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:28.199960 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:28.200288 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:28.200619 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:28.200943 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:28.201265 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:28.201590 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:28.201687 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc8b7f-b319-4be3-90d9-1ce0837d999e req-1a2a03ed-9a51-46da-8101-64e504dc1dcf tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:28.202123 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:28.202199 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:28.202521 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:28.202635 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-04cc8b7f-b319-4be3-90d9-1ce0837d999e req-1a2a03ed-9a51-46da-8101-64e504dc1dcf tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Synchronizing usage tracker for tenant:ca5096a407844c0babf8ea9ddf9eec57 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:52:28.269043 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-04cc8b7f-b319-4be3-90d9-1ce0837d999e req-1a2a03ed-9a51-46da-8101-64e504dc1dcf tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Unset dirty status for tenant:ca5096a407844c0babf8ea9ddf9eec57 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:52:28.270174 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-04cc8b7f-b319-4be3-90d9-1ce0837d999e req-1a2a03ed-9a51-46da-8101-64e504dc1dcf tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.61 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7&tenant_id=ca5096a407844c0babf8ea9ddf9eec57&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 944 time: 0.1709402 Apr 06 13:52:28.423702 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc8b7f-b319-4be3-90d9-1ce0837d999e req-e3035cda-7b2a-4749-b743-ed8491b69ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:28.425044 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-04cc8b7f-b319-4be3-90d9-1ce0837d999e req-e3035cda-7b2a-4749-b743-ed8491b69ffe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 1097 time: 0.0693920 Apr 06 13:52:28.553683 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc8b7f-b319-4be3-90d9-1ce0837d999e req-9888d773-35c9-42d1-a7dd-0bd87fa0d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:28.555120 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-04cc8b7f-b319-4be3-90d9-1ce0837d999e req-9888d773-35c9-42d1-a7dd-0bd87fa0d0ca service neutron] 10.222.0.61 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 913 time: 0.1236565 Apr 06 13:52:28.656868 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-04cc8b7f-b319-4be3-90d9-1ce0837d999e req-82e46d5b-49cd-44c4-af1d-bb530c48a3e1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=871f8281-29da-4c19-9a0b-19a778777833 HTTP/1.1" status: 200 len: 1000 time: 0.0961845 Apr 06 13:52:28.722208 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc8b7f-b319-4be3-90d9-1ce0837d999e req-b968b293-546c-41df-a318-14cf85fd567c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:28.723552 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-04cc8b7f-b319-4be3-90d9-1ce0837d999e req-b968b293-546c-41df-a318-14cf85fd567c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d49705db-8a34-4c15-a59a-7c8816693095 HTTP/1.1" status: 200 len: 851 time: 0.0612330 Apr 06 13:52:28.746587 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:28.764957 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 871f8281-29da-4c19-9a0b-19a778777833 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:52:28.780070 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 871f8281-29da-4c19-9a0b-19a778777833, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=871f8281-29da-4c19-9a0b-19a778777833,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:52:28.798939 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc8b7f-b319-4be3-90d9-1ce0837d999e req-04dd6eaa-29f4-447c-a630-5e6c3d4d3d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:28.800404 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-04cc8b7f-b319-4be3-90d9-1ce0837d999e req-04dd6eaa-29f4-447c-a630-5e6c3d4d3d0e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=223ab609-0328-4396-a33b-5881f7d77556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712142 Apr 06 13:52:28.847577 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:28.913461 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['871f8281-29da-4c19-9a0b-19a778777833'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:52:28.934268 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-04cc8b7f-b319-4be3-90d9-1ce0837d999e req-f55ecd89-c7d0-4879-a4fa-cdc652f90b89 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271861 Apr 06 13:52:28.957722 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=871f8281-29da-4c19-9a0b-19a778777833,revision_number=7']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:29.168153 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-04cc8b7f-b319-4be3-90d9-1ce0837d999e req-1307458b-223f-446a-961d-81c5bfc3882b service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280514 Apr 06 13:52:29.358295 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76fb13-b200-47a0-b6c4-f76cbfa5e92e req-a241d6cd-cc2c-4c91-83d9-d2af8538b140 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:29.359753 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7e76fb13-b200-47a0-b6c4-f76cbfa5e92e req-a241d6cd-cc2c-4c91-83d9-d2af8538b140 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 945 time: 0.0847495 Apr 06 13:52:29.403917 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7e76fb13-b200-47a0-b6c4-f76cbfa5e92e req-d5f70e98-736e-4db9-a1a9-9f253672f6a1 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382278 Apr 06 13:52:29.667440 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 871f8281-29da-4c19-9a0b-19a778777833 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:52:29.736549 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 871f8281-29da-4c19-9a0b-19a778777833 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:52:29.736908 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:29.849722 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:29.881848 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 871f8281-29da-4c19-9a0b-19a778777833, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=871f8281-29da-4c19-9a0b-19a778777833,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:52:29.961413 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:30.035932 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223faa24-383f-4187-8b5a-aca2daaa79d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871f8281-29da-4c19-9a0b-19a778777833'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:52:30.044134 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=871f8281-29da-4c19-9a0b-19a778777833,revision_number=8']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:30.087956 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b61c6397-1bf5-4a2c-b875-3f5a67a9fd29'] response: {'server_uuid': '223faa24-383f-4187-8b5a-aca2daaa79d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871f8281-29da-4c19-9a0b-19a778777833', 'code': 200} Apr 06 13:52:30.593068 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d9c9b-5afe-4e6a-8544-d38792901ca0 req-23bf97d5-ea3e-462e-93b4-a907e0523f8b tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:30.594410 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fe4d9c9b-5afe-4e6a-8544-d38792901ca0 req-23bf97d5-ea3e-462e-93b4-a907e0523f8b tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0817618 Apr 06 13:52:30.638677 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fe4d9c9b-5afe-4e6a-8544-d38792901ca0 req-677a052c-efbf-4683-bfcb-85544f4ee56f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386193 Apr 06 13:52:30.826400 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c6385-87a5-4c37-bdcd-620a80d35abd req-1a7eaea6-3606-4f4a-a6a1-a5a6ecc3eb25 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:30.827871 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ee6c6385-87a5-4c37-bdcd-620a80d35abd req-1a7eaea6-3606-4f4a-a6a1-a5a6ecc3eb25 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0831866 Apr 06 13:52:30.872528 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ee6c6385-87a5-4c37-bdcd-620a80d35abd req-e34defa6-bb77-4c30-87e1-74a625876130 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390635 Apr 06 13:52:31.364495 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57172c2-41c1-4223-8a6e-c70465008d6b req-50a49efb-1473-4150-9cc8-11485987d773 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:31.365939 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d57172c2-41c1-4223-8a6e-c70465008d6b req-50a49efb-1473-4150-9cc8-11485987d773 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0857456 Apr 06 13:52:31.410105 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d57172c2-41c1-4223-8a6e-c70465008d6b req-7747ab3d-c9c9-4a8d-b544-344f1a77404a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377364 Apr 06 13:52:31.477364 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b9aad-9b52-4282-a3a0-a397aeba3cb8 req-264ee8c5-88d7-45ed-bf2e-e6cea2745766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:31.478730 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8d9b9aad-9b52-4282-a3a0-a397aeba3cb8 req-264ee8c5-88d7-45ed-bf2e-e6cea2745766 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 1099 time: 0.0736220 Apr 06 13:52:31.609895 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b9aad-9b52-4282-a3a0-a397aeba3cb8 req-6240aa49-15bf-47c4-8163-ffc35f6e2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:31.611350 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8d9b9aad-9b52-4282-a3a0-a397aeba3cb8 req-6240aa49-15bf-47c4-8163-ffc35f6e2914 service neutron] 10.222.0.61 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 913 time: 0.1268077 Apr 06 13:52:31.720964 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8d9b9aad-9b52-4282-a3a0-a397aeba3cb8 req-0735c9b7-bb5e-4d60-a706-775c96c96e26 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=871f8281-29da-4c19-9a0b-19a778777833 HTTP/1.1" status: 200 len: 1002 time: 0.1037171 Apr 06 13:52:31.782519 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b9aad-9b52-4282-a3a0-a397aeba3cb8 req-eef4ad75-ce38-4e3a-93f9-17036e7749a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:31.783859 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8d9b9aad-9b52-4282-a3a0-a397aeba3cb8 req-eef4ad75-ce38-4e3a-93f9-17036e7749a8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d49705db-8a34-4c15-a59a-7c8816693095 HTTP/1.1" status: 200 len: 851 time: 0.0565698 Apr 06 13:52:31.857507 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b9aad-9b52-4282-a3a0-a397aeba3cb8 req-7f523a54-ab8d-4850-920c-24c8331fdc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:31.858949 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8d9b9aad-9b52-4282-a3a0-a397aeba3cb8 req-7f523a54-ab8d-4850-920c-24c8331fdc7b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=223ab609-0328-4396-a33b-5881f7d77556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683193 Apr 06 13:52:31.988647 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8d9b9aad-9b52-4282-a3a0-a397aeba3cb8 req-af80799c-1d81-4d82-8550-51f0f4c2e045 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241393 Apr 06 13:52:32.118083 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8d9b9aad-9b52-4282-a3a0-a397aeba3cb8 req-a9514670-ae28-46e3-99c3-ccc12b7ebae9 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231713 Apr 06 13:52:32.595553 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784a485-70e9-41ae-9779-614d5662a3a5 req-dd6c2fc0-f048-4f6d-bd75-c636a553059f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:32.596986 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e784a485-70e9-41ae-9779-614d5662a3a5 req-dd6c2fc0-f048-4f6d-bd75-c636a553059f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0783787 Apr 06 13:52:32.642468 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e784a485-70e9-41ae-9779-614d5662a3a5 req-6188d345-7fb4-4b7d-ad37-59c9aa156232 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397696 Apr 06 13:52:33.829920 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5866f2e-086c-4783-a5f5-d19870fc3ad6 req-95da001d-ba64-485b-bbe1-946f4de99e72 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:33.831379 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e5866f2e-086c-4783-a5f5-d19870fc3ad6 req-95da001d-ba64-485b-bbe1-946f4de99e72 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0853438 Apr 06 13:52:33.875759 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e5866f2e-086c-4783-a5f5-d19870fc3ad6 req-553458c9-981a-4961-8fc1-0371fcf50939 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388083 Apr 06 13:52:34.468881 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d1352-39b5-4076-8f81-bfac975120a2 req-12c68119-cbd7-4ea9-8faf-282ddeee641d tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:34.470293 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-953d1352-39b5-4076-8f81-bfac975120a2 req-12c68119-cbd7-4ea9-8faf-282ddeee641d tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0779784 Apr 06 13:52:34.516966 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-953d1352-39b5-4076-8f81-bfac975120a2 req-f76540d9-8b7c-4696-bbb7-c49cde7996fc tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408254 Apr 06 13:52:35.711315 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cef04-d024-42ad-914e-9b6074f94182 req-a3aeaeaf-4b11-46ec-a8ef-ce034458f353 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:35.713079 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fb3cef04-d024-42ad-914e-9b6074f94182 req-a3aeaeaf-4b11-46ec-a8ef-ce034458f353 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0903199 Apr 06 13:52:35.758031 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fb3cef04-d024-42ad-914e-9b6074f94182 req-b0513dee-9c56-4738-b3e4-3682bc2e6f74 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392203 Apr 06 13:52:36.208533 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54026b7-ed26-407e-a43f-ae0d15a58a7c req-fe4fb633-7840-4fe4-b52d-480e6c8735df tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:36.210064 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-b54026b7-ed26-407e-a43f-ae0d15a58a7c req-fe4fb633-7840-4fe4-b52d-480e6c8735df tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.61 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0956078 Apr 06 13:52:36.285172 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-b54026b7-ed26-407e-a43f-ae0d15a58a7c req-d499a6f5-2cdd-487d-bfe3-4dff9fb52a65 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Deleting port 871f8281-29da-4c19-9a0b-19a778777833 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:52:36.285511 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-b54026b7-ed26-407e-a43f-ae0d15a58a7c req-d499a6f5-2cdd-487d-bfe3-4dff9fb52a65 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:36.557814 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-b54026b7-ed26-407e-a43f-ae0d15a58a7c req-d499a6f5-2cdd-487d-bfe3-4dff9fb52a65 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] For port 871f8281-29da-4c19-9a0b-19a778777833, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=871f8281-29da-4c19-9a0b-19a778777833,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:52:36.558147 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-b54026b7-ed26-407e-a43f-ae0d15a58a7c req-d499a6f5-2cdd-487d-bfe3-4dff9fb52a65 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:36.849276 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-b54026b7-ed26-407e-a43f-ae0d15a58a7c req-d499a6f5-2cdd-487d-bfe3-4dff9fb52a65 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:36.849556 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-b54026b7-ed26-407e-a43f-ae0d15a58a7c req-d499a6f5-2cdd-487d-bfe3-4dff9fb52a65 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:36.849858 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [req-b54026b7-ed26-407e-a43f-ae0d15a58a7c req-d499a6f5-2cdd-487d-bfe3-4dff9fb52a65 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Floating IP 9b6af3f2-311a-430d-b0c0-553a69f8656a disassociated. External IP: 172.26.4.174, port: 871f8281-29da-4c19-9a0b-19a778777833. Apr 06 13:52:36.850182 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-b54026b7-ed26-407e-a43f-ae0d15a58a7c req-d499a6f5-2cdd-487d-bfe3-4dff9fb52a65 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Calling delete_port for 871f8281-29da-4c19-9a0b-19a778777833 owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:52:36.952968 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881751ed-86f5-4644-9277-2a0353bdf9d3 req-cee1d073-f18e-4d5b-812b-6bf2eeba4189 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:36.954449 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-881751ed-86f5-4644-9277-2a0353bdf9d3 req-cee1d073-f18e-4d5b-812b-6bf2eeba4189 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 946 time: 0.0910363 Apr 06 13:52:37.000619 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-881751ed-86f5-4644-9277-2a0353bdf9d3 req-d3e601dd-0aa6-4b89-8cbe-b3035120d75d tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404146 Apr 06 13:52:37.156361 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-b54026b7-ed26-407e-a43f-ae0d15a58a7c req-d499a6f5-2cdd-487d-bfe3-4dff9fb52a65 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:37.207871 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499a6f5-2cdd-487d-bfe3-4dff9fb52a65 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Pushing event deleted for resources: {'Port': ['ID=871f8281-29da-4c19-9a0b-19a778777833,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:37.218675 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499a6f5-2cdd-487d-bfe3-4dff9fb52a65 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:37.219232 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499a6f5-2cdd-487d-bfe3-4dff9fb52a65 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:37.219355 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499a6f5-2cdd-487d-bfe3-4dff9fb52a65 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:37.219715 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499a6f5-2cdd-487d-bfe3-4dff9fb52a65 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:37.219972 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499a6f5-2cdd-487d-bfe3-4dff9fb52a65 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:37.220299 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499a6f5-2cdd-487d-bfe3-4dff9fb52a65 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:37.220628 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499a6f5-2cdd-487d-bfe3-4dff9fb52a65 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:37.221047 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499a6f5-2cdd-487d-bfe3-4dff9fb52a65 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:37.221275 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499a6f5-2cdd-487d-bfe3-4dff9fb52a65 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:37.221596 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499a6f5-2cdd-487d-bfe3-4dff9fb52a65 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:37.221916 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499a6f5-2cdd-487d-bfe3-4dff9fb52a65 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:37.222233 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499a6f5-2cdd-487d-bfe3-4dff9fb52a65 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:37.408274 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b54026b7-ed26-407e-a43f-ae0d15a58a7c req-d499a6f5-2cdd-487d-bfe3-4dff9fb52a65 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:52:37.579905 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b54026b7-ed26-407e-a43f-ae0d15a58a7c req-d499a6f5-2cdd-487d-bfe3-4dff9fb52a65 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:52:37.589222 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4103b4af-5bd0-4de0-8827-630a1e5649bf None None] Sync routers for ids ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:52:37.599434 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4103b4af-5bd0-4de0-8827-630a1e5649bf None None] Routers {'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:52:37.600240 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-4103b4af-5bd0-4de0-8827-630a1e5649bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:52:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:37.654045 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54026b7-ed26-407e-a43f-ae0d15a58a7c req-d499a6f5-2cdd-487d-bfe3-4dff9fb52a65 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] No DVR routers for this DVR port 871f8281-29da-4c19-9a0b-19a778777833 on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:52:37.656632 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-b54026b7-ed26-407e-a43f-ae0d15a58a7c req-d499a6f5-2cdd-487d-bfe3-4dff9fb52a65 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:37.659738 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223faa24-383f-4187-8b5a-aca2daaa79d7', 'name': 'network-vif-deleted', 'tag': '871f8281-29da-4c19-9a0b-19a778777833'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:52:37.706308 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6aad781-85f9-429b-b924-cbbd495ef378'] response: {'server_uuid': '223faa24-383f-4187-8b5a-aca2daaa79d7', 'name': 'network-vif-deleted', 'tag': '871f8281-29da-4c19-9a0b-19a778777833', 'status': 'completed', 'code': 200} Apr 06 13:52:37.780415 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-4103b4af-5bd0-4de0-8827-630a1e5649bf None None] Set router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:52:37.802578 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-b54026b7-ed26-407e-a43f-ae0d15a58a7c req-d499a6f5-2cdd-487d-bfe3-4dff9fb52a65 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.61 "DELETE /v2.0/ports/871f8281-29da-4c19-9a0b-19a778777833 HTTP/1.1" status: 204 len: 173 time: 1.5870461 Apr 06 13:52:38.096839 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-4103b4af-5bd0-4de0-8827-630a1e5649bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:30Z', 'revision_number': 4, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6', 'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'mac_address': 'fa:16:3e:aa:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:29Z', 'updated_at': '2022-04-06T13:50:36Z', 'revision_number': 5, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'subnets': [{'id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:38.100668 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4103b4af-5bd0-4de0-8827-630a1e5649bf None None] Checking router: c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:52:38.109910 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4103b4af-5bd0-4de0-8827-630a1e5649bf None None] Routers {'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:52:38.110495 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-4103b4af-5bd0-4de0-8827-630a1e5649bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:52:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:38.162926 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7696145d-4cfb-4af6-9ce9-0b6f54b8d585 req-4417d636-3d3a-4da5-9e8b-78631b1414de tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=223faa24-383f-4187-8b5a-aca2daaa79d7 HTTP/1.1" status: 200 len: 210 time: 0.0446036 Apr 06 13:52:38.340456 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-4103b4af-5bd0-4de0-8827-630a1e5649bf None None] Set router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:52:38.654100 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-4103b4af-5bd0-4de0-8827-630a1e5649bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:30Z', 'revision_number': 4, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6', 'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'mac_address': 'fa:16:3e:aa:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:29Z', 'updated_at': '2022-04-06T13:50:36Z', 'revision_number': 5, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'subnets': [{'id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:38.658065 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4103b4af-5bd0-4de0-8827-630a1e5649bf None None] The sync data for ids ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'] in dv-neutron-834600-1-hyperv is: [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:30Z', 'revision_number': 4, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6', 'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'mac_address': 'fa:16:3e:aa:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:29Z', 'updated_at': '2022-04-06T13:50:36Z', 'revision_number': 5, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'subnets': [{'id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:52:38.875207 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fb6fbd-fda7-4b41-af36-bd6c1cb989b5 None None] New status for floating IP 9b6af3f2-311a-430d-b0c0-553a69f8656a: DOWN {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:52:39.501457 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-4e04d8ee-4c9a-490b-baf2-2ba5b26eebd9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--947112516&fields=id&tenant_id=ca5096a407844c0babf8ea9ddf9eec57 HTTP/1.1" status: 200 len: 267 time: 0.0389972 Apr 06 13:52:39.649025 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-27698cdc-b625-447e-be6b-b3f4e8a79a97 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:39.650424 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-27698cdc-b625-447e-be6b-b3f4e8a79a97 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 812 time: 0.1427052 Apr 06 13:52:39.665741 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-e6ca19ff-80cd-4108-b532-83f2f6916ff9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/quotas/ca5096a407844c0babf8ea9ddf9eec57 HTTP/1.1" status: 200 len: 375 time: 0.0088108 Apr 06 13:52:39.682192 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 871f8281-29da-4c19-9a0b-19a778777833 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:52:39.720845 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: 871f8281-29da-4c19-9a0b-19a778777833 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:52:39.721103 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 871f8281-29da-4c19-9a0b-19a778777833 not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:52:39.757360 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-73983da2-fe43-4787-be4d-0e3f75f07bc5 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0865657 Apr 06 13:52:39.894143 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-30aa30a9-5e5a-46ec-8770-d7da391737ed service neutron] 10.222.0.48 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250594 Apr 06 13:52:40.122324 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-58443d72-b051-4ab0-8f86-c8c7e464a8a0 service neutron] 10.222.0.48 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223814 Apr 06 13:52:40.374026 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-36d10050-9d7f-4af7-9f98-14300ffccf54 req-421e62d6-cea0-4920-ae82-2588c2806b06 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 210 time: 0.0427334 Apr 06 13:52:41.523353 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2b23c832-a379-4c67-81dc-c67ea91c7a82 req-13fed558-2a01-4283-9dbe-a6ea7eaa6ae3 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 210 time: 0.0460503 Apr 06 13:52:42.558202 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-5e73e17f-4942-40d5-b86b-0f76e9eba2d3 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:42.559663 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-5e73e17f-4942-40d5-b86b-0f76e9eba2d3 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.61 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 812 time: 0.1453807 Apr 06 13:52:42.607491 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-703cd80f-16de-45ce-ad4a-20509d67e7ac tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca5096a407844c0babf8ea9ddf9eec57 HTTP/1.1" status: 200 len: 379 time: 0.0398800 Apr 06 13:52:42.615350 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-0872f2d1-a813-435f-ba2b-bde935c2089c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Request body: {'port': {'device_id': '2dcb8ebb-93d3-4a83-94da-e7abb37e76cb', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'admin_state_up': True, 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'security_groups': ['260a532e-f1cd-462e-9e9a-41ca198589be']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:42.672837 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-268f511c-48a7-4e20-b360-38aa9f5122cb req-978902e2-c989-4977-9126-d68d614cf797 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 210 time: 0.0436532 Apr 06 13:52:42.752281 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-0872f2d1-a813-435f-ba2b-bde935c2089c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:52:42.756200 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-0872f2d1-a813-435f-ba2b-bde935c2089c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Usage tracker for resource:port and tenant:ca5096a407844c0babf8ea9ddf9eec57 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:52:42.758906 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-0872f2d1-a813-435f-ba2b-bde935c2089c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:52:42.765166 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-0872f2d1-a813-435f-ba2b-bde935c2089c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:52:42.910890 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-0872f2d1-a813-435f-ba2b-bde935c2089c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Made reservation on behalf of ca5096a407844c0babf8ea9ddf9eec57 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:52:42.914474 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-0872f2d1-a813-435f-ba2b-bde935c2089c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:43.080768 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-0872f2d1-a813-435f-ba2b-bde935c2089c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Allocated IP 172.20.0.9 (223ab609-0328-4396-a33b-5881f7d77556/d49705db-8a34-4c15-a59a-7c8816693095/47823a1e-f047-419e-b3d3-ee0a6af31f6d) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:52:43.264152 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-0872f2d1-a813-435f-ba2b-bde935c2089c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:43.279296 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-0872f2d1-a813-435f-ba2b-bde935c2089c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Transition to ACTIVE for port object 47823a1e-f047-419e-b3d3-ee0a6af31f6d will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:52:43.373841 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-0872f2d1-a813-435f-ba2b-bde935c2089c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:43.444899 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-0872f2d1-a813-435f-ba2b-bde935c2089c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Network 223ab609-0328-4396-a33b-5881f7d77556 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:52:43.452721 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-0872f2d1-a813-435f-ba2b-bde935c2089c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:52:43.457073 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-0872f2d1-a813-435f-ba2b-bde935c2089c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:52:43.487601 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872f2d1-a813-435f-ba2b-bde935c2089c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Pushing event updated for resources: {'Port': ['ID=47823a1e-f047-419e-b3d3-ee0a6af31f6d,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:43.524265 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-0872f2d1-a813-435f-ba2b-bde935c2089c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:43.524875 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-0872f2d1-a813-435f-ba2b-bde935c2089c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:43.562195 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:52:43.613739 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-0872f2d1-a813-435f-ba2b-bde935c2089c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0018151 Apr 06 13:52:43.625805 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-edc94648-bcf9-4fd9-b86b-91eddf6d473e service neutron] Request body: {'port': {'device_id': '2dcb8ebb-93d3-4a83-94da-e7abb37e76cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:43.722926 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-865a5692-fdc5-4d30-9bb4-dde1c30a65c4 None None] Provisioning for port 47823a1e-f047-419e-b3d3-ee0a6af31f6d completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:52:43.728602 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-865a5692-fdc5-4d30-9bb4-dde1c30a65c4 None None] Provisioning complete for port 47823a1e-f047-419e-b3d3-ee0a6af31f6d triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:52:43.729236 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-865a5692-fdc5-4d30-9bb4-dde1c30a65c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:43.788518 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-865a5692-fdc5-4d30-9bb4-dde1c30a65c4 None None] Port 47823a1e-f047-419e-b3d3-ee0a6af31f6d cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:52:43.847843 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-edc94648-bcf9-4fd9-b86b-91eddf6d473e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:43.871695 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7783af-2193-4e7b-be4c-e8a1d4471ede req-ae94b56d-9c6c-490a-8650-48c41793662f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:43.873141 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2c7783af-2193-4e7b-be4c-e8a1d4471ede req-ae94b56d-9c6c-490a-8650-48c41793662f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 931 time: 0.0868592 Apr 06 13:52:43.916986 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2c7783af-2193-4e7b-be4c-e8a1d4471ede req-232f97be-d3bc-4a43-a4e0-db57e1f02de2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381374 Apr 06 13:52:44.186794 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-edc94648-bcf9-4fd9-b86b-91eddf6d473e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47823a1e-f047-419e-b3d3-ee0a6af31f6d {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:52:44.193997 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-edc94648-bcf9-4fd9-b86b-91eddf6d473e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:44.208063 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-edc94648-bcf9-4fd9-b86b-91eddf6d473e service neutron] Transition to ACTIVE for port object 47823a1e-f047-419e-b3d3-ee0a6af31f6d will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:52:44.305080 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-edc94648-bcf9-4fd9-b86b-91eddf6d473e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:44.463155 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc94648-bcf9-4fd9-b86b-91eddf6d473e service neutron] Pushing event updated for resources: {'Port': ['ID=47823a1e-f047-419e-b3d3-ee0a6af31f6d,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:44.545140 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-edc94648-bcf9-4fd9-b86b-91eddf6d473e service neutron] Attempting to bind port 47823a1e-f047-419e-b3d3-ee0a6af31f6d on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:52:44.545466 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-edc94648-bcf9-4fd9-b86b-91eddf6d473e service neutron] Attempting to bind port 47823a1e-f047-419e-b3d3-ee0a6af31f6d by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '034ff104-e5af-435f-904e-dfac0480f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '223ab609-0328-4396-a33b-5881f7d77556'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:52:44.545787 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-edc94648-bcf9-4fd9-b86b-91eddf6d473e service neutron] Attempting to bind port 47823a1e-f047-419e-b3d3-ee0a6af31f6d on network 223ab609-0328-4396-a33b-5881f7d77556 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:52:44.550303 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-edc94648-bcf9-4fd9-b86b-91eddf6d473e service neutron] Port 47823a1e-f047-419e-b3d3-ee0a6af31f6d on network 223ab609-0328-4396-a33b-5881f7d77556 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:52:44.550632 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-edc94648-bcf9-4fd9-b86b-91eddf6d473e service neutron] Attempting to bind port 47823a1e-f047-419e-b3d3-ee0a6af31f6d on network 223ab609-0328-4396-a33b-5881f7d77556 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:52:44.555594 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-edc94648-bcf9-4fd9-b86b-91eddf6d473e service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:52:44.555923 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-edc94648-bcf9-4fd9-b86b-91eddf6d473e service neutron] Checking segment: {'id': '034ff104-e5af-435f-904e-dfac0480f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '223ab609-0328-4396-a33b-5881f7d77556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:52:44.556301 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-edc94648-bcf9-4fd9-b86b-91eddf6d473e service neutron] Bound using segment: {'id': '034ff104-e5af-435f-904e-dfac0480f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '223ab609-0328-4396-a33b-5881f7d77556'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:52:44.556713 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-edc94648-bcf9-4fd9-b86b-91eddf6d473e service neutron] Bound port: 47823a1e-f047-419e-b3d3-ee0a6af31f6d, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034ff104-e5af-435f-904e-dfac0480f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '223ab609-0328-4396-a33b-5881f7d77556'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:52:44.557051 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-edc94648-bcf9-4fd9-b86b-91eddf6d473e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:44.652505 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-edc94648-bcf9-4fd9-b86b-91eddf6d473e service neutron] For port 47823a1e-f047-419e-b3d3-ee0a6af31f6d, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:52:44.652505 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-edc94648-bcf9-4fd9-b86b-91eddf6d473e service neutron] For port 47823a1e-f047-419e-b3d3-ee0a6af31f6d, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=47823a1e-f047-419e-b3d3-ee0a6af31f6d,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:52:44.738573 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-edc94648-bcf9-4fd9-b86b-91eddf6d473e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:44.796672 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-edc94648-bcf9-4fd9-b86b-91eddf6d473e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:44.797282 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-edc94648-bcf9-4fd9-b86b-91eddf6d473e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:44.798635 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-edc94648-bcf9-4fd9-b86b-91eddf6d473e service neutron] 10.222.0.61 "PUT /v2.0/ports/47823a1e-f047-419e-b3d3-ee0a6af31f6d HTTP/1.1" status: 200 len: 1093 time: 1.1769767 Apr 06 13:52:44.799100 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcb8ebb-93d3-4a83-94da-e7abb37e76cb', 'tag': '47823a1e-f047-419e-b3d3-ee0a6af31f6d'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:52:44.828397 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc94648-bcf9-4fd9-b86b-91eddf6d473e service neutron] Pushing event updated for resources: {'Port': ['ID=47823a1e-f047-419e-b3d3-ee0a6af31f6d,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:44.851640 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f354562-1647-405c-9ac5-d131da60b501'] response: {'name': 'network-changed', 'server_uuid': '2dcb8ebb-93d3-4a83-94da-e7abb37e76cb', 'tag': '47823a1e-f047-419e-b3d3-ee0a6af31f6d', 'status': 'completed', 'code': 200} Apr 06 13:52:44.948704 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03038128-f9a0-4646-894d-5bc5b02cef2e req-f71a088e-c04d-4b00-bdd3-3d9f385abfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:44.950267 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-03038128-f9a0-4646-894d-5bc5b02cef2e req-f71a088e-c04d-4b00-bdd3-3d9f385abfc4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 1096 time: 0.0763590 Apr 06 13:52:45.098672 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03038128-f9a0-4646-894d-5bc5b02cef2e req-be4e6065-17c3-4aa2-9ac3-421c59744ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:45.100071 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-03038128-f9a0-4646-894d-5bc5b02cef2e req-be4e6065-17c3-4aa2-9ac3-421c59744ee7 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1432805 Apr 06 13:52:45.243129 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03038128-f9a0-4646-894d-5bc5b02cef2e req-0d677375-a7af-4f45-ac64-f911c1dc1ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:45.244559 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-03038128-f9a0-4646-894d-5bc5b02cef2e req-0d677375-a7af-4f45-ac64-f911c1dc1ef6 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1385305 Apr 06 13:52:45.275299 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425192d6-b101-423a-89b5-ea231ff0e4b3 req-c20960f8-32a5-49e9-a7b3-da229e81423f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:45.276775 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-425192d6-b101-423a-89b5-ea231ff0e4b3 req-c20960f8-32a5-49e9-a7b3-da229e81423f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 943 time: 0.0877531 Apr 06 13:52:45.320843 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-425192d6-b101-423a-89b5-ea231ff0e4b3 req-10d62d22-8d08-4c13-9bd6-b9b7c0448664 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380189 Apr 06 13:52:45.346071 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-965da6e0-6360-480b-8441-35d3cd87312c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:45.347553 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-965da6e0-6360-480b-8441-35d3cd87312c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 1096 time: 0.0695431 Apr 06 13:52:45.418239 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-fd9521b0-6550-4656-98d3-a4a0605e72cd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47823a1e-f047-419e-b3d3-ee0a6af31f6d HTTP/1.1" status: 200 len: 217 time: 0.0631285 Apr 06 13:52:45.453944 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ed464fe6-d6db-43cc-b28b-0b994c2b3602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:45.482095 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-4f786673-799f-4f38-a076-6f1ae21fb8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:45.483528 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-4f786673-799f-4f38-a076-6f1ae21fb8d7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d49705db-8a34-4c15-a59a-7c8816693095 HTTP/1.1" status: 200 len: 851 time: 0.0606840 Apr 06 13:52:45.554916 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-1fa4c8a2-221e-48a7-a933-969fb1db0bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:45.556360 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-1fa4c8a2-221e-48a7-a933-969fb1db0bac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=223ab609-0328-4396-a33b-5881f7d77556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674279 Apr 06 13:52:45.786933 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-56c9b0b5-cefa-4239-ad2e-bb305b11d552 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244022 Apr 06 13:52:45.913533 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-83da92fd-88fc-44ec-9cae-61991ee21496 req-6f88d4a2-670b-44ed-851d-2687ddb501aa service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209111 Apr 06 13:52:46.508783 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deffa0d-dc7c-4eaa-bb58-4a7f7da4fa64 req-9fce3d81-77c1-497d-91a1-ecf167118a97 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:46.510129 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2deffa0d-dc7c-4eaa-bb58-4a7f7da4fa64 req-9fce3d81-77c1-497d-91a1-ecf167118a97 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 943 time: 0.0822027 Apr 06 13:52:46.554170 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2deffa0d-dc7c-4eaa-bb58-4a7f7da4fa64 req-cbf17e9c-fcd6-4a92-9b23-071945eedef6 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376000 Apr 06 13:52:47.687998 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-795a1f81-c286-4cd2-b734-23daafd64025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:47.730789 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 47823a1e-f047-419e-b3d3-ee0a6af31f6d details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:52:47.747017 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81462b-79b7-4744-8a18-22083d53f1e9 req-86db8a61-c32f-4f60-a378-ce1449981b87 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:47.748486 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3d81462b-79b7-4744-8a18-22083d53f1e9 req-86db8a61-c32f-4f60-a378-ce1449981b87 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 943 time: 0.0820868 Apr 06 13:52:47.796046 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3d81462b-79b7-4744-8a18-22083d53f1e9 req-e3c6bc54-5639-4a32-87b3-4a7ba0c81d6b tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415630 Apr 06 13:52:47.863364 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 47823a1e-f047-419e-b3d3-ee0a6af31f6d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=47823a1e-f047-419e-b3d3-ee0a6af31f6d,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:52:47.875989 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '47823a1e-f047-419e-b3d3-ee0a6af31f6d', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'port_id': '47823a1e-f047-419e-b3d3-ee0a6af31f6d', 'mac_address': 'fa:16:3e:1c:fc:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:52:47.934437 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:47.951288 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47823a1e-f047-419e-b3d3-ee0a6af31f6d {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:52:47.966826 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 47823a1e-f047-419e-b3d3-ee0a6af31f6d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=47823a1e-f047-419e-b3d3-ee0a6af31f6d,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:52:48.031163 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:48.097642 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=47823a1e-f047-419e-b3d3-ee0a6af31f6d,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:48.269114 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['47823a1e-f047-419e-b3d3-ee0a6af31f6d'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:52:48.882394 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:48.934431 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:48.990547 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab6cfe-7aa3-4ac5-aa8f-52c5f196d44e req-5d726b7b-327f-42de-8559-f498a64f9fff tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:48.992008 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6fab6cfe-7aa3-4ac5-aa8f-52c5f196d44e req-5d726b7b-327f-42de-8559-f498a64f9fff tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 944 time: 0.0791674 Apr 06 13:52:49.038006 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6fab6cfe-7aa3-4ac5-aa8f-52c5f196d44e req-664c9ba2-3f72-4d2f-a9b7-42e150a9445a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396833 Apr 06 13:52:49.744458 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 47823a1e-f047-419e-b3d3-ee0a6af31f6d up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:52:49.899319 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port 47823a1e-f047-419e-b3d3-ee0a6af31f6d completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:52:49.905137 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 47823a1e-f047-419e-b3d3-ee0a6af31f6d triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:52:49.905528 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:50.016902 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:50.045864 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcb8ebb-93d3-4a83-94da-e7abb37e76cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47823a1e-f047-419e-b3d3-ee0a6af31f6d'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:52:50.055353 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 47823a1e-f047-419e-b3d3-ee0a6af31f6d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=47823a1e-f047-419e-b3d3-ee0a6af31f6d,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:52:50.090632 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e545e19-50d3-466b-a7a3-4b4e98d084d5'] response: {'server_uuid': '2dcb8ebb-93d3-4a83-94da-e7abb37e76cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47823a1e-f047-419e-b3d3-ee0a6af31f6d', 'code': 200} Apr 06 13:52:50.128209 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:50.197222 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=47823a1e-f047-419e-b3d3-ee0a6af31f6d,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:50.230628 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b81b6-0d16-4f87-9535-7d4ecb450407 req-984d3fee-a172-4532-bb3a-c428e84ff131 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:50.232102 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2a7b81b6-0d16-4f87-9535-7d4ecb450407 req-984d3fee-a172-4532-bb3a-c428e84ff131 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0849209 Apr 06 13:52:50.277973 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2a7b81b6-0d16-4f87-9535-7d4ecb450407 req-208c4b57-d63c-44e4-9922-5e4577ee1375 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400338 Apr 06 13:52:50.379923 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:50.460447 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970b68e-2017-496d-b4d5-4281c44cca13 req-1e97fedc-0856-4de7-982c-94f060e3880a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:50.461883 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d970b68e-2017-496d-b4d5-4281c44cca13 req-1e97fedc-0856-4de7-982c-94f060e3880a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 1098 time: 0.0692804 Apr 06 13:52:50.504925 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d970b68e-2017-496d-b4d5-4281c44cca13 req-503f9d4a-c788-4d7d-bca0-903925431018 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371830 Apr 06 13:52:51.463316 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a828a8b-6b77-4f11-931a-131f9eec9e86 req-7a167861-6e8b-40a6-bdb9-78b36402eb53 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:51.464680 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8a828a8b-6b77-4f11-931a-131f9eec9e86 req-7a167861-6e8b-40a6-bdb9-78b36402eb53 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0791821 Apr 06 13:52:51.508275 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8a828a8b-6b77-4f11-931a-131f9eec9e86 req-6674ceac-ae08-456b-a024-ade23f2ef368 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380461 Apr 06 13:52:52.696830 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678de01-a6dd-4220-b69a-851da88e7d20 req-d0c8a273-bcab-46e8-9b7b-fa91eb2a4c31 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:52.698255 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2678de01-a6dd-4220-b69a-851da88e7d20 req-d0c8a273-bcab-46e8-9b7b-fa91eb2a4c31 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0824153 Apr 06 13:52:52.741635 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2678de01-a6dd-4220-b69a-851da88e7d20 req-5909d9bc-202d-4852-be88-bef1c725e460 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374289 Apr 06 13:52:52.924687 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835e305-4002-4887-a407-d12684739013 req-4aed8fb6-3fa1-4194-ad6e-a932973808d2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:52.926106 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b835e305-4002-4887-a407-d12684739013 req-4aed8fb6-3fa1-4194-ad6e-a932973808d2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0831726 Apr 06 13:52:52.934640 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 52962) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:52:52.939457 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-b3eab6fe-f277-4474-b47c-10e4f58e80a2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Request body: {'floatingip': {'port_id': '47823a1e-f047-419e-b3d3-ee0a6af31f6d'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:53.014239 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b3eab6fe-f277-4474-b47c-10e4f58e80a2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for floatingip, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:53.697859 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b3eab6fe-f277-4474-b47c-10e4f58e80a2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:53.773861 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b3eab6fe-f277-4474-b47c-10e4f58e80a2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:53.942110 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-b3eab6fe-f277-4474-b47c-10e4f58e80a2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Floating IP 9b6af3f2-311a-430d-b0c0-553a69f8656a associated. External IP: 172.26.4.174, port: 47823a1e-f047-419e-b3d3-ee0a6af31f6d. Apr 06 13:52:54.288541 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3eab6fe-f277-4474-b47c-10e4f58e80a2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:52:54.466240 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3eab6fe-f277-4474-b47c-10e4f58e80a2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:52:54.470958 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b3eab6fe-f277-4474-b47c-10e4f58e80a2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:54.476088 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f3d293-36f1-4c66-a493-0f4a98f8eb65 None None] Sync routers for ids ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:52:54.486596 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f3d293-36f1-4c66-a493-0f4a98f8eb65 None None] Routers {'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:52:54.487370 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-31f3d293-36f1-4c66-a493-0f4a98f8eb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:52:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:54.529187 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b3eab6fe-f277-4474-b47c-10e4f58e80a2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "PUT /v2.0/floatingips/9b6af3f2-311a-430d-b0c0-553a69f8656a HTTP/1.1" status: 200 len: 991 time: 1.5903511 Apr 06 13:52:54.529187 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcb8ebb-93d3-4a83-94da-e7abb37e76cb', 'tag': '47823a1e-f047-419e-b3d3-ee0a6af31f6d'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:52:54.578401 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cccbd284-3fda-473f-999a-1d2d13ffabaf'] response: {'name': 'network-changed', 'server_uuid': '2dcb8ebb-93d3-4a83-94da-e7abb37e76cb', 'tag': '47823a1e-f047-419e-b3d3-ee0a6af31f6d', 'status': 'completed', 'code': 200} Apr 06 13:52:54.669754 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f586c-a438-46aa-b00d-51b94cde99a3 req-1afedb35-7179-4411-b4de-18a37d76ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:54.671236 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d07f586c-a438-46aa-b00d-51b94cde99a3 req-1afedb35-7179-4411-b4de-18a37d76ad45 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 1098 time: 0.0716982 Apr 06 13:52:54.671779 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-31f3d293-36f1-4c66-a493-0f4a98f8eb65 None None] Set router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:52:54.805941 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f586c-a438-46aa-b00d-51b94cde99a3 req-811efdad-8e55-4d31-b2fd-5542dfc64d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:54.807513 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d07f586c-a438-46aa-b00d-51b94cde99a3 req-811efdad-8e55-4d31-b2fd-5542dfc64d98 service neutron] 10.222.0.61 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 913 time: 0.1299205 Apr 06 13:52:54.915924 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d07f586c-a438-46aa-b00d-51b94cde99a3 req-d40bd820-a936-465d-a591-7d3b3c9abf7c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47823a1e-f047-419e-b3d3-ee0a6af31f6d HTTP/1.1" status: 200 len: 999 time: 0.1026158 Apr 06 13:52:54.982142 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f586c-a438-46aa-b00d-51b94cde99a3 req-6ac9a46c-a4df-40aa-8e52-59b182f440eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:54.983984 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d07f586c-a438-46aa-b00d-51b94cde99a3 req-6ac9a46c-a4df-40aa-8e52-59b182f440eb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d49705db-8a34-4c15-a59a-7c8816693095 HTTP/1.1" status: 200 len: 851 time: 0.0616529 Apr 06 13:52:55.072741 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-31f3d293-36f1-4c66-a493-0f4a98f8eb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:30Z', 'revision_number': 4, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '9b6af3f2-311a-430d-b0c0-553a69f8656a', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'floating_ip_address': '172.26.4.174', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'port_id': '47823a1e-f047-419e-b3d3-ee0a6af31f6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'mac_address': 'fa:16:3e:1c:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcb8ebb-93d3-4a83-94da-e7abb37e76cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:50:33Z', 'updated_at': '2022-04-06T13:52:53Z', 'revision_number': 9, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6', 'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'mac_address': 'fa:16:3e:aa:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:29Z', 'updated_at': '2022-04-06T13:50:36Z', 'revision_number': 5, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'subnets': [{'id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:55.077934 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f3d293-36f1-4c66-a493-0f4a98f8eb65 None None] Checking router: c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:52:55.080091 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f586c-a438-46aa-b00d-51b94cde99a3 req-17e159e9-6a89-4697-ac09-4bf6116574d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:55.080653 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dfdb1-a9d5-46de-8a5b-8c5efb76ffe7 req-23974f83-5c0c-4c05-9558-7dc8717351af tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:55.081692 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d07f586c-a438-46aa-b00d-51b94cde99a3 req-17e159e9-6a89-4697-ac09-4bf6116574d8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=223ab609-0328-4396-a33b-5881f7d77556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0915794 Apr 06 13:52:55.082892 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c19dfdb1-a9d5-46de-8a5b-8c5efb76ffe7 req-23974f83-5c0c-4c05-9558-7dc8717351af tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.1005723 Apr 06 13:52:55.088063 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f3d293-36f1-4c66-a493-0f4a98f8eb65 None None] Routers {'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:52:55.088787 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-31f3d293-36f1-4c66-a493-0f4a98f8eb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:52:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:55.169511 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c19dfdb1-a9d5-46de-8a5b-8c5efb76ffe7 req-59b1f737-556d-43a3-aa5e-0b9a8ee60c64 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543337 Apr 06 13:52:55.223371 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d9fd5389-1b56-486c-b357-eab21eceb038 req-de70fc62-73a9-4cc1-b445-de8c32368560 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1392519 Apr 06 13:52:55.252325 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d07f586c-a438-46aa-b00d-51b94cde99a3 req-f4d5f52c-9b0b-4f7e-af09-31cc6d1f06ce service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624565 Apr 06 13:52:55.301736 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-31f3d293-36f1-4c66-a493-0f4a98f8eb65 None None] Set router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:52:55.390407 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d07f586c-a438-46aa-b00d-51b94cde99a3 req-36b4253e-1a62-4d71-862d-1e006db58347 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311216 Apr 06 13:52:55.659033 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-31f3d293-36f1-4c66-a493-0f4a98f8eb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:30Z', 'revision_number': 4, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '9b6af3f2-311a-430d-b0c0-553a69f8656a', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'floating_ip_address': '172.26.4.174', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'port_id': '47823a1e-f047-419e-b3d3-ee0a6af31f6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'mac_address': 'fa:16:3e:1c:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcb8ebb-93d3-4a83-94da-e7abb37e76cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:50:33Z', 'updated_at': '2022-04-06T13:52:53Z', 'revision_number': 9, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6', 'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'mac_address': 'fa:16:3e:aa:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:29Z', 'updated_at': '2022-04-06T13:50:36Z', 'revision_number': 5, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'subnets': [{'id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:55.662926 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f3d293-36f1-4c66-a493-0f4a98f8eb65 None None] The sync data for ids ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'] in dv-neutron-834600-1-hyperv is: [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:30Z', 'revision_number': 4, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '9b6af3f2-311a-430d-b0c0-553a69f8656a', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'floating_ip_address': '172.26.4.174', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'port_id': '47823a1e-f047-419e-b3d3-ee0a6af31f6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'mac_address': 'fa:16:3e:1c:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcb8ebb-93d3-4a83-94da-e7abb37e76cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:50:33Z', 'updated_at': '2022-04-06T13:52:53Z', 'revision_number': 9, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6', 'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'mac_address': 'fa:16:3e:aa:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:29Z', 'updated_at': '2022-04-06T13:50:36Z', 'revision_number': 5, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'subnets': [{'id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:52:55.856196 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ad2d36-3b1a-4574-8227-fe87f6a2c7af None None] New status for floating IP 9b6af3f2-311a-430d-b0c0-553a69f8656a: ACTIVE {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:52:56.364732 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab086ad1-24cf-4896-8b79-2976a24712b6 req-5a588980-1a12-4248-abba-2c20d727b6db tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:56.366251 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ab086ad1-24cf-4896-8b79-2976a24712b6 req-5a588980-1a12-4248-abba-2c20d727b6db tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0843244 Apr 06 13:52:56.410980 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ab086ad1-24cf-4896-8b79-2976a24712b6 req-2871e372-2ba7-4406-ae81-0fc133555a10 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383596 Apr 06 13:52:57.217395 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd5389-1b56-486c-b357-eab21eceb038 req-8ed9086f-0b1d-4e38-8b5c-e336ce8429ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:57.218838 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d9fd5389-1b56-486c-b357-eab21eceb038 req-8ed9086f-0b1d-4e38-8b5c-e336ce8429ca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 1098 time: 0.0720544 Apr 06 13:52:57.347290 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd5389-1b56-486c-b357-eab21eceb038 req-4c31dda0-dfb6-4cb8-a735-be7efe4523ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:57.348719 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d9fd5389-1b56-486c-b357-eab21eceb038 req-4c31dda0-dfb6-4cb8-a735-be7efe4523ff service neutron] 10.222.0.61 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 913 time: 0.1242204 Apr 06 13:52:57.451900 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d9fd5389-1b56-486c-b357-eab21eceb038 req-e62dc3f1-40ea-430e-b7ff-77d7e7d42e38 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47823a1e-f047-419e-b3d3-ee0a6af31f6d HTTP/1.1" status: 200 len: 1002 time: 0.0970836 Apr 06 13:52:57.454062 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:52:57.513409 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd5389-1b56-486c-b357-eab21eceb038 req-8d7a7dcc-fa07-460b-95bd-4ec3dcecd644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:57.515029 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d9fd5389-1b56-486c-b357-eab21eceb038 req-8d7a7dcc-fa07-460b-95bd-4ec3dcecd644 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d49705db-8a34-4c15-a59a-7c8816693095 HTTP/1.1" status: 200 len: 851 time: 0.0577402 Apr 06 13:52:57.592799 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd5389-1b56-486c-b357-eab21eceb038 req-bde62d52-0ff7-451e-8ca6-04bfbb90cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:57.594243 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d9fd5389-1b56-486c-b357-eab21eceb038 req-bde62d52-0ff7-451e-8ca6-04bfbb90cf9a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=223ab609-0328-4396-a33b-5881f7d77556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735519 Apr 06 13:52:57.597640 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f0ac8-93df-4453-9ae8-32cab7c5c788 req-1a848ee1-846f-4ae4-98eb-ea928832da51 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:57.599124 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-750f0ac8-93df-4453-9ae8-32cab7c5c788 req-1a848ee1-846f-4ae4-98eb-ea928832da51 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0803106 Apr 06 13:52:57.646150 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-750f0ac8-93df-4453-9ae8-32cab7c5c788 req-8373ee8d-1531-4973-ac8f-6a929bbf2f7c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413001 Apr 06 13:52:57.831299 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d9fd5389-1b56-486c-b357-eab21eceb038 req-0db820dd-fa81-4558-acd4-feefdecf4b0d service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310650 Apr 06 13:52:57.959497 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d9fd5389-1b56-486c-b357-eab21eceb038 req-b385d320-486e-473d-980d-6510fa52e5f0 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227300 Apr 06 13:52:58.945921 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a8742-1b45-47b6-8f0c-573e8956f5cd req-461254c5-4526-4905-ab8c-7e7d1414cc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:58.947312 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cc8a8742-1b45-47b6-8f0c-573e8956f5cd req-461254c5-4526-4905-ab8c-7e7d1414cc89 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 1098 time: 0.0715096 Apr 06 13:52:58.950484 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfddd9f-906b-4ed5-a51a-c21428b3630f req-4bc62b89-0e20-442a-b48e-16a7f237502e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:58.953206 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3dfddd9f-906b-4ed5-a51a-c21428b3630f req-4bc62b89-0e20-442a-b48e-16a7f237502e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.1992733 Apr 06 13:52:58.995306 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3dfddd9f-906b-4ed5-a51a-c21428b3630f req-a207f748-8b12-4bc1-886d-59a65cf03c17 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377183 Apr 06 13:52:59.093067 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a8742-1b45-47b6-8f0c-573e8956f5cd req-873625df-008c-4807-bc87-4b421f153b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:59.094487 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cc8a8742-1b45-47b6-8f0c-573e8956f5cd req-873625df-008c-4807-bc87-4b421f153b04 service neutron] 10.222.0.61 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 913 time: 0.1270392 Apr 06 13:52:59.198962 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cc8a8742-1b45-47b6-8f0c-573e8956f5cd req-2dc3999b-1fc6-469f-ae77-9d8e72521934 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47823a1e-f047-419e-b3d3-ee0a6af31f6d HTTP/1.1" status: 200 len: 1002 time: 0.0981719 Apr 06 13:52:59.260543 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a8742-1b45-47b6-8f0c-573e8956f5cd req-2975bdfd-b8fb-4b9b-9f6e-98938d08b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:59.262028 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cc8a8742-1b45-47b6-8f0c-573e8956f5cd req-2975bdfd-b8fb-4b9b-9f6e-98938d08b2f4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d49705db-8a34-4c15-a59a-7c8816693095 HTTP/1.1" status: 200 len: 851 time: 0.0579057 Apr 06 13:52:59.338098 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a8742-1b45-47b6-8f0c-573e8956f5cd req-a2256bf5-81af-40e8-902c-a345d29b7b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:59.340191 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cc8a8742-1b45-47b6-8f0c-573e8956f5cd req-a2256bf5-81af-40e8-902c-a345d29b7b24 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=223ab609-0328-4396-a33b-5881f7d77556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723240 Apr 06 13:52:59.469621 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cc8a8742-1b45-47b6-8f0c-573e8956f5cd req-0b618b32-b69c-49c1-9923-92e9215f6ae7 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234143 Apr 06 13:52:59.597958 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cc8a8742-1b45-47b6-8f0c-573e8956f5cd req-1c291379-02a5-4768-8fa6-4e09dffdb2ee service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232572 Apr 06 13:53:00.186728 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd6747-bfdf-407d-9450-c347ab02c728 req-7607bec1-74b5-438f-9ea0-1be66323c29d tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:00.188282 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-25fd6747-bfdf-407d-9450-c347ab02c728 req-7607bec1-74b5-438f-9ea0-1be66323c29d tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0848260 Apr 06 13:53:00.233255 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-25fd6747-bfdf-407d-9450-c347ab02c728 req-aa309e73-2cab-4c2c-ac11-8509259f8ed2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392950 Apr 06 13:53:01.415254 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e70e8-a065-412b-a034-fdb812e390e0 req-4d1ee91f-4a90-4522-868e-5050f61fdc0e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:01.416673 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-569e70e8-a065-412b-a034-fdb812e390e0 req-4d1ee91f-4a90-4522-868e-5050f61fdc0e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0777085 Apr 06 13:53:01.462156 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-569e70e8-a065-412b-a034-fdb812e390e0 req-1a556960-e91c-48a1-aba6-20dddc18abf4 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392597 Apr 06 13:53:02.646001 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c52f8-6644-4d63-ba36-83fdda8ed42d req-7723a08c-b1fb-48c2-a6c0-be34b059fd4b tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:02.647438 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-626c52f8-6644-4d63-ba36-83fdda8ed42d req-7723a08c-b1fb-48c2-a6c0-be34b059fd4b tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0793834 Apr 06 13:53:02.692682 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-626c52f8-6644-4d63-ba36-83fdda8ed42d req-70698d56-1dac-4eb0-81d5-8c88609eb570 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395157 Apr 06 13:53:03.877650 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3b155-cdff-42a7-8da5-ac18e591a5d8 req-0bd314ff-6752-4bdf-a61b-2117525b310c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:03.879123 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fdc3b155-cdff-42a7-8da5-ac18e591a5d8 req-0bd314ff-6752-4bdf-a61b-2117525b310c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0824325 Apr 06 13:53:03.922932 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fdc3b155-cdff-42a7-8da5-ac18e591a5d8 req-1183a3fd-0efe-45ae-8981-a0e2ea4723f2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379660 Apr 06 13:53:05.104401 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64501fdd-d58b-4bf1-90fa-0583a5ce994e req-d3d1be51-d91b-461b-bec8-94471bf2c8be tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:05.105840 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-64501fdd-d58b-4bf1-90fa-0583a5ce994e req-d3d1be51-d91b-461b-bec8-94471bf2c8be tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0786626 Apr 06 13:53:05.148410 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-64501fdd-d58b-4bf1-90fa-0583a5ce994e req-9fe26627-7ad5-43fe-9a3f-77060a95f08a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369489 Apr 06 13:53:06.338210 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfd2a8-1ffb-4c82-acb8-006e7bd891b3 req-1b570bdf-5620-42c9-9ff3-2c557f19d25c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:06.339609 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-59bfd2a8-1ffb-4c82-acb8-006e7bd891b3 req-1b570bdf-5620-42c9-9ff3-2c557f19d25c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0837276 Apr 06 13:53:06.382110 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-59bfd2a8-1ffb-4c82-acb8-006e7bd891b3 req-3c7af654-7be6-4ce2-960b-902f5da91b38 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367022 Apr 06 13:53:07.567304 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25cb55e-e1ce-4adc-9af8-dba5621f7479 req-8f41f827-ece3-441c-9ffc-64f5b808d6a8 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:07.568642 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b25cb55e-e1ce-4adc-9af8-dba5621f7479 req-8f41f827-ece3-441c-9ffc-64f5b808d6a8 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0787895 Apr 06 13:53:07.615497 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b25cb55e-e1ce-4adc-9af8-dba5621f7479 req-aaa857f8-89eb-4965-9aea-c916d29d30ec tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409334 Apr 06 13:53:08.801894 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79713aa7-20be-4038-b7d3-2d48466a26ad req-1e0d9aec-9f34-4678-a59a-a9f23e3acebd tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:08.803493 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-79713aa7-20be-4038-b7d3-2d48466a26ad req-1e0d9aec-9f34-4678-a59a-a9f23e3acebd tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0819829 Apr 06 13:53:08.848508 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-79713aa7-20be-4038-b7d3-2d48466a26ad req-4e6ff16f-685b-451c-ab47-3aaa277b1341 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382652 Apr 06 13:53:10.085575 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849489e-b18a-4935-a45b-b248853e78ad req-931f1209-f814-4294-b8f4-d76ea176d8af tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:10.087047 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b849489e-b18a-4935-a45b-b248853e78ad req-931f1209-f814-4294-b8f4-d76ea176d8af tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.1293049 Apr 06 13:53:10.130205 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b849489e-b18a-4935-a45b-b248853e78ad req-a2dca1af-f03f-451c-b1e1-b4850cb9ee1a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373821 Apr 06 13:53:11.361987 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd2592-7f4d-43e3-975c-6af178a52008 req-ec9261de-c68b-4285-8200-704eca0844e8 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:11.363430 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-89fd2592-7f4d-43e3-975c-6af178a52008 req-ec9261de-c68b-4285-8200-704eca0844e8 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.1263356 Apr 06 13:53:11.407468 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-89fd2592-7f4d-43e3-975c-6af178a52008 req-9b2eb275-f838-42ed-9dc9-f33ac1ce7140 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384424 Apr 06 13:53:12.593423 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4694a0-b38a-4e47-850c-87bef48a93fe req-46000a6b-2b2b-4e45-a4f2-4abe17d79843 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:12.594818 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2a4694a0-b38a-4e47-850c-87bef48a93fe req-46000a6b-2b2b-4e45-a4f2-4abe17d79843 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0833192 Apr 06 13:53:12.638953 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2a4694a0-b38a-4e47-850c-87bef48a93fe req-d595fb7c-bac1-4d9d-8296-9111487f2697 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379264 Apr 06 13:53:13.827806 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683fb6d-a1dc-4589-8d55-a54d45b3fdda req-68ddcc79-3809-4aed-a680-00959f660323 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:13.829225 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0683fb6d-a1dc-4589-8d55-a54d45b3fdda req-68ddcc79-3809-4aed-a680-00959f660323 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0826876 Apr 06 13:53:13.872986 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0683fb6d-a1dc-4589-8d55-a54d45b3fdda req-c8fd41c6-ab59-4569-8c8a-adc39548cb37 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380518 Apr 06 13:53:15.061873 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e8282-3af0-4685-a9cd-3d183c930a0c req-c68ee485-52e7-473a-a0e9-e7ea75ed6b27 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:15.063367 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ef2e8282-3af0-4685-a9cd-3d183c930a0c req-c68ee485-52e7-473a-a0e9-e7ea75ed6b27 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0816791 Apr 06 13:53:15.106324 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ef2e8282-3af0-4685-a9cd-3d183c930a0c req-5734a46c-6a0b-432e-a07f-ec39675dc532 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371094 Apr 06 13:53:15.490181 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-037aafc2-121c-4252-a86c-c729209772ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:16.295487 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675f6ea-5662-41bc-aab0-4bb80da88300 req-6f3e339e-33f5-4565-aadc-b369c692242a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:16.296915 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2675f6ea-5662-41bc-aab0-4bb80da88300 req-6f3e339e-33f5-4565-aadc-b369c692242a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0838392 Apr 06 13:53:16.339912 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2675f6ea-5662-41bc-aab0-4bb80da88300 req-1b1475e7-1b81-491d-b320-9a2c04be2863 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374172 Apr 06 13:53:17.523707 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25364651-c8a3-46ad-ae32-61122472f5f3 req-428bd5ee-7f0d-46c6-b2ed-b4a4f09b39e6 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:17.525067 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-25364651-c8a3-46ad-ae32-61122472f5f3 req-428bd5ee-7f0d-46c6-b2ed-b4a4f09b39e6 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0795107 Apr 06 13:53:17.572175 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-25364651-c8a3-46ad-ae32-61122472f5f3 req-cb12642d-9bcf-4e64-b5c0-1ff7c744345b tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408905 Apr 06 13:53:17.718871 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6ea50981-ae38-4d1d-a5a3-5960421fd461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:18.757951 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96868f-762d-462c-beb0-399ea1438e6a req-6eea3493-831c-4a21-a2c7-96e4021041f3 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:18.759403 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ce96868f-762d-462c-beb0-399ea1438e6a req-6eea3493-831c-4a21-a2c7-96e4021041f3 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0794675 Apr 06 13:53:18.803031 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ce96868f-762d-462c-beb0-399ea1438e6a req-26e1454c-63a6-472f-bd7c-15ec32c4cc8c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378957 Apr 06 13:53:18.923602 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:18.952311 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:19.992329 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7179ce-879e-4e5b-994a-e9b5e69a03bf req-ca044a71-3e2e-4601-81dd-807419520413 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:19.993706 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ab7179ce-879e-4e5b-994a-e9b5e69a03bf req-ca044a71-3e2e-4601-81dd-807419520413 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0849974 Apr 06 13:53:19.997446 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d9fd5389-1b56-486c-b357-eab21eceb038 req-7e62c129-9eb0-444e-a572-52a5e344013d service neutron] 10.222.0.61 "GET /v2.0/ports/47823a1e-f047-419e-b3d3-ee0a6af31f6d/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0735271 Apr 06 13:53:20.039950 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ab7179ce-879e-4e5b-994a-e9b5e69a03bf req-e9b05c3d-45a4-4008-ba8e-ba8a641cf0d2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403810 Apr 06 13:53:20.369631 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:20.562138 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:53:20.621680 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd5389-1b56-486c-b357-eab21eceb038 req-f4fe7671-d4a3-47fd-9199-54a5257767b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:20.623140 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d9fd5389-1b56-486c-b357-eab21eceb038 req-f4fe7671-d4a3-47fd-9199-54a5257767b0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb&tenant_id=ca5096a407844c0babf8ea9ddf9eec57 HTTP/1.1" status: 200 len: 1098 time: 0.0726078 Apr 06 13:53:20.713234 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd5389-1b56-486c-b357-eab21eceb038 req-21a8f12a-fad2-41d9-aa13-3dcf31a540c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:20.714644 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d9fd5389-1b56-486c-b357-eab21eceb038 req-21a8f12a-fad2-41d9-aa13-3dcf31a540c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 1098 time: 0.0688088 Apr 06 13:53:20.840998 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd5389-1b56-486c-b357-eab21eceb038 req-774952c0-3043-4405-843d-a2074d8fc23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:20.842308 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d9fd5389-1b56-486c-b357-eab21eceb038 req-774952c0-3043-4405-843d-a2074d8fc23b service neutron] 10.222.0.61 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 913 time: 0.1219141 Apr 06 13:53:20.943589 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d9fd5389-1b56-486c-b357-eab21eceb038 req-651c4d17-9f42-4c12-bf81-00a6828c49de service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47823a1e-f047-419e-b3d3-ee0a6af31f6d HTTP/1.1" status: 200 len: 1002 time: 0.0957088 Apr 06 13:53:21.004646 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd5389-1b56-486c-b357-eab21eceb038 req-eb9ac3a7-3d03-4afe-ba5b-5afd75b28519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:21.005985 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d9fd5389-1b56-486c-b357-eab21eceb038 req-eb9ac3a7-3d03-4afe-ba5b-5afd75b28519 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d49705db-8a34-4c15-a59a-7c8816693095 HTTP/1.1" status: 200 len: 851 time: 0.0565307 Apr 06 13:53:21.081938 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd5389-1b56-486c-b357-eab21eceb038 req-947084c2-3774-464b-abbd-8980097ce7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:21.083505 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d9fd5389-1b56-486c-b357-eab21eceb038 req-947084c2-3774-464b-abbd-8980097ce7f2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=223ab609-0328-4396-a33b-5881f7d77556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720842 Apr 06 13:53:21.235657 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf031f68-d9c0-4415-9bb6-3e50e41bce26 req-d720bb1a-d596-4f8b-8ea7-37aff44b34ad tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:21.237189 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bf031f68-d9c0-4415-9bb6-3e50e41bce26 req-d720bb1a-d596-4f8b-8ea7-37aff44b34ad tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0864987 Apr 06 13:53:21.285441 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bf031f68-d9c0-4415-9bb6-3e50e41bce26 req-56e2d342-d679-484b-86e4-b2557b090561 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424607 Apr 06 13:53:21.329936 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d9fd5389-1b56-486c-b357-eab21eceb038 req-e7256d62-b506-453e-bd5a-e52d90a4b41c service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396495 Apr 06 13:53:21.457447 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d9fd5389-1b56-486c-b357-eab21eceb038 req-fd56c637-4d9d-4d3e-bd63-be17d4ec3804 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217973 Apr 06 13:53:22.473872 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4992670-e399-40c8-8671-4f08840fe613 req-137ba347-9720-4601-affd-3ee8d86348d5 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:22.475232 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f4992670-e399-40c8-8671-4f08840fe613 req-137ba347-9720-4601-affd-3ee8d86348d5 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0817654 Apr 06 13:53:22.518817 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f4992670-e399-40c8-8671-4f08840fe613 req-0a142efc-e27e-4c88-8ca3-c4286996ef09 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379059 Apr 06 13:53:23.705853 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9989820-9e62-43b8-bdbf-4c2a5bea720e req-4471f633-0d70-40eb-87bd-876c139406ee tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:23.707445 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a9989820-9e62-43b8-bdbf-4c2a5bea720e req-4471f633-0d70-40eb-87bd-876c139406ee tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0827646 Apr 06 13:53:23.843052 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a9989820-9e62-43b8-bdbf-4c2a5bea720e req-7381ca5b-a4b5-4751-96bb-9cfc46b3b39d tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298587 Apr 06 13:53:23.886429 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 47823a1e-f047-419e-b3d3-ee0a6af31f6d details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:53:23.890944 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 47823a1e-f047-419e-b3d3-ee0a6af31f6d no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:53:24.099949 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:24.136125 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 47823a1e-f047-419e-b3d3-ee0a6af31f6d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=47823a1e-f047-419e-b3d3-ee0a6af31f6d,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:53:24.153430 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcb8ebb-93d3-4a83-94da-e7abb37e76cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47823a1e-f047-419e-b3d3-ee0a6af31f6d'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:53:24.166071 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '47823a1e-f047-419e-b3d3-ee0a6af31f6d', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'port_id': '47823a1e-f047-419e-b3d3-ee0a6af31f6d', 'mac_address': 'fa:16:3e:1c:fc:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:53:24.170769 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 47823a1e-f047-419e-b3d3-ee0a6af31f6d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=47823a1e-f047-419e-b3d3-ee0a6af31f6d,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:53:24.211125 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ed1ced7-e8b0-48cb-a060-75120f6e0680'] response: {'server_uuid': '2dcb8ebb-93d3-4a83-94da-e7abb37e76cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47823a1e-f047-419e-b3d3-ee0a6af31f6d', 'code': 200} Apr 06 13:53:24.229985 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:24.240739 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:24.282174 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47823a1e-f047-419e-b3d3-ee0a6af31f6d {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:53:24.364775 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=47823a1e-f047-419e-b3d3-ee0a6af31f6d,revision_number=6']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:24.371229 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:53:24.371579 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:53:24.593927 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e31c5-3e35-49aa-ad0b-6b2bb2707d2d req-453d89c1-db4f-4bca-865d-99bd5e5890fb tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:24.595413 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e35e31c5-3e35-49aa-ad0b-6b2bb2707d2d req-453d89c1-db4f-4bca-865d-99bd5e5890fb tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 943 time: 0.0795214 Apr 06 13:53:24.619944 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5362ebb-42c8-4343-ad9a-47c48115a766 req-a9a8582e-77c7-4994-bff7-84a7f06db155 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:24.620546 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-a5362ebb-42c8-4343-ad9a-47c48115a766 req-a9a8582e-77c7-4994-bff7-84a7f06db155 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Synchronizing usage tracker for tenant:ca5096a407844c0babf8ea9ddf9eec57 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:53:24.640007 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e35e31c5-3e35-49aa-ad0b-6b2bb2707d2d req-07bc7625-b663-48d1-a941-4d7ee1423ecb tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389276 Apr 06 13:53:24.689257 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-a5362ebb-42c8-4343-ad9a-47c48115a766 req-a9a8582e-77c7-4994-bff7-84a7f06db155 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Unset dirty status for tenant:ca5096a407844c0babf8ea9ddf9eec57 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:53:24.690384 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a5362ebb-42c8-4343-ad9a-47c48115a766 req-a9a8582e-77c7-4994-bff7-84a7f06db155 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.61 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb&tenant_id=ca5096a407844c0babf8ea9ddf9eec57&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 943 time: 0.1533966 Apr 06 13:53:24.771430 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a5362ebb-42c8-4343-ad9a-47c48115a766 req-74d00dc1-2239-4502-ac62-0feb49e0fd41 service neutron] 10.222.0.61 "GET /v2.0/ports/47823a1e-f047-419e-b3d3-ee0a6af31f6d/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0757184 Apr 06 13:53:24.866039 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5362ebb-42c8-4343-ad9a-47c48115a766 req-e4a57018-1987-4fe5-94ee-6ebb7bc4731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:24.867530 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a5362ebb-42c8-4343-ad9a-47c48115a766 req-e4a57018-1987-4fe5-94ee-6ebb7bc4731e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 1096 time: 0.0749032 Apr 06 13:53:24.925796 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:24.942579 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47823a1e-f047-419e-b3d3-ee0a6af31f6d {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:53:24.957523 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 47823a1e-f047-419e-b3d3-ee0a6af31f6d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=47823a1e-f047-419e-b3d3-ee0a6af31f6d,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:53:24.998622 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5362ebb-42c8-4343-ad9a-47c48115a766 req-4d7e6cb2-e50c-427e-a412-d58a8f3dd429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:25.000267 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a5362ebb-42c8-4343-ad9a-47c48115a766 req-4d7e6cb2-e50c-427e-a412-d58a8f3dd429 service neutron] 10.222.0.61 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 913 time: 0.1259837 Apr 06 13:53:25.026689 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:25.107128 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a5362ebb-42c8-4343-ad9a-47c48115a766 req-9de837e3-e08e-4617-9450-d19689d3bd52 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47823a1e-f047-419e-b3d3-ee0a6af31f6d HTTP/1.1" status: 200 len: 1001 time: 0.1013911 Apr 06 13:53:25.117538 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['47823a1e-f047-419e-b3d3-ee0a6af31f6d'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:53:25.173874 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5362ebb-42c8-4343-ad9a-47c48115a766 req-451a0576-e048-43ef-9de0-75b37cb42edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:25.175346 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a5362ebb-42c8-4343-ad9a-47c48115a766 req-451a0576-e048-43ef-9de0-75b37cb42edb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d49705db-8a34-4c15-a59a-7c8816693095 HTTP/1.1" status: 200 len: 851 time: 0.0627542 Apr 06 13:53:25.193278 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=47823a1e-f047-419e-b3d3-ee0a6af31f6d,revision_number=7']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:25.253495 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5362ebb-42c8-4343-ad9a-47c48115a766 req-78d634ae-32be-4da9-a459-3b52075d7341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:25.254992 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a5362ebb-42c8-4343-ad9a-47c48115a766 req-78d634ae-32be-4da9-a459-3b52075d7341 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=223ab609-0328-4396-a33b-5881f7d77556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729296 Apr 06 13:53:25.388614 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a5362ebb-42c8-4343-ad9a-47c48115a766 req-8b38d826-43b0-4658-a2e2-ea9845e7b8fa service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278419 Apr 06 13:53:25.517726 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a5362ebb-42c8-4343-ad9a-47c48115a766 req-37a0b413-7c45-4180-b945-b1321b66888b service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232512 Apr 06 13:53:25.830576 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd675300-7a7b-481e-986d-c6530b5daa8a req-33c2eefb-8693-4e38-841c-dc4af4d28e78 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:25.831948 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dd675300-7a7b-481e-986d-c6530b5daa8a req-33c2eefb-8693-4e38-841c-dc4af4d28e78 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 944 time: 0.0810189 Apr 06 13:53:25.875428 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dd675300-7a7b-481e-986d-c6530b5daa8a req-79dd0ee2-9519-4d49-9bc3-aea3261a3abb tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372622 Apr 06 13:53:25.887619 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 47823a1e-f047-419e-b3d3-ee0a6af31f6d up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:53:25.956214 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 47823a1e-f047-419e-b3d3-ee0a6af31f6d triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:53:25.956919 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:26.069706 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:26.100638 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 47823a1e-f047-419e-b3d3-ee0a6af31f6d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=47823a1e-f047-419e-b3d3-ee0a6af31f6d,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:53:26.170222 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:26.212351 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcb8ebb-93d3-4a83-94da-e7abb37e76cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47823a1e-f047-419e-b3d3-ee0a6af31f6d'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:53:26.242403 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=47823a1e-f047-419e-b3d3-ee0a6af31f6d,revision_number=8']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:26.266742 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84ee272c-7256-44db-a8ab-26e432c8892c'] response: {'server_uuid': '2dcb8ebb-93d3-4a83-94da-e7abb37e76cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47823a1e-f047-419e-b3d3-ee0a6af31f6d', 'code': 200} Apr 06 13:53:27.061106 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0a941-7c26-4295-bc1b-a5d80bab28e6 req-b090a988-daf3-408f-acdb-6cac2de38b0c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:27.063446 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9bb0a941-7c26-4295-bc1b-a5d80bab28e6 req-b090a988-daf3-408f-acdb-6cac2de38b0c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0815177 Apr 06 13:53:27.107374 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9bb0a941-7c26-4295-bc1b-a5d80bab28e6 req-9d96ce38-3041-436c-a0d6-4aaff2fddac4 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387547 Apr 06 13:53:27.485155 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:28.304762 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13b95d-6343-4411-aa7a-f13a4604994a req-9439e893-ff8c-4d41-8783-6585f25eed01 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:28.306331 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9d13b95d-6343-4411-aa7a-f13a4604994a req-9439e893-ff8c-4d41-8783-6585f25eed01 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0817041 Apr 06 13:53:28.354030 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9d13b95d-6343-4411-aa7a-f13a4604994a req-431ffe8d-0088-461a-9f31-1bed4528e7ed tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418725 Apr 06 13:53:28.542075 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5362ebb-42c8-4343-ad9a-47c48115a766 req-03e118eb-050f-414c-8676-cfc051d1a738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:28.543556 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a5362ebb-42c8-4343-ad9a-47c48115a766 req-03e118eb-050f-414c-8676-cfc051d1a738 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb&tenant_id=ca5096a407844c0babf8ea9ddf9eec57 HTTP/1.1" status: 200 len: 1098 time: 0.0698607 Apr 06 13:53:28.635007 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5362ebb-42c8-4343-ad9a-47c48115a766 req-e1f99c09-f2ff-4122-beb3-f39e702a7e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:28.636456 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a5362ebb-42c8-4343-ad9a-47c48115a766 req-e1f99c09-f2ff-4122-beb3-f39e702a7e83 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 1098 time: 0.0727913 Apr 06 13:53:28.767436 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5362ebb-42c8-4343-ad9a-47c48115a766 req-39f2d179-d4b9-4b8f-8027-10445da6c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:28.768792 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a5362ebb-42c8-4343-ad9a-47c48115a766 req-39f2d179-d4b9-4b8f-8027-10445da6c4aa service neutron] 10.222.0.61 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 913 time: 0.1268711 Apr 06 13:53:28.870860 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a5362ebb-42c8-4343-ad9a-47c48115a766 req-bc941b74-a951-4c09-b9d4-3c23838c42af service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47823a1e-f047-419e-b3d3-ee0a6af31f6d HTTP/1.1" status: 200 len: 1002 time: 0.0959370 Apr 06 13:53:28.930961 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5362ebb-42c8-4343-ad9a-47c48115a766 req-e21f2001-248d-44d3-998e-36ff26158463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:28.932349 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a5362ebb-42c8-4343-ad9a-47c48115a766 req-e21f2001-248d-44d3-998e-36ff26158463 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d49705db-8a34-4c15-a59a-7c8816693095 HTTP/1.1" status: 200 len: 851 time: 0.0561559 Apr 06 13:53:29.005296 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5362ebb-42c8-4343-ad9a-47c48115a766 req-6035681e-6014-4f5e-b188-81c870013b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:29.006707 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a5362ebb-42c8-4343-ad9a-47c48115a766 req-6035681e-6014-4f5e-b188-81c870013b81 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=223ab609-0328-4396-a33b-5881f7d77556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680895 Apr 06 13:53:29.243843 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a5362ebb-42c8-4343-ad9a-47c48115a766 req-176346db-7bfb-41a2-8b52-7da57354ce37 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301335 Apr 06 13:53:29.374249 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a5362ebb-42c8-4343-ad9a-47c48115a766 req-768bd986-929f-4ca0-9af6-0a6fb40f5997 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233332 Apr 06 13:53:29.544458 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1794e92-4500-4f29-bd08-2cd37b2d96e8 req-aeb734b3-f5ad-4f14-9f46-44f4d61da69d tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:29.545900 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d1794e92-4500-4f29-bd08-2cd37b2d96e8 req-aeb734b3-f5ad-4f14-9f46-44f4d61da69d tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0841677 Apr 06 13:53:29.590340 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d1794e92-4500-4f29-bd08-2cd37b2d96e8 req-2416550e-5a25-4470-8470-ac8af57894d2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381424 Apr 06 13:53:30.779216 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4b76f-bff0-441e-8c1e-df3e80bba533 req-6b05c288-a04b-4785-a1f2-cb45dac007a3 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:30.780635 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-03f4b76f-bff0-441e-8c1e-df3e80bba533 req-6b05c288-a04b-4785-a1f2-cb45dac007a3 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0819120 Apr 06 13:53:30.828513 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-03f4b76f-bff0-441e-8c1e-df3e80bba533 req-e8ace720-bc93-4774-8bf0-8ba917ab1308 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410361 Apr 06 13:53:31.923487 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 47823a1e-f047-419e-b3d3-ee0a6af31f6d details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:53:31.931573 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 47823a1e-f047-419e-b3d3-ee0a6af31f6d no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:53:32.022271 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0daffa-47d1-4ba9-a650-f603e3174676 req-8343f7cf-ed8a-42ef-bcd9-5d7bb0dda972 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:32.023765 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5c0daffa-47d1-4ba9-a650-f603e3174676 req-8343f7cf-ed8a-42ef-bcd9-5d7bb0dda972 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0822711 Apr 06 13:53:32.068663 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5c0daffa-47d1-4ba9-a650-f603e3174676 req-9ba941cb-be37-4230-95c5-a474e7a01814 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390518 Apr 06 13:53:32.150848 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:32.169950 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 47823a1e-f047-419e-b3d3-ee0a6af31f6d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=47823a1e-f047-419e-b3d3-ee0a6af31f6d,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:53:32.191633 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '47823a1e-f047-419e-b3d3-ee0a6af31f6d', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'port_id': '47823a1e-f047-419e-b3d3-ee0a6af31f6d', 'mac_address': 'fa:16:3e:1c:fc:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:53:32.198161 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcb8ebb-93d3-4a83-94da-e7abb37e76cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47823a1e-f047-419e-b3d3-ee0a6af31f6d'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:53:32.239897 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 47823a1e-f047-419e-b3d3-ee0a6af31f6d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=47823a1e-f047-419e-b3d3-ee0a6af31f6d,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:53:32.247339 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a34ba23f-bc13-44dc-9d83-4f0d9e2f833e'] response: {'server_uuid': '2dcb8ebb-93d3-4a83-94da-e7abb37e76cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47823a1e-f047-419e-b3d3-ee0a6af31f6d', 'code': 200} Apr 06 13:53:32.264548 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4ea65-8ffc-47da-aa50-c209587e34d4 req-19495765-a9a1-41f4-9e01-4e5bd00dde2b tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:32.266109 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-35b4ea65-8ffc-47da-aa50-c209587e34d4 req-19495765-a9a1-41f4-9e01-4e5bd00dde2b tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 945 time: 0.0900311 Apr 06 13:53:32.266754 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:32.287759 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47823a1e-f047-419e-b3d3-ee0a6af31f6d {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:53:32.307429 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:32.312697 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-35b4ea65-8ffc-47da-aa50-c209587e34d4 req-3245347b-a5d9-47ea-845e-22d9f2d9e7a6 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397253 Apr 06 13:53:32.424286 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:53:32.424640 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:53:32.427030 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=47823a1e-f047-419e-b3d3-ee0a6af31f6d,revision_number=9']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:32.434212 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:32.434564 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:32.434995 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:32.435331 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:32.435661 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:32.435991 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:32.436316 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:32.436696 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:32.437143 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:32.437673 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:32.438068 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:32.438395 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:32.501911 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9272a3-b376-4034-9ca2-eaac67db7c3f req-4a14b08e-c210-4649-b8c6-07c3b48dd3ab tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:32.503351 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4e9272a3-b376-4034-9ca2-eaac67db7c3f req-4a14b08e-c210-4649-b8c6-07c3b48dd3ab tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 943 time: 0.0814724 Apr 06 13:53:32.549222 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4e9272a3-b376-4034-9ca2-eaac67db7c3f req-c00f95ac-3c68-4d80-af2d-063e36324788 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401204 Apr 06 13:53:32.980293 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:32.996824 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47823a1e-f047-419e-b3d3-ee0a6af31f6d {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:53:33.012383 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 47823a1e-f047-419e-b3d3-ee0a6af31f6d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=47823a1e-f047-419e-b3d3-ee0a6af31f6d,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:53:33.072976 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:33.120855 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c899db3-d55d-47cf-bfb7-28181e6fd136 req-54b1d593-3b6f-4ac6-a021-a69c3e9c7755 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:33.122695 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1c899db3-d55d-47cf-bfb7-28181e6fd136 req-54b1d593-3b6f-4ac6-a021-a69c3e9c7755 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 943 time: 0.0863185 Apr 06 13:53:33.151048 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['47823a1e-f047-419e-b3d3-ee0a6af31f6d'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:53:33.168746 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1c899db3-d55d-47cf-bfb7-28181e6fd136 req-f389af36-0aee-48ce-964e-eef64e346c8b tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395167 Apr 06 13:53:33.191446 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=47823a1e-f047-419e-b3d3-ee0a6af31f6d,revision_number=10']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:33.955783 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 47823a1e-f047-419e-b3d3-ee0a6af31f6d up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:53:34.023851 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 47823a1e-f047-419e-b3d3-ee0a6af31f6d triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:53:34.024517 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:34.136404 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:34.168591 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 47823a1e-f047-419e-b3d3-ee0a6af31f6d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=47823a1e-f047-419e-b3d3-ee0a6af31f6d,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:53:34.248995 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcb8ebb-93d3-4a83-94da-e7abb37e76cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47823a1e-f047-419e-b3d3-ee0a6af31f6d'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:53:34.254369 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:34.300654 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdf53b07-5de7-4729-bc33-072badea5a2a'] response: {'server_uuid': '2dcb8ebb-93d3-4a83-94da-e7abb37e76cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47823a1e-f047-419e-b3d3-ee0a6af31f6d', 'code': 200} Apr 06 13:53:34.325274 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=47823a1e-f047-419e-b3d3-ee0a6af31f6d,revision_number=11']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:34.368085 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0a644-11c7-49b5-bc0c-ccc0ccb8fb3d req-8193353e-da82-4513-a6f1-3b62b827f6b3 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:34.369599 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1ea0a644-11c7-49b5-bc0c-ccc0ccb8fb3d req-8193353e-da82-4513-a6f1-3b62b827f6b3 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 946 time: 0.0866201 Apr 06 13:53:34.414330 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1ea0a644-11c7-49b5-bc0c-ccc0ccb8fb3d req-ba5d3f3a-6272-42ff-90ed-26d6641af21a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383191 Apr 06 13:53:35.231448 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cbee3-459a-4629-ac78-ce74e4b87abc req-f889cd24-3697-41dd-bda2-4174af3b3fc0 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:35.232857 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-681cbee3-459a-4629-ac78-ce74e4b87abc req-f889cd24-3697-41dd-bda2-4174af3b3fc0 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.61 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 946 time: 0.0797746 Apr 06 13:53:35.301361 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-681cbee3-459a-4629-ac78-ce74e4b87abc req-f07ca103-6d58-4be3-a12f-7a4f5606f849 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Deleting port 47823a1e-f047-419e-b3d3-ee0a6af31f6d {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:53:35.301697 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-681cbee3-459a-4629-ac78-ce74e4b87abc req-f07ca103-6d58-4be3-a12f-7a4f5606f849 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:35.548400 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-681cbee3-459a-4629-ac78-ce74e4b87abc req-f07ca103-6d58-4be3-a12f-7a4f5606f849 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] For port 47823a1e-f047-419e-b3d3-ee0a6af31f6d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=47823a1e-f047-419e-b3d3-ee0a6af31f6d,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:53:35.548749 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-681cbee3-459a-4629-ac78-ce74e4b87abc req-f07ca103-6d58-4be3-a12f-7a4f5606f849 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:35.605941 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdc519-f220-4be0-8271-89bfe37b0f6c req-78085b8a-9791-4e94-8151-b1c4335d75d1 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:35.607492 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-94cdc519-f220-4be0-8271-89bfe37b0f6c req-78085b8a-9791-4e94-8151-b1c4335d75d1 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 946 time: 0.0816214 Apr 06 13:53:35.652364 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-94cdc519-f220-4be0-8271-89bfe37b0f6c req-6a9a653b-a006-4722-bcd5-c7dde495dc5b tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385039 Apr 06 13:53:35.837433 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-681cbee3-459a-4629-ac78-ce74e4b87abc req-f07ca103-6d58-4be3-a12f-7a4f5606f849 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:35.837800 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-681cbee3-459a-4629-ac78-ce74e4b87abc req-f07ca103-6d58-4be3-a12f-7a4f5606f849 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:35.838107 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [req-681cbee3-459a-4629-ac78-ce74e4b87abc req-f07ca103-6d58-4be3-a12f-7a4f5606f849 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Floating IP 9b6af3f2-311a-430d-b0c0-553a69f8656a disassociated. External IP: 172.26.4.174, port: 47823a1e-f047-419e-b3d3-ee0a6af31f6d. Apr 06 13:53:35.838437 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-681cbee3-459a-4629-ac78-ce74e4b87abc req-f07ca103-6d58-4be3-a12f-7a4f5606f849 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Calling delete_port for 47823a1e-f047-419e-b3d3-ee0a6af31f6d owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:53:36.079125 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-681cbee3-459a-4629-ac78-ce74e4b87abc req-f07ca103-6d58-4be3-a12f-7a4f5606f849 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:36.127227 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ca103-6d58-4be3-a12f-7a4f5606f849 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Pushing event deleted for resources: {'Port': ['ID=47823a1e-f047-419e-b3d3-ee0a6af31f6d,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:36.315902 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-681cbee3-459a-4629-ac78-ce74e4b87abc req-f07ca103-6d58-4be3-a12f-7a4f5606f849 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:53:36.590918 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-681cbee3-459a-4629-ac78-ce74e4b87abc req-f07ca103-6d58-4be3-a12f-7a4f5606f849 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:53:36.600792 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b03b4a-70aa-4496-871a-81f5ce6a0953 None None] Sync routers for ids ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:53:36.610625 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b03b4a-70aa-4496-871a-81f5ce6a0953 None None] Routers {'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:53:36.611258 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-66b03b4a-70aa-4496-871a-81f5ce6a0953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:53:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:36.660673 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-681cbee3-459a-4629-ac78-ce74e4b87abc req-f07ca103-6d58-4be3-a12f-7a4f5606f849 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] No DVR routers for this DVR port 47823a1e-f047-419e-b3d3-ee0a6af31f6d on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:53:36.663085 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-681cbee3-459a-4629-ac78-ce74e4b87abc req-f07ca103-6d58-4be3-a12f-7a4f5606f849 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:36.665660 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcb8ebb-93d3-4a83-94da-e7abb37e76cb', 'name': 'network-vif-deleted', 'tag': '47823a1e-f047-419e-b3d3-ee0a6af31f6d'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:53:36.722366 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b079fd-d766-4d18-b614-d8e9b06ea4ed'] response: {'server_uuid': '2dcb8ebb-93d3-4a83-94da-e7abb37e76cb', 'name': 'network-vif-deleted', 'tag': '47823a1e-f047-419e-b3d3-ee0a6af31f6d', 'status': 'completed', 'code': 200} Apr 06 13:53:36.727515 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-681cbee3-459a-4629-ac78-ce74e4b87abc req-f07ca103-6d58-4be3-a12f-7a4f5606f849 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.61 "DELETE /v2.0/ports/47823a1e-f047-419e-b3d3-ee0a6af31f6d HTTP/1.1" status: 204 len: 173 time: 1.4890971 Apr 06 13:53:36.813346 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7cd178fd-872c-49ac-9a0b-ff8426087641 req-085652e9-89fe-4935-9d36-180ae888e34d tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 210 time: 0.0502019 Apr 06 13:53:36.832990 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-66b03b4a-70aa-4496-871a-81f5ce6a0953 None None] Set router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:53:37.159920 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-66b03b4a-70aa-4496-871a-81f5ce6a0953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:30Z', 'revision_number': 4, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6', 'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'mac_address': 'fa:16:3e:aa:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:29Z', 'updated_at': '2022-04-06T13:50:36Z', 'revision_number': 5, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'subnets': [{'id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:37.164544 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b03b4a-70aa-4496-871a-81f5ce6a0953 None None] Checking router: c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:53:37.174169 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b03b4a-70aa-4496-871a-81f5ce6a0953 None None] Routers {'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:53:37.175177 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-66b03b4a-70aa-4496-871a-81f5ce6a0953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:53:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:37.372690 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-66b03b4a-70aa-4496-871a-81f5ce6a0953 None None] Set router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:53:37.714624 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-66b03b4a-70aa-4496-871a-81f5ce6a0953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:30Z', 'revision_number': 4, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6', 'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'mac_address': 'fa:16:3e:aa:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:29Z', 'updated_at': '2022-04-06T13:50:36Z', 'revision_number': 5, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'subnets': [{'id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:37.726753 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b03b4a-70aa-4496-871a-81f5ce6a0953 None None] The sync data for ids ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'] in dv-neutron-834600-1-hyperv is: [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:30Z', 'revision_number': 4, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6', 'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'mac_address': 'fa:16:3e:aa:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:29Z', 'updated_at': '2022-04-06T13:50:36Z', 'revision_number': 5, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'subnets': [{'id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:53:37.950818 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0493043c-79f3-45d1-97c7-99a43c6eb1fa None None] New status for floating IP 9b6af3f2-311a-430d-b0c0-553a69f8656a: DOWN {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:53:37.985850 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-25c73b9b-1509-4702-9689-9181aa09aae0 req-e5020f4c-d901-49f1-84cd-619d1afb5c3c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dcb8ebb-93d3-4a83-94da-e7abb37e76cb HTTP/1.1" status: 200 len: 210 time: 0.0437086 Apr 06 13:53:39.314621 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-700fa730-52d6-496c-9fa9-07f7e7ad1104 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--947112516&fields=id&tenant_id=ca5096a407844c0babf8ea9ddf9eec57 HTTP/1.1" status: 200 len: 267 time: 0.0389960 Apr 06 13:53:39.462365 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-5fea6ff5-fef4-4413-b721-2849dc9929ee tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:39.463782 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-5fea6ff5-fef4-4413-b721-2849dc9929ee tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 812 time: 0.1428106 Apr 06 13:53:39.478018 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-a6e552d2-5554-4ae3-8984-4d44b46011da tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/quotas/ca5096a407844c0babf8ea9ddf9eec57 HTTP/1.1" status: 200 len: 375 time: 0.0088792 Apr 06 13:53:39.566537 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-d203df99-0c92-4fce-816a-007a892b27eb tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0834568 Apr 06 13:53:39.703424 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-820273d8-cdad-41b9-93c9-c791b71768db service neutron] 10.222.0.48 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254230 Apr 06 13:53:39.927554 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-d07a9e36-05bd-4b86-ae9c-35e78bd24da2 service neutron] 10.222.0.48 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184846 Apr 06 13:53:40.012026 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 47823a1e-f047-419e-b3d3-ee0a6af31f6d no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:53:40.046758 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: 47823a1e-f047-419e-b3d3-ee0a6af31f6d {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:53:40.047128 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 47823a1e-f047-419e-b3d3-ee0a6af31f6d not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:53:40.190751 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ba123636-6878-4e2b-827a-927c95085235 req-db98fcbe-d765-46c3-9931-89e70a175274 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 210 time: 0.0438313 Apr 06 13:53:41.346081 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cb8fdbdd-77cf-4613-8694-d6ada3f575cb req-0d5291b2-9d04-495a-b4da-0cb2641e9892 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 210 time: 0.0451031 Apr 06 13:53:42.351595 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-453574bf-850f-4b12-ac59-fca5cdad0f59 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:42.353008 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-453574bf-850f-4b12-ac59-fca5cdad0f59 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.61 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 812 time: 0.1450977 Apr 06 13:53:42.417904 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-4018e701-b203-4eb9-97b8-1df3acf3a918 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca5096a407844c0babf8ea9ddf9eec57 HTTP/1.1" status: 200 len: 379 time: 0.0571012 Apr 06 13:53:42.425810 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Request body: {'port': {'device_id': '7c6e05c2-a690-4f40-bafe-b52ba0069944', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'admin_state_up': True, 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'security_groups': ['260a532e-f1cd-462e-9e9a-41ca198589be']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:42.524653 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-956f0d15-5570-4ddd-ad2f-6fc49e641d44 req-d899d4dc-4e25-4fb6-a1ad-613907d53e73 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 210 time: 0.0503631 Apr 06 13:53:42.567927 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:53:42.572049 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Usage tracker for resource:port and tenant:ca5096a407844c0babf8ea9ddf9eec57 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:53:42.574963 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:53:42.580825 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:53:42.656552 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Made reservation on behalf of ca5096a407844c0babf8ea9ddf9eec57 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:53:42.660060 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:42.823200 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Allocated IP 172.20.0.4 (223ab609-0328-4396-a33b-5881f7d77556/d49705db-8a34-4c15-a59a-7c8816693095/d83d6a66-653f-4f12-b018-bbbbc28aafd8) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:53:43.009913 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:43.025445 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Transition to ACTIVE for port object d83d6a66-653f-4f12-b018-bbbbc28aafd8 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:53:43.125249 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:43.189199 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Network 223ab609-0328-4396-a33b-5881f7d77556 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:53:43.192902 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:53:43.201548 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:53:43.238248 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Pushing event updated for resources: {'Port': ['ID=d83d6a66-653f-4f12-b018-bbbbc28aafd8,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:43.256298 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:43.256640 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:43.256975 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:43.257301 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:43.257626 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:43.257950 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:43.258277 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:43.258596 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:43.258952 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:43.259272 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:43.259586 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:43.259897 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:43.281133 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:43.281748 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:43.393821 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-85c4cede-c17a-45dc-9bc3-33bf8f51d85a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9715717 Apr 06 13:53:43.404495 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-a62d84e2-80aa-4d3c-9b46-ab27adada887 service neutron] Request body: {'port': {'device_id': '7c6e05c2-a690-4f40-bafe-b52ba0069944', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:43.473708 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e27398d8-aef6-4cb3-9fb0-30ed1bb907ff None None] Provisioning for port d83d6a66-653f-4f12-b018-bbbbc28aafd8 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:53:43.478663 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e27398d8-aef6-4cb3-9fb0-30ed1bb907ff None None] Provisioning complete for port d83d6a66-653f-4f12-b018-bbbbc28aafd8 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:53:43.479051 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e27398d8-aef6-4cb3-9fb0-30ed1bb907ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:43.516442 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-a62d84e2-80aa-4d3c-9b46-ab27adada887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:43.532742 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-e27398d8-aef6-4cb3-9fb0-30ed1bb907ff None None] Port d83d6a66-653f-4f12-b018-bbbbc28aafd8 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:53:43.713196 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6b4dd-c6a9-4f13-b10c-f31e86d921e2 req-930b30d3-5bac-4243-8fe3-50233af3f133 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:43.714590 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2dc6b4dd-c6a9-4f13-b10c-f31e86d921e2 req-930b30d3-5bac-4243-8fe3-50233af3f133 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 931 time: 0.0800843 Apr 06 13:53:43.760047 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2dc6b4dd-c6a9-4f13-b10c-f31e86d921e2 req-2bea2bec-f0aa-45b4-8c4f-9f77fc5ee215 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396044 Apr 06 13:53:43.868070 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-a62d84e2-80aa-4d3c-9b46-ab27adada887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d83d6a66-653f-4f12-b018-bbbbc28aafd8 {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:53:43.875544 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-a62d84e2-80aa-4d3c-9b46-ab27adada887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:43.889406 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-a62d84e2-80aa-4d3c-9b46-ab27adada887 service neutron] Transition to ACTIVE for port object d83d6a66-653f-4f12-b018-bbbbc28aafd8 will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:53:43.959115 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-a62d84e2-80aa-4d3c-9b46-ab27adada887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:44.117902 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d84e2-80aa-4d3c-9b46-ab27adada887 service neutron] Pushing event updated for resources: {'Port': ['ID=d83d6a66-653f-4f12-b018-bbbbc28aafd8,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:44.199585 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-a62d84e2-80aa-4d3c-9b46-ab27adada887 service neutron] Attempting to bind port d83d6a66-653f-4f12-b018-bbbbc28aafd8 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:53:44.199911 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-a62d84e2-80aa-4d3c-9b46-ab27adada887 service neutron] Attempting to bind port d83d6a66-653f-4f12-b018-bbbbc28aafd8 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '034ff104-e5af-435f-904e-dfac0480f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '223ab609-0328-4396-a33b-5881f7d77556'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:53:44.200259 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-a62d84e2-80aa-4d3c-9b46-ab27adada887 service neutron] Attempting to bind port d83d6a66-653f-4f12-b018-bbbbc28aafd8 on network 223ab609-0328-4396-a33b-5881f7d77556 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:53:44.204963 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-a62d84e2-80aa-4d3c-9b46-ab27adada887 service neutron] Port d83d6a66-653f-4f12-b018-bbbbc28aafd8 on network 223ab609-0328-4396-a33b-5881f7d77556 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:53:44.205269 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-a62d84e2-80aa-4d3c-9b46-ab27adada887 service neutron] Attempting to bind port d83d6a66-653f-4f12-b018-bbbbc28aafd8 on network 223ab609-0328-4396-a33b-5881f7d77556 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:53:44.210477 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-a62d84e2-80aa-4d3c-9b46-ab27adada887 service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:53:44.210842 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-a62d84e2-80aa-4d3c-9b46-ab27adada887 service neutron] Checking segment: {'id': '034ff104-e5af-435f-904e-dfac0480f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '223ab609-0328-4396-a33b-5881f7d77556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:53:44.211216 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-a62d84e2-80aa-4d3c-9b46-ab27adada887 service neutron] Bound using segment: {'id': '034ff104-e5af-435f-904e-dfac0480f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '223ab609-0328-4396-a33b-5881f7d77556'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:53:44.211623 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-a62d84e2-80aa-4d3c-9b46-ab27adada887 service neutron] Bound port: d83d6a66-653f-4f12-b018-bbbbc28aafd8, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034ff104-e5af-435f-904e-dfac0480f5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '223ab609-0328-4396-a33b-5881f7d77556'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:53:44.211957 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-a62d84e2-80aa-4d3c-9b46-ab27adada887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:44.306510 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-a62d84e2-80aa-4d3c-9b46-ab27adada887 service neutron] For port d83d6a66-653f-4f12-b018-bbbbc28aafd8, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:53:44.309366 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-a62d84e2-80aa-4d3c-9b46-ab27adada887 service neutron] For port d83d6a66-653f-4f12-b018-bbbbc28aafd8, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d83d6a66-653f-4f12-b018-bbbbc28aafd8,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:53:44.444962 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-a62d84e2-80aa-4d3c-9b46-ab27adada887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:44.497954 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-a62d84e2-80aa-4d3c-9b46-ab27adada887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:44.498549 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-a62d84e2-80aa-4d3c-9b46-ab27adada887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:44.499895 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-a62d84e2-80aa-4d3c-9b46-ab27adada887 service neutron] 10.222.0.61 "PUT /v2.0/ports/d83d6a66-653f-4f12-b018-bbbbc28aafd8 HTTP/1.1" status: 200 len: 1093 time: 1.0994081 Apr 06 13:53:44.502521 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6e05c2-a690-4f40-bafe-b52ba0069944', 'tag': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:53:44.533097 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d84e2-80aa-4d3c-9b46-ab27adada887 service neutron] Pushing event updated for resources: {'Port': ['ID=d83d6a66-653f-4f12-b018-bbbbc28aafd8,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:44.642058 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f23a69b5-f864-4a1b-b691-ab0d97133fda'] response: {'name': 'network-changed', 'server_uuid': '7c6e05c2-a690-4f40-bafe-b52ba0069944', 'tag': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8', 'status': 'completed', 'code': 200} Apr 06 13:53:44.780584 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-3f0f893d-396c-489e-9d42-7278a88b35a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:44.782669 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-3f0f893d-396c-489e-9d42-7278a88b35a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 1096 time: 0.1765463 Apr 06 13:53:44.849115 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-c8470eeb-e245-46a4-bc43-b0f29c188543 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d83d6a66-653f-4f12-b018-bbbbc28aafd8 HTTP/1.1" status: 200 len: 217 time: 0.0598466 Apr 06 13:53:44.917368 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-0f693c68-e379-4c47-8857-bd11bd8d2605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:44.918772 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-0f693c68-e379-4c47-8857-bd11bd8d2605 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d49705db-8a34-4c15-a59a-7c8816693095 HTTP/1.1" status: 200 len: 851 time: 0.0636790 Apr 06 13:53:44.953541 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc573892-487e-4510-a8c2-47672ed315b6 req-69e4b4f6-2709-497d-90f7-323be353bc90 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:44.954996 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bc573892-487e-4510-a8c2-47672ed315b6 req-69e4b4f6-2709-497d-90f7-323be353bc90 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 943 time: 0.0835574 Apr 06 13:53:44.993335 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-43004a1f-8834-494d-9190-d34e9787c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:44.994779 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-43004a1f-8834-494d-9190-d34e9787c3f7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=223ab609-0328-4396-a33b-5881f7d77556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701153 Apr 06 13:53:45.000198 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bc573892-487e-4510-a8c2-47672ed315b6 req-cb6cc16e-e1d4-44ed-b2e5-46ffe9f044c0 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393736 Apr 06 13:53:45.126906 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-4955dd66-3b14-437f-9ba0-4940be3a4f59 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254289 Apr 06 13:53:45.259650 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3c824af4-95f6-4ebb-8960-0720f07a9331 req-dd5a872d-1744-4612-85c6-454790e83f2f service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274226 Apr 06 13:53:45.433598 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1c00ded1-c0aa-4f7c-aecc-79b06d33ebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:45.439927 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7e470-4bef-41d8-960e-d05d2bb4eb6d req-ff84cd72-6265-48dd-8904-c1c506fe8b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:45.441456 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cfb7e470-4bef-41d8-960e-d05d2bb4eb6d req-ff84cd72-6265-48dd-8904-c1c506fe8b43 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 1096 time: 0.0759761 Apr 06 13:53:45.573620 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7e470-4bef-41d8-960e-d05d2bb4eb6d req-7d8b754e-8f42-40ad-ba57-3b39ec169cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:45.575101 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cfb7e470-4bef-41d8-960e-d05d2bb4eb6d req-7d8b754e-8f42-40ad-ba57-3b39ec169cae service neutron] 10.222.0.61 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 913 time: 0.1274018 Apr 06 13:53:45.642705 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cfb7e470-4bef-41d8-960e-d05d2bb4eb6d req-e7147a0b-65b3-498d-9d38-0b966357afae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d83d6a66-653f-4f12-b018-bbbbc28aafd8 HTTP/1.1" status: 200 len: 217 time: 0.0612683 Apr 06 13:53:45.715489 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7e470-4bef-41d8-960e-d05d2bb4eb6d req-3a7091c6-e8c3-469f-bdeb-ce610fa49b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:45.716902 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cfb7e470-4bef-41d8-960e-d05d2bb4eb6d req-3a7091c6-e8c3-469f-bdeb-ce610fa49b78 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d49705db-8a34-4c15-a59a-7c8816693095 HTTP/1.1" status: 200 len: 851 time: 0.0681949 Apr 06 13:53:45.791917 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7e470-4bef-41d8-960e-d05d2bb4eb6d req-205b580f-8479-4be8-97e6-5eefd43c3429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:45.793329 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cfb7e470-4bef-41d8-960e-d05d2bb4eb6d req-205b580f-8479-4be8-97e6-5eefd43c3429 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=223ab609-0328-4396-a33b-5881f7d77556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700746 Apr 06 13:53:45.921244 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cfb7e470-4bef-41d8-960e-d05d2bb4eb6d req-50e2c9c2-f1fa-4d94-98be-7ced52200d3d service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201446 Apr 06 13:53:46.055267 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cfb7e470-4bef-41d8-960e-d05d2bb4eb6d req-68935d0a-1085-4182-930b-356a90e20af6 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266098 Apr 06 13:53:46.191427 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dc9f5-6e55-4385-b914-5e6ddd1488b7 req-c3af2fa9-6b4e-4a8e-8dbe-49a7ea2c243d tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:46.192736 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fb6dc9f5-6e55-4385-b914-5e6ddd1488b7 req-c3af2fa9-6b4e-4a8e-8dbe-49a7ea2c243d tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 943 time: 0.0794604 Apr 06 13:53:46.239381 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fb6dc9f5-6e55-4385-b914-5e6ddd1488b7 req-414ad72c-e824-4260-8b11-381bdc1ea7ff tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404668 Apr 06 13:53:47.421308 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a141f-3a34-4258-a706-d570e0cdce7d req-92666994-5b0f-4638-bd2b-611bba6ed00e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:47.422716 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-759a141f-3a34-4258-a706-d570e0cdce7d req-92666994-5b0f-4638-bd2b-611bba6ed00e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 943 time: 0.0788286 Apr 06 13:53:47.466657 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-759a141f-3a34-4258-a706-d570e0cdce7d req-8b5da30a-5fdf-4cc3-9e89-5d1a61e8d0df tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379298 Apr 06 13:53:47.719787 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8f5527a6-bf29-4df5-8205-15a71849ef59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:48.065711 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device d83d6a66-653f-4f12-b018-bbbbc28aafd8 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:53:48.198105 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port d83d6a66-653f-4f12-b018-bbbbc28aafd8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d83d6a66-653f-4f12-b018-bbbbc28aafd8,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:53:48.211381 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'port_id': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8', 'mac_address': 'fa:16:3e:66:92:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:53:48.265625 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:48.282676 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d83d6a66-653f-4f12-b018-bbbbc28aafd8 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:53:48.298125 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port d83d6a66-653f-4f12-b018-bbbbc28aafd8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d83d6a66-653f-4f12-b018-bbbbc28aafd8,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:53:48.364824 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:48.433309 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=d83d6a66-653f-4f12-b018-bbbbc28aafd8,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:48.586745 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['d83d6a66-653f-4f12-b018-bbbbc28aafd8'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:53:48.654394 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdccb90-c9ef-4784-8cbd-15168f736064 req-8e1ad575-dfc1-49e2-874e-fb5a6567e49e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:48.655868 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5cdccb90-c9ef-4784-8cbd-15168f736064 req-8e1ad575-dfc1-49e2-874e-fb5a6567e49e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 944 time: 0.0859959 Apr 06 13:53:48.705561 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5cdccb90-c9ef-4784-8cbd-15168f736064 req-80a3d035-b50e-4a30-a337-40c68b101631 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437839 Apr 06 13:53:48.953158 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:48.981526 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:49.887488 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd5bf6-33b7-4b87-9b4e-42428f96ba5e req-71f5c9d5-c4e6-4b20-a29d-b70896e8b594 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:49.888916 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-59bd5bf6-33b7-4b87-9b4e-42428f96ba5e req-71f5c9d5-c4e6-4b20-a29d-b70896e8b594 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 944 time: 0.0802739 Apr 06 13:53:49.932749 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-59bd5bf6-33b7-4b87-9b4e-42428f96ba5e req-224c2a18-f12d-4fb6-8940-7046d71c8d39 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373311 Apr 06 13:53:50.080627 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device d83d6a66-653f-4f12-b018-bbbbc28aafd8 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:53:50.256648 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port d83d6a66-653f-4f12-b018-bbbbc28aafd8 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:53:50.261865 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port d83d6a66-653f-4f12-b018-bbbbc28aafd8 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:53:50.262225 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:50.405838 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:50.474552 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:50.513707 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6e05c2-a690-4f40-bafe-b52ba0069944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:53:50.526519 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port d83d6a66-653f-4f12-b018-bbbbc28aafd8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d83d6a66-653f-4f12-b018-bbbbc28aafd8,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:53:50.578066 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81676596-b535-45b0-8967-f7b9264f0cab'] response: {'server_uuid': '7c6e05c2-a690-4f40-bafe-b52ba0069944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8', 'code': 200} Apr 06 13:53:50.614171 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:50.688295 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=d83d6a66-653f-4f12-b018-bbbbc28aafd8,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:50.928840 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec144cb0-a5aa-4249-bb5e-a54fa9259758 req-14e1dce2-1550-45fa-9412-809369a08ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:50.930355 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ec144cb0-a5aa-4249-bb5e-a54fa9259758 req-14e1dce2-1550-45fa-9412-809369a08ba4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 1098 time: 0.0773430 Apr 06 13:53:50.971066 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ec144cb0-a5aa-4249-bb5e-a54fa9259758 req-13d9f9e8-3e33-4561-bcb6-e6d39dc893b1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339375 Apr 06 13:53:51.126324 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc597704-4cb9-41a6-babb-411c912d73e0 req-ee9ee897-f28e-4a0e-bdd0-8a9ae29a88a5 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:51.127826 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cc597704-4cb9-41a6-babb-411c912d73e0 req-ee9ee897-f28e-4a0e-bdd0-8a9ae29a88a5 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0873477 Apr 06 13:53:51.172513 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cc597704-4cb9-41a6-babb-411c912d73e0 req-87df7f64-7487-40d6-b434-da0b4be5c19d tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385852 Apr 06 13:53:52.362338 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59706d2-f673-4ff1-bd71-1dc8b4bfed42 req-119c8f14-7e4b-42a9-b5e0-af3a379aec1c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:52.364483 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f59706d2-f673-4ff1-bd71-1dc8b4bfed42 req-119c8f14-7e4b-42a9-b5e0-af3a379aec1c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0821452 Apr 06 13:53:52.411631 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f59706d2-f673-4ff1-bd71-1dc8b4bfed42 req-904219ab-e0aa-4561-93ee-22ad6dc8c9a0 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415156 Apr 06 13:53:52.587145 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4dcad-e45d-4111-8eac-0c7ff04d5eca req-cbdcaa27-2ae1-4e57-94fe-0f82b8945768 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:52.588480 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d3e4dcad-e45d-4111-8eac-0c7ff04d5eca req-cbdcaa27-2ae1-4e57-94fe-0f82b8945768 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0792596 Apr 06 13:53:52.598084 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53156) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:53:52.603033 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-ec2fe0f4-256d-4508-886c-58fdb99122d5 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Request body: {'floatingip': {'port_id': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:52.682571 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ec2fe0f4-256d-4508-886c-58fdb99122d5 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for floatingip, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:53.364283 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ec2fe0f4-256d-4508-886c-58fdb99122d5 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:53.422602 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ec2fe0f4-256d-4508-886c-58fdb99122d5 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:53.593021 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-ec2fe0f4-256d-4508-886c-58fdb99122d5 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Floating IP 9b6af3f2-311a-430d-b0c0-553a69f8656a associated. External IP: 172.26.4.174, port: d83d6a66-653f-4f12-b018-bbbbc28aafd8. Apr 06 13:53:53.935551 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2fe0f4-256d-4508-886c-58fdb99122d5 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:53:54.111614 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2fe0f4-256d-4508-886c-58fdb99122d5 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:53:54.115975 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ec2fe0f4-256d-4508-886c-58fdb99122d5 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:54.121199 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade0996b-b0b9-4823-afc0-09e63ff43ac4 None None] Sync routers for ids ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:53:54.131947 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade0996b-b0b9-4823-afc0-09e63ff43ac4 None None] Routers {'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:53:54.132540 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ade0996b-b0b9-4823-afc0-09e63ff43ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:53:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:54.170097 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ec2fe0f4-256d-4508-886c-58fdb99122d5 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "PUT /v2.0/floatingips/9b6af3f2-311a-430d-b0c0-553a69f8656a HTTP/1.1" status: 200 len: 992 time: 1.5708637 Apr 06 13:53:54.170775 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6e05c2-a690-4f40-bafe-b52ba0069944', 'tag': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:53:54.220796 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3a3de05-cddd-4690-b224-d39867d6e0e1'] response: {'name': 'network-changed', 'server_uuid': '7c6e05c2-a690-4f40-bafe-b52ba0069944', 'tag': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8', 'status': 'completed', 'code': 200} Apr 06 13:53:54.313154 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfe530-6923-4f86-8133-b2c68a9c383c req-48f3cc96-1dd6-436f-b0a7-ba6fdfcc3201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:54.314618 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-90dfe530-6923-4f86-8133-b2c68a9c383c req-48f3cc96-1dd6-436f-b0a7-ba6fdfcc3201 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 1098 time: 0.0735228 Apr 06 13:53:54.323932 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-ade0996b-b0b9-4823-afc0-09e63ff43ac4 None None] Set router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:53:54.448027 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfe530-6923-4f86-8133-b2c68a9c383c req-9ec641b1-552b-411a-8218-957fbcd3f079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:54.449395 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-90dfe530-6923-4f86-8133-b2c68a9c383c req-9ec641b1-552b-411a-8218-957fbcd3f079 service neutron] 10.222.0.61 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 913 time: 0.1288939 Apr 06 13:53:54.558826 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-90dfe530-6923-4f86-8133-b2c68a9c383c req-19262a1b-248d-4699-bb92-0a4a8711b9b1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d83d6a66-653f-4f12-b018-bbbbc28aafd8 HTTP/1.1" status: 200 len: 1000 time: 0.1027546 Apr 06 13:53:54.621323 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfe530-6923-4f86-8133-b2c68a9c383c req-607ec588-cb4d-48be-b8cd-f8799faf8166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:54.622828 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-90dfe530-6923-4f86-8133-b2c68a9c383c req-607ec588-cb4d-48be-b8cd-f8799faf8166 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d49705db-8a34-4c15-a59a-7c8816693095 HTTP/1.1" status: 200 len: 851 time: 0.0580437 Apr 06 13:53:54.682877 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ade0996b-b0b9-4823-afc0-09e63ff43ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:30Z', 'revision_number': 4, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '9b6af3f2-311a-430d-b0c0-553a69f8656a', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'floating_ip_address': '172.26.4.174', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'port_id': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'mac_address': 'fa:16:3e:66:92:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6e05c2-a690-4f40-bafe-b52ba0069944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:50:33Z', 'updated_at': '2022-04-06T13:53:53Z', 'revision_number': 13, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6', 'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'mac_address': 'fa:16:3e:aa:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:29Z', 'updated_at': '2022-04-06T13:50:36Z', 'revision_number': 5, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'subnets': [{'id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:54.687418 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade0996b-b0b9-4823-afc0-09e63ff43ac4 None None] Checking router: c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:53:54.697696 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade0996b-b0b9-4823-afc0-09e63ff43ac4 None None] Routers {'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:53:54.698360 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ade0996b-b0b9-4823-afc0-09e63ff43ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:53:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:54.802451 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfe530-6923-4f86-8133-b2c68a9c383c req-d40c532b-f641-4d86-a471-ca3160d3f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:54.804322 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-90dfe530-6923-4f86-8133-b2c68a9c383c req-d40c532b-f641-4d86-a471-ca3160d3f58c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=223ab609-0328-4396-a33b-5881f7d77556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1756766 Apr 06 13:53:54.880305 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-ade0996b-b0b9-4823-afc0-09e63ff43ac4 None None] Set router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:53:54.952572 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-90dfe530-6923-4f86-8133-b2c68a9c383c req-e5a45057-b51f-4c47-a73b-fdf6b1112754 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417534 Apr 06 13:53:55.091784 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-90dfe530-6923-4f86-8133-b2c68a9c383c req-bd727a6a-2fd3-4d04-bdaf-c294f6107adb service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333604 Apr 06 13:53:55.289077 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ade0996b-b0b9-4823-afc0-09e63ff43ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:30Z', 'revision_number': 4, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '9b6af3f2-311a-430d-b0c0-553a69f8656a', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'floating_ip_address': '172.26.4.174', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'port_id': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'mac_address': 'fa:16:3e:66:92:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6e05c2-a690-4f40-bafe-b52ba0069944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:50:33Z', 'updated_at': '2022-04-06T13:53:53Z', 'revision_number': 13, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6', 'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'mac_address': 'fa:16:3e:aa:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:29Z', 'updated_at': '2022-04-06T13:50:36Z', 'revision_number': 5, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'subnets': [{'id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:55.293104 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade0996b-b0b9-4823-afc0-09e63ff43ac4 None None] The sync data for ids ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'] in dv-neutron-834600-1-hyperv is: [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:30Z', 'revision_number': 4, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '9b6af3f2-311a-430d-b0c0-553a69f8656a', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'floating_ip_address': '172.26.4.174', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'port_id': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'mac_address': 'fa:16:3e:66:92:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6e05c2-a690-4f40-bafe-b52ba0069944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:50:33Z', 'updated_at': '2022-04-06T13:53:53Z', 'revision_number': 13, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6', 'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'mac_address': 'fa:16:3e:aa:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:29Z', 'updated_at': '2022-04-06T13:50:36Z', 'revision_number': 5, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'subnets': [{'id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:53:55.471507 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b9182-2db8-4431-b15f-54037597fb46 None None] New status for floating IP 9b6af3f2-311a-430d-b0c0-553a69f8656a: ACTIVE {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:53:56.155879 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6e50f-c71b-4c11-8c67-78dc0970c0fd req-33d93ebf-1789-4b4f-bd8d-d17f5ecf0521 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:56.157317 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-00a6e50f-c71b-4c11-8c67-78dc0970c0fd req-33d93ebf-1789-4b4f-bd8d-d17f5ecf0521 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0835822 Apr 06 13:53:56.200781 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-00a6e50f-c71b-4c11-8c67-78dc0970c0fd req-bb2b428d-c2c4-4258-9ddc-5ee64d8b34f4 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377505 Apr 06 13:53:57.450688 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:53:57.561495 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:54:00.857353 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-14884d2e-1e26-4810-8d0d-b9208d97bbdc req-428ebf8c-9f4e-433c-94f4-606e59ac7698 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677750 Apr 06 13:54:00.997506 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14884d2e-1e26-4810-8d0d-b9208d97bbdc req-323d9fd7-c4cd-4381-8649-5c4350282989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:00.998978 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-14884d2e-1e26-4810-8d0d-b9208d97bbdc req-323d9fd7-c4cd-4381-8649-5c4350282989 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 1098 time: 0.0737383 Apr 06 13:54:01.141785 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14884d2e-1e26-4810-8d0d-b9208d97bbdc req-4991e06b-ccb9-4e62-ad8e-e81f655b5f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:01.143230 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-14884d2e-1e26-4810-8d0d-b9208d97bbdc req-4991e06b-ccb9-4e62-ad8e-e81f655b5f91 service neutron] 10.222.0.61 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 913 time: 0.1258972 Apr 06 13:54:01.247495 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-14884d2e-1e26-4810-8d0d-b9208d97bbdc req-a8a1fd4a-99a3-4f50-8fb3-21205386deb5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d83d6a66-653f-4f12-b018-bbbbc28aafd8 HTTP/1.1" status: 200 len: 1002 time: 0.0985091 Apr 06 13:54:01.308626 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14884d2e-1e26-4810-8d0d-b9208d97bbdc req-8424a7f2-f016-49c8-9111-8442cd0f60b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:01.309996 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-14884d2e-1e26-4810-8d0d-b9208d97bbdc req-8424a7f2-f016-49c8-9111-8442cd0f60b3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d49705db-8a34-4c15-a59a-7c8816693095 HTTP/1.1" status: 200 len: 851 time: 0.0567355 Apr 06 13:54:01.387470 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14884d2e-1e26-4810-8d0d-b9208d97bbdc req-e9daeda2-5c5b-4439-97a7-e82cfb2ab4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:01.388891 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-14884d2e-1e26-4810-8d0d-b9208d97bbdc req-e9daeda2-5c5b-4439-97a7-e82cfb2ab4f6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=223ab609-0328-4396-a33b-5881f7d77556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732129 Apr 06 13:54:01.524244 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-14884d2e-1e26-4810-8d0d-b9208d97bbdc req-e1c0ce24-4fcd-435b-919b-f5fe0f79b399 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287982 Apr 06 13:54:01.654492 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-14884d2e-1e26-4810-8d0d-b9208d97bbdc req-812c7b6d-d531-467a-ae32-6caf2b63ac2f service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241400 Apr 06 13:54:06.392326 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d9e24-3161-4d80-a04c-0b1070c411a6 req-b8d9d23e-66f3-43f7-a2d7-325a34f030a5 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:06.392840 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-358d9e24-3161-4d80-a04c-0b1070c411a6 req-b8d9d23e-66f3-43f7-a2d7-325a34f030a5 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0872521 Apr 06 13:54:06.483344 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-358d9e24-3161-4d80-a04c-0b1070c411a6 req-09f045c9-2530-42aa-a172-a45dc6188494 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825248 Apr 06 13:54:06.506256 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ce783ad7-542c-4a59-b690-fde9be66858f req-d649abee-fd09-4d4d-83a8-239cef119875 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1510284 Apr 06 13:54:07.680925 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950d6c5-f001-4780-9bb5-4d0bdefd032d req-42c3a762-77ea-46f5-a56e-f211e9947817 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:07.683388 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6950d6c5-f001-4780-9bb5-4d0bdefd032d req-42c3a762-77ea-46f5-a56e-f211e9947817 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0877593 Apr 06 13:54:07.734538 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6950d6c5-f001-4780-9bb5-4d0bdefd032d req-175a6df8-324b-4608-a75b-bfb3af9e5d94 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431652 Apr 06 13:54:08.513460 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce783ad7-542c-4a59-b690-fde9be66858f req-c1fcb498-95a0-48f3-b44f-0d2a05c8f7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:08.514833 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ce783ad7-542c-4a59-b690-fde9be66858f req-c1fcb498-95a0-48f3-b44f-0d2a05c8f7a3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 1098 time: 0.0818629 Apr 06 13:54:08.649106 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce783ad7-542c-4a59-b690-fde9be66858f req-cba5d74f-dc3f-4590-9656-513b815d7f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:08.650540 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ce783ad7-542c-4a59-b690-fde9be66858f req-cba5d74f-dc3f-4590-9656-513b815d7f9d service neutron] 10.222.0.61 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 913 time: 0.1293888 Apr 06 13:54:08.750908 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ce783ad7-542c-4a59-b690-fde9be66858f req-a1363210-0b77-4791-90ee-b896612e2aef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d83d6a66-653f-4f12-b018-bbbbc28aafd8 HTTP/1.1" status: 200 len: 1002 time: 0.0942020 Apr 06 13:54:08.812708 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce783ad7-542c-4a59-b690-fde9be66858f req-bec34aa0-c0b4-4242-a796-1111ef0dbef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:08.814154 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ce783ad7-542c-4a59-b690-fde9be66858f req-bec34aa0-c0b4-4242-a796-1111ef0dbef7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d49705db-8a34-4c15-a59a-7c8816693095 HTTP/1.1" status: 200 len: 851 time: 0.0572901 Apr 06 13:54:09.003274 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce783ad7-542c-4a59-b690-fde9be66858f req-a8a66b30-6306-43ad-a98e-70b887b6c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:09.005266 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ce783ad7-542c-4a59-b690-fde9be66858f req-a8a66b30-6306-43ad-a98e-70b887b6c487 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=223ab609-0328-4396-a33b-5881f7d77556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1851461 Apr 06 13:54:09.045571 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c808b0-284e-42d2-8bed-d58d7979f1dc req-87e256e1-15e5-4091-9920-29feaae3bb48 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:09.046946 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-28c808b0-284e-42d2-8bed-d58d7979f1dc req-87e256e1-15e5-4091-9920-29feaae3bb48 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.2020481 Apr 06 13:54:09.089957 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-28c808b0-284e-42d2-8bed-d58d7979f1dc req-788bba0d-d23d-493e-aed5-bf883cf99fcd tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368569 Apr 06 13:54:09.144208 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ce783ad7-542c-4a59-b690-fde9be66858f req-f5d9bb3d-a50a-4fc3-894b-d6e9b51a29aa service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280963 Apr 06 13:54:09.272892 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ce783ad7-542c-4a59-b690-fde9be66858f req-413354c3-b440-41ab-85bf-bb8c9d0cb1a4 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260102 Apr 06 13:54:10.274771 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c235c-6d0e-4996-adb5-d77250280ce5 req-777ab7e1-d6f6-4e79-a4e9-dfa872e44bc2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:10.276262 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a85c235c-6d0e-4996-adb5-d77250280ce5 req-777ab7e1-d6f6-4e79-a4e9-dfa872e44bc2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0804229 Apr 06 13:54:10.320743 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a85c235c-6d0e-4996-adb5-d77250280ce5 req-39b3b15c-7901-4576-9d27-f59b7ed20e12 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388591 Apr 06 13:54:11.503184 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e793d7-fd6c-44f4-af71-2f55a0e63470 req-b6cde541-e965-459c-993b-e941c6124b89 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:11.505153 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-76e793d7-fd6c-44f4-af71-2f55a0e63470 req-b6cde541-e965-459c-993b-e941c6124b89 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0792181 Apr 06 13:54:11.547194 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-76e793d7-fd6c-44f4-af71-2f55a0e63470 req-73945f9d-8d4f-4d5a-a1c9-b3643c82180b tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365322 Apr 06 13:54:12.744762 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32091914-8ab7-4d81-9dac-7f3f1d488231 req-c2b1e97f-5a0d-4467-8443-009b6e2848d7 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:12.746200 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-32091914-8ab7-4d81-9dac-7f3f1d488231 req-c2b1e97f-5a0d-4467-8443-009b6e2848d7 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0822477 Apr 06 13:54:12.789978 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-32091914-8ab7-4d81-9dac-7f3f1d488231 req-56d0b92a-82c5-442c-ac11-4fe75b2ae1b1 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380962 Apr 06 13:54:13.977658 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3a0c3-a567-488d-ac4c-b5e26794b3f7 req-b97ba8d0-3f55-43b8-947e-c744de0a41ed tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:13.979098 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-90f3a0c3-a567-488d-ac4c-b5e26794b3f7 req-b97ba8d0-3f55-43b8-947e-c744de0a41ed tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0842674 Apr 06 13:54:14.021957 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-90f3a0c3-a567-488d-ac4c-b5e26794b3f7 req-5594c03b-a85c-4f5d-acde-e8a157e1488b tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371897 Apr 06 13:54:15.217706 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fadd5-84a9-43d6-9daf-f088182df81f req-26b86117-6bad-4d81-a8ac-c90c549ff90c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:15.218242 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ca0fadd5-84a9-43d6-9daf-f088182df81f req-26b86117-6bad-4d81-a8ac-c90c549ff90c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0833988 Apr 06 13:54:15.261699 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ca0fadd5-84a9-43d6-9daf-f088182df81f req-684a6326-5f6f-4a78-bcd8-0cc26ea42cb0 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375607 Apr 06 13:54:15.429181 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-339754ab-771c-4c01-8fb6-c49832ceefec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:16.452664 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c043d-3f27-44c5-9194-ca839356bbeb req-d72f98d7-3585-4b9c-bdd7-a6a6f1b4466c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:16.453988 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-121c043d-3f27-44c5-9194-ca839356bbeb req-d72f98d7-3585-4b9c-bdd7-a6a6f1b4466c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0833809 Apr 06 13:54:16.498047 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-121c043d-3f27-44c5-9194-ca839356bbeb req-61b98e83-f3f4-40e4-b549-95d5dd132d14 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384095 Apr 06 13:54:17.681252 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ad788-04c7-4c81-899f-72cfbfce1db0 req-4f638fd1-04ea-4277-8c2d-a05f475b1208 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:17.682700 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f16ad788-04c7-4c81-899f-72cfbfce1db0 req-4f638fd1-04ea-4277-8c2d-a05f475b1208 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0808423 Apr 06 13:54:17.726446 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-df8dc250-07c7-4880-929e-a048c96d0a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:17.729802 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f16ad788-04c7-4c81-899f-72cfbfce1db0 req-87cbdf65-593d-487c-9837-fde4bb34aa16 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412078 Apr 06 13:54:18.886890 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:18.922482 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d3405-9118-448b-a3b0-7e9a037d947c req-630f9c17-5343-4f69-b968-3f0a2cb60bd6 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:18.923930 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7f4d3405-9118-448b-a3b0-7e9a037d947c req-630f9c17-5343-4f69-b968-3f0a2cb60bd6 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0838034 Apr 06 13:54:18.966978 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7f4d3405-9118-448b-a3b0-7e9a037d947c req-77e09d83-2e00-45b4-b642-36b3b0419146 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366638 Apr 06 13:54:18.971972 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:20.162124 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110c08f-6068-492b-bcc7-a76768cf0689 req-a82d4401-59e2-4694-a419-af96649d84a8 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:20.164092 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3110c08f-6068-492b-bcc7-a76768cf0689 req-a82d4401-59e2-4694-a419-af96649d84a8 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0828650 Apr 06 13:54:20.208050 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3110c08f-6068-492b-bcc7-a76768cf0689 req-ac1528cd-8937-4224-a7e9-171b3885490c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379822 Apr 06 13:54:20.388742 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:21.396574 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f6105-2261-4bdb-a1cd-5d5734dcef26 req-48d1f254-4840-4e30-a873-d75c0c116ed5 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:21.396574 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d49f6105-2261-4bdb-a1cd-5d5734dcef26 req-48d1f254-4840-4e30-a873-d75c0c116ed5 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0830677 Apr 06 13:54:21.442189 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d49f6105-2261-4bdb-a1cd-5d5734dcef26 req-33408226-bc72-4340-8153-e9dd9abda711 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371201 Apr 06 13:54:22.156532 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ce783ad7-542c-4a59-b690-fde9be66858f req-28adaa78-2ade-4c7f-9a77-f8e82851dd49 service neutron] 10.222.0.61 "GET /v2.0/ports/d83d6a66-653f-4f12-b018-bbbbc28aafd8/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0733402 Apr 06 13:54:22.633229 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d508a7-9982-4291-aca3-b9796ba4b070 req-c006e044-66a8-4ddb-88c1-cf2d71a5e08f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:22.634680 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-26d508a7-9982-4291-aca3-b9796ba4b070 req-c006e044-66a8-4ddb-88c1-cf2d71a5e08f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0873771 Apr 06 13:54:22.680197 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-26d508a7-9982-4291-aca3-b9796ba4b070 req-0c5b1350-b9ec-458a-80d3-b247279d3dd8 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394943 Apr 06 13:54:22.711871 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce783ad7-542c-4a59-b690-fde9be66858f req-1d4e7f59-ec60-4f84-bfd6-14ca77f2ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:22.713297 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ce783ad7-542c-4a59-b690-fde9be66858f req-1d4e7f59-ec60-4f84-bfd6-14ca77f2ac6c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944&tenant_id=ca5096a407844c0babf8ea9ddf9eec57 HTTP/1.1" status: 200 len: 1098 time: 0.0708735 Apr 06 13:54:22.805289 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce783ad7-542c-4a59-b690-fde9be66858f req-af5c603e-8767-46d0-afa4-5bd25cbe8b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:22.806630 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ce783ad7-542c-4a59-b690-fde9be66858f req-af5c603e-8767-46d0-afa4-5bd25cbe8b57 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 1098 time: 0.0725331 Apr 06 13:54:22.935041 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce783ad7-542c-4a59-b690-fde9be66858f req-b34ae3b1-6984-4b7a-8b5e-39f88de19cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:22.936443 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ce783ad7-542c-4a59-b690-fde9be66858f req-b34ae3b1-6984-4b7a-8b5e-39f88de19cd3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 913 time: 0.1241844 Apr 06 13:54:23.039172 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ce783ad7-542c-4a59-b690-fde9be66858f req-31862504-2f89-4749-940d-be143b8e9f54 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d83d6a66-653f-4f12-b018-bbbbc28aafd8 HTTP/1.1" status: 200 len: 1002 time: 0.0957403 Apr 06 13:54:23.099441 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce783ad7-542c-4a59-b690-fde9be66858f req-69e4b250-b1da-4a1e-bfdb-463adb331ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:23.100980 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ce783ad7-542c-4a59-b690-fde9be66858f req-69e4b250-b1da-4a1e-bfdb-463adb331ec9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d49705db-8a34-4c15-a59a-7c8816693095 HTTP/1.1" status: 200 len: 851 time: 0.0565441 Apr 06 13:54:23.179402 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce783ad7-542c-4a59-b690-fde9be66858f req-7ffd9306-b4f4-4bab-9e48-7bcc44d5b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:23.180898 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ce783ad7-542c-4a59-b690-fde9be66858f req-7ffd9306-b4f4-4bab-9e48-7bcc44d5b2bb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=223ab609-0328-4396-a33b-5881f7d77556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732615 Apr 06 13:54:23.311547 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ce783ad7-542c-4a59-b690-fde9be66858f req-bdd6939e-1855-41ac-afb9-6f607648d04d service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246128 Apr 06 13:54:23.442819 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ce783ad7-542c-4a59-b690-fde9be66858f req-35d08a4d-0329-4f01-976e-09e69cb0338c service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243217 Apr 06 13:54:24.021401 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def08527-674f-4f16-958f-170ccdbe86ba req-f0e214ca-67e7-4e93-b01a-0d0b73d6b623 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:24.022930 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-def08527-674f-4f16-958f-170ccdbe86ba req-f0e214ca-67e7-4e93-b01a-0d0b73d6b623 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0827322 Apr 06 13:54:24.066987 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-def08527-674f-4f16-958f-170ccdbe86ba req-6edf3bc3-cd0a-4e9a-9bb9-232343fab26d tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382106 Apr 06 13:54:25.256266 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b09e9-1bcd-45b0-95ca-b7ee27908946 req-bd44476e-2ef3-4e8b-bf12-24db0efa9e22 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:25.258895 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a32b09e9-1bcd-45b0-95ca-b7ee27908946 req-bd44476e-2ef3-4e8b-bf12-24db0efa9e22 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0846190 Apr 06 13:54:25.302767 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a32b09e9-1bcd-45b0-95ca-b7ee27908946 req-45cbf45d-be93-47d8-ac72-31826214de05 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382915 Apr 06 13:54:26.256628 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device d83d6a66-653f-4f12-b018-bbbbc28aafd8 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:54:26.368325 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:26.393740 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6e05c2-a690-4f40-bafe-b52ba0069944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:54:26.403648 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port d83d6a66-653f-4f12-b018-bbbbc28aafd8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d83d6a66-653f-4f12-b018-bbbbc28aafd8,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:54:26.493190 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:26.498317 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8d610-7b5e-41e7-a153-a40991d4fe33 req-b52224cf-1149-42bd-af7f-a646981564a2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:26.499824 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-49c8d610-7b5e-41e7-a153-a40991d4fe33 req-b52224cf-1149-42bd-af7f-a646981564a2 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0911243 Apr 06 13:54:26.528183 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9c2ee59-76dc-40c7-98f2-1fc85807615e'] response: {'server_uuid': '7c6e05c2-a690-4f40-bafe-b52ba0069944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8', 'code': 200} Apr 06 13:54:26.547841 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-49c8d610-7b5e-41e7-a153-a40991d4fe33 req-355caee0-27f8-44cd-ad7c-a55ae7aed587 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421286 Apr 06 13:54:26.566301 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=d83d6a66-653f-4f12-b018-bbbbc28aafd8,revision_number=6']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:27.434698 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:27.732498 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884f130-da3c-432d-82dd-16462cc59516 req-374d8a9f-ca29-459a-ac65-3c19c8c4af99 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:27.733931 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c884f130-da3c-432d-82dd-16462cc59516 req-374d8a9f-ca29-459a-ac65-3c19c8c4af99 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 943 time: 0.0780914 Apr 06 13:54:27.784625 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c884f130-da3c-432d-82dd-16462cc59516 req-8ce2f82a-5b69-4c54-b3c8-c59d9f865d2e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448050 Apr 06 13:54:28.272871 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device d83d6a66-653f-4f12-b018-bbbbc28aafd8 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:54:28.401578 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port d83d6a66-653f-4f12-b018-bbbbc28aafd8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d83d6a66-653f-4f12-b018-bbbbc28aafd8,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:54:28.415010 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'port_id': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8', 'mac_address': 'fa:16:3e:66:92:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:54:28.468192 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:28.484601 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d83d6a66-653f-4f12-b018-bbbbc28aafd8 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:54:28.499876 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port d83d6a66-653f-4f12-b018-bbbbc28aafd8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d83d6a66-653f-4f12-b018-bbbbc28aafd8,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:54:28.549140 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:28.618209 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['d83d6a66-653f-4f12-b018-bbbbc28aafd8'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:54:28.659674 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=d83d6a66-653f-4f12-b018-bbbbc28aafd8,revision_number=7']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:28.967107 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d09ffc-b438-4b0b-807c-3fff477367aa req-58f20ab0-f66e-4865-ba20-c62ca193965d tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:28.968543 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-97d09ffc-b438-4b0b-807c-3fff477367aa req-58f20ab0-f66e-4865-ba20-c62ca193965d tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 944 time: 0.0797894 Apr 06 13:54:29.011593 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-97d09ffc-b438-4b0b-807c-3fff477367aa req-d30933f9-3f6e-4c6e-adaa-1efe2a8b3a0b tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375047 Apr 06 13:54:30.200657 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91dd40-6f86-442f-b289-2562512dbd35 req-9238f771-ce0f-439a-87e7-0d184455a4a9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:30.202088 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dc91dd40-6f86-442f-b289-2562512dbd35 req-9238f771-ce0f-439a-87e7-0d184455a4a9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 944 time: 0.0840623 Apr 06 13:54:30.245340 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dc91dd40-6f86-442f-b289-2562512dbd35 req-a27e5c36-a5c1-4250-bf77-fffd6ce66ea9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375831 Apr 06 13:54:30.278884 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device d83d6a66-653f-4f12-b018-bbbbc28aafd8 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:54:30.344808 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port d83d6a66-653f-4f12-b018-bbbbc28aafd8 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:54:30.345171 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:30.461318 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:30.488470 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6e05c2-a690-4f40-bafe-b52ba0069944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:54:30.498720 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port d83d6a66-653f-4f12-b018-bbbbc28aafd8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d83d6a66-653f-4f12-b018-bbbbc28aafd8,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:54:30.543325 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba52efdc-8b1a-4eca-9456-4ef7a826c983'] response: {'server_uuid': '7c6e05c2-a690-4f40-bafe-b52ba0069944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8', 'code': 200} Apr 06 13:54:30.549760 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:30.617960 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=d83d6a66-653f-4f12-b018-bbbbc28aafd8,revision_number=8']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:31.433950 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576dd74-a3b8-4856-a61c-f42dfabfd766 req-190b9e9b-0022-4289-b34b-23897c5e6778 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:31.435418 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d576dd74-a3b8-4856-a61c-f42dfabfd766 req-190b9e9b-0022-4289-b34b-23897c5e6778 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0794384 Apr 06 13:54:31.479141 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d576dd74-a3b8-4856-a61c-f42dfabfd766 req-2ffb3bcc-3b4d-4f56-8fdb-6e9fe9ab5851 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378444 Apr 06 13:54:32.672130 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52a34d-5af5-44b9-9bd2-2cb5a337b1e3 req-02839193-2582-4daf-b00d-f3564e8909da tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:32.673620 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-eb52a34d-5af5-44b9-9bd2-2cb5a337b1e3 req-02839193-2582-4daf-b00d-f3564e8909da tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0829201 Apr 06 13:54:32.718961 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-eb52a34d-5af5-44b9-9bd2-2cb5a337b1e3 req-b0190121-bdeb-4105-a425-c977f6380e0a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387168 Apr 06 13:54:33.906055 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895637e7-acbd-4e4d-b661-3927bc3a3844 req-2b9bc254-b405-4e82-bccb-a912f66c75c5 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:33.907497 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-895637e7-acbd-4e4d-b661-3927bc3a3844 req-2b9bc254-b405-4e82-bccb-a912f66c75c5 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0822268 Apr 06 13:54:34.044876 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-895637e7-acbd-4e4d-b661-3927bc3a3844 req-b6fadbfb-5fd3-49ed-9376-3a52c804b0e9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316650 Apr 06 13:54:34.560413 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:54:34.790943 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529686df-c2cd-464f-b420-59e66b900d13 req-62446a6d-400e-4134-b156-0c03c74f38cb tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:34.792186 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aeeab7-0a86-4726-8b65-3ec33e83247d req-926a9603-3579-4d31-9a4e-e27ac1e4512c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:34.792674 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-529686df-c2cd-464f-b420-59e66b900d13 req-62446a6d-400e-4134-b156-0c03c74f38cb tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0923414 Apr 06 13:54:34.792906 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-47aeeab7-0a86-4726-8b65-3ec33e83247d req-926a9603-3579-4d31-9a4e-e27ac1e4512c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Synchronizing usage tracker for tenant:ca5096a407844c0babf8ea9ddf9eec57 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:54:34.836430 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-529686df-c2cd-464f-b420-59e66b900d13 req-58ea0098-6e9d-42f6-b5b7-88ecac3a177f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379887 Apr 06 13:54:34.858574 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-47aeeab7-0a86-4726-8b65-3ec33e83247d req-926a9603-3579-4d31-9a4e-e27ac1e4512c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Unset dirty status for tenant:ca5096a407844c0babf8ea9ddf9eec57 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:54:34.862673 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-47aeeab7-0a86-4726-8b65-3ec33e83247d req-926a9603-3579-4d31-9a4e-e27ac1e4512c tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944&tenant_id=ca5096a407844c0babf8ea9ddf9eec57&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 945 time: 0.1526666 Apr 06 13:54:34.942118 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-47aeeab7-0a86-4726-8b65-3ec33e83247d req-b4914e40-e28b-48d1-b2d8-3e3a6326932b service neutron] 10.222.0.61 "GET /v2.0/ports/d83d6a66-653f-4f12-b018-bbbbc28aafd8/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0763199 Apr 06 13:54:35.031574 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aeeab7-0a86-4726-8b65-3ec33e83247d req-7e89a1db-b39b-4366-a2f2-50d3ba8ce626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:35.032992 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-47aeeab7-0a86-4726-8b65-3ec33e83247d req-7e89a1db-b39b-4366-a2f2-50d3ba8ce626 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 1098 time: 0.0705802 Apr 06 13:54:35.170174 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aeeab7-0a86-4726-8b65-3ec33e83247d req-24408d99-b3e2-4a34-bdd5-30ade98fa047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:35.171609 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-47aeeab7-0a86-4726-8b65-3ec33e83247d req-24408d99-b3e2-4a34-bdd5-30ade98fa047 service neutron] 10.222.0.61 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 913 time: 0.1322110 Apr 06 13:54:35.382773 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-47aeeab7-0a86-4726-8b65-3ec33e83247d req-f8df6bea-e915-4cf2-8e47-18fa5e85358c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d83d6a66-653f-4f12-b018-bbbbc28aafd8 HTTP/1.1" status: 200 len: 1002 time: 0.2042842 Apr 06 13:54:35.444393 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aeeab7-0a86-4726-8b65-3ec33e83247d req-07a857ac-1b9f-43ff-ac53-e814d1f9196c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:35.445810 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-47aeeab7-0a86-4726-8b65-3ec33e83247d req-07a857ac-1b9f-43ff-ac53-e814d1f9196c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d49705db-8a34-4c15-a59a-7c8816693095 HTTP/1.1" status: 200 len: 851 time: 0.0573552 Apr 06 13:54:35.522856 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aeeab7-0a86-4726-8b65-3ec33e83247d req-4dd5d442-c140-42d4-9655-3f2ce1c6db8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:35.524283 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-47aeeab7-0a86-4726-8b65-3ec33e83247d req-4dd5d442-c140-42d4-9655-3f2ce1c6db8b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=223ab609-0328-4396-a33b-5881f7d77556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723968 Apr 06 13:54:35.651632 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-47aeeab7-0a86-4726-8b65-3ec33e83247d req-39a017b4-2152-4109-9327-da38169f5ac8 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213357 Apr 06 13:54:35.780156 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-47aeeab7-0a86-4726-8b65-3ec33e83247d req-c1858fc9-efe5-428e-8bf6-759525e3dc5e service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225760 Apr 06 13:54:36.025160 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255230af-261e-45a9-85ba-ac3dd4607236 req-8ed75de2-252a-411a-abf8-d7b72658a7aa tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:36.026496 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-255230af-261e-45a9-85ba-ac3dd4607236 req-8ed75de2-252a-411a-abf8-d7b72658a7aa tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0803616 Apr 06 13:54:36.069655 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-255230af-261e-45a9-85ba-ac3dd4607236 req-6a869be0-2905-4ccf-a01a-0478761a75d9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375175 Apr 06 13:54:37.261305 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b64bd-1458-470c-81c2-c645b3748b48 req-abf7900d-73dc-49a5-9fa6-78ba11bac709 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:37.265092 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d02b64bd-1458-470c-81c2-c645b3748b48 req-abf7900d-73dc-49a5-9fa6-78ba11bac709 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0820088 Apr 06 13:54:37.314627 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d02b64bd-1458-470c-81c2-c645b3748b48 req-060d6ea0-60ad-4647-9a97-1c19f54b7b38 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443220 Apr 06 13:54:38.502259 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540f1a8-70ca-4325-8bfd-e2b87ddb6a8b req-aebdc77f-9f36-432f-941e-83f7fc23369a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:38.503758 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b540f1a8-70ca-4325-8bfd-e2b87ddb6a8b req-aebdc77f-9f36-432f-941e-83f7fc23369a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0820723 Apr 06 13:54:38.548843 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b540f1a8-70ca-4325-8bfd-e2b87ddb6a8b req-2d7c1d5e-9e6b-45b7-9dd7-2afc011868f6 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390127 Apr 06 13:54:39.535436 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aeeab7-0a86-4726-8b65-3ec33e83247d req-a643f743-9a72-4c80-9ac5-877aa767d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:39.536871 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-47aeeab7-0a86-4726-8b65-3ec33e83247d req-a643f743-9a72-4c80-9ac5-877aa767d97d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944&tenant_id=ca5096a407844c0babf8ea9ddf9eec57 HTTP/1.1" status: 200 len: 1098 time: 0.0704231 Apr 06 13:54:39.629210 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aeeab7-0a86-4726-8b65-3ec33e83247d req-59eaaae8-7354-43a1-add7-3344dbe013d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:39.630636 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-47aeeab7-0a86-4726-8b65-3ec33e83247d req-59eaaae8-7354-43a1-add7-3344dbe013d6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 1098 time: 0.0734241 Apr 06 13:54:39.764651 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aeeab7-0a86-4726-8b65-3ec33e83247d req-2eef0c49-b26d-4e9d-ade4-1115f2765082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:39.766051 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-47aeeab7-0a86-4726-8b65-3ec33e83247d req-2eef0c49-b26d-4e9d-ade4-1115f2765082 service neutron] 10.222.0.61 "GET /v2.0/networks?id=223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 200 len: 913 time: 0.1291587 Apr 06 13:54:39.767851 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26b058-bdca-4b29-9b46-ff2885a00b04 req-dfedcf3f-6cd6-42ab-a763-e9f96140bfc3 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:39.769338 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bd26b058-bdca-4b29-9b46-ff2885a00b04 req-dfedcf3f-6cd6-42ab-a763-e9f96140bfc3 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0847147 Apr 06 13:54:39.814775 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bd26b058-bdca-4b29-9b46-ff2885a00b04 req-235a49c1-2e41-4554-81fa-c4406f961ae6 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388567 Apr 06 13:54:39.865145 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-47aeeab7-0a86-4726-8b65-3ec33e83247d req-acc409e9-8c4d-4296-b38f-d40a8cfecca3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d83d6a66-653f-4f12-b018-bbbbc28aafd8 HTTP/1.1" status: 200 len: 1002 time: 0.0918376 Apr 06 13:54:39.929375 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aeeab7-0a86-4726-8b65-3ec33e83247d req-a806f7c8-6b7a-49bf-b090-7baafc36afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:39.930728 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-47aeeab7-0a86-4726-8b65-3ec33e83247d req-a806f7c8-6b7a-49bf-b090-7baafc36afa8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d49705db-8a34-4c15-a59a-7c8816693095 HTTP/1.1" status: 200 len: 851 time: 0.0593255 Apr 06 13:54:40.002219 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aeeab7-0a86-4726-8b65-3ec33e83247d req-f79e3762-b306-4b2a-99ff-88c6ce9f5117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:40.003558 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-47aeeab7-0a86-4726-8b65-3ec33e83247d req-f79e3762-b306-4b2a-99ff-88c6ce9f5117 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=223ab609-0328-4396-a33b-5881f7d77556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673006 Apr 06 13:54:40.131856 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-47aeeab7-0a86-4726-8b65-3ec33e83247d req-4f3e6cc0-28ec-4d16-b1fd-50fb571cd9b1 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224761 Apr 06 13:54:40.260346 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-47aeeab7-0a86-4726-8b65-3ec33e83247d req-989c4d5f-eea0-4c36-a0dd-5609ec4b40b3 service neutron] 10.222.0.61 "GET /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224954 Apr 06 13:54:40.999775 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45814aa9-3c7d-49d5-8feb-729b281469d7 req-5f728e5f-11b6-4a3a-b882-f9afab799ad4 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:41.001242 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-45814aa9-3c7d-49d5-8feb-729b281469d7 req-5f728e5f-11b6-4a3a-b882-f9afab799ad4 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0794423 Apr 06 13:54:41.048801 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-45814aa9-3c7d-49d5-8feb-729b281469d7 req-480afc67-e932-44bf-8182-4e17baa1a88a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418117 Apr 06 13:54:42.234435 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f45c69-8653-47aa-ba73-9a50778d2ac2 req-bf0fce07-1434-4ba7-96b7-64b2d8c8520b tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:42.235517 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a0f45c69-8653-47aa-ba73-9a50778d2ac2 req-bf0fce07-1434-4ba7-96b7-64b2d8c8520b tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0791731 Apr 06 13:54:42.281635 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a0f45c69-8653-47aa-ba73-9a50778d2ac2 req-b65dfade-c002-46c3-8bda-7f735362402e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389354 Apr 06 13:54:42.341869 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device d83d6a66-653f-4f12-b018-bbbbc28aafd8 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:54:42.455522 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:42.482033 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6e05c2-a690-4f40-bafe-b52ba0069944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:54:42.491648 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port d83d6a66-653f-4f12-b018-bbbbc28aafd8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d83d6a66-653f-4f12-b018-bbbbc28aafd8,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:54:42.535851 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bb4280c-0a81-43f6-acbf-b9c133bc372e'] response: {'server_uuid': '7c6e05c2-a690-4f40-bafe-b52ba0069944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8', 'code': 200} Apr 06 13:54:42.577958 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:42.646010 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=d83d6a66-653f-4f12-b018-bbbbc28aafd8,revision_number=9']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:42.653766 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:42.654135 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:42.654469 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:42.654819 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:42.655145 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:42.655472 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:42.655793 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:42.656114 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:42.656436 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:42.656754 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:42.657069 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:42.657384 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:43.470097 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ded309-d4d4-4e9e-ad32-5eb6c20525c8 req-4559b99c-bde1-492a-9343-d13312c6dcfd tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:43.471455 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c4ded309-d4d4-4e9e-ad32-5eb6c20525c8 req-4559b99c-bde1-492a-9343-d13312c6dcfd tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 943 time: 0.0809107 Apr 06 13:54:43.514665 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c4ded309-d4d4-4e9e-ad32-5eb6c20525c8 req-948e6225-b7c3-4ab9-9239-291d96d155ec tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369859 Apr 06 13:54:44.352030 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device d83d6a66-653f-4f12-b018-bbbbc28aafd8 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:54:44.482687 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port d83d6a66-653f-4f12-b018-bbbbc28aafd8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d83d6a66-653f-4f12-b018-bbbbc28aafd8,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:54:44.496146 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'port_id': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8', 'mac_address': 'fa:16:3e:66:92:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:54:44.549529 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:44.566428 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d83d6a66-653f-4f12-b018-bbbbc28aafd8 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:54:44.582273 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port d83d6a66-653f-4f12-b018-bbbbc28aafd8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d83d6a66-653f-4f12-b018-bbbbc28aafd8,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:54:44.636298 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:44.704473 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba1b01-8729-44a2-956a-a377bc9ec3bb req-b7e1397f-b84d-4638-b3cf-9af5254fd3ce tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:44.706303 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d9ba1b01-8729-44a2-956a-a377bc9ec3bb req-b7e1397f-b84d-4638-b3cf-9af5254fd3ce tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0821013 Apr 06 13:54:44.732122 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['d83d6a66-653f-4f12-b018-bbbbc28aafd8'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:54:44.751358 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d9ba1b01-8729-44a2-956a-a377bc9ec3bb req-93a3039f-aecc-4c3c-a8de-3073b22ec036 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391097 Apr 06 13:54:44.804877 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=d83d6a66-653f-4f12-b018-bbbbc28aafd8,revision_number=10']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:45.464174 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-36202865-e986-46c7-bad9-7a52ea1cb670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:45.938976 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15addd-72a4-4ba6-88ba-ccf36eab3f88 req-13df97df-6447-4aa8-bc31-4ef9cab13776 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:45.941199 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2d15addd-72a4-4ba6-88ba-ccf36eab3f88 req-13df97df-6447-4aa8-bc31-4ef9cab13776 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0822697 Apr 06 13:54:45.985073 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2d15addd-72a4-4ba6-88ba-ccf36eab3f88 req-56acde72-83ea-4e1f-b493-7b1871c929d0 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374587 Apr 06 13:54:46.357146 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device d83d6a66-653f-4f12-b018-bbbbc28aafd8 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:54:46.423942 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port d83d6a66-653f-4f12-b018-bbbbc28aafd8 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:54:46.424308 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:46.536989 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:46.563692 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6e05c2-a690-4f40-bafe-b52ba0069944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:54:46.573376 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port d83d6a66-653f-4f12-b018-bbbbc28aafd8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d83d6a66-653f-4f12-b018-bbbbc28aafd8,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:54:46.615329 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f375e424-ee4b-42c9-bd1a-c5405e43e2ec'] response: {'server_uuid': '7c6e05c2-a690-4f40-bafe-b52ba0069944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8', 'code': 200} Apr 06 13:54:46.646906 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:46.712920 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=d83d6a66-653f-4f12-b018-bbbbc28aafd8,revision_number=11']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:47.174441 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb3654-f36f-4f5c-b3d9-6cd6d2f8131d req-698b9dcd-b41f-413f-a47f-8d8699ea9515 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:47.175932 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ebdb3654-f36f-4f5c-b3d9-6cd6d2f8131d req-698b9dcd-b41f-413f-a47f-8d8699ea9515 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 946 time: 0.0837164 Apr 06 13:54:47.220695 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ebdb3654-f36f-4f5c-b3d9-6cd6d2f8131d req-b083a52d-1a06-45b7-9230-dd840a2137c8 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386312 Apr 06 13:54:47.704452 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-275bc049-20ba-48d7-8220-f795db7dc1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:48.370518 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device d83d6a66-653f-4f12-b018-bbbbc28aafd8 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:54:48.407378 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb6d79-e3f5-491f-80bf-bb5a60b19fb5 req-755bd5b4-d926-4f83-9f0a-9e3908579986 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:48.408825 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6cfb6d79-e3f5-491f-80bf-bb5a60b19fb5 req-755bd5b4-d926-4f83-9f0a-9e3908579986 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 946 time: 0.0814757 Apr 06 13:54:48.454427 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6cfb6d79-e3f5-491f-80bf-bb5a60b19fb5 req-01bd6975-3f61-4416-84a5-e409a6939556 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384412 Apr 06 13:54:48.515252 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port d83d6a66-653f-4f12-b018-bbbbc28aafd8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d83d6a66-653f-4f12-b018-bbbbc28aafd8,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:54:48.529140 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'port_id': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8', 'mac_address': 'fa:16:3e:66:92:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:54:48.587410 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:48.605652 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d83d6a66-653f-4f12-b018-bbbbc28aafd8 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:54:48.621566 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port d83d6a66-653f-4f12-b018-bbbbc28aafd8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d83d6a66-653f-4f12-b018-bbbbc28aafd8,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:54:48.692903 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:48.759489 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['d83d6a66-653f-4f12-b018-bbbbc28aafd8'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:54:48.803393 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=d83d6a66-653f-4f12-b018-bbbbc28aafd8,revision_number=12']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:48.961930 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:49.007530 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:49.648395 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c3dbc-cb82-4d1c-aa95-b33bc648ec9d req-14c14521-0c5f-46d4-913a-51be2f781ae4 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:49.649819 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-918c3dbc-cb82-4d1c-aa95-b33bc648ec9d req-14c14521-0c5f-46d4-913a-51be2f781ae4 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0824547 Apr 06 13:54:49.694170 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-918c3dbc-cb82-4d1c-aa95-b33bc648ec9d req-ceae6299-7c2e-44a6-b85c-a8f4f0f5aa75 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384016 Apr 06 13:54:49.875463 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7abc6-31be-444b-aa90-e817d87e8faf req-fe92dac7-e625-4558-8cef-b658a3f88e30 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:49.876870 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0fc7abc6-31be-444b-aa90-e817d87e8faf req-fe92dac7-e625-4558-8cef-b658a3f88e30 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0779524 Apr 06 13:54:49.924217 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0fc7abc6-31be-444b-aa90-e817d87e8faf req-966c3b79-d30f-451a-a73f-a9ed36862b08 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416033 Apr 06 13:54:50.108742 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b7c22-08f3-476f-bc37-8c7a64cf35a4 req-00002f6d-5194-42e4-9d07-cb9f2564b711 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:50.110077 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-094b7c22-08f3-476f-bc37-8c7a64cf35a4 req-00002f6d-5194-42e4-9d07-cb9f2564b711 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 945 time: 0.0797756 Apr 06 13:54:50.154740 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-094b7c22-08f3-476f-bc37-8c7a64cf35a4 req-322ec150-2cc4-43cf-8f50-632e2f68845d tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390673 Apr 06 13:54:50.373274 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:50.377137 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device d83d6a66-653f-4f12-b018-bbbbc28aafd8 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:54:50.447035 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port d83d6a66-653f-4f12-b018-bbbbc28aafd8 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:54:50.447403 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:50.565908 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:50.592953 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6e05c2-a690-4f40-bafe-b52ba0069944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:54:50.603117 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port d83d6a66-653f-4f12-b018-bbbbc28aafd8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d83d6a66-653f-4f12-b018-bbbbc28aafd8,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:54:50.640941 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-427e897e-67e7-4d4f-9c66-f01aa85682b1'] response: {'server_uuid': '7c6e05c2-a690-4f40-bafe-b52ba0069944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8', 'code': 200} Apr 06 13:54:50.642072 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:50.692461 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e6e97-6944-46d2-8898-4d05998dfae9 req-80c1c9b3-08b3-4cb8-b83a-93c2a7c90d2a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:50.693888 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6e5e6e97-6944-46d2-8898-4d05998dfae9 req-80c1c9b3-08b3-4cb8-b83a-93c2a7c90d2a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 946 time: 0.0884964 Apr 06 13:54:50.715873 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=d83d6a66-653f-4f12-b018-bbbbc28aafd8,revision_number=13']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:50.744779 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6e5e6e97-6944-46d2-8898-4d05998dfae9 req-ed0fd9ea-4047-4944-9045-f98128dae0ee tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440545 Apr 06 13:54:51.928784 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe91723-1230-4765-9d4d-85912965d6c7 req-7a001438-63f9-4346-aa7c-0960912178f8 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:51.930425 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bfe91723-1230-4765-9d4d-85912965d6c7 req-7a001438-63f9-4346-aa7c-0960912178f8 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 946 time: 0.0803978 Apr 06 13:54:51.974256 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bfe91723-1230-4765-9d4d-85912965d6c7 req-4e44f16c-a5a1-47f1-b59a-f6b77792bd24 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381901 Apr 06 13:54:52.994894 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459ac1f-6352-4c22-af27-1f3a39e011e7 req-9b571416-3946-45d2-9e87-62c46bdf16ac tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:52.996285 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8459ac1f-6352-4c22-af27-1f3a39e011e7 req-9b571416-3946-45d2-9e87-62c46bdf16ac tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 946 time: 0.0832264 Apr 06 13:54:53.067532 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-8459ac1f-6352-4c22-af27-1f3a39e011e7 req-db6a7787-9980-4dd3-81a1-fec9aa5baac9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Deleting port d83d6a66-653f-4f12-b018-bbbbc28aafd8 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:54:53.067786 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-8459ac1f-6352-4c22-af27-1f3a39e011e7 req-db6a7787-9980-4dd3-81a1-fec9aa5baac9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:53.166997 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b75261-37bf-422b-b65f-4b247f211861 req-7d0526c6-66e7-4ab7-a63c-9bc9682f86a5 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:53.168477 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d0b75261-37bf-422b-b65f-4b247f211861 req-7d0526c6-66e7-4ab7-a63c-9bc9682f86a5 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 946 time: 0.0856135 Apr 06 13:54:53.212757 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d0b75261-37bf-422b-b65f-4b247f211861 req-49adeee4-a248-4104-9141-eb27fcea6efe tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups?id=260a532e-f1cd-462e-9e9a-41ca198589be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386195 Apr 06 13:54:53.429595 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-8459ac1f-6352-4c22-af27-1f3a39e011e7 req-db6a7787-9980-4dd3-81a1-fec9aa5baac9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] For port d83d6a66-653f-4f12-b018-bbbbc28aafd8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d83d6a66-653f-4f12-b018-bbbbc28aafd8,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:54:53.429947 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-8459ac1f-6352-4c22-af27-1f3a39e011e7 req-db6a7787-9980-4dd3-81a1-fec9aa5baac9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:53.713019 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-8459ac1f-6352-4c22-af27-1f3a39e011e7 req-db6a7787-9980-4dd3-81a1-fec9aa5baac9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:53.713307 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-8459ac1f-6352-4c22-af27-1f3a39e011e7 req-db6a7787-9980-4dd3-81a1-fec9aa5baac9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:53.713641 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [req-8459ac1f-6352-4c22-af27-1f3a39e011e7 req-db6a7787-9980-4dd3-81a1-fec9aa5baac9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Floating IP 9b6af3f2-311a-430d-b0c0-553a69f8656a disassociated. External IP: 172.26.4.174, port: d83d6a66-653f-4f12-b018-bbbbc28aafd8. Apr 06 13:54:53.713955 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-8459ac1f-6352-4c22-af27-1f3a39e011e7 req-db6a7787-9980-4dd3-81a1-fec9aa5baac9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Calling delete_port for d83d6a66-653f-4f12-b018-bbbbc28aafd8 owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:54:53.950301 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-8459ac1f-6352-4c22-af27-1f3a39e011e7 req-db6a7787-9980-4dd3-81a1-fec9aa5baac9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:54.004737 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a7787-9980-4dd3-81a1-fec9aa5baac9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Pushing event deleted for resources: {'Port': ['ID=d83d6a66-653f-4f12-b018-bbbbc28aafd8,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:54.014315 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6a7787-9980-4dd3-81a1-fec9aa5baac9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:54.014662 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6a7787-9980-4dd3-81a1-fec9aa5baac9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:54.015020 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6a7787-9980-4dd3-81a1-fec9aa5baac9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:54.015352 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6a7787-9980-4dd3-81a1-fec9aa5baac9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:54.015678 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6a7787-9980-4dd3-81a1-fec9aa5baac9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:54.016001 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6a7787-9980-4dd3-81a1-fec9aa5baac9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:54.016323 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6a7787-9980-4dd3-81a1-fec9aa5baac9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:54.016644 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6a7787-9980-4dd3-81a1-fec9aa5baac9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:54.016963 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6a7787-9980-4dd3-81a1-fec9aa5baac9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:54.017282 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6a7787-9980-4dd3-81a1-fec9aa5baac9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:54.017598 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6a7787-9980-4dd3-81a1-fec9aa5baac9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:54.017910 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6a7787-9980-4dd3-81a1-fec9aa5baac9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:54.202074 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8459ac1f-6352-4c22-af27-1f3a39e011e7 req-db6a7787-9980-4dd3-81a1-fec9aa5baac9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:54:54.364925 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cc8f4df9-5ec4-49e8-a918-a81ddbdffe65 req-f20d721a-717a-407d-91b1-0cba6069ac1e tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 210 time: 0.0419610 Apr 06 13:54:54.384596 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8459ac1f-6352-4c22-af27-1f3a39e011e7 req-db6a7787-9980-4dd3-81a1-fec9aa5baac9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:54:54.394573 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dac4822-9f8c-4557-be61-13043aba4cbc None None] Sync routers for ids ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:54:54.405479 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dac4822-9f8c-4557-be61-13043aba4cbc None None] Routers {'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:54:54.406084 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-4dac4822-9f8c-4557-be61-13043aba4cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:54:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:54:54.458882 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-8459ac1f-6352-4c22-af27-1f3a39e011e7 req-db6a7787-9980-4dd3-81a1-fec9aa5baac9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] No DVR routers for this DVR port d83d6a66-653f-4f12-b018-bbbbc28aafd8 on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:54:54.462136 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-8459ac1f-6352-4c22-af27-1f3a39e011e7 req-db6a7787-9980-4dd3-81a1-fec9aa5baac9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:54.466003 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6e05c2-a690-4f40-bafe-b52ba0069944', 'name': 'network-vif-deleted', 'tag': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:54:54.510301 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49ece49d-a40b-410b-a190-734f9a65e2fd'] response: {'server_uuid': '7c6e05c2-a690-4f40-bafe-b52ba0069944', 'name': 'network-vif-deleted', 'tag': 'd83d6a66-653f-4f12-b018-bbbbc28aafd8', 'status': 'completed', 'code': 200} Apr 06 13:54:54.533859 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8459ac1f-6352-4c22-af27-1f3a39e011e7 req-db6a7787-9980-4dd3-81a1-fec9aa5baac9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.61 "DELETE /v2.0/ports/d83d6a66-653f-4f12-b018-bbbbc28aafd8 HTTP/1.1" status: 204 len: 173 time: 1.5323339 Apr 06 13:54:54.583755 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-4dac4822-9f8c-4557-be61-13043aba4cbc None None] Set router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:54:54.926715 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-4dac4822-9f8c-4557-be61-13043aba4cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:30Z', 'revision_number': 4, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6', 'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'mac_address': 'fa:16:3e:aa:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:29Z', 'updated_at': '2022-04-06T13:50:36Z', 'revision_number': 5, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'subnets': [{'id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:54:54.931291 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dac4822-9f8c-4557-be61-13043aba4cbc None None] Checking router: c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:54:54.939528 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dac4822-9f8c-4557-be61-13043aba4cbc None None] Routers {'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:54:54.940131 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-4dac4822-9f8c-4557-be61-13043aba4cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:54:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:54:55.120497 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-4dac4822-9f8c-4557-be61-13043aba4cbc None None] Set router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:54:55.435532 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-4dac4822-9f8c-4557-be61-13043aba4cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:30Z', 'revision_number': 4, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6', 'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'mac_address': 'fa:16:3e:aa:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:29Z', 'updated_at': '2022-04-06T13:50:36Z', 'revision_number': 5, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'subnets': [{'id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:54:55.439572 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dac4822-9f8c-4557-be61-13043aba4cbc None None] The sync data for ids ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'] in dv-neutron-834600-1-hyperv is: [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:50:30Z', 'revision_number': 4, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6', 'name': '', 'network_id': '223ab609-0328-4396-a33b-5881f7d77556', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'mac_address': 'fa:16:3e:aa:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:29Z', 'updated_at': '2022-04-06T13:50:36Z', 'revision_number': 5, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'subnets': [{'id': 'd49705db-8a34-4c15-a59a-7c8816693095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:54:55.536851 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-029a2d50-c483-4f7f-88d1-7ea2b8b66164 req-294ad753-aca1-404f-b2f6-0442468d0f2a tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6e05c2-a690-4f40-bafe-b52ba0069944 HTTP/1.1" status: 200 len: 210 time: 0.0464199 Apr 06 13:54:55.656712 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf582b0-592e-4af2-8486-42564129387e None None] New status for floating IP 9b6af3f2-311a-430d-b0c0-553a69f8656a: DOWN {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:54:56.404383 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device d83d6a66-653f-4f12-b018-bbbbc28aafd8 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:54:56.438192 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: d83d6a66-653f-4f12-b018-bbbbc28aafd8 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:54:56.438863 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device d83d6a66-653f-4f12-b018-bbbbc28aafd8 not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:54:57.453227 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:54:59.984331 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53382) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:55:00.046332 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e462c6c4-9ebf-4e6c-a34a-092e9cd56618 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:00.073643 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e462c6c4-9ebf-4e6c-a34a-092e9cd56618 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:00.184680 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e462c6c4-9ebf-4e6c-a34a-092e9cd56618 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:00.204168 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462c6c4-9ebf-4e6c-a34a-092e9cd56618 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=260a532e-f1cd-462e-9e9a-41ca198589be,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:00.213539 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462c6c4-9ebf-4e6c-a34a-092e9cd56618 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:00.213828 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462c6c4-9ebf-4e6c-a34a-092e9cd56618 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:00.214160 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462c6c4-9ebf-4e6c-a34a-092e9cd56618 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:00.214489 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462c6c4-9ebf-4e6c-a34a-092e9cd56618 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:00.214834 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462c6c4-9ebf-4e6c-a34a-092e9cd56618 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:00.215198 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462c6c4-9ebf-4e6c-a34a-092e9cd56618 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:00.215484 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462c6c4-9ebf-4e6c-a34a-092e9cd56618 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:00.215805 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462c6c4-9ebf-4e6c-a34a-092e9cd56618 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:00.216125 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462c6c4-9ebf-4e6c-a34a-092e9cd56618 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:00.216444 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462c6c4-9ebf-4e6c-a34a-092e9cd56618 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:00.216761 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462c6c4-9ebf-4e6c-a34a-092e9cd56618 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:00.217076 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462c6c4-9ebf-4e6c-a34a-092e9cd56618 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:00.286612 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e462c6c4-9ebf-4e6c-a34a-092e9cd56618 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:00.287763 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e462c6c4-9ebf-4e6c-a34a-092e9cd56618 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "DELETE /v2.0/security-groups/260a532e-f1cd-462e-9e9a-41ca198589be HTTP/1.1" status: 204 len: 168 time: 0.3047857 Apr 06 13:55:00.290881 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53386) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:55:00.306417 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.api.v2.resource [None req-8668d5ea-1bc6-4460-8d50-5af94425f0b9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] show failed (client error): The resource could not be found. Apr 06 13:55:00.307379 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8668d5ea-1bc6-4460-8d50-5af94425f0b9 tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "GET /v2.0/security-groups/260a532e-f1cd-462e-9e9a-41ca198589be HTTP/1.1" status: 404 len: 347 time: 0.0156167 Apr 06 13:55:00.309778 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53390) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:55:00.462954 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-40fc442f-55ab-4ac8-ad27-f8341f48b33f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Deleting port b76b83cd-88c9-4494-9a2f-0e9a254f470e {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:55:00.463281 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40fc442f-55ab-4ac8-ad27-f8341f48b33f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:00.722364 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40fc442f-55ab-4ac8-ad27-f8341f48b33f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:00.722677 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40fc442f-55ab-4ac8-ad27-f8341f48b33f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:00.843358 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-40fc442f-55ab-4ac8-ad27-f8341f48b33f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Calling delete_port for b76b83cd-88c9-4494-9a2f-0e9a254f470e owned by network:floatingip {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:55:01.041941 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40fc442f-55ab-4ac8-ad27-f8341f48b33f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:01.089211 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc442f-55ab-4ac8-ad27-f8341f48b33f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Pushing event deleted for resources: {'Port': ['ID=b76b83cd-88c9-4494-9a2f-0e9a254f470e,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:01.185688 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40fc442f-55ab-4ac8-ad27-f8341f48b33f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks [] for floatingip, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:01.199838 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40fc442f-55ab-4ac8-ad27-f8341f48b33f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:01.200999 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-40fc442f-55ab-4ac8-ad27-f8341f48b33f tempest-ServerActionsTestJSON-1058120921 tempest-ServerActionsTestJSON-1058120921-project] 10.222.0.48 "DELETE /v2.0/floatingips/9b6af3f2-311a-430d-b0c0-553a69f8656a HTTP/1.1" status: 204 len: 168 time: 0.8903925 Apr 06 13:55:01.204008 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53394) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:55:01.739621 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e1d70af4-3310-4192-99a2-feff0be1fb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:02.190532 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-e1d70af4-3310-4192-99a2-feff0be1fb12 admin admin] Deleting port 751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:55:02.191225 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e1d70af4-3310-4192-99a2-feff0be1fb12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:02.360993 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-e1d70af4-3310-4192-99a2-feff0be1fb12 admin admin] For port 751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:55:02.361345 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e1d70af4-3310-4192-99a2-feff0be1fb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:02.481772 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-e1d70af4-3310-4192-99a2-feff0be1fb12 admin admin] Calling delete_port for 751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6 owned by network:router_interface {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:55:02.745171 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e1d70af4-3310-4192-99a2-feff0be1fb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:02.793876 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d70af4-3310-4192-99a2-feff0be1fb12 admin admin] Pushing event deleted for resources: {'Port': ['ID=751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:03.055519 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e1d70af4-3310-4192-99a2-feff0be1fb12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:03.409491 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d70af4-3310-4192-99a2-feff0be1fb12 admin admin] Router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:55:03.691078 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d70af4-3310-4192-99a2-feff0be1fb12 admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:55:03.701012 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5b66cb-cc0b-49df-9ca1-1458d49f4f5a None None] Sync routers for ids ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:55:03.704156 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e1d70af4-3310-4192-99a2-feff0be1fb12 admin admin] 10.222.0.48 "PUT /v2.0/routers/c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4991632 Apr 06 13:55:03.706633 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53398) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:55:03.710487 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5b66cb-cc0b-49df-9ca1-1458d49f4f5a None None] Routers {'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:55:03.711211 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ec5b66cb-cc0b-49df-9ca1-1458d49f4f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:54:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:55:03.886244 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-201d0e80-1339-4fcb-89c7-6f376be3294c admin admin] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:03.894649 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-ec5b66cb-cc0b-49df-9ca1-1458d49f4f5a None None] Set router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:55:04.063636 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-201d0e80-1339-4fcb-89c7-6f376be3294c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:04.151188 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-201d0e80-1339-4fcb-89c7-6f376be3294c admin admin] Deleting port 05627f6b-5739-4b71-8f6c-2f59992ad33a {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:55:04.151631 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-201d0e80-1339-4fcb-89c7-6f376be3294c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:04.178232 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ec5b66cb-cc0b-49df-9ca1-1458d49f4f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:55:02Z', 'revision_number': 5, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port': {'id': '05627f6b-5739-4b71-8f6c-2f59992ad33a', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:26Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:55:04.183653 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5b66cb-cc0b-49df-9ca1-1458d49f4f5a None None] Checking router: c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:55:04.192885 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5b66cb-cc0b-49df-9ca1-1458d49f4f5a None None] Routers {'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:55:04.193272 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ec5b66cb-cc0b-49df-9ca1-1458d49f4f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:54:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:55:04.331146 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-201d0e80-1339-4fcb-89c7-6f376be3294c admin admin] For port 05627f6b-5739-4b71-8f6c-2f59992ad33a, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=05627f6b-5739-4b71-8f6c-2f59992ad33a,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:55:04.331414 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-201d0e80-1339-4fcb-89c7-6f376be3294c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:04.394818 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-ec5b66cb-cc0b-49df-9ca1-1458d49f4f5a None None] Set router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:55:04.453747 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-201d0e80-1339-4fcb-89c7-6f376be3294c admin admin] Calling delete_port for 05627f6b-5739-4b71-8f6c-2f59992ad33a owned by network:router_gateway {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:55:04.498713 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ec5b66cb-cc0b-49df-9ca1-1458d49f4f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:55:04Z', 'revision_number': 6, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:55:04.502783 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5b66cb-cc0b-49df-9ca1-1458d49f4f5a None None] The sync data for ids ['c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e'] in dv-neutron-834600-1-hyperv is: [{'id': 'c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e', 'name': 'tempest-ServerActionsTestJSON-1102532739-router', 'tenant_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:25Z', 'updated_at': '2022-04-06T13:55:04Z', 'revision_number': 6, 'project_id': 'ca5096a407844c0babf8ea9ddf9eec57', 'gw_port_host': None}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:55:04.699738 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-201d0e80-1339-4fcb-89c7-6f376be3294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:04.746029 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d0e80-1339-4fcb-89c7-6f376be3294c admin admin] Pushing event deleted for resources: {'Port': ['ID=05627f6b-5739-4b71-8f6c-2f59992ad33a,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:04.838906 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-201d0e80-1339-4fcb-89c7-6f376be3294c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:05.119167 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-201d0e80-1339-4fcb-89c7-6f376be3294c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:05.121405 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-201d0e80-1339-4fcb-89c7-6f376be3294c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:05.236573 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-201d0e80-1339-4fcb-89c7-6f376be3294c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:05.237478 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201d0e80-1339-4fcb-89c7-6f376be3294c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:55:05.250464 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-201d0e80-1339-4fcb-89c7-6f376be3294c admin admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:05.251681 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-201d0e80-1339-4fcb-89c7-6f376be3294c admin admin] 10.222.0.48 "DELETE /v2.0/routers/c1ddacc7-f5f8-4a19-ba88-4d69a8d6814e HTTP/1.1" status: 204 len: 168 time: 1.5441282 Apr 06 13:55:05.254201 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53402) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:55:05.314002 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a53245-e5f5-4d1c-81f0-dab328799897 admin admin] Deleting subnet d49705db-8a34-4c15-a59a-7c8816693095 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:55:05.317096 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e7a53245-e5f5-4d1c-81f0-dab328799897 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:05.375657 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e7a53245-e5f5-4d1c-81f0-dab328799897 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:05.513450 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e7a53245-e5f5-4d1c-81f0-dab328799897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:05.775196 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e7a53245-e5f5-4d1c-81f0-dab328799897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:05.812844 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:55:05.814744 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a53245-e5f5-4d1c-81f0-dab328799897 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d49705db-8a34-4c15-a59a-7c8816693095,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:05.820912 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e7a53245-e5f5-4d1c-81f0-dab328799897 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:05.830315 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e7a53245-e5f5-4d1c-81f0-dab328799897 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d49705db-8a34-4c15-a59a-7c8816693095 HTTP/1.1" status: 204 len: 168 time: 0.5751157 Apr 06 13:55:05.832762 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53406) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:55:05.844060 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2319c09-8562-4c28-a031-1bba866a8a84 None None] Network 223ab609-0328-4396-a33b-5881f7d77556 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:55:05.878477 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:55:05.878846 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 751dd2f7-0ed1-40e0-8e7a-3e7fd3ac8ce6 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:55:05.879302 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 05627f6b-5739-4b71-8f6c-2f59992ad33a no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:55:05.940505 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f79a6d29-9804-422e-835c-98c8d3a5d073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:05.951595 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-f79a6d29-9804-422e-835c-98c8d3a5d073 admin admin] Deleting port e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:55:05.951924 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f79a6d29-9804-422e-835c-98c8d3a5d073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:05.959667 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 05627f6b-5739-4b71-8f6c-2f59992ad33a {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:55:05.959667 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 05627f6b-5739-4b71-8f6c-2f59992ad33a not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:55:06.144213 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f1e00c-c968-4d05-ab5d-c5eb87705fd0 None None] DHCP port deletion for 223ab609-0328-4396-a33b-5881f7d77556 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:55:06.149346 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-a0f1e00c-c968-4d05-ab5d-c5eb87705fd0 None None] Deleting port e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:55:06.149727 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e00c-c968-4d05-ab5d-c5eb87705fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:06.173234 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-f79a6d29-9804-422e-835c-98c8d3a5d073 admin admin] For port e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:55:06.173634 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f79a6d29-9804-422e-835c-98c8d3a5d073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:06.302518 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-f79a6d29-9804-422e-835c-98c8d3a5d073 admin admin] Calling delete_port for e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:55:06.367876 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-a0f1e00c-c968-4d05-ab5d-c5eb87705fd0 None None] For port e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad,segment=NetworkSegment(034ff104-e5af-435f-904e-dfac0480f5d4),segment_id=034ff104-e5af-435f-904e-dfac0480f5d4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:55:06.368259 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e00c-c968-4d05-ab5d-c5eb87705fd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:06.413925 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f79a6d29-9804-422e-835c-98c8d3a5d073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:06.458063 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a6d29-9804-422e-835c-98c8d3a5d073 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:06.463857 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79a6d29-9804-422e-835c-98c8d3a5d073 admin admin] No DVR routers for this DVR port e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:55:06.495482 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-a0f1e00c-c968-4d05-ab5d-c5eb87705fd0 None None] Calling delete_port for e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:55:06.571180 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-a0f1e00c-c968-4d05-ab5d-c5eb87705fd0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:55:06.571525 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-a0f1e00c-c968-4d05-ab5d-c5eb87705fd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:55:06.577117 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f79a6d29-9804-422e-835c-98c8d3a5d073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:06.605877 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-f79a6d29-9804-422e-835c-98c8d3a5d073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223ab609-0328-4396-a33b-5881f7d77556']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:55:06.618413 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-f79a6d29-9804-422e-835c-98c8d3a5d073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034ff104-e5af-435f-904e-dfac0480f5d4') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:55:06.618637 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-f79a6d29-9804-422e-835c-98c8d3a5d073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034ff104-e5af-435f-904e-dfac0480f5d4') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:55:06.629504 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f79a6d29-9804-422e-835c-98c8d3a5d073 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:06.645713 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f79a6d29-9804-422e-835c-98c8d3a5d073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:06.652066 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f79a6d29-9804-422e-835c-98c8d3a5d073 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:55:06.654731 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f79a6d29-9804-422e-835c-98c8d3a5d073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:55:06.665431 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:55:06.784891 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f79a6d29-9804-422e-835c-98c8d3a5d073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:06.803819 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f79a6d29-9804-422e-835c-98c8d3a5d073 admin admin] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:06.814445 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a6d29-9804-422e-835c-98c8d3a5d073 admin admin] Pushing event deleted for resources: {'Network': ['ID=223ab609-0328-4396-a33b-5881f7d77556,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:06.888992 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f79a6d29-9804-422e-835c-98c8d3a5d073 admin admin] 10.222.0.48 "DELETE /v2.0/networks/223ab609-0328-4396-a33b-5881f7d77556 HTTP/1.1" status: 204 len: 168 time: 1.0551686 Apr 06 13:55:07.072633 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-a0f1e00c-c968-4d05-ab5d-c5eb87705fd0 None None] Deleting port e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:55:07.073186 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e00c-c968-4d05-ab5d-c5eb87705fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:07.139721 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-a0f1e00c-c968-4d05-ab5d-c5eb87705fd0 None None] The port 'e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:55:07.197224 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53412) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:55:07.246731 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-694584e3-f027-4735-a10e-c55c9d459db8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca5096a407844c0babf8ea9ddf9eec57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481696 Apr 06 13:55:07.249144 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53416) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:55:07.307894 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a6c66fb4-33d4-4676-8281-de6ac107dbce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:07.333412 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a6c66fb4-33d4-4676-8281-de6ac107dbce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:07.442327 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a6c66fb4-33d4-4676-8281-de6ac107dbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:07.457481 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c66fb4-33d4-4676-8281-de6ac107dbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac95390-f27c-4c66-875d-6a40a52d0cde,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:07.467182 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a6c66fb4-33d4-4676-8281-de6ac107dbce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:07.468355 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a6c66fb4-33d4-4676-8281-de6ac107dbce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eac95390-f27c-4c66-875d-6a40a52d0cde HTTP/1.1" status: 204 len: 168 time: 0.2183421 Apr 06 13:55:07.809884 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:55:07.843107 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:55:07.843452 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device e1f64446-a2b4-4b49-bb35-e0dc9ea8e1ad not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:55:08.531452 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53440) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:55:08.638365 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-97f507c4-0151-4bec-a15d-c5fc492b7f88 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1955978566-network', 'tenant_id': '75410ff695454473a57ae50fbae9aae9'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:55:08.646344 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-97f507c4-0151-4bec-a15d-c5fc492b7f88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:55:08.646777 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-97f507c4-0151-4bec-a15d-c5fc492b7f88 admin admin] Usage tracker for resource:network and tenant:75410ff695454473a57ae50fbae9aae9 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:55:08.650645 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-97f507c4-0151-4bec-a15d-c5fc492b7f88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:55:08.656684 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-97f507c4-0151-4bec-a15d-c5fc492b7f88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:55:08.762165 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f507c4-0151-4bec-a15d-c5fc492b7f88 admin admin] Made reservation on behalf of 75410ff695454473a57ae50fbae9aae9 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:55:08.764477 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-97f507c4-0151-4bec-a15d-c5fc492b7f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:08.780440 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-97f507c4-0151-4bec-a15d-c5fc492b7f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:08.794728 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-97f507c4-0151-4bec-a15d-c5fc492b7f88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:55:08.798571 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-97f507c4-0151-4bec-a15d-c5fc492b7f88 admin admin] Usage tracker for resource:security_group_rule and tenant:75410ff695454473a57ae50fbae9aae9 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:55:08.801319 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-97f507c4-0151-4bec-a15d-c5fc492b7f88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:55:08.806989 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-97f507c4-0151-4bec-a15d-c5fc492b7f88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:55:08.890404 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-97f507c4-0151-4bec-a15d-c5fc492b7f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:08.939118 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-97f507c4-0151-4bec-a15d-c5fc492b7f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:08.965776 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f507c4-0151-4bec-a15d-c5fc492b7f88 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:55:08.977928 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f507c4-0151-4bec-a15d-c5fc492b7f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97f25b6-54c0-4580-a6aa-63506f460da5,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:08.982200 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-97f507c4-0151-4bec-a15d-c5fc492b7f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:08.982536 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-97f507c4-0151-4bec-a15d-c5fc492b7f88 admin admin] Added segment e3115ea4-b119-401d-90c0-4154041945ea of type vlan for network ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc Apr 06 13:55:09.008959 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-97f507c4-0151-4bec-a15d-c5fc492b7f88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:09.099214 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-97f507c4-0151-4bec-a15d-c5fc492b7f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:09.100188 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f507c4-0151-4bec-a15d-c5fc492b7f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:09.100762 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-97f507c4-0151-4bec-a15d-c5fc492b7f88 admin admin] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:09.204608 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f507c4-0151-4bec-a15d-c5fc492b7f88 admin admin] Pushing event updated for resources: {'Network': ['ID=ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:09.214615 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:55:09.271562 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-97f507c4-0151-4bec-a15d-c5fc492b7f88 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7390132 Apr 06 13:55:09.274820 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53446) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:55:09.280176 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-65ae9512-ba23-45c3-b1cc-473e81a1bf60 admin admin] Request body: {'subnet': {'network_id': 'ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1955978566-subnet', 'tenant_id': '75410ff695454473a57ae50fbae9aae9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:55:09.285166 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-65ae9512-ba23-45c3-b1cc-473e81a1bf60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:55:09.289502 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-65ae9512-ba23-45c3-b1cc-473e81a1bf60 admin admin] Usage tracker for resource:subnet and tenant:75410ff695454473a57ae50fbae9aae9 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:55:09.292416 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-65ae9512-ba23-45c3-b1cc-473e81a1bf60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:55:09.298232 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-65ae9512-ba23-45c3-b1cc-473e81a1bf60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:55:09.373851 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ae9512-ba23-45c3-b1cc-473e81a1bf60 admin admin] Made reservation on behalf of 75410ff695454473a57ae50fbae9aae9 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:55:09.376196 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-65ae9512-ba23-45c3-b1cc-473e81a1bf60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:09.649205 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-65ae9512-ba23-45c3-b1cc-473e81a1bf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:09.724011 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae9512-ba23-45c3-b1cc-473e81a1bf60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e89e94fb-437c-4a48-bba6-cc21d1472e78,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:09.733021 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ae9512-ba23-45c3-b1cc-473e81a1bf60 admin admin] Checking segment: {'id': 'e3115ea4-b119-401d-90c0-4154041945ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:55:09.733371 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ae9512-ba23-45c3-b1cc-473e81a1bf60 admin admin] Network hostable DHCP agents. Network: ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:55:09.802411 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ae9512-ba23-45c3-b1cc-473e81a1bf60 admin admin] Network ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:55:09.865148 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-65ae9512-ba23-45c3-b1cc-473e81a1bf60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:55:09.869346 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ae9512-ba23-45c3-b1cc-473e81a1bf60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:09.869929 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-65ae9512-ba23-45c3-b1cc-473e81a1bf60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:09.874373 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a851b966-926f-4940-88f9-d75af0e11299 None None] Network ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:55:09.934478 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-65ae9512-ba23-45c3-b1cc-473e81a1bf60 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6584840 Apr 06 13:55:10.082493 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68227a08-237e-4fb3-9ac1-c7e1c3573a71 None None] Network ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:55:10.542703 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-f1326fef-b095-4488-bbe3-ca5e55c03260 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:10.543313 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-f1326fef-b095-4488-bbe3-ca5e55c03260 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Synchronizing usage tracker for tenant:75410ff695454473a57ae50fbae9aae9 on resource:network {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:55:10.648418 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-f1326fef-b095-4488-bbe3-ca5e55c03260 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Unset dirty status for tenant:75410ff695454473a57ae50fbae9aae9 on resource:network {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:55:10.649754 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-f1326fef-b095-4488-bbe3-ca5e55c03260 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/networks?id=ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc HTTP/1.1" status: 200 len: 814 time: 0.3517759 Apr 06 13:55:10.664376 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-13030cdd-92a1-4ca8-bc8c-a05c7e5ca764 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/quotas/75410ff695454473a57ae50fbae9aae9 HTTP/1.1" status: 200 len: 375 time: 0.0092046 Apr 06 13:55:10.711055 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-e13b0d12-580f-430f-9f7c-1940fd289514 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=75410ff695454473a57ae50fbae9aae9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415170 Apr 06 13:55:10.881931 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-020c7339-70a7-4f33-9504-bd472d99d8c3 service neutron] 10.222.0.48 "GET /v2.0/networks/ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643384 Apr 06 13:55:11.012544 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-0e2303b8-1fae-4ece-a288-bade6de94174 service neutron] 10.222.0.48 "GET /v2.0/networks/ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242452 Apr 06 13:55:11.343060 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bc9b73e7-6746-4dda-865f-5eac8e6faaa0 req-be40c1d3-6b1b-46bb-a5f4-5d01c9b9270d tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=44eb131a-80e4-4163-8968-c9e6916d08a4 HTTP/1.1" status: 200 len: 210 time: 0.0479903 Apr 06 13:55:11.559735 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:55:12.493628 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5a78847d-7dad-49e6-93ae-ce993dd3ab7d req-0eed1a08-f9de-4809-958d-00c606b66608 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=44eb131a-80e4-4163-8968-c9e6916d08a4 HTTP/1.1" status: 200 len: 210 time: 0.0428240 Apr 06 13:55:13.600665 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-4986d39f-6619-408e-9cca-0dca4a0b5568 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:13.602247 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-4986d39f-6619-408e-9cca-0dca4a0b5568 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.61 "GET /v2.0/networks?id=ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc HTTP/1.1" status: 200 len: 814 time: 0.1471467 Apr 06 13:55:13.614838 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-65800cad-e4ea-4c8e-9b88-5690ceb4815c tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Request body: {'port': {'device_id': '44eb131a-80e4-4163-8968-c9e6916d08a4', 'network_id': 'ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc', 'admin_state_up': True, 'tenant_id': '75410ff695454473a57ae50fbae9aae9'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:55:13.657273 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7cdf7fe9-5264-446a-b380-b7630675f623 req-18c4bb6e-2ff4-4d56-8f90-2fecc8284a0e tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=44eb131a-80e4-4163-8968-c9e6916d08a4 HTTP/1.1" status: 200 len: 210 time: 0.0541959 Apr 06 13:55:13.760181 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-65800cad-e4ea-4c8e-9b88-5690ceb4815c tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:55:13.764112 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-65800cad-e4ea-4c8e-9b88-5690ceb4815c tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Usage tracker for resource:port and tenant:75410ff695454473a57ae50fbae9aae9 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:55:13.766927 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-65800cad-e4ea-4c8e-9b88-5690ceb4815c tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:55:13.773198 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-65800cad-e4ea-4c8e-9b88-5690ceb4815c tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:55:13.842937 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-65800cad-e4ea-4c8e-9b88-5690ceb4815c tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Made reservation on behalf of 75410ff695454473a57ae50fbae9aae9 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:55:13.846426 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-65800cad-e4ea-4c8e-9b88-5690ceb4815c tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:14.120268 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-65800cad-e4ea-4c8e-9b88-5690ceb4815c tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Allocated IP 172.20.0.7 (ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc/e89e94fb-437c-4a48-bba6-cc21d1472e78/74ee5180-9ae4-405c-a20f-d26ed13dd8c5) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:55:14.327470 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-65800cad-e4ea-4c8e-9b88-5690ceb4815c tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:14.471635 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-65800cad-e4ea-4c8e-9b88-5690ceb4815c tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:14.537251 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-65800cad-e4ea-4c8e-9b88-5690ceb4815c tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Network ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:55:14.547934 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-65800cad-e4ea-4c8e-9b88-5690ceb4815c tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:55:14.552328 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-65800cad-e4ea-4c8e-9b88-5690ceb4815c tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:55:14.583014 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65800cad-e4ea-4c8e-9b88-5690ceb4815c tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Pushing event updated for resources: {'Port': ['ID=74ee5180-9ae4-405c-a20f-d26ed13dd8c5,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:14.618563 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-65800cad-e4ea-4c8e-9b88-5690ceb4815c tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:14.619246 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-65800cad-e4ea-4c8e-9b88-5690ceb4815c tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:14.746354 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-65800cad-e4ea-4c8e-9b88-5690ceb4815c tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1357744 Apr 06 13:55:14.757771 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-dab06f41-638f-46d4-b417-c7567eb2dc3b service neutron] Request body: {'port': {'device_id': '44eb131a-80e4-4163-8968-c9e6916d08a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:55:14.847434 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ab8e0-90d8-4867-a3fa-d0ff22d65a9d req-091414e6-d0aa-4ef4-9703-7e1b93df97ec tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:14.849294 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7d2ab8e0-90d8-4867-a3fa-d0ff22d65a9d req-091414e6-d0aa-4ef4-9703-7e1b93df97ec tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=44eb131a-80e4-4163-8968-c9e6916d08a4 HTTP/1.1" status: 200 len: 931 time: 0.0848675 Apr 06 13:55:14.868494 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-dab06f41-638f-46d4-b417-c7567eb2dc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:14.892537 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-7d2ab8e0-90d8-4867-a3fa-d0ff22d65a9d req-262c0bce-68ba-40c6-a4d0-8180a95bfa46 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Synchronizing usage tracker for tenant:75410ff695454473a57ae50fbae9aae9 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:55:14.956662 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-7d2ab8e0-90d8-4867-a3fa-d0ff22d65a9d req-262c0bce-68ba-40c6-a4d0-8180a95bfa46 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Unset dirty status for tenant:75410ff695454473a57ae50fbae9aae9 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:55:14.957828 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7d2ab8e0-90d8-4867-a3fa-d0ff22d65a9d req-262c0bce-68ba-40c6-a4d0-8180a95bfa46 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97f25b6-54c0-4580-a6aa-63506f460da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024003 Apr 06 13:55:15.197173 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-dab06f41-638f-46d4-b417-c7567eb2dc3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ee5180-9ae4-405c-a20f-d26ed13dd8c5 {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:55:15.204345 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-dab06f41-638f-46d4-b417-c7567eb2dc3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:15.219532 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-dab06f41-638f-46d4-b417-c7567eb2dc3b service neutron] Transition to ACTIVE for port object 74ee5180-9ae4-405c-a20f-d26ed13dd8c5 will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:55:15.271163 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-dab06f41-638f-46d4-b417-c7567eb2dc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:15.427156 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab06f41-638f-46d4-b417-c7567eb2dc3b service neutron] Pushing event updated for resources: {'Port': ['ID=74ee5180-9ae4-405c-a20f-d26ed13dd8c5,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:15.497208 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-dab06f41-638f-46d4-b417-c7567eb2dc3b service neutron] Attempting to bind port 74ee5180-9ae4-405c-a20f-d26ed13dd8c5 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:55:15.497417 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-dab06f41-638f-46d4-b417-c7567eb2dc3b service neutron] Attempting to bind port 74ee5180-9ae4-405c-a20f-d26ed13dd8c5 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'e3115ea4-b119-401d-90c0-4154041945ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:55:15.497640 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-dab06f41-638f-46d4-b417-c7567eb2dc3b service neutron] Attempting to bind port 74ee5180-9ae4-405c-a20f-d26ed13dd8c5 on network ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:55:15.502159 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-dab06f41-638f-46d4-b417-c7567eb2dc3b service neutron] Port 74ee5180-9ae4-405c-a20f-d26ed13dd8c5 on network ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:55:15.502474 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-dab06f41-638f-46d4-b417-c7567eb2dc3b service neutron] Attempting to bind port 74ee5180-9ae4-405c-a20f-d26ed13dd8c5 on network ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:55:15.508065 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-dab06f41-638f-46d4-b417-c7567eb2dc3b service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:55:15.508387 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-dab06f41-638f-46d4-b417-c7567eb2dc3b service neutron] Checking segment: {'id': 'e3115ea4-b119-401d-90c0-4154041945ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:55:15.508761 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-dab06f41-638f-46d4-b417-c7567eb2dc3b service neutron] Bound using segment: {'id': 'e3115ea4-b119-401d-90c0-4154041945ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:55:15.509177 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-dab06f41-638f-46d4-b417-c7567eb2dc3b service neutron] Bound port: 74ee5180-9ae4-405c-a20f-d26ed13dd8c5, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3115ea4-b119-401d-90c0-4154041945ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:55:15.509513 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-dab06f41-638f-46d4-b417-c7567eb2dc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:15.516834 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8a074cd9-1907-4d4e-a605-d69b1cc14334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:15.600227 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-dab06f41-638f-46d4-b417-c7567eb2dc3b service neutron] For port 74ee5180-9ae4-405c-a20f-d26ed13dd8c5, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:55:15.603380 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-dab06f41-638f-46d4-b417-c7567eb2dc3b service neutron] For port 74ee5180-9ae4-405c-a20f-d26ed13dd8c5, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=74ee5180-9ae4-405c-a20f-d26ed13dd8c5,segment=NetworkSegment(e3115ea4-b119-401d-90c0-4154041945ea),segment_id=e3115ea4-b119-401d-90c0-4154041945ea)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:55:15.694111 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-dab06f41-638f-46d4-b417-c7567eb2dc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:15.751292 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-dab06f41-638f-46d4-b417-c7567eb2dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:15.751968 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-dab06f41-638f-46d4-b417-c7567eb2dc3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:15.753319 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-dab06f41-638f-46d4-b417-c7567eb2dc3b service neutron] 10.222.0.61 "PUT /v2.0/ports/74ee5180-9ae4-405c-a20f-d26ed13dd8c5 HTTP/1.1" status: 200 len: 1093 time: 0.9997046 Apr 06 13:55:15.753747 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44eb131a-80e4-4163-8968-c9e6916d08a4', 'tag': '74ee5180-9ae4-405c-a20f-d26ed13dd8c5'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:55:15.779150 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab06f41-638f-46d4-b417-c7567eb2dc3b service neutron] Pushing event updated for resources: {'Port': ['ID=74ee5180-9ae4-405c-a20f-d26ed13dd8c5,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:15.803434 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee816d00-ae22-463a-a959-a595575218bf'] response: {'name': 'network-changed', 'server_uuid': '44eb131a-80e4-4163-8968-c9e6916d08a4', 'tag': '74ee5180-9ae4-405c-a20f-d26ed13dd8c5', 'status': 'completed', 'code': 200} Apr 06 13:55:15.893114 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6966d-2aa1-4ec9-8c71-dd3a708ec541 req-1233dec5-2367-4e88-8ef1-8400e15f75b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:15.894544 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cca6966d-2aa1-4ec9-8c71-dd3a708ec541 req-1233dec5-2367-4e88-8ef1-8400e15f75b3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=75410ff695454473a57ae50fbae9aae9&device_id=44eb131a-80e4-4163-8968-c9e6916d08a4 HTTP/1.1" status: 200 len: 1096 time: 0.0703158 Apr 06 13:55:16.033301 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6966d-2aa1-4ec9-8c71-dd3a708ec541 req-2e6591b2-e2b9-46d3-aad2-581a98f07bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:16.034713 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cca6966d-2aa1-4ec9-8c71-dd3a708ec541 req-2e6591b2-e2b9-46d3-aad2-581a98f07bbc service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=75410ff695454473a57ae50fbae9aae9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1325901 Apr 06 13:55:16.147181 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39899c7d-0ca8-4bcd-a1d0-8766f2c5d90d req-014e1fc6-460d-45bf-9367-d6eeca37eabd tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:16.150030 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-39899c7d-0ca8-4bcd-a1d0-8766f2c5d90d req-014e1fc6-460d-45bf-9367-d6eeca37eabd tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=44eb131a-80e4-4163-8968-c9e6916d08a4 HTTP/1.1" status: 200 len: 943 time: 0.0786495 Apr 06 13:55:16.176123 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6966d-2aa1-4ec9-8c71-dd3a708ec541 req-48adc2e3-d51e-4c5a-9578-007903382f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:16.177541 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cca6966d-2aa1-4ec9-8c71-dd3a708ec541 req-48adc2e3-d51e-4c5a-9578-007903382f98 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1368334 Apr 06 13:55:16.200533 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-39899c7d-0ca8-4bcd-a1d0-8766f2c5d90d req-7012ea56-9b6c-4b95-882d-a716692e68fb tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97f25b6-54c0-4580-a6aa-63506f460da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452375 Apr 06 13:55:16.386749 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-2bef380a-a74a-41ed-9b3c-af0e12a9b16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:16.388247 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-2bef380a-a74a-41ed-9b3c-af0e12a9b16b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=75410ff695454473a57ae50fbae9aae9&device_id=44eb131a-80e4-4163-8968-c9e6916d08a4 HTTP/1.1" status: 200 len: 1096 time: 0.1737192 Apr 06 13:55:16.456515 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-12e91515-55bb-446b-8695-dd0e7071938b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74ee5180-9ae4-405c-a20f-d26ed13dd8c5 HTTP/1.1" status: 200 len: 217 time: 0.0619361 Apr 06 13:55:16.516746 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-41c07725-4c4d-44f6-8996-d0c19b124241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:16.518090 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-41c07725-4c4d-44f6-8996-d0c19b124241 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e89e94fb-437c-4a48-bba6-cc21d1472e78 HTTP/1.1" status: 200 len: 854 time: 0.0556433 Apr 06 13:55:16.563725 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-d9c345d6-ce8f-473d-b64d-8127df087cbe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389776 Apr 06 13:55:16.693864 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-a3127f17-8b7a-451e-968e-348f53b7b934 service neutron] 10.222.0.61 "GET /v2.0/networks/ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228240 Apr 06 13:55:16.822896 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7d153d12-9190-456e-bc1a-841b3a3a21ff req-0b05dc21-9adc-4b18-bbbd-d29d87d90cc2 service neutron] 10.222.0.61 "GET /v2.0/networks/ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236992 Apr 06 13:55:17.388054 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385cc86f-32d0-45b6-b4e3-eb99d51621f5 req-ebfbd403-1a9a-4e12-995b-e6c4037c66e4 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:17.389499 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-385cc86f-32d0-45b6-b4e3-eb99d51621f5 req-ebfbd403-1a9a-4e12-995b-e6c4037c66e4 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=44eb131a-80e4-4163-8968-c9e6916d08a4 HTTP/1.1" status: 200 len: 943 time: 0.0804493 Apr 06 13:55:17.434118 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-385cc86f-32d0-45b6-b4e3-eb99d51621f5 req-4510afd3-f0ce-42ed-b6e7-bf96af49f89c tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97f25b6-54c0-4580-a6aa-63506f460da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389400 Apr 06 13:55:17.699843 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c5a29405-f63a-4c48-bb4a-f88012b86090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:18.510960 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 74ee5180-9ae4-405c-a20f-d26ed13dd8c5 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:55:18.621562 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f99cb-8cc5-4aa9-b014-f2daf35fd99f req-284e185f-c7ee-4622-be60-bb101adbb30d tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:18.623112 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-742f99cb-8cc5-4aa9-b014-f2daf35fd99f req-284e185f-c7ee-4622-be60-bb101adbb30d tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=44eb131a-80e4-4163-8968-c9e6916d08a4 HTTP/1.1" status: 200 len: 943 time: 0.0844159 Apr 06 13:55:18.643784 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 74ee5180-9ae4-405c-a20f-d26ed13dd8c5, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=74ee5180-9ae4-405c-a20f-d26ed13dd8c5,segment=NetworkSegment(e3115ea4-b119-401d-90c0-4154041945ea),segment_id=e3115ea4-b119-401d-90c0-4154041945ea)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:55:18.657518 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '74ee5180-9ae4-405c-a20f-d26ed13dd8c5', 'network_id': 'ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc', 'port_id': '74ee5180-9ae4-405c-a20f-d26ed13dd8c5', 'mac_address': 'fa:16:3e:4b:90:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e89e94fb-437c-4a48-bba6-cc21d1472e78', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:55:18.669433 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-742f99cb-8cc5-4aa9-b014-f2daf35fd99f req-d9b42ea0-453f-4a3f-8f35-78b4218be076 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97f25b6-54c0-4580-a6aa-63506f460da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406747 Apr 06 13:55:18.716582 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:18.733010 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ee5180-9ae4-405c-a20f-d26ed13dd8c5 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:55:18.748306 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 74ee5180-9ae4-405c-a20f-d26ed13dd8c5, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=74ee5180-9ae4-405c-a20f-d26ed13dd8c5,segment=NetworkSegment(e3115ea4-b119-401d-90c0-4154041945ea),segment_id=e3115ea4-b119-401d-90c0-4154041945ea)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:55:18.825277 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:18.911489 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=74ee5180-9ae4-405c-a20f-d26ed13dd8c5,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:18.973541 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:18.979684 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:19.050550 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['74ee5180-9ae4-405c-a20f-d26ed13dd8c5'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:55:19.852649 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d872c4-e99b-4c39-b7be-3e63f50ddb40 req-bbae2efd-a38c-4159-b06d-e68ddcb9cec4 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:19.854081 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-83d872c4-e99b-4c39-b7be-3e63f50ddb40 req-bbae2efd-a38c-4159-b06d-e68ddcb9cec4 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=44eb131a-80e4-4163-8968-c9e6916d08a4 HTTP/1.1" status: 200 len: 944 time: 0.0785451 Apr 06 13:55:19.896794 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-83d872c4-e99b-4c39-b7be-3e63f50ddb40 req-426354ae-ce07-408c-8484-e88ed8876121 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97f25b6-54c0-4580-a6aa-63506f460da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371704 Apr 06 13:55:20.511436 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 74ee5180-9ae4-405c-a20f-d26ed13dd8c5 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:55:20.546683 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:20.653732 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port 74ee5180-9ae4-405c-a20f-d26ed13dd8c5 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:55:20.658448 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 74ee5180-9ae4-405c-a20f-d26ed13dd8c5 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:55:20.658826 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:20.771735 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:20.797892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44eb131a-80e4-4163-8968-c9e6916d08a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ee5180-9ae4-405c-a20f-d26ed13dd8c5'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:55:20.808032 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 74ee5180-9ae4-405c-a20f-d26ed13dd8c5, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=74ee5180-9ae4-405c-a20f-d26ed13dd8c5,segment=NetworkSegment(e3115ea4-b119-401d-90c0-4154041945ea),segment_id=e3115ea4-b119-401d-90c0-4154041945ea)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:55:20.843550 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f37c66ef-8561-44b3-b6fe-fa2cf703a0c1'] response: {'server_uuid': '44eb131a-80e4-4163-8968-c9e6916d08a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ee5180-9ae4-405c-a20f-d26ed13dd8c5', 'code': 200} Apr 06 13:55:20.865704 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:20.937206 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=74ee5180-9ae4-405c-a20f-d26ed13dd8c5,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:21.084934 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b16437-9e35-484c-a18d-552c943c48bd req-6b7d1487-96d8-447b-9942-4becbb14b3b9 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:21.087320 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-69b16437-9e35-484c-a18d-552c943c48bd req-6b7d1487-96d8-447b-9942-4becbb14b3b9 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=44eb131a-80e4-4163-8968-c9e6916d08a4 HTTP/1.1" status: 200 len: 945 time: 0.0850735 Apr 06 13:55:21.134432 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-69b16437-9e35-484c-a18d-552c943c48bd req-dd3d8246-ace1-4c6d-b4fe-7befe4a6dc7f tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97f25b6-54c0-4580-a6aa-63506f460da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416074 Apr 06 13:55:21.184047 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9680d8-95ff-4073-9db4-8ab7ad077ed3 req-74a4db7e-5675-4b99-a363-145218b239ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:21.185491 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bb9680d8-95ff-4073-9db4-8ab7ad077ed3 req-74a4db7e-5675-4b99-a363-145218b239ea service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=44eb131a-80e4-4163-8968-c9e6916d08a4 HTTP/1.1" status: 200 len: 1098 time: 0.0755548 Apr 06 13:55:21.225158 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bb9680d8-95ff-4073-9db4-8ab7ad077ed3 req-e2bf3d9c-698b-49f1-b508-a7eea8470a32 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a97f25b6-54c0-4580-a6aa-63506f460da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339210 Apr 06 13:55:22.324726 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e9f78-e34e-474f-a357-20d2379d9c2d req-abbed32e-0d11-4202-b687-4ac61ef515aa tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:22.326146 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3f1e9f78-e34e-474f-a357-20d2379d9c2d req-abbed32e-0d11-4202-b687-4ac61ef515aa tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=44eb131a-80e4-4163-8968-c9e6916d08a4 HTTP/1.1" status: 200 len: 945 time: 0.0846040 Apr 06 13:55:22.370325 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3f1e9f78-e34e-474f-a357-20d2379d9c2d req-7a1820d2-f4da-4ccd-b409-a2b89a6063ac tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97f25b6-54c0-4580-a6aa-63506f460da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382230 Apr 06 13:55:23.556256 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb26cd-08a2-44c9-b878-2e662b0f7971 req-9274cb4b-90c9-43ef-8b8d-4f6ca156f5d0 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:23.557615 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-58fb26cd-08a2-44c9-b878-2e662b0f7971 req-9274cb4b-90c9-43ef-8b8d-4f6ca156f5d0 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=44eb131a-80e4-4163-8968-c9e6916d08a4 HTTP/1.1" status: 200 len: 945 time: 0.0793867 Apr 06 13:55:23.601136 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-58fb26cd-08a2-44c9-b878-2e662b0f7971 req-c45d529e-2fd4-4318-8033-dd76b8d046e6 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97f25b6-54c0-4580-a6aa-63506f460da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379612 Apr 06 13:55:23.886691 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-784a8407-3d2d-4dea-b1f4-f855a4d9827d tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:23.888138 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-784a8407-3d2d-4dea-b1f4-f855a4d9827d tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/networks?id=ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc HTTP/1.1" status: 200 len: 814 time: 0.1453874 Apr 06 13:55:23.902683 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-5b61fc64-b894-4ea3-a047-dee763776c8a tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/quotas/75410ff695454473a57ae50fbae9aae9 HTTP/1.1" status: 200 len: 375 time: 0.0091245 Apr 06 13:55:23.984689 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-fc71a88e-ad26-4a7f-91ec-1715ad011b38 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=75410ff695454473a57ae50fbae9aae9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0770085 Apr 06 13:55:24.116314 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-ec73be87-4b91-4d0b-b692-6c90e8af049d service neutron] 10.222.0.48 "GET /v2.0/networks/ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248989 Apr 06 13:55:24.248424 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-1c5f50da-4ba3-4eff-8dcd-697a410a26dc service neutron] 10.222.0.48 "GET /v2.0/networks/ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258307 Apr 06 13:55:24.540652 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ea6b6a4b-02a5-4291-849a-290ac008e1c4 req-ce64dc5c-3202-4ffb-97bc-ed6405a7572e tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=005e7056-4afa-4970-9247-0415e6abab58 HTTP/1.1" status: 200 len: 210 time: 0.0428543 Apr 06 13:55:25.694338 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-35879804-e218-4f2d-826e-64c3f96568c0 req-7888faec-6cfe-497d-9fc1-cc64f2f86265 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=005e7056-4afa-4970-9247-0415e6abab58 HTTP/1.1" status: 200 len: 210 time: 0.0479538 Apr 06 13:55:26.520598 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-44c7b0db-6d8a-4410-b88b-6ada9f489a7f tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:26.521886 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-44c7b0db-6d8a-4410-b88b-6ada9f489a7f tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.61 "GET /v2.0/networks?id=ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc HTTP/1.1" status: 200 len: 814 time: 0.1475198 Apr 06 13:55:26.533010 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-9a75b768-ec40-4bda-8e99-cf6fd0f2702d tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Request body: {'port': {'device_id': '005e7056-4afa-4970-9247-0415e6abab58', 'network_id': 'ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc', 'admin_state_up': True, 'tenant_id': '75410ff695454473a57ae50fbae9aae9'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:55:26.667981 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-9a75b768-ec40-4bda-8e99-cf6fd0f2702d tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:55:26.671666 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-9a75b768-ec40-4bda-8e99-cf6fd0f2702d tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Usage tracker for resource:port and tenant:75410ff695454473a57ae50fbae9aae9 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:55:26.674378 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-9a75b768-ec40-4bda-8e99-cf6fd0f2702d tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:55:26.679938 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-9a75b768-ec40-4bda-8e99-cf6fd0f2702d tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:55:26.740021 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-9a75b768-ec40-4bda-8e99-cf6fd0f2702d tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Made reservation on behalf of 75410ff695454473a57ae50fbae9aae9 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:55:26.743756 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-9a75b768-ec40-4bda-8e99-cf6fd0f2702d tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:26.847559 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bd6bf934-4819-4c99-b79d-9b15df6b2f77 req-ea693355-a338-4492-ab40-c84ef90c8d43 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=005e7056-4afa-4970-9247-0415e6abab58 HTTP/1.1" status: 200 len: 210 time: 0.0444613 Apr 06 13:55:26.908434 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-9a75b768-ec40-4bda-8e99-cf6fd0f2702d tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Allocated IP 172.20.0.2 (ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc/e89e94fb-437c-4a48-bba6-cc21d1472e78/f99429c7-df19-4dfa-b8ed-5b5d5c907838) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:55:27.106552 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-9a75b768-ec40-4bda-8e99-cf6fd0f2702d tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:27.215135 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-9a75b768-ec40-4bda-8e99-cf6fd0f2702d tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:27.227659 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['74ee5180-9ae4-405c-a20f-d26ed13dd8c5'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:55:27.284606 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-9a75b768-ec40-4bda-8e99-cf6fd0f2702d tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Network ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:55:27.287508 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-9a75b768-ec40-4bda-8e99-cf6fd0f2702d tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:55:27.290053 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-9a75b768-ec40-4bda-8e99-cf6fd0f2702d tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:55:27.342278 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75b768-ec40-4bda-8e99-cf6fd0f2702d tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Pushing event updated for resources: {'Port': ['ID=f99429c7-df19-4dfa-b8ed-5b5d5c907838,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:27.365301 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-9a75b768-ec40-4bda-8e99-cf6fd0f2702d tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:27.365828 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-9a75b768-ec40-4bda-8e99-cf6fd0f2702d tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:27.466888 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-9a75b768-ec40-4bda-8e99-cf6fd0f2702d tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9374509 Apr 06 13:55:27.476544 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-ce911cb7-19db-49c9-adc3-ff8b418d79f4 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:55:27.477553 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-ce911cb7-19db-49c9-adc3-ff8b418d79f4 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048430 Apr 06 13:55:27.487386 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-6b9f5e89-f138-450c-b7d3-e01d49b504e7 service neutron] Request body: {'port': {'device_id': '005e7056-4afa-4970-9247-0415e6abab58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:55:27.495224 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:27.597353 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-6b9f5e89-f138-450c-b7d3-e01d49b504e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:28.029677 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-6b9f5e89-f138-450c-b7d3-e01d49b504e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f99429c7-df19-4dfa-b8ed-5b5d5c907838 {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:55:28.033270 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6909f-a091-4e4d-aab1-1de208505369 req-48cd0690-b688-479a-9707-476afe6fa682 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:28.034743 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-65b6909f-a091-4e4d-aab1-1de208505369 req-48cd0690-b688-479a-9707-476afe6fa682 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=005e7056-4afa-4970-9247-0415e6abab58 HTTP/1.1" status: 200 len: 931 time: 0.0804994 Apr 06 13:55:28.037069 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-6b9f5e89-f138-450c-b7d3-e01d49b504e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:28.051634 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-6b9f5e89-f138-450c-b7d3-e01d49b504e7 service neutron] Transition to ACTIVE for port object f99429c7-df19-4dfa-b8ed-5b5d5c907838 will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:55:28.117168 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-6b9f5e89-f138-450c-b7d3-e01d49b504e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:28.185298 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-65b6909f-a091-4e4d-aab1-1de208505369 req-d3e14625-5ae0-404f-9feb-9698bafb05eb tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97f25b6-54c0-4580-a6aa-63506f460da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443920 Apr 06 13:55:28.285561 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f5e89-f138-450c-b7d3-e01d49b504e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f99429c7-df19-4dfa-b8ed-5b5d5c907838,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:28.359378 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-6b9f5e89-f138-450c-b7d3-e01d49b504e7 service neutron] Attempting to bind port f99429c7-df19-4dfa-b8ed-5b5d5c907838 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:55:28.359702 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-6b9f5e89-f138-450c-b7d3-e01d49b504e7 service neutron] Attempting to bind port f99429c7-df19-4dfa-b8ed-5b5d5c907838 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'e3115ea4-b119-401d-90c0-4154041945ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:55:28.360018 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-6b9f5e89-f138-450c-b7d3-e01d49b504e7 service neutron] Attempting to bind port f99429c7-df19-4dfa-b8ed-5b5d5c907838 on network ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:55:28.364527 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-6b9f5e89-f138-450c-b7d3-e01d49b504e7 service neutron] Port f99429c7-df19-4dfa-b8ed-5b5d5c907838 on network ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:55:28.364831 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-6b9f5e89-f138-450c-b7d3-e01d49b504e7 service neutron] Attempting to bind port f99429c7-df19-4dfa-b8ed-5b5d5c907838 on network ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:55:28.370353 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-6b9f5e89-f138-450c-b7d3-e01d49b504e7 service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:55:28.370675 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-6b9f5e89-f138-450c-b7d3-e01d49b504e7 service neutron] Checking segment: {'id': 'e3115ea4-b119-401d-90c0-4154041945ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:55:28.371158 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-6b9f5e89-f138-450c-b7d3-e01d49b504e7 service neutron] Bound using segment: {'id': 'e3115ea4-b119-401d-90c0-4154041945ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:55:28.371566 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-6b9f5e89-f138-450c-b7d3-e01d49b504e7 service neutron] Bound port: f99429c7-df19-4dfa-b8ed-5b5d5c907838, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3115ea4-b119-401d-90c0-4154041945ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:55:28.371898 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-6b9f5e89-f138-450c-b7d3-e01d49b504e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:28.463811 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-6b9f5e89-f138-450c-b7d3-e01d49b504e7 service neutron] For port f99429c7-df19-4dfa-b8ed-5b5d5c907838, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:55:28.466882 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-6b9f5e89-f138-450c-b7d3-e01d49b504e7 service neutron] For port f99429c7-df19-4dfa-b8ed-5b5d5c907838, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f99429c7-df19-4dfa-b8ed-5b5d5c907838,segment=NetworkSegment(e3115ea4-b119-401d-90c0-4154041945ea),segment_id=e3115ea4-b119-401d-90c0-4154041945ea)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:55:28.557861 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-6b9f5e89-f138-450c-b7d3-e01d49b504e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:28.615526 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-6b9f5e89-f138-450c-b7d3-e01d49b504e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:28.616143 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-6b9f5e89-f138-450c-b7d3-e01d49b504e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:28.617548 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-6b9f5e89-f138-450c-b7d3-e01d49b504e7 service neutron] 10.222.0.61 "PUT /v2.0/ports/f99429c7-df19-4dfa-b8ed-5b5d5c907838 HTTP/1.1" status: 200 len: 1093 time: 1.1336975 Apr 06 13:55:28.618143 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005e7056-4afa-4970-9247-0415e6abab58', 'tag': 'f99429c7-df19-4dfa-b8ed-5b5d5c907838'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:55:28.653670 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f5e89-f138-450c-b7d3-e01d49b504e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f99429c7-df19-4dfa-b8ed-5b5d5c907838,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:28.661191 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9ab2023-72f6-412d-96dc-03577a32fc72'] response: {'name': 'network-changed', 'server_uuid': '005e7056-4afa-4970-9247-0415e6abab58', 'tag': 'f99429c7-df19-4dfa-b8ed-5b5d5c907838', 'status': 'completed', 'code': 200} Apr 06 13:55:28.754415 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a09ba-2963-437f-9c63-f3fe4d9510ca req-a26f1cfc-16b5-4de0-9361-f22a05f9d0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:28.755908 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a60a09ba-2963-437f-9c63-f3fe4d9510ca req-a26f1cfc-16b5-4de0-9361-f22a05f9d0bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=75410ff695454473a57ae50fbae9aae9&device_id=005e7056-4afa-4970-9247-0415e6abab58 HTTP/1.1" status: 200 len: 1096 time: 0.0736120 Apr 06 13:55:28.893848 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a09ba-2963-437f-9c63-f3fe4d9510ca req-63aa9c82-0ccb-462a-8c40-7f641c041fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:28.895285 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a60a09ba-2963-437f-9c63-f3fe4d9510ca req-63aa9c82-0ccb-462a-8c40-7f641c041fc9 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=75410ff695454473a57ae50fbae9aae9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1330328 Apr 06 13:55:29.028213 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a09ba-2963-437f-9c63-f3fe4d9510ca req-ae576aae-8c93-48d2-8136-bc8c328f3b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:29.029609 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a60a09ba-2963-437f-9c63-f3fe4d9510ca req-ae576aae-8c93-48d2-8136-bc8c328f3b16 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1277866 Apr 06 13:55:29.135428 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-1d899711-ee2e-459f-82a2-b2fc16e27f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:29.136859 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-1d899711-ee2e-459f-82a2-b2fc16e27f38 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=75410ff695454473a57ae50fbae9aae9&device_id=005e7056-4afa-4970-9247-0415e6abab58 HTTP/1.1" status: 200 len: 1096 time: 0.0697520 Apr 06 13:55:29.206855 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-1ec101e2-7bf1-4e52-8ff5-c251619f62b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f99429c7-df19-4dfa-b8ed-5b5d5c907838 HTTP/1.1" status: 200 len: 217 time: 0.0634625 Apr 06 13:55:29.268258 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-e33c15c3-e5f8-4657-a18f-aa7522c55b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:29.269660 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-e33c15c3-e5f8-4657-a18f-aa7522c55b86 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e89e94fb-437c-4a48-bba6-cc21d1472e78 HTTP/1.1" status: 200 len: 854 time: 0.0569372 Apr 06 13:55:29.319093 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-89671376-bd1c-46fd-9d1e-d72e558adab3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428135 Apr 06 13:55:29.371148 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29766d-e3b4-4809-8622-0e0a4ff1204f req-b51c315a-a68a-40f4-9356-4eab21cee65a tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:29.372964 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3d29766d-e3b4-4809-8622-0e0a4ff1204f req-b51c315a-a68a-40f4-9356-4eab21cee65a tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=005e7056-4afa-4970-9247-0415e6abab58 HTTP/1.1" status: 200 len: 943 time: 0.0818083 Apr 06 13:55:29.417677 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3d29766d-e3b4-4809-8622-0e0a4ff1204f req-497d8a27-7b30-4d27-9dde-bc0eaeea02f7 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97f25b6-54c0-4580-a6aa-63506f460da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391524 Apr 06 13:55:29.450656 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-529c1a25-740c-48ba-ad10-fe75a39d764b service neutron] 10.222.0.61 "GET /v2.0/networks/ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256111 Apr 06 13:55:29.582611 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ecde2976-15d2-43bd-8198-f4c1efb606a9 req-7b426fc0-a37f-409b-8a2f-6318e09bab27 service neutron] 10.222.0.61 "GET /v2.0/networks/ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263175 Apr 06 13:55:30.605114 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a217a-182d-428e-8863-b8317c455e4d req-0830863d-1bf1-44db-aa20-5d8ad50b8216 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:30.606581 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-991a217a-182d-428e-8863-b8317c455e4d req-0830863d-1bf1-44db-aa20-5d8ad50b8216 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=005e7056-4afa-4970-9247-0415e6abab58 HTTP/1.1" status: 200 len: 943 time: 0.0810521 Apr 06 13:55:30.650301 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-991a217a-182d-428e-8863-b8317c455e4d req-32a13d49-b401-4cd6-8493-b1af9a156167 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97f25b6-54c0-4580-a6aa-63506f460da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381026 Apr 06 13:55:31.833976 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dccc4e-90cb-4c14-b606-ad6328ccbcce req-14198394-b0ef-4998-bc20-48f9e0aa0357 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:31.835459 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-36dccc4e-90cb-4c14-b606-ad6328ccbcce req-14198394-b0ef-4998-bc20-48f9e0aa0357 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=005e7056-4afa-4970-9247-0415e6abab58 HTTP/1.1" status: 200 len: 943 time: 0.0794473 Apr 06 13:55:31.881766 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-36dccc4e-90cb-4c14-b606-ad6328ccbcce req-8e38be07-6352-4913-8917-6ce92a234ae6 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97f25b6-54c0-4580-a6aa-63506f460da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397995 Apr 06 13:55:32.586385 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device f99429c7-df19-4dfa-b8ed-5b5d5c907838 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:55:32.716771 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port f99429c7-df19-4dfa-b8ed-5b5d5c907838, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f99429c7-df19-4dfa-b8ed-5b5d5c907838,segment=NetworkSegment(e3115ea4-b119-401d-90c0-4154041945ea),segment_id=e3115ea4-b119-401d-90c0-4154041945ea)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:55:32.729333 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': 'f99429c7-df19-4dfa-b8ed-5b5d5c907838', 'network_id': 'ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc', 'port_id': 'f99429c7-df19-4dfa-b8ed-5b5d5c907838', 'mac_address': 'fa:16:3e:3f:07:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e89e94fb-437c-4a48-bba6-cc21d1472e78', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:55:32.783092 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:32.799712 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f99429c7-df19-4dfa-b8ed-5b5d5c907838 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:55:32.814774 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port f99429c7-df19-4dfa-b8ed-5b5d5c907838, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f99429c7-df19-4dfa-b8ed-5b5d5c907838,segment=NetworkSegment(e3115ea4-b119-401d-90c0-4154041945ea),segment_id=e3115ea4-b119-401d-90c0-4154041945ea)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:55:32.882825 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:32.954409 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=f99429c7-df19-4dfa-b8ed-5b5d5c907838,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:33.070176 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a86b92-cf90-4612-8ded-b400e1e590c9 req-e69e64d8-575c-4c76-9e53-54f6afbbc34f tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:33.071633 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a5a86b92-cf90-4612-8ded-b400e1e590c9 req-e69e64d8-575c-4c76-9e53-54f6afbbc34f tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=005e7056-4afa-4970-9247-0415e6abab58 HTTP/1.1" status: 200 len: 944 time: 0.0802295 Apr 06 13:55:33.099962 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['f99429c7-df19-4dfa-b8ed-5b5d5c907838'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:55:33.116026 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a5a86b92-cf90-4612-8ded-b400e1e590c9 req-9405ae2c-edd1-4928-b3ac-37104604c95a tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97f25b6-54c0-4580-a6aa-63506f460da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384979 Apr 06 13:55:34.301237 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4a822-a406-4ecd-9e02-658265bacb3b req-83336bed-499d-4dac-84ec-4c8769c0171e tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:34.302700 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e9a4a822-a406-4ecd-9e02-658265bacb3b req-83336bed-499d-4dac-84ec-4c8769c0171e tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=005e7056-4afa-4970-9247-0415e6abab58 HTTP/1.1" status: 200 len: 944 time: 0.0830321 Apr 06 13:55:34.347000 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e9a4a822-a406-4ecd-9e02-658265bacb3b req-5380b2df-0cf8-4e7c-b108-529aad62b592 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97f25b6-54c0-4580-a6aa-63506f460da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384233 Apr 06 13:55:34.593019 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device f99429c7-df19-4dfa-b8ed-5b5d5c907838 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:55:34.728400 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port f99429c7-df19-4dfa-b8ed-5b5d5c907838 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:55:34.733368 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port f99429c7-df19-4dfa-b8ed-5b5d5c907838 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:55:34.733735 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:34.876883 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:34.904390 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005e7056-4afa-4970-9247-0415e6abab58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99429c7-df19-4dfa-b8ed-5b5d5c907838'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:55:34.913472 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port f99429c7-df19-4dfa-b8ed-5b5d5c907838, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f99429c7-df19-4dfa-b8ed-5b5d5c907838,segment=NetworkSegment(e3115ea4-b119-401d-90c0-4154041945ea),segment_id=e3115ea4-b119-401d-90c0-4154041945ea)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:55:34.947831 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4d9e539-e6a2-4877-a636-422cf0beff78'] response: {'server_uuid': '005e7056-4afa-4970-9247-0415e6abab58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99429c7-df19-4dfa-b8ed-5b5d5c907838', 'code': 200} Apr 06 13:55:34.986129 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:35.051846 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=f99429c7-df19-4dfa-b8ed-5b5d5c907838,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:35.295843 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92cee3-9398-4e5c-92b0-b54e426cd4a6 req-9f0c4b58-16ab-4171-83d2-33ffc7333100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:35.297271 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3f92cee3-9398-4e5c-92b0-b54e426cd4a6 req-9f0c4b58-16ab-4171-83d2-33ffc7333100 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=005e7056-4afa-4970-9247-0415e6abab58 HTTP/1.1" status: 200 len: 1098 time: 0.0681381 Apr 06 13:55:35.338441 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3f92cee3-9398-4e5c-92b0-b54e426cd4a6 req-b770e465-20b5-4a3e-afce-2169d4ff64f5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a97f25b6-54c0-4580-a6aa-63506f460da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340328 Apr 06 13:55:35.528729 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89302c07-ba9f-470b-bed6-9f5544cb0c3d req-9743a1ac-55d0-49e9-890e-4340012b380f tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:35.530089 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-89302c07-ba9f-470b-bed6-9f5544cb0c3d req-9743a1ac-55d0-49e9-890e-4340012b380f tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=005e7056-4afa-4970-9247-0415e6abab58 HTTP/1.1" status: 200 len: 945 time: 0.0785787 Apr 06 13:55:35.573476 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-89302c07-ba9f-470b-bed6-9f5544cb0c3d req-d47b781d-0353-425f-a681-36ae174f9ae1 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97f25b6-54c0-4580-a6aa-63506f460da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376639 Apr 06 13:55:36.761498 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393a862-5efe-41df-b4fa-0817a03dcda2 req-4a9e75f3-277b-47eb-99bb-6024c182ac15 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:36.763630 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6393a862-5efe-41df-b4fa-0817a03dcda2 req-4a9e75f3-277b-47eb-99bb-6024c182ac15 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=005e7056-4afa-4970-9247-0415e6abab58 HTTP/1.1" status: 200 len: 945 time: 0.0835917 Apr 06 13:55:36.806951 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6393a862-5efe-41df-b4fa-0817a03dcda2 req-c288143f-7f49-4403-b84d-0d6fbb1f887a tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97f25b6-54c0-4580-a6aa-63506f460da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374904 Apr 06 13:55:37.991015 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcdf0d-8c83-4750-b617-39e8163b156a req-70bfe2a1-6462-4f53-b10e-8b7eebfa2848 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:37.992446 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c4fcdf0d-8c83-4750-b617-39e8163b156a req-70bfe2a1-6462-4f53-b10e-8b7eebfa2848 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=005e7056-4afa-4970-9247-0415e6abab58 HTTP/1.1" status: 200 len: 945 time: 0.0785701 Apr 06 13:55:38.038944 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c4fcdf0d-8c83-4750-b617-39e8163b156a req-27f89be8-24f6-4178-8c75-74ea224f80ec tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97f25b6-54c0-4580-a6aa-63506f460da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401776 Apr 06 13:55:38.611639 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bdec4-5e61-43f9-a4df-4e803870bb77 req-1372d88e-b944-49ae-b73e-fd0db5ee36bd tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:38.613118 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9f1bdec4-5e61-43f9-a4df-4e803870bb77 req-1372d88e-b944-49ae-b73e-fd0db5ee36bd tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=005e7056-4afa-4970-9247-0415e6abab58 HTTP/1.1" status: 200 len: 945 time: 0.0815079 Apr 06 13:55:38.657593 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9f1bdec4-5e61-43f9-a4df-4e803870bb77 req-c68c15bc-bc0d-44d3-b7b4-2d8306b5a119 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97f25b6-54c0-4580-a6aa-63506f460da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388803 Apr 06 13:55:39.856327 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff499c56-d4e0-402b-9d4d-2c6de8cf3d30 req-a173275b-50e8-4081-a5b3-f94c7dddedbe tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:39.858360 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ff499c56-d4e0-402b-9d4d-2c6de8cf3d30 req-a173275b-50e8-4081-a5b3-f94c7dddedbe tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=005e7056-4afa-4970-9247-0415e6abab58 HTTP/1.1" status: 200 len: 945 time: 0.0936825 Apr 06 13:55:39.908757 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ff499c56-d4e0-402b-9d4d-2c6de8cf3d30 req-4d525d07-7c59-422a-8d26-320330f45ed9 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97f25b6-54c0-4580-a6aa-63506f460da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448570 Apr 06 13:55:40.027235 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9080dae-408d-4854-addf-296d8a282357 req-6610751b-a710-496e-8703-58d39f8d5705 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:40.027942 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-a9080dae-408d-4854-addf-296d8a282357 req-6610751b-a710-496e-8703-58d39f8d5705 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Synchronizing usage tracker for tenant:75410ff695454473a57ae50fbae9aae9 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:55:40.094835 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-a9080dae-408d-4854-addf-296d8a282357 req-6610751b-a710-496e-8703-58d39f8d5705 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Unset dirty status for tenant:75410ff695454473a57ae50fbae9aae9 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:55:40.095995 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a9080dae-408d-4854-addf-296d8a282357 req-6610751b-a710-496e-8703-58d39f8d5705 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.61 "GET /v2.0/ports?device_id=005e7056-4afa-4970-9247-0415e6abab58 HTTP/1.1" status: 200 len: 945 time: 0.2632804 Apr 06 13:55:40.169434 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-a9080dae-408d-4854-addf-296d8a282357 req-d4c56a81-7282-45d9-a29e-0bff851d3771 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Deleting port f99429c7-df19-4dfa-b8ed-5b5d5c907838 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:55:40.169902 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-a9080dae-408d-4854-addf-296d8a282357 req-d4c56a81-7282-45d9-a29e-0bff851d3771 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:40.420854 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-a9080dae-408d-4854-addf-296d8a282357 req-d4c56a81-7282-45d9-a29e-0bff851d3771 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] For port f99429c7-df19-4dfa-b8ed-5b5d5c907838, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f99429c7-df19-4dfa-b8ed-5b5d5c907838,segment=NetworkSegment(e3115ea4-b119-401d-90c0-4154041945ea),segment_id=e3115ea4-b119-401d-90c0-4154041945ea)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:55:40.421209 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-a9080dae-408d-4854-addf-296d8a282357 req-d4c56a81-7282-45d9-a29e-0bff851d3771 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:40.549648 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-a9080dae-408d-4854-addf-296d8a282357 req-d4c56a81-7282-45d9-a29e-0bff851d3771 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Calling delete_port for f99429c7-df19-4dfa-b8ed-5b5d5c907838 owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:55:40.803380 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-a9080dae-408d-4854-addf-296d8a282357 req-d4c56a81-7282-45d9-a29e-0bff851d3771 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:40.815451 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['74ee5180-9ae4-405c-a20f-d26ed13dd8c5', 'f99429c7-df19-4dfa-b8ed-5b5d5c907838'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:55:40.853326 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c56a81-7282-45d9-a29e-0bff851d3771 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Pushing event deleted for resources: {'Port': ['ID=f99429c7-df19-4dfa-b8ed-5b5d5c907838,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:40.931878 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9080dae-408d-4854-addf-296d8a282357 req-d4c56a81-7282-45d9-a29e-0bff851d3771 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] No DVR routers for this DVR port f99429c7-df19-4dfa-b8ed-5b5d5c907838 on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:55:40.934351 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-a9080dae-408d-4854-addf-296d8a282357 req-d4c56a81-7282-45d9-a29e-0bff851d3771 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:40.936895 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005e7056-4afa-4970-9247-0415e6abab58', 'name': 'network-vif-deleted', 'tag': 'f99429c7-df19-4dfa-b8ed-5b5d5c907838'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:55:40.990796 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d38b098-51ea-4bae-83f5-074ec68c2e4c'] response: {'server_uuid': '005e7056-4afa-4970-9247-0415e6abab58', 'name': 'network-vif-deleted', 'tag': 'f99429c7-df19-4dfa-b8ed-5b5d5c907838', 'status': 'completed', 'code': 200} Apr 06 13:55:41.021460 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a9080dae-408d-4854-addf-296d8a282357 req-d4c56a81-7282-45d9-a29e-0bff851d3771 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.61 "DELETE /v2.0/ports/f99429c7-df19-4dfa-b8ed-5b5d5c907838 HTTP/1.1" status: 204 len: 173 time: 0.9195797 Apr 06 13:55:41.083282 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-649e1be9-c6f4-4663-8db5-65a9622e682f req-629afb0e-4ad5-4e89-bb19-f9a23dc0cf73 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=005e7056-4afa-4970-9247-0415e6abab58 HTTP/1.1" status: 200 len: 210 time: 0.0425153 Apr 06 13:55:42.339696 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf26f5-521a-4dc9-b9f6-a7d89dbf9dcd req-d692af24-374a-4834-b313-6e0e868dadda tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:42.341150 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-35cf26f5-521a-4dc9-b9f6-a7d89dbf9dcd req-d692af24-374a-4834-b313-6e0e868dadda tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=44eb131a-80e4-4163-8968-c9e6916d08a4 HTTP/1.1" status: 200 len: 945 time: 0.0818357 Apr 06 13:55:42.385755 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-35cf26f5-521a-4dc9-b9f6-a7d89dbf9dcd req-272b9a67-f006-4245-b533-d3b0a8536552 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97f25b6-54c0-4580-a6aa-63506f460da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382819 Apr 06 13:55:42.582759 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c6e9d-c704-408e-9d7b-49f4ffd40bf5 req-f959be52-8c95-46ca-a78d-76f42e1b6df9 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:42.584197 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-213c6e9d-c704-408e-9d7b-49f4ffd40bf5 req-f959be52-8c95-46ca-a78d-76f42e1b6df9 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=44eb131a-80e4-4163-8968-c9e6916d08a4 HTTP/1.1" status: 200 len: 945 time: 0.0782871 Apr 06 13:55:42.627875 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-213c6e9d-c704-408e-9d7b-49f4ffd40bf5 req-e4dacfae-1390-4951-9875-f7dd4aa47082 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97f25b6-54c0-4580-a6aa-63506f460da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381460 Apr 06 13:55:42.962586 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56406e-0c59-480e-ade9-c66995e549fb req-572d4569-b19e-4965-9a16-48310c491801 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:42.963951 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ac56406e-0c59-480e-ade9-c66995e549fb req-572d4569-b19e-4965-9a16-48310c491801 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=44eb131a-80e4-4163-8968-c9e6916d08a4 HTTP/1.1" status: 200 len: 945 time: 0.0817642 Apr 06 13:55:43.007723 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ac56406e-0c59-480e-ade9-c66995e549fb req-64af6395-f95b-451a-acd7-3fc03756062d tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97f25b6-54c0-4580-a6aa-63506f460da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372679 Apr 06 13:55:43.288204 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a486d89-5fc3-481c-9679-2609f65e35fe req-a6fc62d2-a79b-4c25-8340-d6ec9a421198 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:43.289531 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5a486d89-5fc3-481c-9679-2609f65e35fe req-a6fc62d2-a79b-4c25-8340-d6ec9a421198 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=44eb131a-80e4-4163-8968-c9e6916d08a4 HTTP/1.1" status: 200 len: 945 time: 0.0793650 Apr 06 13:55:43.336598 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5a486d89-5fc3-481c-9679-2609f65e35fe req-c1883858-0677-4527-b767-051fb154a71d tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97f25b6-54c0-4580-a6aa-63506f460da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412052 Apr 06 13:55:43.521574 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f544e80-6113-41dc-9b65-aef7d01ce152 req-448d25d8-8eb0-42a7-8771-36534b76f4fa tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:43.523022 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2f544e80-6113-41dc-9b65-aef7d01ce152 req-448d25d8-8eb0-42a7-8771-36534b76f4fa tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=44eb131a-80e4-4163-8968-c9e6916d08a4 HTTP/1.1" status: 200 len: 945 time: 0.0791314 Apr 06 13:55:43.566172 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2f544e80-6113-41dc-9b65-aef7d01ce152 req-3978e8d0-ac2b-40a6-b698-b40ee172d489 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97f25b6-54c0-4580-a6aa-63506f460da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371287 Apr 06 13:55:43.761744 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ed3d0-8e90-4d8d-8f7d-9fc7af44a53e req-bbf0a470-3290-4af6-89da-ba7a79b4161e tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:43.763233 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-421ed3d0-8e90-4d8d-8f7d-9fc7af44a53e req-bbf0a470-3290-4af6-89da-ba7a79b4161e tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=44eb131a-80e4-4163-8968-c9e6916d08a4 HTTP/1.1" status: 200 len: 945 time: 0.0836608 Apr 06 13:55:43.806526 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-421ed3d0-8e90-4d8d-8f7d-9fc7af44a53e req-06e34480-d707-41b4-a675-f764d924cdce tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97f25b6-54c0-4580-a6aa-63506f460da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376914 Apr 06 13:55:44.489212 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417f45d-42e2-4065-bc8b-267067cb39b5 req-f9d2cd14-3de0-49c4-8670-e572995ed488 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:44.490585 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1417f45d-42e2-4065-bc8b-267067cb39b5 req-f9d2cd14-3de0-49c4-8670-e572995ed488 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=44eb131a-80e4-4163-8968-c9e6916d08a4 HTTP/1.1" status: 200 len: 945 time: 0.0786786 Apr 06 13:55:44.533169 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1417f45d-42e2-4065-bc8b-267067cb39b5 req-b12e7c52-3ba9-45da-92d7-498c34805e37 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97f25b6-54c0-4580-a6aa-63506f460da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370822 Apr 06 13:55:44.656749 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device f99429c7-df19-4dfa-b8ed-5b5d5c907838 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:55:44.690128 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: f99429c7-df19-4dfa-b8ed-5b5d5c907838 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:55:44.690469 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device f99429c7-df19-4dfa-b8ed-5b5d5c907838 not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:55:45.460442 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4b45b2da-ffae-4b99-ad89-7dd5a339d114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:45.719649 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561fa95-e9cd-4677-a6e8-66784342d1ef req-c9cccdfc-3fed-4960-9518-11bd1d8fbf0c tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:45.721002 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3561fa95-e9cd-4677-a6e8-66784342d1ef req-c9cccdfc-3fed-4960-9518-11bd1d8fbf0c tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=44eb131a-80e4-4163-8968-c9e6916d08a4 HTTP/1.1" status: 200 len: 945 time: 0.0823286 Apr 06 13:55:45.765563 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3561fa95-e9cd-4677-a6e8-66784342d1ef req-4a3c28e7-b7aa-4a16-8f15-a5150813a7b7 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97f25b6-54c0-4580-a6aa-63506f460da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388496 Apr 06 13:55:45.773687 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806edbc-967e-478a-ba24-23890247648c req-53216991-6463-45ef-a4ea-60af5d152cf9 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:45.774373 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-a806edbc-967e-478a-ba24-23890247648c req-53216991-6463-45ef-a4ea-60af5d152cf9 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Synchronizing usage tracker for tenant:75410ff695454473a57ae50fbae9aae9 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:55:45.871583 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-a806edbc-967e-478a-ba24-23890247648c req-53216991-6463-45ef-a4ea-60af5d152cf9 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Unset dirty status for tenant:75410ff695454473a57ae50fbae9aae9 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:55:45.872697 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a806edbc-967e-478a-ba24-23890247648c req-53216991-6463-45ef-a4ea-60af5d152cf9 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.61 "GET /v2.0/ports?device_id=44eb131a-80e4-4163-8968-c9e6916d08a4 HTTP/1.1" status: 200 len: 945 time: 0.1786587 Apr 06 13:55:45.945220 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-a806edbc-967e-478a-ba24-23890247648c req-d5a914f6-6f2d-4860-9e04-d99742d8def8 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Deleting port 74ee5180-9ae4-405c-a20f-d26ed13dd8c5 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:55:45.945551 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-a806edbc-967e-478a-ba24-23890247648c req-d5a914f6-6f2d-4860-9e04-d99742d8def8 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:46.193981 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-a806edbc-967e-478a-ba24-23890247648c req-d5a914f6-6f2d-4860-9e04-d99742d8def8 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] For port 74ee5180-9ae4-405c-a20f-d26ed13dd8c5, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=74ee5180-9ae4-405c-a20f-d26ed13dd8c5,segment=NetworkSegment(e3115ea4-b119-401d-90c0-4154041945ea),segment_id=e3115ea4-b119-401d-90c0-4154041945ea)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:55:46.194329 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-a806edbc-967e-478a-ba24-23890247648c req-d5a914f6-6f2d-4860-9e04-d99742d8def8 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:46.315470 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-a806edbc-967e-478a-ba24-23890247648c req-d5a914f6-6f2d-4860-9e04-d99742d8def8 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Calling delete_port for 74ee5180-9ae4-405c-a20f-d26ed13dd8c5 owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:55:46.506036 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-a806edbc-967e-478a-ba24-23890247648c req-d5a914f6-6f2d-4860-9e04-d99742d8def8 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:46.517023 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['74ee5180-9ae4-405c-a20f-d26ed13dd8c5'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:55:46.554783 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a914f6-6f2d-4860-9e04-d99742d8def8 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Pushing event deleted for resources: {'Port': ['ID=74ee5180-9ae4-405c-a20f-d26ed13dd8c5,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:46.724634 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-a806edbc-967e-478a-ba24-23890247648c req-d5a914f6-6f2d-4860-9e04-d99742d8def8 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] No DVR routers for this DVR port 74ee5180-9ae4-405c-a20f-d26ed13dd8c5 on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:55:46.727009 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-a806edbc-967e-478a-ba24-23890247648c req-d5a914f6-6f2d-4860-9e04-d99742d8def8 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:46.729423 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44eb131a-80e4-4163-8968-c9e6916d08a4', 'name': 'network-vif-deleted', 'tag': '74ee5180-9ae4-405c-a20f-d26ed13dd8c5'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:55:46.773746 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63b49607-9757-4201-b9c4-e4650c872df3'] response: {'server_uuid': '44eb131a-80e4-4163-8968-c9e6916d08a4', 'name': 'network-vif-deleted', 'tag': '74ee5180-9ae4-405c-a20f-d26ed13dd8c5', 'status': 'completed', 'code': 200} Apr 06 13:55:46.787215 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a806edbc-967e-478a-ba24-23890247648c req-d5a914f6-6f2d-4860-9e04-d99742d8def8 tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.61 "DELETE /v2.0/ports/74ee5180-9ae4-405c-a20f-d26ed13dd8c5 HTTP/1.1" status: 204 len: 173 time: 0.9093664 Apr 06 13:55:46.917426 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d602334d-99ed-4f5f-ad8e-91153012e1a2 req-08742cf0-1c93-4458-9ec3-182dfc890b7e tempest-ServersNegativeTestJSON-2065276033 tempest-ServersNegativeTestJSON-2065276033-project] 10.222.0.48 "GET /v2.0/ports?device_id=44eb131a-80e4-4163-8968-c9e6916d08a4 HTTP/1.1" status: 200 len: 210 time: 0.0414929 Apr 06 13:55:47.797733 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d39070c1-3b73-4735-ae2f-a3662c6b0f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:48.012540 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53606) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:55:48.075023 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-117c677e-b909-48e0-bce9-790436bd064d admin admin] Deleting subnet e89e94fb-437c-4a48-bba6-cc21d1472e78 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:55:48.077909 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-117c677e-b909-48e0-bce9-790436bd064d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:48.125788 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-117c677e-b909-48e0-bce9-790436bd064d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:48.184433 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-117c677e-b909-48e0-bce9-790436bd064d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:48.426565 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-117c677e-b909-48e0-bce9-790436bd064d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:48.463259 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c677e-b909-48e0-bce9-790436bd064d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e89e94fb-437c-4a48-bba6-cc21d1472e78,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:48.467044 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-117c677e-b909-48e0-bce9-790436bd064d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:48.473533 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-117c677e-b909-48e0-bce9-790436bd064d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e89e94fb-437c-4a48-bba6-cc21d1472e78 HTTP/1.1" status: 204 len: 168 time: 0.4596815 Apr 06 13:55:48.475937 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53610) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:55:48.559059 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:55:48.580885 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a06e8b3-f0a0-4d8a-a0aa-f552e6d16300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:48.671683 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 74ee5180-9ae4-405c-a20f-d26ed13dd8c5 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:55:48.704940 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: 74ee5180-9ae4-405c-a20f-d26ed13dd8c5 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:55:48.705198 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 74ee5180-9ae4-405c-a20f-d26ed13dd8c5 not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:55:48.709290 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a06e8b3-f0a0-4d8a-a0aa-f552e6d16300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:48.734645 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-2a06e8b3-f0a0-4d8a-a0aa-f552e6d16300 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:55:48.750002 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-2a06e8b3-f0a0-4d8a-a0aa-f552e6d16300 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3115ea4-b119-401d-90c0-4154041945ea') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:55:48.750281 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-2a06e8b3-f0a0-4d8a-a0aa-f552e6d16300 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3115ea4-b119-401d-90c0-4154041945ea') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:55:48.761210 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a06e8b3-f0a0-4d8a-a0aa-f552e6d16300 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:48.776846 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a06e8b3-f0a0-4d8a-a0aa-f552e6d16300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:48.783427 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a06e8b3-f0a0-4d8a-a0aa-f552e6d16300 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:55:48.783856 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a06e8b3-f0a0-4d8a-a0aa-f552e6d16300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:55:48.798137 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:55:48.900895 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:48.923920 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a06e8b3-f0a0-4d8a-a0aa-f552e6d16300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:48.928374 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2a06e8b3-f0a0-4d8a-a0aa-f552e6d16300 admin admin] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:48.954780 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06e8b3-f0a0-4d8a-a0aa-f552e6d16300 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:48.963422 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:49.004211 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2a06e8b3-f0a0-4d8a-a0aa-f552e6d16300 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ff55e9ad-c5fa-4d6f-be4b-5dfa9a081fbc HTTP/1.1" status: 204 len: 168 time: 0.5272870 Apr 06 13:55:49.265759 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53616) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:55:49.313664 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4831a586-45eb-468d-956c-a98c99f41f82 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=75410ff695454473a57ae50fbae9aae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462382 Apr 06 13:55:49.317023 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53620) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:55:49.372575 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0a7fdc5f-d25b-4ad6-b16c-8a7a3b867987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:49.398611 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0a7fdc5f-d25b-4ad6-b16c-8a7a3b867987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:49.512326 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0a7fdc5f-d25b-4ad6-b16c-8a7a3b867987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:49.531104 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7fdc5f-d25b-4ad6-b16c-8a7a3b867987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97f25b6-54c0-4580-a6aa-63506f460da5,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:49.608356 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0a7fdc5f-d25b-4ad6-b16c-8a7a3b867987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:49.609486 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0a7fdc5f-d25b-4ad6-b16c-8a7a3b867987 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a97f25b6-54c0-4580-a6aa-63506f460da5 HTTP/1.1" status: 204 len: 168 time: 0.2915449 Apr 06 13:55:50.386679 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:50.776219 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53644) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:55:50.880607 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-bd7f699c-8578-40de-b864-1845a7bb2125 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1643108786'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:55:50.885527 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-bd7f699c-8578-40de-b864-1845a7bb2125 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:55:50.889928 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-bd7f699c-8578-40de-b864-1845a7bb2125 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Usage tracker for resource:network and tenant:a0302e7d101f4d2f92d83af5b1e0dffc is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:55:50.892768 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-bd7f699c-8578-40de-b864-1845a7bb2125 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:55:50.898759 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-bd7f699c-8578-40de-b864-1845a7bb2125 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:55:50.986283 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7f699c-8578-40de-b864-1845a7bb2125 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Made reservation on behalf of a0302e7d101f4d2f92d83af5b1e0dffc for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:55:50.989672 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bd7f699c-8578-40de-b864-1845a7bb2125 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:51.002138 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bd7f699c-8578-40de-b864-1845a7bb2125 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:51.016980 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-bd7f699c-8578-40de-b864-1845a7bb2125 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:55:51.020838 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-bd7f699c-8578-40de-b864-1845a7bb2125 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Usage tracker for resource:security_group_rule and tenant:a0302e7d101f4d2f92d83af5b1e0dffc is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:55:51.023612 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-bd7f699c-8578-40de-b864-1845a7bb2125 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:55:51.029492 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-bd7f699c-8578-40de-b864-1845a7bb2125 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:55:51.110837 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bd7f699c-8578-40de-b864-1845a7bb2125 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:51.157982 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bd7f699c-8578-40de-b864-1845a7bb2125 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:51.193285 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd7f699c-8578-40de-b864-1845a7bb2125 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:55:51.198482 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f699c-8578-40de-b864-1845a7bb2125 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e88676-658a-4d6c-9993-d74687c320c9,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:51.205277 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bd7f699c-8578-40de-b864-1845a7bb2125 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:51.205627 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-bd7f699c-8578-40de-b864-1845a7bb2125 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Added segment 7597aebd-af67-4b23-8813-bbe4a3006a82 of type vlan for network 70512b08-2d99-4ec8-923e-a761b2923d87 Apr 06 13:55:51.230502 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bd7f699c-8578-40de-b864-1845a7bb2125 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:51.323630 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bd7f699c-8578-40de-b864-1845a7bb2125 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:51.329024 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7f699c-8578-40de-b864-1845a7bb2125 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:51.329597 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bd7f699c-8578-40de-b864-1845a7bb2125 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:51.437185 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f699c-8578-40de-b864-1845a7bb2125 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Pushing event updated for resources: {'Network': ['ID=70512b08-2d99-4ec8-923e-a761b2923d87,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:51.447659 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 70512b08-2d99-4ec8-923e-a761b2923d87 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:55:51.495725 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-bd7f699c-8578-40de-b864-1845a7bb2125 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7183931 Apr 06 13:55:54.720997 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53650) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:55:54.727590 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-7ac80501-f4ce-4b96-b488-e344e86c9667 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Request body: {'subnet': {'network_id': '70512b08-2d99-4ec8-923e-a761b2923d87', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:55:54.841654 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-7ac80501-f4ce-4b96-b488-e344e86c9667 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:55:54.846560 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-7ac80501-f4ce-4b96-b488-e344e86c9667 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Usage tracker for resource:subnet and tenant:a0302e7d101f4d2f92d83af5b1e0dffc is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:55:54.849478 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-7ac80501-f4ce-4b96-b488-e344e86c9667 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:55:54.855147 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-7ac80501-f4ce-4b96-b488-e344e86c9667 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:55:54.918184 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac80501-f4ce-4b96-b488-e344e86c9667 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Made reservation on behalf of a0302e7d101f4d2f92d83af5b1e0dffc for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:55:54.922103 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7ac80501-f4ce-4b96-b488-e344e86c9667 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:55.221184 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7ac80501-f4ce-4b96-b488-e344e86c9667 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:55.298577 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac80501-f4ce-4b96-b488-e344e86c9667 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Pushing event updated for resources: {'Subnet': ['ID=03aafb7f-9c6d-4172-b60b-46e2388789f2,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:55.305984 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac80501-f4ce-4b96-b488-e344e86c9667 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Checking segment: {'id': '7597aebd-af67-4b23-8813-bbe4a3006a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '70512b08-2d99-4ec8-923e-a761b2923d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:55:55.306341 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac80501-f4ce-4b96-b488-e344e86c9667 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Network hostable DHCP agents. Network: 70512b08-2d99-4ec8-923e-a761b2923d87, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:55:55.421270 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac80501-f4ce-4b96-b488-e344e86c9667 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Network 70512b08-2d99-4ec8-923e-a761b2923d87 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:55:55.523728 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-7ac80501-f4ce-4b96-b488-e344e86c9667 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 70512b08-2d99-4ec8-923e-a761b2923d87) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:55:55.528658 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac80501-f4ce-4b96-b488-e344e86c9667 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:55.529471 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7ac80501-f4ce-4b96-b488-e344e86c9667 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:55.533039 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880a6426-ae2a-4d1b-866e-c6a8326a6e9b None None] Network 70512b08-2d99-4ec8-923e-a761b2923d87 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:55:55.638621 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7ac80501-f4ce-4b96-b488-e344e86c9667 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9161749 Apr 06 13:55:55.642093 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53654) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:55:55.647919 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-8c243fd1-a1ab-4c9b-a3ae-8154713ea86b tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-512602980'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:55:55.653047 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-8c243fd1-a1ab-4c9b-a3ae-8154713ea86b tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:55:55.657385 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8c243fd1-a1ab-4c9b-a3ae-8154713ea86b tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Usage tracker for resource:network and tenant:a0302e7d101f4d2f92d83af5b1e0dffc is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:55:55.660269 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8c243fd1-a1ab-4c9b-a3ae-8154713ea86b tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:55:55.666109 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-8c243fd1-a1ab-4c9b-a3ae-8154713ea86b tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:55:55.746193 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-70512b08-2d99-4ec8-923e-a761b2923d87', 'network_id': '70512b08-2d99-4ec8-923e-a761b2923d87', 'tenant_id': 'a0302e7d101f4d2f92d83af5b1e0dffc', 'fixed_ips': [{'subnet_id': '03aafb7f-9c6d-4172-b60b-46e2388789f2'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:55:55.747081 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:55.757741 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c243fd1-a1ab-4c9b-a3ae-8154713ea86b tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Made reservation on behalf of a0302e7d101f4d2f92d83af5b1e0dffc for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:55:55.761210 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c243fd1-a1ab-4c9b-a3ae-8154713ea86b tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:55.789305 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c243fd1-a1ab-4c9b-a3ae-8154713ea86b tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:55:55.798851 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c243fd1-a1ab-4c9b-a3ae-8154713ea86b tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:55.801393 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-8c243fd1-a1ab-4c9b-a3ae-8154713ea86b tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Added segment dc4555fd-9ffa-448d-b056-d5a5ef7e34e3 of type vlan for network a7fd76b1-9209-47cf-8cde-e87ec9355557 Apr 06 13:55:55.825365 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c243fd1-a1ab-4c9b-a3ae-8154713ea86b tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:55.908663 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Allocated IP 2001:db8:0:ffff::2 (70512b08-2d99-4ec8-923e-a761b2923d87/03aafb7f-9c6d-4172-b60b-46e2388789f2/83002068-bebb-45ed-a38f-0a1717b54a56) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:55:55.912052 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c243fd1-a1ab-4c9b-a3ae-8154713ea86b tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:55.917432 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c243fd1-a1ab-4c9b-a3ae-8154713ea86b tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:55.918062 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8c243fd1-a1ab-4c9b-a3ae-8154713ea86b tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:56.025429 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c243fd1-a1ab-4c9b-a3ae-8154713ea86b tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Pushing event updated for resources: {'Network': ['ID=a7fd76b1-9209-47cf-8cde-e87ec9355557,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:56.036237 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8c243fd1-a1ab-4c9b-a3ae-8154713ea86b tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3899577 Apr 06 13:55:56.036237 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53658) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:55:56.039158 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network a7fd76b1-9209-47cf-8cde-e87ec9355557 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:55:56.041954 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-736ecb63-31c4-414b-9a86-46b12921681c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Request body: {'subnet': {'network_id': 'a7fd76b1-9209-47cf-8cde-e87ec9355557', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:55:56.156485 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-736ecb63-31c4-414b-9a86-46b12921681c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:55:56.160404 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-736ecb63-31c4-414b-9a86-46b12921681c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Usage tracker for resource:subnet and tenant:a0302e7d101f4d2f92d83af5b1e0dffc is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:55:56.163360 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-736ecb63-31c4-414b-9a86-46b12921681c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:55:56.169207 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-736ecb63-31c4-414b-9a86-46b12921681c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:55:56.206140 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:56.216075 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Transition to ACTIVE for port object 83002068-bebb-45ed-a38f-0a1717b54a56 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:55:56.234712 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Transition to ACTIVE for port object 83002068-bebb-45ed-a38f-0a1717b54a56 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:55:56.255008 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736ecb63-31c4-414b-9a86-46b12921681c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Made reservation on behalf of a0302e7d101f4d2f92d83af5b1e0dffc for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:55:56.258521 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-736ecb63-31c4-414b-9a86-46b12921681c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:56.312645 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:56.375622 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Network 70512b08-2d99-4ec8-923e-a761b2923d87 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:55:56.382391 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:55:56.386451 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:55:56.394056 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Pushing event updated for resources: {'Port': ['ID=83002068-bebb-45ed-a38f-0a1717b54a56,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:56.433119 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:56.433498 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:56.433846 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:56.434143 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:56.434472 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:56.434893 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:56.435283 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:56.435606 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:56.435967 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:56.436295 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:56.436614 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:56.436932 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:56.525088 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Attempting to bind port 83002068-bebb-45ed-a38f-0a1717b54a56 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:55:56.525451 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Attempting to bind port 83002068-bebb-45ed-a38f-0a1717b54a56 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '7597aebd-af67-4b23-8813-bbe4a3006a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '70512b08-2d99-4ec8-923e-a761b2923d87'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:55:56.525811 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Attempting to bind port 83002068-bebb-45ed-a38f-0a1717b54a56 on network 70512b08-2d99-4ec8-923e-a761b2923d87 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:55:56.531596 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:55:56.531966 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Checking segment: {'id': '7597aebd-af67-4b23-8813-bbe4a3006a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '70512b08-2d99-4ec8-923e-a761b2923d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:55:56.532366 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:56.532775 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Bound using segment: {'id': '7597aebd-af67-4b23-8813-bbe4a3006a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '70512b08-2d99-4ec8-923e-a761b2923d87'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:55:56.533251 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Bound port: 83002068-bebb-45ed-a38f-0a1717b54a56, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7597aebd-af67-4b23-8813-bbe4a3006a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '70512b08-2d99-4ec8-923e-a761b2923d87'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:55:56.533816 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:56.558399 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-736ecb63-31c4-414b-9a86-46b12921681c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:56.621262 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] For port 83002068-bebb-45ed-a38f-0a1717b54a56, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:55:56.624928 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] For port 83002068-bebb-45ed-a38f-0a1717b54a56, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=83002068-bebb-45ed-a38f-0a1717b54a56,segment=NetworkSegment(7597aebd-af67-4b23-8813-bbe4a3006a82),segment_id=7597aebd-af67-4b23-8813-bbe4a3006a82)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:55:56.635023 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ecb63-31c4-414b-9a86-46b12921681c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Pushing event updated for resources: {'Subnet': ['ID=046280fc-9217-4848-a45b-41ebcd1b10a3,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:56.646619 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736ecb63-31c4-414b-9a86-46b12921681c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Checking segment: {'id': 'dc4555fd-9ffa-448d-b056-d5a5ef7e34e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a7fd76b1-9209-47cf-8cde-e87ec9355557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:55:56.647004 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736ecb63-31c4-414b-9a86-46b12921681c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Network hostable DHCP agents. Network: a7fd76b1-9209-47cf-8cde-e87ec9355557, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:55:56.729968 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:56.752184 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736ecb63-31c4-414b-9a86-46b12921681c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Network a7fd76b1-9209-47cf-8cde-e87ec9355557 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:55:56.813538 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef98eb-bc42-48ef-a1e0-4b677e7a6953 None None] Pushing event updated for resources: {'Port': ['ID=83002068-bebb-45ed-a38f-0a1717b54a56,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:56.832479 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-736ecb63-31c4-414b-9a86-46b12921681c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, a7fd76b1-9209-47cf-8cde-e87ec9355557) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:55:56.836537 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736ecb63-31c4-414b-9a86-46b12921681c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:56.837129 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-736ecb63-31c4-414b-9a86-46b12921681c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:56.841683 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa2c815-4d60-4fea-bbae-1fd4ae9251cd None None] Network a7fd76b1-9209-47cf-8cde-e87ec9355557 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:55:56.930774 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-736ecb63-31c4-414b-9a86-46b12921681c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8933556 Apr 06 13:55:56.933174 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53662) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:55:57.080290 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b28f7ac-62e7-4782-b326-4458de3b2e8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-a7fd76b1-9209-47cf-8cde-e87ec9355557', 'network_id': 'a7fd76b1-9209-47cf-8cde-e87ec9355557', 'tenant_id': 'a0302e7d101f4d2f92d83af5b1e0dffc', 'fixed_ips': [{'subnet_id': '046280fc-9217-4848-a45b-41ebcd1b10a3'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:55:57.081146 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5b28f7ac-62e7-4782-b326-4458de3b2e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:57.115120 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:57.200106 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:57.259260 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-5b28f7ac-62e7-4782-b326-4458de3b2e8a None None] Allocated IP 2001:db8::2 (a7fd76b1-9209-47cf-8cde-e87ec9355557/046280fc-9217-4848-a45b-41ebcd1b10a3/269f1b36-2207-4c68-9d9c-848384fc3c28) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:55:57.473583 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5b28f7ac-62e7-4782-b326-4458de3b2e8a None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:57.483660 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-5b28f7ac-62e7-4782-b326-4458de3b2e8a None None] Transition to ACTIVE for port object 269f1b36-2207-4c68-9d9c-848384fc3c28 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:55:57.503289 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-5b28f7ac-62e7-4782-b326-4458de3b2e8a None None] Transition to ACTIVE for port object 269f1b36-2207-4c68-9d9c-848384fc3c28 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:55:57.512210 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:57.570340 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5b28f7ac-62e7-4782-b326-4458de3b2e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:57.633854 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b28f7ac-62e7-4782-b326-4458de3b2e8a None None] Network a7fd76b1-9209-47cf-8cde-e87ec9355557 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:55:57.641930 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-5b28f7ac-62e7-4782-b326-4458de3b2e8a None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:55:57.646126 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b28f7ac-62e7-4782-b326-4458de3b2e8a None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:55:57.647321 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:57.652409 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28f7ac-62e7-4782-b326-4458de3b2e8a None None] Pushing event updated for resources: {'Port': ['ID=269f1b36-2207-4c68-9d9c-848384fc3c28,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:57.705036 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Pushing event deleted for resources: {'Subnet': ['ID=046280fc-9217-4848-a45b-41ebcd1b10a3,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:57.744766 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-5b28f7ac-62e7-4782-b326-4458de3b2e8a None None] Attempting to bind port 269f1b36-2207-4c68-9d9c-848384fc3c28 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:55:57.745045 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-5b28f7ac-62e7-4782-b326-4458de3b2e8a None None] Attempting to bind port 269f1b36-2207-4c68-9d9c-848384fc3c28 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'dc4555fd-9ffa-448d-b056-d5a5ef7e34e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a7fd76b1-9209-47cf-8cde-e87ec9355557'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:55:57.745412 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b28f7ac-62e7-4782-b326-4458de3b2e8a None None] Attempting to bind port 269f1b36-2207-4c68-9d9c-848384fc3c28 on network a7fd76b1-9209-47cf-8cde-e87ec9355557 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:55:57.752283 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b28f7ac-62e7-4782-b326-4458de3b2e8a None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:55:57.752657 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b28f7ac-62e7-4782-b326-4458de3b2e8a None None] Checking segment: {'id': 'dc4555fd-9ffa-448d-b056-d5a5ef7e34e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a7fd76b1-9209-47cf-8cde-e87ec9355557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:55:57.753060 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5b28f7ac-62e7-4782-b326-4458de3b2e8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:57.753451 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b28f7ac-62e7-4782-b326-4458de3b2e8a None None] Bound using segment: {'id': 'dc4555fd-9ffa-448d-b056-d5a5ef7e34e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a7fd76b1-9209-47cf-8cde-e87ec9355557'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:55:57.753923 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-5b28f7ac-62e7-4782-b326-4458de3b2e8a None None] Bound port: 269f1b36-2207-4c68-9d9c-848384fc3c28, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc4555fd-9ffa-448d-b056-d5a5ef7e34e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a7fd76b1-9209-47cf-8cde-e87ec9355557'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:55:57.754298 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5b28f7ac-62e7-4782-b326-4458de3b2e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:57.853075 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-5b28f7ac-62e7-4782-b326-4458de3b2e8a None None] For port 269f1b36-2207-4c68-9d9c-848384fc3c28, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:55:57.856189 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-5b28f7ac-62e7-4782-b326-4458de3b2e8a None None] For port 269f1b36-2207-4c68-9d9c-848384fc3c28, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=269f1b36-2207-4c68-9d9c-848384fc3c28,segment=NetworkSegment(dc4555fd-9ffa-448d-b056-d5a5ef7e34e3),segment_id=dc4555fd-9ffa-448d-b056-d5a5ef7e34e3)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:55:57.867985 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5671bf-0509-493e-bb60-77152c528f7e None None] Network 70512b08-2d99-4ec8-923e-a761b2923d87 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:55:57.897542 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 83002068-bebb-45ed-a38f-0a1717b54a56 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:55:57.922178 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:57.938407 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5b28f7ac-62e7-4782-b326-4458de3b2e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:57.952895 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7fd76b1-9209-47cf-8cde-e87ec9355557']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:55:57.964639 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4555fd-9ffa-448d-b056-d5a5ef7e34e3') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:55:57.964942 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4555fd-9ffa-448d-b056-d5a5ef7e34e3') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:55:57.976672 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:57.992687 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:58.001445 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:55:58.001445 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:55:58.014940 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:55:58.136063 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.api [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 13:55:58.136063 dv-neutron-834600-1-hyperv neutron-server[88565]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 13:55:58.136063 dv-neutron-834600-1-hyperv neutron-server[88565]: [parameters: {'id': 'a7fd76b1-9209-47cf-8cde-e87ec9355557'}] Apr 06 13:55:58.136063 dv-neutron-834600-1-hyperv neutron-server[88565]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:55:58.136499 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG oslo_db.api [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:55:58.199947 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28f7ac-62e7-4782-b326-4458de3b2e8a None None] Pushing event updated for resources: {'Port': ['ID=269f1b36-2207-4c68-9d9c-848384fc3c28,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:58.202520 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-da770916-5f78-4ada-9d44-5a7a803698f1 None None] Provisioning for port 83002068-bebb-45ed-a38f-0a1717b54a56 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:55:58.270386 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf1ea69-b37d-42f0-afc3-cac94599a500 None None] Network a7fd76b1-9209-47cf-8cde-e87ec9355557 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:55:58.311495 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 83002068-bebb-45ed-a38f-0a1717b54a56 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:55:58.367539 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 83002068-bebb-45ed-a38f-0a1717b54a56 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:55:58.367909 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:58.628542 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:58.638194 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:58.650978 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Deleting port 269f1b36-2207-4c68-9d9c-848384fc3c28 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:55:58.651569 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:58.666911 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 83002068-bebb-45ed-a38f-0a1717b54a56, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=83002068-bebb-45ed-a38f-0a1717b54a56,segment=NetworkSegment(7597aebd-af67-4b23-8813-bbe4a3006a82),segment_id=7597aebd-af67-4b23-8813-bbe4a3006a82)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:55:58.744271 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:58.784664 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e52edb9-78df-41c4-863e-075b70e91645 None None] get_active_networks_info from dv-neutron-834600-1-hyperv {{(pid=88566) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 06 13:55:58.853662 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-aeca336d-80fe-4025-bdec-0626f33c424b None None] Provisioning complete for port 83002068-bebb-45ed-a38f-0a1717b54a56 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:55:58.853905 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-aeca336d-80fe-4025-bdec-0626f33c424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:58.865294 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] For port 269f1b36-2207-4c68-9d9c-848384fc3c28, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=269f1b36-2207-4c68-9d9c-848384fc3c28,segment=NetworkSegment(dc4555fd-9ffa-448d-b056-d5a5ef7e34e3),segment_id=dc4555fd-9ffa-448d-b056-d5a5ef7e34e3)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:55:58.865656 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:58.906184 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=83002068-bebb-45ed-a38f-0a1717b54a56,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:58.959713 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e52edb9-78df-41c4-863e-075b70e91645 None None] Resources bound (agent type, host, resource id): {{(pid=88566) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 13:55:58.992266 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Calling delete_port for 269f1b36-2207-4c68-9d9c-848384fc3c28 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:55:59.142046 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:59.190572 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Pushing event deleted for resources: {'Port': ['ID=269f1b36-2207-4c68-9d9c-848384fc3c28,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:59.192402 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] No DVR routers for this DVR port 269f1b36-2207-4c68-9d9c-848384fc3c28 on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:55:59.314180 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:59.341910 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7fd76b1-9209-47cf-8cde-e87ec9355557']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:55:59.353434 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4555fd-9ffa-448d-b056-d5a5ef7e34e3') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:55:59.353726 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4555fd-9ffa-448d-b056-d5a5ef7e34e3') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:55:59.365245 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:59.380973 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:59.386756 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:55:59.387163 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:55:59.401741 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:55:59.563749 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:59.581911 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:59.592503 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Pushing event deleted for resources: {'Network': ['ID=a7fd76b1-9209-47cf-8cde-e87ec9355557,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:59.599181 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-91eaad49-030f-4e75-99a0-99344cd511af tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] 10.222.0.48 "DELETE /v2.0/networks/a7fd76b1-9209-47cf-8cde-e87ec9355557 HTTP/1.1" status: 204 len: 168 time: 2.6650221 Apr 06 13:55:59.602460 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53666) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:55:59.607684 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-4a85924b-6287-4e34-953e-c41dc127fb41 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1442809901'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:55:59.613290 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4a85924b-6287-4e34-953e-c41dc127fb41 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:55:59.617024 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4a85924b-6287-4e34-953e-c41dc127fb41 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Usage tracker for resource:network and tenant:a0302e7d101f4d2f92d83af5b1e0dffc is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:55:59.619723 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-4a85924b-6287-4e34-953e-c41dc127fb41 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:55:59.626938 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-4a85924b-6287-4e34-953e-c41dc127fb41 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:55:59.712013 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a85924b-6287-4e34-953e-c41dc127fb41 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Made reservation on behalf of a0302e7d101f4d2f92d83af5b1e0dffc for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:55:59.715435 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4a85924b-6287-4e34-953e-c41dc127fb41 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:59.744673 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a85924b-6287-4e34-953e-c41dc127fb41 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:55:59.753022 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4a85924b-6287-4e34-953e-c41dc127fb41 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:59.753357 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-4a85924b-6287-4e34-953e-c41dc127fb41 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Added segment 61f1a57c-9274-4104-adb5-5816c5ffa740 of type vlan for network b5a41ccb-6711-491e-8bdc-c8941462502f Apr 06 13:55:59.778330 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4a85924b-6287-4e34-953e-c41dc127fb41 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:59.847273 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 83002068-bebb-45ed-a38f-0a1717b54a56 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:55:59.867120 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4a85924b-6287-4e34-953e-c41dc127fb41 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:59.872653 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a85924b-6287-4e34-953e-c41dc127fb41 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:59.873219 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4a85924b-6287-4e34-953e-c41dc127fb41 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:59.916204 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 83002068-bebb-45ed-a38f-0a1717b54a56 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:55:59.916580 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:55:59.982042 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85924b-6287-4e34-953e-c41dc127fb41 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Pushing event updated for resources: {'Network': ['ID=b5a41ccb-6711-491e-8bdc-c8941462502f,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:59.989285 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4a85924b-6287-4e34-953e-c41dc127fb41 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3830752 Apr 06 13:55:59.989807 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53670) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:55:59.995800 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Request body: {'subnet': {'network_id': 'b5a41ccb-6711-491e-8bdc-c8941462502f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:00.009326 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network b5a41ccb-6711-491e-8bdc-c8941462502f details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:56:00.111919 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:56:00.115761 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Usage tracker for resource:subnet and tenant:a0302e7d101f4d2f92d83af5b1e0dffc is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:56:00.119066 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:56:00.125711 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:56:00.192400 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Made reservation on behalf of a0302e7d101f4d2f92d83af5b1e0dffc for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:56:00.196210 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:00.387873 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.ipam_backend_mixin [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Performing IP validity checks on allocation pools {{(pid=88565) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 06 13:56:00.388391 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.ipam_backend_mixin [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88565) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 06 13:56:00.558281 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:00.640783 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Pushing event updated for resources: {'Subnet': ['ID=39fcc260-5a91-4b41-98e0-d1c294cdec8b,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:00.650882 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Checking segment: {'id': '61f1a57c-9274-4104-adb5-5816c5ffa740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b5a41ccb-6711-491e-8bdc-c8941462502f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:56:00.651229 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Network hostable DHCP agents. Network: b5a41ccb-6711-491e-8bdc-c8941462502f, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:56:00.657696 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:00.658030 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:00.658359 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:00.658681 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:00.659053 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:00.659375 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:00.659691 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:00.660004 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:00.660321 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:00.660631 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:00.660948 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:00.661258 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:00.740520 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Network b5a41ccb-6711-491e-8bdc-c8941462502f is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:56:00.803419 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, b5a41ccb-6711-491e-8bdc-c8941462502f) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:56:00.807852 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:00.808766 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:00.812283 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0422ea-4b09-4fb3-8313-c3dac654f2ec None None] Network b5a41ccb-6711-491e-8bdc-c8941462502f requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:56:00.896085 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-06d9f95e-e422-4c66-91bd-ef3c367c0b7e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9052219 Apr 06 13:56:00.898551 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53674) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:01.025308 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7d05b0-8fc8-409c-9988-5b30de9db301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-b5a41ccb-6711-491e-8bdc-c8941462502f', 'network_id': 'b5a41ccb-6711-491e-8bdc-c8941462502f', 'tenant_id': 'a0302e7d101f4d2f92d83af5b1e0dffc', 'fixed_ips': [{'subnet_id': '39fcc260-5a91-4b41-98e0-d1c294cdec8b'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:56:01.026142 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8f7d05b0-8fc8-409c-9988-5b30de9db301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:01.041527 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:01.106026 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:01.187040 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-8f7d05b0-8fc8-409c-9988-5b30de9db301 None None] Allocated IP 2001:db8::3 (b5a41ccb-6711-491e-8bdc-c8941462502f/39fcc260-5a91-4b41-98e0-d1c294cdec8b/651610de-c739-4710-b1f6-aacebb5b9d06) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:56:01.388687 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8f7d05b0-8fc8-409c-9988-5b30de9db301 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:01.398912 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8f7d05b0-8fc8-409c-9988-5b30de9db301 None None] Transition to ACTIVE for port object 651610de-c739-4710-b1f6-aacebb5b9d06 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:56:01.416639 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8f7d05b0-8fc8-409c-9988-5b30de9db301 None None] Transition to ACTIVE for port object 651610de-c739-4710-b1f6-aacebb5b9d06 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:56:01.461428 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8f7d05b0-8fc8-409c-9988-5b30de9db301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:01.548000 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:01.554224 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7d05b0-8fc8-409c-9988-5b30de9db301 None None] Network b5a41ccb-6711-491e-8bdc-c8941462502f is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:56:01.556912 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-8f7d05b0-8fc8-409c-9988-5b30de9db301 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:56:01.565509 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7d05b0-8fc8-409c-9988-5b30de9db301 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:56:01.575203 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d05b0-8fc8-409c-9988-5b30de9db301 None None] Pushing event updated for resources: {'Port': ['ID=651610de-c739-4710-b1f6-aacebb5b9d06,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:01.588150 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Pushing event deleted for resources: {'Subnet': ['ID=39fcc260-5a91-4b41-98e0-d1c294cdec8b,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:01.661038 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-8f7d05b0-8fc8-409c-9988-5b30de9db301 None None] Attempting to bind port 651610de-c739-4710-b1f6-aacebb5b9d06 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:56:01.661404 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-8f7d05b0-8fc8-409c-9988-5b30de9db301 None None] Attempting to bind port 651610de-c739-4710-b1f6-aacebb5b9d06 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '61f1a57c-9274-4104-adb5-5816c5ffa740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b5a41ccb-6711-491e-8bdc-c8941462502f'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:56:01.661765 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d05b0-8fc8-409c-9988-5b30de9db301 None None] Attempting to bind port 651610de-c739-4710-b1f6-aacebb5b9d06 on network b5a41ccb-6711-491e-8bdc-c8941462502f {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:56:01.666970 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d05b0-8fc8-409c-9988-5b30de9db301 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:56:01.667339 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d05b0-8fc8-409c-9988-5b30de9db301 None None] Checking segment: {'id': '61f1a57c-9274-4104-adb5-5816c5ffa740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b5a41ccb-6711-491e-8bdc-c8941462502f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:56:01.667737 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8f7d05b0-8fc8-409c-9988-5b30de9db301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:01.668127 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d05b0-8fc8-409c-9988-5b30de9db301 None None] Bound using segment: {'id': '61f1a57c-9274-4104-adb5-5816c5ffa740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b5a41ccb-6711-491e-8bdc-c8941462502f'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:56:01.668581 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-8f7d05b0-8fc8-409c-9988-5b30de9db301 None None] Bound port: 651610de-c739-4710-b1f6-aacebb5b9d06, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f1a57c-9274-4104-adb5-5816c5ffa740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b5a41ccb-6711-491e-8bdc-c8941462502f'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:56:01.668949 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8f7d05b0-8fc8-409c-9988-5b30de9db301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:01.682759 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:01.708328 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a41ccb-6711-491e-8bdc-c8941462502f']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:01.720714 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f1a57c-9274-4104-adb5-5816c5ffa740') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:01.720963 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f1a57c-9274-4104-adb5-5816c5ffa740') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:01.732030 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:01.748588 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:01.755202 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:56:01.755594 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:01.759522 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-8f7d05b0-8fc8-409c-9988-5b30de9db301 None None] For port 651610de-c739-4710-b1f6-aacebb5b9d06, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:56:01.770594 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:56:01.848604 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-8f7d05b0-8fc8-409c-9988-5b30de9db301 None None] For port 651610de-c739-4710-b1f6-aacebb5b9d06, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=651610de-c739-4710-b1f6-aacebb5b9d06,segment=NetworkSegment(61f1a57c-9274-4104-adb5-5816c5ffa740),segment_id=61f1a57c-9274-4104-adb5-5816c5ffa740)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:56:01.889786 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.db.api [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 13:56:01.889786 dv-neutron-834600-1-hyperv neutron-server[88565]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 13:56:01.889786 dv-neutron-834600-1-hyperv neutron-server[88565]: [parameters: {'id': 'b5a41ccb-6711-491e-8bdc-c8941462502f'}] Apr 06 13:56:01.889786 dv-neutron-834600-1-hyperv neutron-server[88565]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:56:01.890165 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG oslo_db.api [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:56:01.918256 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8f7d05b0-8fc8-409c-9988-5b30de9db301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:02.035761 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d05b0-8fc8-409c-9988-5b30de9db301 None None] Pushing event updated for resources: {'Port': ['ID=651610de-c739-4710-b1f6-aacebb5b9d06,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:02.063058 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dba9cde-40f6-4e37-bc81-d9c1f5558aa1 None None] Network b5a41ccb-6711-491e-8bdc-c8941462502f requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:56:02.255245 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f7498f-e769-41a7-8383-f57026fc87ed None None] get_active_networks_info from dv-neutron-834600-1-hyperv {{(pid=88566) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 06 13:56:02.336209 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f7498f-e769-41a7-8383-f57026fc87ed None None] Resources bound (agent type, host, resource id): {{(pid=88566) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 13:56:02.390944 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:02.401779 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Deleting port 651610de-c739-4710-b1f6-aacebb5b9d06 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:56:02.402103 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:02.612613 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] For port 651610de-c739-4710-b1f6-aacebb5b9d06, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=651610de-c739-4710-b1f6-aacebb5b9d06,segment=NetworkSegment(61f1a57c-9274-4104-adb5-5816c5ffa740),segment_id=61f1a57c-9274-4104-adb5-5816c5ffa740)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:56:02.612875 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:02.743062 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Calling delete_port for 651610de-c739-4710-b1f6-aacebb5b9d06 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:56:02.878150 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:02.925087 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Pushing event deleted for resources: {'Port': ['ID=651610de-c739-4710-b1f6-aacebb5b9d06,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:02.930151 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] No DVR routers for this DVR port 651610de-c739-4710-b1f6-aacebb5b9d06 on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:56:03.052136 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:03.076789 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a41ccb-6711-491e-8bdc-c8941462502f']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:03.088511 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f1a57c-9274-4104-adb5-5816c5ffa740') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:03.088803 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f1a57c-9274-4104-adb5-5816c5ffa740') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:03.100053 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:03.115879 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:03.121725 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:56:03.122100 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:56:03.141054 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:56:03.369566 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:03.387153 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:03.398035 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Pushing event deleted for resources: {'Network': ['ID=b5a41ccb-6711-491e-8bdc-c8941462502f,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:03.404477 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-024e287f-fa5e-4330-bdeb-799a757fc074 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] 10.222.0.48 "DELETE /v2.0/networks/b5a41ccb-6711-491e-8bdc-c8941462502f HTTP/1.1" status: 204 len: 168 time: 2.5049493 Apr 06 13:56:03.408139 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53678) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:03.413744 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-fde075b2-e993-45a2-9d3e-3a68bd87eb2c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-920947617'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:03.418636 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-fde075b2-e993-45a2-9d3e-3a68bd87eb2c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:56:03.423140 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-fde075b2-e993-45a2-9d3e-3a68bd87eb2c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Usage tracker for resource:network and tenant:a0302e7d101f4d2f92d83af5b1e0dffc is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:56:03.425947 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-fde075b2-e993-45a2-9d3e-3a68bd87eb2c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:56:03.432051 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-fde075b2-e993-45a2-9d3e-3a68bd87eb2c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:56:03.484789 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde075b2-e993-45a2-9d3e-3a68bd87eb2c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Made reservation on behalf of a0302e7d101f4d2f92d83af5b1e0dffc for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:56:03.488260 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fde075b2-e993-45a2-9d3e-3a68bd87eb2c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:03.515947 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde075b2-e993-45a2-9d3e-3a68bd87eb2c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:56:03.524130 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fde075b2-e993-45a2-9d3e-3a68bd87eb2c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:03.524463 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-fde075b2-e993-45a2-9d3e-3a68bd87eb2c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Added segment f91be325-5324-42ac-a1bc-5d94098a7f70 of type vlan for network cdc95453-54aa-4d91-956b-6fccbf62f810 Apr 06 13:56:03.551450 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fde075b2-e993-45a2-9d3e-3a68bd87eb2c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:03.620972 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fde075b2-e993-45a2-9d3e-3a68bd87eb2c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:03.626272 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde075b2-e993-45a2-9d3e-3a68bd87eb2c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:03.626863 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fde075b2-e993-45a2-9d3e-3a68bd87eb2c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:03.728909 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde075b2-e993-45a2-9d3e-3a68bd87eb2c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Pushing event updated for resources: {'Network': ['ID=cdc95453-54aa-4d91-956b-6fccbf62f810,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:03.736321 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde075b2-e993-45a2-9d3e-3a68bd87eb2c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:03.736654 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde075b2-e993-45a2-9d3e-3a68bd87eb2c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:03.736983 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde075b2-e993-45a2-9d3e-3a68bd87eb2c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:03.737306 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde075b2-e993-45a2-9d3e-3a68bd87eb2c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:03.737623 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde075b2-e993-45a2-9d3e-3a68bd87eb2c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:03.737938 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde075b2-e993-45a2-9d3e-3a68bd87eb2c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:03.738251 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde075b2-e993-45a2-9d3e-3a68bd87eb2c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:03.738561 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde075b2-e993-45a2-9d3e-3a68bd87eb2c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:03.738903 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde075b2-e993-45a2-9d3e-3a68bd87eb2c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:03.739216 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde075b2-e993-45a2-9d3e-3a68bd87eb2c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:03.739525 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde075b2-e993-45a2-9d3e-3a68bd87eb2c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:03.739833 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde075b2-e993-45a2-9d3e-3a68bd87eb2c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:03.754108 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network cdc95453-54aa-4d91-956b-6fccbf62f810 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:56:03.764661 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-fde075b2-e993-45a2-9d3e-3a68bd87eb2c tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3552866 Apr 06 13:56:03.767232 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53682) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:03.772764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-85e54134-2e91-4b89-b2cd-2a043d7f3ce2 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Request body: {'subnet': {'network_id': 'cdc95453-54aa-4d91-956b-6fccbf62f810', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:03.883558 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-85e54134-2e91-4b89-b2cd-2a043d7f3ce2 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:56:03.887306 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-85e54134-2e91-4b89-b2cd-2a043d7f3ce2 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Usage tracker for resource:subnet and tenant:a0302e7d101f4d2f92d83af5b1e0dffc is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:56:03.890591 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-85e54134-2e91-4b89-b2cd-2a043d7f3ce2 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:56:03.896184 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-85e54134-2e91-4b89-b2cd-2a043d7f3ce2 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:56:03.958059 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e54134-2e91-4b89-b2cd-2a043d7f3ce2 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Made reservation on behalf of a0302e7d101f4d2f92d83af5b1e0dffc for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:56:03.961431 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-85e54134-2e91-4b89-b2cd-2a043d7f3ce2 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:04.210031 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-85e54134-2e91-4b89-b2cd-2a043d7f3ce2 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:04.285861 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e54134-2e91-4b89-b2cd-2a043d7f3ce2 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Pushing event updated for resources: {'Subnet': ['ID=1ac3bdd8-e224-403a-ba0a-cd48921fb2e9,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:04.298690 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e54134-2e91-4b89-b2cd-2a043d7f3ce2 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Checking segment: {'id': 'f91be325-5324-42ac-a1bc-5d94098a7f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cdc95453-54aa-4d91-956b-6fccbf62f810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:56:04.299061 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e54134-2e91-4b89-b2cd-2a043d7f3ce2 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Network hostable DHCP agents. Network: cdc95453-54aa-4d91-956b-6fccbf62f810, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:56:04.352547 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e54134-2e91-4b89-b2cd-2a043d7f3ce2 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Network cdc95453-54aa-4d91-956b-6fccbf62f810 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:56:04.415409 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-85e54134-2e91-4b89-b2cd-2a043d7f3ce2 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, cdc95453-54aa-4d91-956b-6fccbf62f810) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:56:04.419425 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e54134-2e91-4b89-b2cd-2a043d7f3ce2 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:04.419999 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-85e54134-2e91-4b89-b2cd-2a043d7f3ce2 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:04.423966 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6e5dbb-16f9-4eaf-a8fb-bf7da2eeca32 None None] Network cdc95453-54aa-4d91-956b-6fccbf62f810 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:56:04.490855 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-85e54134-2e91-4b89-b2cd-2a043d7f3ce2 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7224345 Apr 06 13:56:04.494227 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53686) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:04.500357 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-81bd4195-26d4-4da5-afd7-42c755935cf3 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1419384484'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:04.505254 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-81bd4195-26d4-4da5-afd7-42c755935cf3 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:56:04.509002 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-81bd4195-26d4-4da5-afd7-42c755935cf3 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Usage tracker for resource:network and tenant:a0302e7d101f4d2f92d83af5b1e0dffc is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:56:04.511814 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-81bd4195-26d4-4da5-afd7-42c755935cf3 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:56:04.518602 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-81bd4195-26d4-4da5-afd7-42c755935cf3 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:56:04.575287 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bd4195-26d4-4da5-afd7-42c755935cf3 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Made reservation on behalf of a0302e7d101f4d2f92d83af5b1e0dffc for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:56:04.578854 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-81bd4195-26d4-4da5-afd7-42c755935cf3 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:04.606122 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81bd4195-26d4-4da5-afd7-42c755935cf3 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:56:04.615114 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-81bd4195-26d4-4da5-afd7-42c755935cf3 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:04.615448 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-81bd4195-26d4-4da5-afd7-42c755935cf3 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Added segment c992cb17-0de3-49c7-a8f4-439fe030c3c6 of type vlan for network f4987aaf-3881-4141-a431-c98f27b85767 Apr 06 13:56:04.640434 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c662e3d-8ca3-4fd4-96fb-80d9dc3e5892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-cdc95453-54aa-4d91-956b-6fccbf62f810', 'network_id': 'cdc95453-54aa-4d91-956b-6fccbf62f810', 'tenant_id': 'a0302e7d101f4d2f92d83af5b1e0dffc', 'fixed_ips': [{'subnet_id': '1ac3bdd8-e224-403a-ba0a-cd48921fb2e9'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:56:04.641854 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5c662e3d-8ca3-4fd4-96fb-80d9dc3e5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:04.647381 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-81bd4195-26d4-4da5-afd7-42c755935cf3 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:04.798639 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-81bd4195-26d4-4da5-afd7-42c755935cf3 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:04.800334 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-5c662e3d-8ca3-4fd4-96fb-80d9dc3e5892 None None] Allocated IP 2001:db8::2 (cdc95453-54aa-4d91-956b-6fccbf62f810/1ac3bdd8-e224-403a-ba0a-cd48921fb2e9/970ec4f5-c101-4900-948c-8fae7dbd9194) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:56:04.804230 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bd4195-26d4-4da5-afd7-42c755935cf3 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:04.804904 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-81bd4195-26d4-4da5-afd7-42c755935cf3 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:04.913220 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd4195-26d4-4da5-afd7-42c755935cf3 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Pushing event updated for resources: {'Network': ['ID=f4987aaf-3881-4141-a431-c98f27b85767,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:04.916512 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-81bd4195-26d4-4da5-afd7-42c755935cf3 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4210875 Apr 06 13:56:04.919729 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53690) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:04.926426 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-a263e7c3-89e6-4e18-aee2-9a4795db66cc tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Request body: {'subnet': {'network_id': 'f4987aaf-3881-4141-a431-c98f27b85767', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:04.929980 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network f4987aaf-3881-4141-a431-c98f27b85767 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:56:05.038557 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a263e7c3-89e6-4e18-aee2-9a4795db66cc tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:56:05.042438 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a263e7c3-89e6-4e18-aee2-9a4795db66cc tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Usage tracker for resource:subnet and tenant:a0302e7d101f4d2f92d83af5b1e0dffc is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:56:05.045468 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a263e7c3-89e6-4e18-aee2-9a4795db66cc tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:56:05.053084 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a263e7c3-89e6-4e18-aee2-9a4795db66cc tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:56:05.118412 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a263e7c3-89e6-4e18-aee2-9a4795db66cc tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Made reservation on behalf of a0302e7d101f4d2f92d83af5b1e0dffc for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:56:05.121926 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a263e7c3-89e6-4e18-aee2-9a4795db66cc tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:05.126095 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5c662e3d-8ca3-4fd4-96fb-80d9dc3e5892 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:05.136449 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-5c662e3d-8ca3-4fd4-96fb-80d9dc3e5892 None None] Transition to ACTIVE for port object 970ec4f5-c101-4900-948c-8fae7dbd9194 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:56:05.156881 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-5c662e3d-8ca3-4fd4-96fb-80d9dc3e5892 None None] Transition to ACTIVE for port object 970ec4f5-c101-4900-948c-8fae7dbd9194 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:56:05.238899 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5c662e3d-8ca3-4fd4-96fb-80d9dc3e5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:05.299342 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c662e3d-8ca3-4fd4-96fb-80d9dc3e5892 None None] Network cdc95453-54aa-4d91-956b-6fccbf62f810 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:56:05.302168 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-5c662e3d-8ca3-4fd4-96fb-80d9dc3e5892 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:56:05.305814 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c662e3d-8ca3-4fd4-96fb-80d9dc3e5892 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:56:05.348565 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c662e3d-8ca3-4fd4-96fb-80d9dc3e5892 None None] Pushing event updated for resources: {'Port': ['ID=970ec4f5-c101-4900-948c-8fae7dbd9194,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:05.392692 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a263e7c3-89e6-4e18-aee2-9a4795db66cc tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:05.408622 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-5c662e3d-8ca3-4fd4-96fb-80d9dc3e5892 None None] Attempting to bind port 970ec4f5-c101-4900-948c-8fae7dbd9194 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:56:05.410722 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-5c662e3d-8ca3-4fd4-96fb-80d9dc3e5892 None None] Attempting to bind port 970ec4f5-c101-4900-948c-8fae7dbd9194 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'f91be325-5324-42ac-a1bc-5d94098a7f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cdc95453-54aa-4d91-956b-6fccbf62f810'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:56:05.410722 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c662e3d-8ca3-4fd4-96fb-80d9dc3e5892 None None] Attempting to bind port 970ec4f5-c101-4900-948c-8fae7dbd9194 on network cdc95453-54aa-4d91-956b-6fccbf62f810 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:56:05.414669 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c662e3d-8ca3-4fd4-96fb-80d9dc3e5892 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:56:05.415064 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c662e3d-8ca3-4fd4-96fb-80d9dc3e5892 None None] Checking segment: {'id': 'f91be325-5324-42ac-a1bc-5d94098a7f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cdc95453-54aa-4d91-956b-6fccbf62f810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:56:05.415462 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5c662e3d-8ca3-4fd4-96fb-80d9dc3e5892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:05.415854 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c662e3d-8ca3-4fd4-96fb-80d9dc3e5892 None None] Bound using segment: {'id': 'f91be325-5324-42ac-a1bc-5d94098a7f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cdc95453-54aa-4d91-956b-6fccbf62f810'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:56:05.416311 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-5c662e3d-8ca3-4fd4-96fb-80d9dc3e5892 None None] Bound port: 970ec4f5-c101-4900-948c-8fae7dbd9194, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91be325-5324-42ac-a1bc-5d94098a7f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cdc95453-54aa-4d91-956b-6fccbf62f810'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:56:05.416689 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5c662e3d-8ca3-4fd4-96fb-80d9dc3e5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:05.471864 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263e7c3-89e6-4e18-aee2-9a4795db66cc tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Pushing event updated for resources: {'Subnet': ['ID=9a296bbc-a092-471c-8156-2a92ed245bee,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:05.489967 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a263e7c3-89e6-4e18-aee2-9a4795db66cc tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Checking segment: {'id': 'c992cb17-0de3-49c7-a8f4-439fe030c3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f4987aaf-3881-4141-a431-c98f27b85767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:56:05.489967 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a263e7c3-89e6-4e18-aee2-9a4795db66cc tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Network hostable DHCP agents. Network: f4987aaf-3881-4141-a431-c98f27b85767, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:56:05.506949 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-5c662e3d-8ca3-4fd4-96fb-80d9dc3e5892 None None] For port 970ec4f5-c101-4900-948c-8fae7dbd9194, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:56:05.512681 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-5c662e3d-8ca3-4fd4-96fb-80d9dc3e5892 None None] For port 970ec4f5-c101-4900-948c-8fae7dbd9194, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=970ec4f5-c101-4900-948c-8fae7dbd9194,segment=NetworkSegment(f91be325-5324-42ac-a1bc-5d94098a7f70),segment_id=f91be325-5324-42ac-a1bc-5d94098a7f70)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:56:05.540794 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a263e7c3-89e6-4e18-aee2-9a4795db66cc tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Network f4987aaf-3881-4141-a431-c98f27b85767 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:56:05.558454 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5c662e3d-8ca3-4fd4-96fb-80d9dc3e5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:05.598087 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-a263e7c3-89e6-4e18-aee2-9a4795db66cc tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, f4987aaf-3881-4141-a431-c98f27b85767) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:56:05.602033 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a263e7c3-89e6-4e18-aee2-9a4795db66cc tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:05.602604 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a263e7c3-89e6-4e18-aee2-9a4795db66cc tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:05.610376 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea9bb43-b336-4b48-a954-e596bdce1085 None None] Network f4987aaf-3881-4141-a431-c98f27b85767 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:56:05.685073 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a263e7c3-89e6-4e18-aee2-9a4795db66cc tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7587075 Apr 06 13:56:05.685073 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53694) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:05.735670 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c662e3d-8ca3-4fd4-96fb-80d9dc3e5892 None None] Pushing event updated for resources: {'Port': ['ID=970ec4f5-c101-4900-948c-8fae7dbd9194,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:05.831944 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:05.886639 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a9ed68-7928-432e-b82c-35dfe1db752a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-f4987aaf-3881-4141-a431-c98f27b85767', 'network_id': 'f4987aaf-3881-4141-a431-c98f27b85767', 'tenant_id': 'a0302e7d101f4d2f92d83af5b1e0dffc', 'fixed_ips': [{'subnet_id': '9a296bbc-a092-471c-8156-2a92ed245bee'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:56:05.887501 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-06a9ed68-7928-432e-b82c-35dfe1db752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:05.930110 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:06.057665 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-06a9ed68-7928-432e-b82c-35dfe1db752a None None] Allocated IP 2001:db8::2 (f4987aaf-3881-4141-a431-c98f27b85767/9a296bbc-a092-471c-8156-2a92ed245bee/86099efe-1d29-424b-8454-a45263e3ef33) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:56:06.260663 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-06a9ed68-7928-432e-b82c-35dfe1db752a None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:06.270486 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-06a9ed68-7928-432e-b82c-35dfe1db752a None None] Transition to ACTIVE for port object 86099efe-1d29-424b-8454-a45263e3ef33 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:56:06.288088 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-06a9ed68-7928-432e-b82c-35dfe1db752a None None] Transition to ACTIVE for port object 86099efe-1d29-424b-8454-a45263e3ef33 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:56:06.359853 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-06a9ed68-7928-432e-b82c-35dfe1db752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:06.430125 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a9ed68-7928-432e-b82c-35dfe1db752a None None] Network f4987aaf-3881-4141-a431-c98f27b85767 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:56:06.432996 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-06a9ed68-7928-432e-b82c-35dfe1db752a None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:56:06.439096 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:06.442047 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a9ed68-7928-432e-b82c-35dfe1db752a None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:56:06.456245 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9ed68-7928-432e-b82c-35dfe1db752a None None] Pushing event updated for resources: {'Port': ['ID=86099efe-1d29-424b-8454-a45263e3ef33,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:06.494236 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Pushing event deleted for resources: {'Subnet': ['ID=9a296bbc-a092-471c-8156-2a92ed245bee,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:06.558552 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-06a9ed68-7928-432e-b82c-35dfe1db752a None None] Attempting to bind port 86099efe-1d29-424b-8454-a45263e3ef33 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:56:06.559056 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-06a9ed68-7928-432e-b82c-35dfe1db752a None None] Attempting to bind port 86099efe-1d29-424b-8454-a45263e3ef33 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'c992cb17-0de3-49c7-a8f4-439fe030c3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f4987aaf-3881-4141-a431-c98f27b85767'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:56:06.559486 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a9ed68-7928-432e-b82c-35dfe1db752a None None] Attempting to bind port 86099efe-1d29-424b-8454-a45263e3ef33 on network f4987aaf-3881-4141-a431-c98f27b85767 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:56:06.565473 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a9ed68-7928-432e-b82c-35dfe1db752a None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:56:06.566250 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a9ed68-7928-432e-b82c-35dfe1db752a None None] Checking segment: {'id': 'c992cb17-0de3-49c7-a8f4-439fe030c3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f4987aaf-3881-4141-a431-c98f27b85767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:56:06.566415 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-06a9ed68-7928-432e-b82c-35dfe1db752a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:06.566888 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a9ed68-7928-432e-b82c-35dfe1db752a None None] Bound using segment: {'id': 'c992cb17-0de3-49c7-a8f4-439fe030c3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f4987aaf-3881-4141-a431-c98f27b85767'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:56:06.567431 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-06a9ed68-7928-432e-b82c-35dfe1db752a None None] Bound port: 86099efe-1d29-424b-8454-a45263e3ef33, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c992cb17-0de3-49c7-a8f4-439fe030c3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f4987aaf-3881-4141-a431-c98f27b85767'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:56:06.567873 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-06a9ed68-7928-432e-b82c-35dfe1db752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:06.674192 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-06a9ed68-7928-432e-b82c-35dfe1db752a None None] For port 86099efe-1d29-424b-8454-a45263e3ef33, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:56:06.677582 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-06a9ed68-7928-432e-b82c-35dfe1db752a None None] For port 86099efe-1d29-424b-8454-a45263e3ef33, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=86099efe-1d29-424b-8454-a45263e3ef33,segment=NetworkSegment(c992cb17-0de3-49c7-a8f4-439fe030c3c6),segment_id=c992cb17-0de3-49c7-a8f4-439fe030c3c6)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:56:06.721677 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a210a6-9cd4-499f-a9d5-b89f45f80fbf None None] Network cdc95453-54aa-4d91-956b-6fccbf62f810 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:56:06.730179 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:06.747759 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-06a9ed68-7928-432e-b82c-35dfe1db752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:06.756213 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4987aaf-3881-4141-a431-c98f27b85767']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:06.768171 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c992cb17-0de3-49c7-a8f4-439fe030c3c6') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:06.768463 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c992cb17-0de3-49c7-a8f4-439fe030c3c6') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:06.781550 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:06.798595 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:06.804773 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:56:06.809677 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:56:06.819604 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:56:06.924415 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.api [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 06 13:56:06.924415 dv-neutron-834600-1-hyperv neutron-server[88564]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 06 13:56:06.924415 dv-neutron-834600-1-hyperv neutron-server[88564]: [parameters: {'id': 'f4987aaf-3881-4141-a431-c98f27b85767'}] Apr 06 13:56:06.924415 dv-neutron-834600-1-hyperv neutron-server[88564]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:56:06.924936 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG oslo_db.api [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:56:06.989860 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9ed68-7928-432e-b82c-35dfe1db752a None None] Pushing event updated for resources: {'Port': ['ID=86099efe-1d29-424b-8454-a45263e3ef33,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:06.995426 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-bd5f863e-9afb-4497-9cd2-988837ee49d8 None None] Provisioning for port 970ec4f5-c101-4900-948c-8fae7dbd9194 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:56:07.066617 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b80c93b-6203-46c5-95bc-706541736065 None None] Network f4987aaf-3881-4141-a431-c98f27b85767 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:56:07.425967 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:07.437888 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Deleting port 86099efe-1d29-424b-8454-a45263e3ef33 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:56:07.438219 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:07.452936 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66baf3a2-a095-447f-ba2d-8441265e7123 None None] get_active_networks_info from dv-neutron-834600-1-hyperv {{(pid=88566) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 06 13:56:07.551553 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66baf3a2-a095-447f-ba2d-8441265e7123 None None] Resources bound (agent type, host, resource id): {{(pid=88566) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 06 13:56:07.659521 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] For port 86099efe-1d29-424b-8454-a45263e3ef33, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=86099efe-1d29-424b-8454-a45263e3ef33,segment=NetworkSegment(c992cb17-0de3-49c7-a8f4-439fe030c3c6),segment_id=c992cb17-0de3-49c7-a8f4-439fe030c3c6)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:56:07.660136 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:07.781308 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Calling delete_port for 86099efe-1d29-424b-8454-a45263e3ef33 owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:56:07.887500 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 970ec4f5-c101-4900-948c-8fae7dbd9194 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:56:07.969731 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:08.020884 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Pushing event deleted for resources: {'Port': ['ID=86099efe-1d29-424b-8454-a45263e3ef33,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:08.025360 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] No DVR routers for this DVR port 86099efe-1d29-424b-8454-a45263e3ef33 on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:56:08.027038 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 970ec4f5-c101-4900-948c-8fae7dbd9194 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:56:08.032911 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 970ec4f5-c101-4900-948c-8fae7dbd9194 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:56:08.037131 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:08.150412 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:08.156313 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:08.183776 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4987aaf-3881-4141-a431-c98f27b85767']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:08.184469 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 970ec4f5-c101-4900-948c-8fae7dbd9194, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=970ec4f5-c101-4900-948c-8fae7dbd9194,segment=NetworkSegment(f91be325-5324-42ac-a1bc-5d94098a7f70),segment_id=f91be325-5324-42ac-a1bc-5d94098a7f70)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:56:08.196914 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c992cb17-0de3-49c7-a8f4-439fe030c3c6') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:08.197212 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c992cb17-0de3-49c7-a8f4-439fe030c3c6') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:08.208943 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:08.225216 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:08.231264 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:56:08.231643 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:08.238129 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:56:08.247119 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:56:08.303220 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=970ec4f5-c101-4900-948c-8fae7dbd9194,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:08.375169 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:08.392624 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:08.407381 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Pushing event deleted for resources: {'Network': ['ID=f4987aaf-3881-4141-a431-c98f27b85767,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:08.411245 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2d9b9d1e-fbe3-4a49-acda-4da1a0f32f90 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] 10.222.0.48 "DELETE /v2.0/networks/f4987aaf-3881-4141-a431-c98f27b85767 HTTP/1.1" status: 204 len: 168 time: 2.7275474 Apr 06 13:56:08.414257 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53698) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:08.452516 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdaf8164-efdf-452b-ae81-38ba0368f3c6 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] GET failed (client error): The resource could not be found. Apr 06 13:56:08.453009 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-bdaf8164-efdf-452b-ae81-38ba0368f3c6 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Synchronizing usage tracker for tenant:a0302e7d101f4d2f92d83af5b1e0dffc on resource:subnet {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:56:08.518034 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-bdaf8164-efdf-452b-ae81-38ba0368f3c6 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Unset dirty status for tenant:a0302e7d101f4d2f92d83af5b1e0dffc on resource:subnet {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:56:08.519209 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-bdaf8164-efdf-452b-ae81-38ba0368f3c6 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] 10.222.0.48 "GET /v2.0/subnets/9a296bbc-a092-471c-8156-2a92ed245bee HTTP/1.1" status: 404 len: 337 time: 0.1040039 Apr 06 13:56:08.521967 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53702) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:08.548615 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae0f84c-3cc1-4c15-bffb-79277486f926 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] DELETE failed (client error): The resource could not be found. Apr 06 13:56:08.549063 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eae0f84c-3cc1-4c15-bffb-79277486f926 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:56:08.550656 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-eae0f84c-3cc1-4c15-bffb-79277486f926 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] 10.222.0.48 "DELETE /v2.0/networks/f4987aaf-3881-4141-a431-c98f27b85767 HTTP/1.1" status: 404 len: 339 time: 0.0278230 Apr 06 13:56:08.554294 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53706) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:08.596347 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-2881d6d8-88d8-440d-8696-615a91960d97 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] DELETE failed (client error): The resource could not be found. Apr 06 13:56:08.598930 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2881d6d8-88d8-440d-8696-615a91960d97 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:56:08.598930 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2881d6d8-88d8-440d-8696-615a91960d97 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] 10.222.0.48 "DELETE /v2.0/subnets/9a296bbc-a092-471c-8156-2a92ed245bee HTTP/1.1" status: 404 len: 337 time: 0.0432017 Apr 06 13:56:08.600969 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53710) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:08.624940 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f390c84-983d-4245-9dee-64fb7ba95e74 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] DELETE failed (client error): The resource could not be found. Apr 06 13:56:08.625395 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f390c84-983d-4245-9dee-64fb7ba95e74 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:56:08.627164 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5f390c84-983d-4245-9dee-64fb7ba95e74 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] 10.222.0.48 "DELETE /v2.0/networks/f4987aaf-3881-4141-a431-c98f27b85767 HTTP/1.1" status: 404 len: 339 time: 0.0252383 Apr 06 13:56:08.629547 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53714) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:08.694265 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cfa5885-aaaa-4faa-b215-19a209c11d3b tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Deleting subnet 1ac3bdd8-e224-403a-ba0a-cd48921fb2e9 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:56:08.697045 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4cfa5885-aaaa-4faa-b215-19a209c11d3b tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:08.754210 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4cfa5885-aaaa-4faa-b215-19a209c11d3b tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:08.835519 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4cfa5885-aaaa-4faa-b215-19a209c11d3b tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:08.999318 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4cfa5885-aaaa-4faa-b215-19a209c11d3b tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:09.036389 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa5885-aaaa-4faa-b215-19a209c11d3b tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Pushing event deleted for resources: {'Subnet': ['ID=1ac3bdd8-e224-403a-ba0a-cd48921fb2e9,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:09.049820 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4cfa5885-aaaa-4faa-b215-19a209c11d3b tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:09.049931 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd810c0a-9f7b-440a-8eb6-8092c6afd72d None None] Network cdc95453-54aa-4d91-956b-6fccbf62f810 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:56:09.125678 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4cfa5885-aaaa-4faa-b215-19a209c11d3b tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] 10.222.0.48 "DELETE /v2.0/subnets/1ac3bdd8-e224-403a-ba0a-cd48921fb2e9 HTTP/1.1" status: 204 len: 168 time: 0.4951251 Apr 06 13:56:09.128127 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53718) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:09.306484 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ec806d-c844-4ad6-b461-ec70fe6bb0c2 None None] DHCP port deletion for cdc95453-54aa-4d91-956b-6fccbf62f810 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:56:09.310900 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-e6ec806d-c844-4ad6-b461-ec70fe6bb0c2 None None] Deleting port 970ec4f5-c101-4900-948c-8fae7dbd9194 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:56:09.312130 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e6ec806d-c844-4ad6-b461-ec70fe6bb0c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:09.345588 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cd4fce25-cc91-49ee-a2ba-38b6133cf083 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:09.355755 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-cd4fce25-cc91-49ee-a2ba-38b6133cf083 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Deleting port 970ec4f5-c101-4900-948c-8fae7dbd9194 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:56:09.356080 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cd4fce25-cc91-49ee-a2ba-38b6133cf083 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:09.509525 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-e6ec806d-c844-4ad6-b461-ec70fe6bb0c2 None None] For port 970ec4f5-c101-4900-948c-8fae7dbd9194, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=970ec4f5-c101-4900-948c-8fae7dbd9194,segment=NetworkSegment(f91be325-5324-42ac-a1bc-5d94098a7f70),segment_id=f91be325-5324-42ac-a1bc-5d94098a7f70)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:56:09.509829 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e6ec806d-c844-4ad6-b461-ec70fe6bb0c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:09.560859 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-cd4fce25-cc91-49ee-a2ba-38b6133cf083 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] For port 970ec4f5-c101-4900-948c-8fae7dbd9194, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=970ec4f5-c101-4900-948c-8fae7dbd9194,segment=NetworkSegment(f91be325-5324-42ac-a1bc-5d94098a7f70),segment_id=f91be325-5324-42ac-a1bc-5d94098a7f70)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:56:09.561158 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cd4fce25-cc91-49ee-a2ba-38b6133cf083 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:09.628891 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-e6ec806d-c844-4ad6-b461-ec70fe6bb0c2 None None] Calling delete_port for 970ec4f5-c101-4900-948c-8fae7dbd9194 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:56:09.688230 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-cd4fce25-cc91-49ee-a2ba-38b6133cf083 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Calling delete_port for 970ec4f5-c101-4900-948c-8fae7dbd9194 owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:56:09.792575 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e6ec806d-c844-4ad6-b461-ec70fe6bb0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:09.798935 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.db.api [None req-cd4fce25-cc91-49ee-a2ba-38b6133cf083 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:56:09.799420 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG oslo_db.api [None req-cd4fce25-cc91-49ee-a2ba-38b6133cf083 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:56:09.839652 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec806d-c844-4ad6-b461-ec70fe6bb0c2 None None] Pushing event deleted for resources: {'Port': ['ID=970ec4f5-c101-4900-948c-8fae7dbd9194,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:09.844587 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ec806d-c844-4ad6-b461-ec70fe6bb0c2 None None] No DVR routers for this DVR port 970ec4f5-c101-4900-948c-8fae7dbd9194 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:56:09.853657 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 970ec4f5-c101-4900-948c-8fae7dbd9194 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:56:09.890325 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 970ec4f5-c101-4900-948c-8fae7dbd9194 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:56:09.890666 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 970ec4f5-c101-4900-948c-8fae7dbd9194 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:56:10.300815 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-cd4fce25-cc91-49ee-a2ba-38b6133cf083 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Deleting port 970ec4f5-c101-4900-948c-8fae7dbd9194 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:56:10.301155 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cd4fce25-cc91-49ee-a2ba-38b6133cf083 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:10.367310 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-cd4fce25-cc91-49ee-a2ba-38b6133cf083 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] The port '970ec4f5-c101-4900-948c-8fae7dbd9194' was deleted {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:56:10.486896 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cd4fce25-cc91-49ee-a2ba-38b6133cf083 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:10.511223 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-cd4fce25-cc91-49ee-a2ba-38b6133cf083 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdc95453-54aa-4d91-956b-6fccbf62f810']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:10.522684 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-cd4fce25-cc91-49ee-a2ba-38b6133cf083 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91be325-5324-42ac-a1bc-5d94098a7f70') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:10.523008 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-cd4fce25-cc91-49ee-a2ba-38b6133cf083 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91be325-5324-42ac-a1bc-5d94098a7f70') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:10.534746 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cd4fce25-cc91-49ee-a2ba-38b6133cf083 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:10.550726 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cd4fce25-cc91-49ee-a2ba-38b6133cf083 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:10.556497 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4fce25-cc91-49ee-a2ba-38b6133cf083 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:56:10.556872 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cd4fce25-cc91-49ee-a2ba-38b6133cf083 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: util.warn( Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: util.warn( Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: util.warn( Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: util.warn( Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:56:10.570823 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:56:10.689708 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cd4fce25-cc91-49ee-a2ba-38b6133cf083 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:10.707111 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cd4fce25-cc91-49ee-a2ba-38b6133cf083 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:10.719382 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4fce25-cc91-49ee-a2ba-38b6133cf083 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Pushing event deleted for resources: {'Network': ['ID=cdc95453-54aa-4d91-956b-6fccbf62f810,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:10.722114 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-cd4fce25-cc91-49ee-a2ba-38b6133cf083 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] 10.222.0.48 "DELETE /v2.0/networks/cdc95453-54aa-4d91-956b-6fccbf62f810 HTTP/1.1" status: 204 len: 168 time: 1.5930755 Apr 06 13:56:10.725246 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53722) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:10.760746 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ac4368-a532-4827-b768-0ac54c4dc1ac tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] DELETE failed (client error): The resource could not be found. Apr 06 13:56:10.761104 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ac4368-a532-4827-b768-0ac54c4dc1ac tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:56:10.762688 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-36ac4368-a532-4827-b768-0ac54c4dc1ac tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] 10.222.0.48 "DELETE /v2.0/subnets/39fcc260-5a91-4b41-98e0-d1c294cdec8b HTTP/1.1" status: 404 len: 337 time: 0.0370889 Apr 06 13:56:10.765837 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53726) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:10.789809 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c9e66d-9028-4301-8eaa-52ba7c734e6a tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] DELETE failed (client error): The resource could not be found. Apr 06 13:56:10.790241 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c9e66d-9028-4301-8eaa-52ba7c734e6a tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:56:10.791809 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b9c9e66d-9028-4301-8eaa-52ba7c734e6a tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] 10.222.0.48 "DELETE /v2.0/networks/b5a41ccb-6711-491e-8bdc-c8941462502f HTTP/1.1" status: 404 len: 339 time: 0.0251307 Apr 06 13:56:10.794077 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53730) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:10.833094 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-c06288b9-7326-4cfd-a076-8ca6cddf49e7 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] DELETE failed (client error): The resource could not be found. Apr 06 13:56:10.833772 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c06288b9-7326-4cfd-a076-8ca6cddf49e7 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:56:10.835165 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c06288b9-7326-4cfd-a076-8ca6cddf49e7 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] 10.222.0.48 "DELETE /v2.0/subnets/046280fc-9217-4848-a45b-41ebcd1b10a3 HTTP/1.1" status: 404 len: 337 time: 0.0401721 Apr 06 13:56:10.837475 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53734) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:10.861108 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e975da2-4ac8-421b-a166-0369bd41b645 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] DELETE failed (client error): The resource could not be found. Apr 06 13:56:10.861551 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e975da2-4ac8-421b-a166-0369bd41b645 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88564) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 06 13:56:10.863117 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5e975da2-4ac8-421b-a166-0369bd41b645 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] 10.222.0.48 "DELETE /v2.0/networks/a7fd76b1-9209-47cf-8cde-e87ec9355557 HTTP/1.1" status: 404 len: 339 time: 0.0247810 Apr 06 13:56:10.865653 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53738) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:10.928340 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ebde96-052f-4be1-a8e4-3bafec323e3e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Deleting subnet 03aafb7f-9c6d-4172-b60b-46e2388789f2 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:56:10.931181 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e9ebde96-052f-4be1-a8e4-3bafec323e3e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:10.988523 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e9ebde96-052f-4be1-a8e4-3bafec323e3e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:11.068159 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e9ebde96-052f-4be1-a8e4-3bafec323e3e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:11.204821 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e9ebde96-052f-4be1-a8e4-3bafec323e3e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:11.244118 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebde96-052f-4be1-a8e4-3bafec323e3e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Pushing event deleted for resources: {'Subnet': ['ID=03aafb7f-9c6d-4172-b60b-46e2388789f2,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:11.249419 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e9ebde96-052f-4be1-a8e4-3bafec323e3e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:11.256222 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ede569-b67f-4b9c-8705-781a52e327a8 None None] Network 70512b08-2d99-4ec8-923e-a761b2923d87 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:56:11.259677 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e9ebde96-052f-4be1-a8e4-3bafec323e3e tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] 10.222.0.48 "DELETE /v2.0/subnets/03aafb7f-9c6d-4172-b60b-46e2388789f2 HTTP/1.1" status: 204 len: 168 time: 0.3931296 Apr 06 13:56:11.262056 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53742) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:11.377843 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0886a763-8c35-4c45-a857-17883f164a73 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:11.387913 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-0886a763-8c35-4c45-a857-17883f164a73 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Deleting port 83002068-bebb-45ed-a38f-0a1717b54a56 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:56:11.388239 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0886a763-8c35-4c45-a857-17883f164a73 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:11.499511 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51b076a-5502-4c1b-819f-4717165ff9bf None None] DHCP port deletion for 70512b08-2d99-4ec8-923e-a761b2923d87 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:56:11.503784 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-d51b076a-5502-4c1b-819f-4717165ff9bf None None] Deleting port 83002068-bebb-45ed-a38f-0a1717b54a56 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:56:11.504167 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d51b076a-5502-4c1b-819f-4717165ff9bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:11.710610 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-0886a763-8c35-4c45-a857-17883f164a73 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] For port 83002068-bebb-45ed-a38f-0a1717b54a56, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=83002068-bebb-45ed-a38f-0a1717b54a56,segment=NetworkSegment(7597aebd-af67-4b23-8813-bbe4a3006a82),segment_id=7597aebd-af67-4b23-8813-bbe4a3006a82)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:56:11.711043 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0886a763-8c35-4c45-a857-17883f164a73 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:11.711828 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-d51b076a-5502-4c1b-819f-4717165ff9bf None None] For port 83002068-bebb-45ed-a38f-0a1717b54a56, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=83002068-bebb-45ed-a38f-0a1717b54a56,segment=NetworkSegment(7597aebd-af67-4b23-8813-bbe4a3006a82),segment_id=7597aebd-af67-4b23-8813-bbe4a3006a82)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:56:11.712214 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d51b076a-5502-4c1b-819f-4717165ff9bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:11.834841 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-d51b076a-5502-4c1b-819f-4717165ff9bf None None] Calling delete_port for 83002068-bebb-45ed-a38f-0a1717b54a56 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:56:11.836019 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-0886a763-8c35-4c45-a857-17883f164a73 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Calling delete_port for 83002068-bebb-45ed-a38f-0a1717b54a56 owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:56:11.864000 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 83002068-bebb-45ed-a38f-0a1717b54a56 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:56:11.981692 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0886a763-8c35-4c45-a857-17883f164a73 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:11.994432 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Port 83002068-bebb-45ed-a38f-0a1717b54a56 update to DOWN by agent not found {{(pid=88566) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:56:11.997782 dv-neutron-834600-1-hyperv neutron-server[88566]: util.warn( Apr 06 13:56:12.007137 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-d51b076a-5502-4c1b-819f-4717165ff9bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:56:12.007498 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-d51b076a-5502-4c1b-819f-4717165ff9bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:56:12.031646 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886a763-8c35-4c45-a857-17883f164a73 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Pushing event deleted for resources: {'Port': ['ID=83002068-bebb-45ed-a38f-0a1717b54a56,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:12.035211 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0886a763-8c35-4c45-a857-17883f164a73 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] No DVR routers for this DVR port 83002068-bebb-45ed-a38f-0a1717b54a56 on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:56:12.155347 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0886a763-8c35-4c45-a857-17883f164a73 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:12.181370 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-0886a763-8c35-4c45-a857-17883f164a73 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70512b08-2d99-4ec8-923e-a761b2923d87']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:12.193581 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-0886a763-8c35-4c45-a857-17883f164a73 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7597aebd-af67-4b23-8813-bbe4a3006a82') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:12.193873 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-0886a763-8c35-4c45-a857-17883f164a73 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7597aebd-af67-4b23-8813-bbe4a3006a82') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:12.205122 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0886a763-8c35-4c45-a857-17883f164a73 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:12.220573 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0886a763-8c35-4c45-a857-17883f164a73 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:12.226318 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0886a763-8c35-4c45-a857-17883f164a73 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:56:12.226689 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0886a763-8c35-4c45-a857-17883f164a73 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:56:12.241371 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:56:12.364331 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0886a763-8c35-4c45-a857-17883f164a73 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:12.381294 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0886a763-8c35-4c45-a857-17883f164a73 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:12.392897 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886a763-8c35-4c45-a857-17883f164a73 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] Pushing event deleted for resources: {'Network': ['ID=70512b08-2d99-4ec8-923e-a761b2923d87,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:12.395364 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0886a763-8c35-4c45-a857-17883f164a73 tempest-NetworksIpV6Test-236527016 tempest-NetworksIpV6Test-236527016-project] 10.222.0.48 "DELETE /v2.0/networks/70512b08-2d99-4ec8-923e-a761b2923d87 HTTP/1.1" status: 204 len: 168 time: 1.1324210 Apr 06 13:56:12.513599 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-d51b076a-5502-4c1b-819f-4717165ff9bf None None] Deleting port 83002068-bebb-45ed-a38f-0a1717b54a56 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:56:12.513599 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d51b076a-5502-4c1b-819f-4717165ff9bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:12.574434 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-d51b076a-5502-4c1b-819f-4717165ff9bf None None] The port '83002068-bebb-45ed-a38f-0a1717b54a56' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:56:12.791190 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53752) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:12.935376 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-108da707-75a2-4578-9b96-120ec8db851e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a0302e7d101f4d2f92d83af5b1e0dffc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430483 Apr 06 13:56:12.937908 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53758) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:12.994368 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3f7e890c-e33d-4fcc-8c55-2b6cb4bd24df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:13.019765 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3f7e890c-e33d-4fcc-8c55-2b6cb4bd24df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:13.162186 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3f7e890c-e33d-4fcc-8c55-2b6cb4bd24df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:13.180228 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e890c-e33d-4fcc-8c55-2b6cb4bd24df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e88676-658a-4d6c-9993-d74687c320c9,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:13.185064 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3f7e890c-e33d-4fcc-8c55-2b6cb4bd24df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:13.190480 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3f7e890c-e33d-4fcc-8c55-2b6cb4bd24df admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35e88676-658a-4d6c-9993-d74687c320c9 HTTP/1.1" status: 204 len: 168 time: 0.2515004 Apr 06 13:56:14.089911 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53782) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:14.195977 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-70ee154e-e696-430b-bec9-174f1d8609ff tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-686938852', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:14.202667 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-70ee154e-e696-430b-bec9-174f1d8609ff tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:56:14.206481 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-70ee154e-e696-430b-bec9-174f1d8609ff tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Usage tracker for resource:router and tenant:527257771d4247b9bb0ff90bbc491f2c is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:56:14.209293 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-70ee154e-e696-430b-bec9-174f1d8609ff tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:56:14.215427 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-70ee154e-e696-430b-bec9-174f1d8609ff tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:56:14.284280 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-70ee154e-e696-430b-bec9-174f1d8609ff tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:14.285201 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-70ee154e-e696-430b-bec9-174f1d8609ff tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:14.299682 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-70ee154e-e696-430b-bec9-174f1d8609ff tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:14.381133 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-70ee154e-e696-430b-bec9-174f1d8609ff tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:14.478289 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-70ee154e-e696-430b-bec9-174f1d8609ff tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:14.479449 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-70ee154e-e696-430b-bec9-174f1d8609ff tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3885460 Apr 06 13:56:14.482126 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53788) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:14.487509 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-8d885d75-a8a5-4e82-b309-a65ad2154c3e tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-298127953'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:14.492201 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-8d885d75-a8a5-4e82-b309-a65ad2154c3e tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:56:14.496451 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-8d885d75-a8a5-4e82-b309-a65ad2154c3e tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Usage tracker for resource:network and tenant:527257771d4247b9bb0ff90bbc491f2c is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:56:14.499226 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-8d885d75-a8a5-4e82-b309-a65ad2154c3e tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:56:14.504760 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-8d885d75-a8a5-4e82-b309-a65ad2154c3e tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:56:14.575210 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d885d75-a8a5-4e82-b309-a65ad2154c3e tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Made reservation on behalf of 527257771d4247b9bb0ff90bbc491f2c for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:56:14.578942 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8d885d75-a8a5-4e82-b309-a65ad2154c3e tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:14.590709 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8d885d75-a8a5-4e82-b309-a65ad2154c3e tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:14.605165 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-8d885d75-a8a5-4e82-b309-a65ad2154c3e tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:56:14.609139 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-8d885d75-a8a5-4e82-b309-a65ad2154c3e tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Usage tracker for resource:security_group_rule and tenant:527257771d4247b9bb0ff90bbc491f2c is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:56:14.611858 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-8d885d75-a8a5-4e82-b309-a65ad2154c3e tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:56:14.617454 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-8d885d75-a8a5-4e82-b309-a65ad2154c3e tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:56:14.695918 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8d885d75-a8a5-4e82-b309-a65ad2154c3e tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:14.781164 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8d885d75-a8a5-4e82-b309-a65ad2154c3e tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:14.814340 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d885d75-a8a5-4e82-b309-a65ad2154c3e tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:56:14.819396 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d885d75-a8a5-4e82-b309-a65ad2154c3e tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c798620f-9ae1-4449-bc98-7677ba572f1e,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:14.827056 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8d885d75-a8a5-4e82-b309-a65ad2154c3e tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:14.827056 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-8d885d75-a8a5-4e82-b309-a65ad2154c3e tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Added segment 45eb8409-fb03-48d9-832b-4b0f50c2abea of type vlan for network 2a716c15-d1b5-4f8a-bee2-a065fd582aaa Apr 06 13:56:14.855102 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8d885d75-a8a5-4e82-b309-a65ad2154c3e tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:14.964571 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8d885d75-a8a5-4e82-b309-a65ad2154c3e tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:14.970136 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d885d75-a8a5-4e82-b309-a65ad2154c3e tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:14.979414 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8d885d75-a8a5-4e82-b309-a65ad2154c3e tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:15.075789 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d885d75-a8a5-4e82-b309-a65ad2154c3e tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Pushing event updated for resources: {'Network': ['ID=2a716c15-d1b5-4f8a-bee2-a065fd582aaa,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:15.086273 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 2a716c15-d1b5-4f8a-bee2-a065fd582aaa details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:56:15.119466 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8d885d75-a8a5-4e82-b309-a65ad2154c3e tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6363404 Apr 06 13:56:15.122183 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53792) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:15.128602 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-15796136-b0a0-4406-bcc1-508ae269cbdd tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Request body: {'subnet': {'network_id': '2a716c15-d1b5-4f8a-bee2-a065fd582aaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:15.239164 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-15796136-b0a0-4406-bcc1-508ae269cbdd tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:56:15.242890 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-15796136-b0a0-4406-bcc1-508ae269cbdd tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Usage tracker for resource:subnet and tenant:527257771d4247b9bb0ff90bbc491f2c is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:56:15.245608 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-15796136-b0a0-4406-bcc1-508ae269cbdd tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:56:15.251773 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-15796136-b0a0-4406-bcc1-508ae269cbdd tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:56:15.306763 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15796136-b0a0-4406-bcc1-508ae269cbdd tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Made reservation on behalf of 527257771d4247b9bb0ff90bbc491f2c for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:56:15.310405 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-15796136-b0a0-4406-bcc1-508ae269cbdd tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:15.484866 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c9fd9366-414c-4322-b165-43721b6449cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:15.581070 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-15796136-b0a0-4406-bcc1-508ae269cbdd tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:15.657164 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15796136-b0a0-4406-bcc1-508ae269cbdd tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Pushing event updated for resources: {'Subnet': ['ID=ca599170-2d5c-4fe8-842b-153f08e31627,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:15.665400 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15796136-b0a0-4406-bcc1-508ae269cbdd tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Checking segment: {'id': '45eb8409-fb03-48d9-832b-4b0f50c2abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2a716c15-d1b5-4f8a-bee2-a065fd582aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:56:15.665750 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15796136-b0a0-4406-bcc1-508ae269cbdd tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Network hostable DHCP agents. Network: 2a716c15-d1b5-4f8a-bee2-a065fd582aaa, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:56:15.787056 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15796136-b0a0-4406-bcc1-508ae269cbdd tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Network 2a716c15-d1b5-4f8a-bee2-a065fd582aaa is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:56:15.883789 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-15796136-b0a0-4406-bcc1-508ae269cbdd tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 2a716c15-d1b5-4f8a-bee2-a065fd582aaa) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:56:15.887833 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15796136-b0a0-4406-bcc1-508ae269cbdd tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:15.888413 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-15796136-b0a0-4406-bcc1-508ae269cbdd tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:15.893603 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e484e97-6a12-4bba-b7da-439c74c7829f None None] Network 2a716c15-d1b5-4f8a-bee2-a065fd582aaa requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:56:15.981843 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-15796136-b0a0-4406-bcc1-508ae269cbdd tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8586197 Apr 06 13:56:15.984986 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53796) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:15.991352 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-395b31ee-acc6-4046-927a-139d3208be8a tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-906696568'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:15.996486 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-395b31ee-acc6-4046-927a-139d3208be8a tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:56:16.000540 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-395b31ee-acc6-4046-927a-139d3208be8a tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Usage tracker for resource:network and tenant:527257771d4247b9bb0ff90bbc491f2c is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:56:16.003513 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-395b31ee-acc6-4046-927a-139d3208be8a tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:56:16.009981 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-395b31ee-acc6-4046-927a-139d3208be8a tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:56:16.101315 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395b31ee-acc6-4046-927a-139d3208be8a tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Made reservation on behalf of 527257771d4247b9bb0ff90bbc491f2c for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:56:16.104809 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-395b31ee-acc6-4046-927a-139d3208be8a tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:16.108699 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de9edd7-53a1-4350-bff5-765a1ec72588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-2a716c15-d1b5-4f8a-bee2-a065fd582aaa', 'network_id': '2a716c15-d1b5-4f8a-bee2-a065fd582aaa', 'tenant_id': '527257771d4247b9bb0ff90bbc491f2c', 'fixed_ips': [{'subnet_id': 'ca599170-2d5c-4fe8-842b-153f08e31627'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:56:16.109527 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6de9edd7-53a1-4350-bff5-765a1ec72588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:16.132298 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-395b31ee-acc6-4046-927a-139d3208be8a tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:56:16.142636 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-395b31ee-acc6-4046-927a-139d3208be8a tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:16.143132 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-395b31ee-acc6-4046-927a-139d3208be8a tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Added segment 0811fc20-3dec-4bf7-8e5b-181fca729f93 of type vlan for network 87955474-7786-4e5e-98f0-511f3e94936c Apr 06 13:56:16.174414 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-395b31ee-acc6-4046-927a-139d3208be8a tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:16.284535 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-395b31ee-acc6-4046-927a-139d3208be8a tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:16.290212 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395b31ee-acc6-4046-927a-139d3208be8a tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:16.290881 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-395b31ee-acc6-4046-927a-139d3208be8a tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:16.301153 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-6de9edd7-53a1-4350-bff5-765a1ec72588 None None] Allocated IP 172.20.0.2 (2a716c15-d1b5-4f8a-bee2-a065fd582aaa/ca599170-2d5c-4fe8-842b-153f08e31627/e1720edd-40b5-40a7-8d2e-2cdf68531e77) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:56:16.401807 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b31ee-acc6-4046-927a-139d3208be8a tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Pushing event updated for resources: {'Network': ['ID=87955474-7786-4e5e-98f0-511f3e94936c,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:16.413083 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-395b31ee-acc6-4046-927a-139d3208be8a tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4244881 Apr 06 13:56:16.413501 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53800) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:16.414420 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 87955474-7786-4e5e-98f0-511f3e94936c details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:56:16.419085 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-8e2e024e-32d6-4efd-a51c-90f61b71755d tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Request body: {'subnet': {'network_id': '87955474-7786-4e5e-98f0-511f3e94936c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:16.526506 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-8e2e024e-32d6-4efd-a51c-90f61b71755d tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:56:16.531150 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8e2e024e-32d6-4efd-a51c-90f61b71755d tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Usage tracker for resource:subnet and tenant:527257771d4247b9bb0ff90bbc491f2c is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:56:16.534051 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-8e2e024e-32d6-4efd-a51c-90f61b71755d tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:56:16.540179 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-8e2e024e-32d6-4efd-a51c-90f61b71755d tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:56:16.595869 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6de9edd7-53a1-4350-bff5-765a1ec72588 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:16.604646 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2e024e-32d6-4efd-a51c-90f61b71755d tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Made reservation on behalf of 527257771d4247b9bb0ff90bbc491f2c for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:56:16.605696 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-6de9edd7-53a1-4350-bff5-765a1ec72588 None None] Transition to ACTIVE for port object e1720edd-40b5-40a7-8d2e-2cdf68531e77 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:56:16.609205 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8e2e024e-32d6-4efd-a51c-90f61b71755d tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:16.624633 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-6de9edd7-53a1-4350-bff5-765a1ec72588 None None] Transition to ACTIVE for port object e1720edd-40b5-40a7-8d2e-2cdf68531e77 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:56:16.713682 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6de9edd7-53a1-4350-bff5-765a1ec72588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:16.774881 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de9edd7-53a1-4350-bff5-765a1ec72588 None None] Network 2a716c15-d1b5-4f8a-bee2-a065fd582aaa is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:56:16.782213 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-6de9edd7-53a1-4350-bff5-765a1ec72588 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:56:16.786710 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de9edd7-53a1-4350-bff5-765a1ec72588 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:56:16.792494 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9edd7-53a1-4350-bff5-765a1ec72588 None None] Pushing event updated for resources: {'Port': ['ID=e1720edd-40b5-40a7-8d2e-2cdf68531e77,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:16.880873 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-6de9edd7-53a1-4350-bff5-765a1ec72588 None None] Attempting to bind port e1720edd-40b5-40a7-8d2e-2cdf68531e77 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:56:16.881239 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-6de9edd7-53a1-4350-bff5-765a1ec72588 None None] Attempting to bind port e1720edd-40b5-40a7-8d2e-2cdf68531e77 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '45eb8409-fb03-48d9-832b-4b0f50c2abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2a716c15-d1b5-4f8a-bee2-a065fd582aaa'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:56:16.881653 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de9edd7-53a1-4350-bff5-765a1ec72588 None None] Attempting to bind port e1720edd-40b5-40a7-8d2e-2cdf68531e77 on network 2a716c15-d1b5-4f8a-bee2-a065fd582aaa {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:56:16.886962 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de9edd7-53a1-4350-bff5-765a1ec72588 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:56:16.887364 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de9edd7-53a1-4350-bff5-765a1ec72588 None None] Checking segment: {'id': '45eb8409-fb03-48d9-832b-4b0f50c2abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2a716c15-d1b5-4f8a-bee2-a065fd582aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:56:16.887766 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6de9edd7-53a1-4350-bff5-765a1ec72588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:16.888159 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de9edd7-53a1-4350-bff5-765a1ec72588 None None] Bound using segment: {'id': '45eb8409-fb03-48d9-832b-4b0f50c2abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2a716c15-d1b5-4f8a-bee2-a065fd582aaa'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:56:16.888620 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-6de9edd7-53a1-4350-bff5-765a1ec72588 None None] Bound port: e1720edd-40b5-40a7-8d2e-2cdf68531e77, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45eb8409-fb03-48d9-832b-4b0f50c2abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2a716c15-d1b5-4f8a-bee2-a065fd582aaa'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:56:16.889015 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6de9edd7-53a1-4350-bff5-765a1ec72588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:16.895581 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8e2e024e-32d6-4efd-a51c-90f61b71755d tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:16.979628 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-6de9edd7-53a1-4350-bff5-765a1ec72588 None None] For port e1720edd-40b5-40a7-8d2e-2cdf68531e77, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:56:16.981090 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e024e-32d6-4efd-a51c-90f61b71755d tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Pushing event updated for resources: {'Subnet': ['ID=913abb26-3116-4509-bb31-236819d68352,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:16.982485 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-6de9edd7-53a1-4350-bff5-765a1ec72588 None None] For port e1720edd-40b5-40a7-8d2e-2cdf68531e77, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=e1720edd-40b5-40a7-8d2e-2cdf68531e77,segment=NetworkSegment(45eb8409-fb03-48d9-832b-4b0f50c2abea),segment_id=45eb8409-fb03-48d9-832b-4b0f50c2abea)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:56:16.986792 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2e024e-32d6-4efd-a51c-90f61b71755d tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Checking segment: {'id': '0811fc20-3dec-4bf7-8e5b-181fca729f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '87955474-7786-4e5e-98f0-511f3e94936c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:56:16.987296 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2e024e-32d6-4efd-a51c-90f61b71755d tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Network hostable DHCP agents. Network: 87955474-7786-4e5e-98f0-511f3e94936c, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:56:17.050565 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6de9edd7-53a1-4350-bff5-765a1ec72588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:17.060904 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2e024e-32d6-4efd-a51c-90f61b71755d tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Network 87955474-7786-4e5e-98f0-511f3e94936c is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:56:17.124027 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-8e2e024e-32d6-4efd-a51c-90f61b71755d tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 87955474-7786-4e5e-98f0-511f3e94936c) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:56:17.128378 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2e024e-32d6-4efd-a51c-90f61b71755d tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:17.129110 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-8e2e024e-32d6-4efd-a51c-90f61b71755d tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:17.129824 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9edd7-53a1-4350-bff5-765a1ec72588 None None] Pushing event updated for resources: {'Port': ['ID=e1720edd-40b5-40a7-8d2e-2cdf68531e77,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:17.142329 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030c300a-ce70-4832-b929-1b66458733e4 None None] Network 87955474-7786-4e5e-98f0-511f3e94936c requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:56:17.222602 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8e2e024e-32d6-4efd-a51c-90f61b71755d tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8080707 Apr 06 13:56:17.225545 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53804) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:17.234920 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-660f4296-2aef-4db4-83c5-dc19133c070b tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Request body: {'router': {'external_gateway_info': {'network_id': '87955474-7786-4e5e-98f0-511f3e94936c'}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:17.397474 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1b9d54-eef8-4f0b-89dd-ae802c72d7df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-87955474-7786-4e5e-98f0-511f3e94936c', 'network_id': '87955474-7786-4e5e-98f0-511f3e94936c', 'tenant_id': '527257771d4247b9bb0ff90bbc491f2c', 'fixed_ips': [{'subnet_id': '913abb26-3116-4509-bb31-236819d68352'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:56:17.398397 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8e1b9d54-eef8-4f0b-89dd-ae802c72d7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:17.564876 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-8e1b9d54-eef8-4f0b-89dd-ae802c72d7df None None] Allocated IP 172.21.0.2 (87955474-7786-4e5e-98f0-511f3e94936c/913abb26-3116-4509-bb31-236819d68352/94a3318b-3bd0-44dc-a72c-b805d9479c01) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:56:17.721709 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-421317f5-9755-4963-a323-e79f1511c98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:17.731659 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-660f4296-2aef-4db4-83c5-dc19133c070b tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:17.782632 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8e1b9d54-eef8-4f0b-89dd-ae802c72d7df None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:17.792579 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8e1b9d54-eef8-4f0b-89dd-ae802c72d7df None None] Transition to ACTIVE for port object 94a3318b-3bd0-44dc-a72c-b805d9479c01 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:56:17.812050 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8e1b9d54-eef8-4f0b-89dd-ae802c72d7df None None] Transition to ACTIVE for port object 94a3318b-3bd0-44dc-a72c-b805d9479c01 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:56:17.867451 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8e1b9d54-eef8-4f0b-89dd-ae802c72d7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:17.915802 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device e1720edd-40b5-40a7-8d2e-2cdf68531e77 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:56:17.958310 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.api.v2.resource [None req-660f4296-2aef-4db4-83c5-dc19133c070b tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 06 13:56:17.959393 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-660f4296-2aef-4db4-83c5-dc19133c070b tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] 10.222.0.48 "PUT /v2.0/routers/438cbb14-1035-4a85-bff2-e76b07c839c3 HTTP/1.1" status: 400 len: 364 time: 0.7328629 Apr 06 13:56:17.965190 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53808) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:18.006835 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1b9d54-eef8-4f0b-89dd-ae802c72d7df None None] Network 87955474-7786-4e5e-98f0-511f3e94936c is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:56:18.015430 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-8e1b9d54-eef8-4f0b-89dd-ae802c72d7df None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:56:18.017887 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1b9d54-eef8-4f0b-89dd-ae802c72d7df None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:56:18.036344 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-57fa39fb-6a1d-4c90-9a4b-765376b50082 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Deleting subnet 913abb26-3116-4509-bb31-236819d68352 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:56:18.040148 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-57fa39fb-6a1d-4c90-9a4b-765376b50082 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:18.059329 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b9d54-eef8-4f0b-89dd-ae802c72d7df None None] Pushing event updated for resources: {'Port': ['ID=94a3318b-3bd0-44dc-a72c-b805d9479c01,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:18.100280 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-57fa39fb-6a1d-4c90-9a4b-765376b50082 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:18.106758 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port e1720edd-40b5-40a7-8d2e-2cdf68531e77 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:56:18.133865 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-8e1b9d54-eef8-4f0b-89dd-ae802c72d7df None None] Attempting to bind port 94a3318b-3bd0-44dc-a72c-b805d9479c01 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:56:18.134538 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-8e1b9d54-eef8-4f0b-89dd-ae802c72d7df None None] Attempting to bind port 94a3318b-3bd0-44dc-a72c-b805d9479c01 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '0811fc20-3dec-4bf7-8e5b-181fca729f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '87955474-7786-4e5e-98f0-511f3e94936c'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:56:18.134655 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1b9d54-eef8-4f0b-89dd-ae802c72d7df None None] Attempting to bind port 94a3318b-3bd0-44dc-a72c-b805d9479c01 on network 87955474-7786-4e5e-98f0-511f3e94936c {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:56:18.141633 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1b9d54-eef8-4f0b-89dd-ae802c72d7df None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:56:18.142012 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1b9d54-eef8-4f0b-89dd-ae802c72d7df None None] Checking segment: {'id': '0811fc20-3dec-4bf7-8e5b-181fca729f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '87955474-7786-4e5e-98f0-511f3e94936c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:56:18.142416 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8e1b9d54-eef8-4f0b-89dd-ae802c72d7df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:18.142974 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1b9d54-eef8-4f0b-89dd-ae802c72d7df None None] Bound using segment: {'id': '0811fc20-3dec-4bf7-8e5b-181fca729f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '87955474-7786-4e5e-98f0-511f3e94936c'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:56:18.143321 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-8e1b9d54-eef8-4f0b-89dd-ae802c72d7df None None] Bound port: 94a3318b-3bd0-44dc-a72c-b805d9479c01, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0811fc20-3dec-4bf7-8e5b-181fca729f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '87955474-7786-4e5e-98f0-511f3e94936c'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:56:18.143696 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8e1b9d54-eef8-4f0b-89dd-ae802c72d7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:18.206120 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-57fa39fb-6a1d-4c90-9a4b-765376b50082 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:18.209779 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee41fe2f-f33b-4e86-be10-fcbc4992819a None None] Network 2a716c15-d1b5-4f8a-bee2-a065fd582aaa requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:56:18.324809 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-57fa39fb-6a1d-4c90-9a4b-765376b50082 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:18.364655 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa39fb-6a1d-4c90-9a4b-765376b50082 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Pushing event deleted for resources: {'Subnet': ['ID=913abb26-3116-4509-bb31-236819d68352,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:18.368998 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-57fa39fb-6a1d-4c90-9a4b-765376b50082 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:18.375515 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-57fa39fb-6a1d-4c90-9a4b-765376b50082 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] 10.222.0.48 "DELETE /v2.0/subnets/913abb26-3116-4509-bb31-236819d68352 HTTP/1.1" status: 204 len: 168 time: 0.4093375 Apr 06 13:56:18.376859 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-8e1b9d54-eef8-4f0b-89dd-ae802c72d7df None None] For port 94a3318b-3bd0-44dc-a72c-b805d9479c01, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:56:18.378206 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53812) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:18.381832 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-8e1b9d54-eef8-4f0b-89dd-ae802c72d7df None None] For port 94a3318b-3bd0-44dc-a72c-b805d9479c01, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=94a3318b-3bd0-44dc-a72c-b805d9479c01,segment=NetworkSegment(0811fc20-3dec-4bf7-8e5b-181fca729f93),segment_id=0811fc20-3dec-4bf7-8e5b-181fca729f93)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:56:18.404815 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b8d2cbc9-1719-4a99-bd5f-04ffa35101fe None None] Provisioning for port e1720edd-40b5-40a7-8d2e-2cdf68531e77 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:56:18.441357 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8e1b9d54-eef8-4f0b-89dd-ae802c72d7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:18.486219 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-b8d2cbc9-1719-4a99-bd5f-04ffa35101fe None None] Provisioning complete for port e1720edd-40b5-40a7-8d2e-2cdf68531e77 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:56:18.486219 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b8d2cbc9-1719-4a99-bd5f-04ffa35101fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:18.494195 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40b2f636-037d-4118-a143-ee24b5609789 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:18.505279 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-40b2f636-037d-4118-a143-ee24b5609789 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Deleting port 94a3318b-3bd0-44dc-a72c-b805d9479c01 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:56:18.505605 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40b2f636-037d-4118-a143-ee24b5609789 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:18.619935 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b9d54-eef8-4f0b-89dd-ae802c72d7df None None] Pushing event updated for resources: {'Port': ['ID=94a3318b-3bd0-44dc-a72c-b805d9479c01,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:18.706658 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b8d2cbc9-1719-4a99-bd5f-04ffa35101fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:18.741415 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-b8d2cbc9-1719-4a99-bd5f-04ffa35101fe None None] For port e1720edd-40b5-40a7-8d2e-2cdf68531e77, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=e1720edd-40b5-40a7-8d2e-2cdf68531e77,segment=NetworkSegment(45eb8409-fb03-48d9-832b-4b0f50c2abea),segment_id=45eb8409-fb03-48d9-832b-4b0f50c2abea)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:56:18.743061 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-40b2f636-037d-4118-a143-ee24b5609789 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] For port 94a3318b-3bd0-44dc-a72c-b805d9479c01, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=94a3318b-3bd0-44dc-a72c-b805d9479c01,segment=NetworkSegment(0811fc20-3dec-4bf7-8e5b-181fca729f93),segment_id=0811fc20-3dec-4bf7-8e5b-181fca729f93)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:56:18.743577 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40b2f636-037d-4118-a143-ee24b5609789 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:18.810291 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b8d2cbc9-1719-4a99-bd5f-04ffa35101fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:18.898279 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-40b2f636-037d-4118-a143-ee24b5609789 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Calling delete_port for 94a3318b-3bd0-44dc-a72c-b805d9479c01 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:56:18.923756 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2cbc9-1719-4a99-bd5f-04ffa35101fe None None] Pushing event updated for resources: {'Port': ['ID=e1720edd-40b5-40a7-8d2e-2cdf68531e77,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:18.953385 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:18.969922 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:19.036718 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-c1ce559c-e297-4e0c-a938-76539cc5fc0c None None] Provisioning complete for port e1720edd-40b5-40a7-8d2e-2cdf68531e77 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:56:19.037082 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c1ce559c-e297-4e0c-a938-76539cc5fc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:19.038716 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40b2f636-037d-4118-a143-ee24b5609789 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:19.086214 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2f636-037d-4118-a143-ee24b5609789 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Pushing event deleted for resources: {'Port': ['ID=94a3318b-3bd0-44dc-a72c-b805d9479c01,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:19.089637 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b2f636-037d-4118-a143-ee24b5609789 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] No DVR routers for this DVR port 94a3318b-3bd0-44dc-a72c-b805d9479c01 on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:56:19.318650 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40b2f636-037d-4118-a143-ee24b5609789 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:19.346371 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-40b2f636-037d-4118-a143-ee24b5609789 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87955474-7786-4e5e-98f0-511f3e94936c']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:19.360310 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-40b2f636-037d-4118-a143-ee24b5609789 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0811fc20-3dec-4bf7-8e5b-181fca729f93') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:19.360602 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-40b2f636-037d-4118-a143-ee24b5609789 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0811fc20-3dec-4bf7-8e5b-181fca729f93') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:19.372437 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40b2f636-037d-4118-a143-ee24b5609789 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:19.393128 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40b2f636-037d-4118-a143-ee24b5609789 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:19.399481 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b2f636-037d-4118-a143-ee24b5609789 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:56:19.399863 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40b2f636-037d-4118-a143-ee24b5609789 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:56:19.415378 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:56:19.553236 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40b2f636-037d-4118-a143-ee24b5609789 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:19.570820 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-40b2f636-037d-4118-a143-ee24b5609789 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:19.582591 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2f636-037d-4118-a143-ee24b5609789 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Pushing event deleted for resources: {'Network': ['ID=87955474-7786-4e5e-98f0-511f3e94936c,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:19.587163 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-40b2f636-037d-4118-a143-ee24b5609789 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] 10.222.0.48 "DELETE /v2.0/networks/87955474-7786-4e5e-98f0-511f3e94936c HTTP/1.1" status: 204 len: 168 time: 1.2069058 Apr 06 13:56:19.589196 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53816) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:19.650587 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f805d451-4f8b-4cda-8adf-a40b7de9f4a8 None None] DHCP port deletion for 87955474-7786-4e5e-98f0-511f3e94936c request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:56:19.660336 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-130de954-2318-4ff0-9cee-62af39a47e49 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Deleting subnet ca599170-2d5c-4fe8-842b-153f08e31627 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:56:19.663561 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-130de954-2318-4ff0-9cee-62af39a47e49 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:19.666869 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82783b0-612c-4444-8a90-b1da3824ed24 None None] Network 87955474-7786-4e5e-98f0-511f3e94936c requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:56:19.687479 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-a31d9c9c-98f8-44f8-b23a-e9b91d0ee0d4 None None] Could not find standard attr ID for object 94a3318b-3bd0-44dc-a72c-b805d9479c01. {{(pid=88566) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 06 13:56:19.688930 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82783b0-612c-4444-8a90-b1da3824ed24 None None] Network 87955474-7786-4e5e-98f0-511f3e94936c could not be found, it might have been deleted concurrently. {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 06 13:56:19.718372 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-130de954-2318-4ff0-9cee-62af39a47e49 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:19.803433 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-130de954-2318-4ff0-9cee-62af39a47e49 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:19.859518 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device e1720edd-40b5-40a7-8d2e-2cdf68531e77 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:56:19.929149 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port e1720edd-40b5-40a7-8d2e-2cdf68531e77 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:56:19.929429 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:19.942084 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-130de954-2318-4ff0-9cee-62af39a47e49 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:19.984113 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-130de954-2318-4ff0-9cee-62af39a47e49 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:19.986906 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130de954-2318-4ff0-9cee-62af39a47e49 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Pushing event deleted for resources: {'Subnet': ['ID=ca599170-2d5c-4fe8-842b-153f08e31627,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:19.989612 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe6ca29-120c-4084-8ea7-768c95c3f233 None None] Network 2a716c15-d1b5-4f8a-bee2-a065fd582aaa requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:56:19.994758 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-130de954-2318-4ff0-9cee-62af39a47e49 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] 10.222.0.48 "DELETE /v2.0/subnets/ca599170-2d5c-4fe8-842b-153f08e31627 HTTP/1.1" status: 204 len: 168 time: 0.4045546 Apr 06 13:56:19.997227 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53820) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:20.113188 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8463f14f-40ae-423a-99cd-2fbc6693efad tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:20.124633 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-8463f14f-40ae-423a-99cd-2fbc6693efad tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Deleting port e1720edd-40b5-40a7-8d2e-2cdf68531e77 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:56:20.124972 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8463f14f-40ae-423a-99cd-2fbc6693efad tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:20.278305 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0656fbf-6d6a-44d8-88b1-a1836c95c875 None None] DHCP port deletion for 2a716c15-d1b5-4f8a-bee2-a065fd582aaa request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:56:20.282953 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-c0656fbf-6d6a-44d8-88b1-a1836c95c875 None None] Deleting port e1720edd-40b5-40a7-8d2e-2cdf68531e77 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:56:20.283329 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c0656fbf-6d6a-44d8-88b1-a1836c95c875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:20.341025 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-8463f14f-40ae-423a-99cd-2fbc6693efad tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] For port e1720edd-40b5-40a7-8d2e-2cdf68531e77, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=e1720edd-40b5-40a7-8d2e-2cdf68531e77,segment=NetworkSegment(45eb8409-fb03-48d9-832b-4b0f50c2abea),segment_id=45eb8409-fb03-48d9-832b-4b0f50c2abea)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:56:20.341393 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8463f14f-40ae-423a-99cd-2fbc6693efad tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:20.412949 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:20.506929 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-c0656fbf-6d6a-44d8-88b1-a1836c95c875 None None] For port e1720edd-40b5-40a7-8d2e-2cdf68531e77, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=e1720edd-40b5-40a7-8d2e-2cdf68531e77,segment=NetworkSegment(45eb8409-fb03-48d9-832b-4b0f50c2abea),segment_id=45eb8409-fb03-48d9-832b-4b0f50c2abea)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:56:20.507214 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c0656fbf-6d6a-44d8-88b1-a1836c95c875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:20.577454 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-8463f14f-40ae-423a-99cd-2fbc6693efad tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Calling delete_port for e1720edd-40b5-40a7-8d2e-2cdf68531e77 owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:56:20.629711 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-c0656fbf-6d6a-44d8-88b1-a1836c95c875 None None] Calling delete_port for e1720edd-40b5-40a7-8d2e-2cdf68531e77 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:56:20.707745 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8463f14f-40ae-423a-99cd-2fbc6693efad tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:20.712869 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-c0656fbf-6d6a-44d8-88b1-a1836c95c875 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:56:20.713310 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-c0656fbf-6d6a-44d8-88b1-a1836c95c875 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:56:20.753998 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463f14f-40ae-423a-99cd-2fbc6693efad tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Pushing event deleted for resources: {'Port': ['ID=e1720edd-40b5-40a7-8d2e-2cdf68531e77,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:20.757480 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8463f14f-40ae-423a-99cd-2fbc6693efad tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] No DVR routers for this DVR port e1720edd-40b5-40a7-8d2e-2cdf68531e77 on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:56:20.877462 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8463f14f-40ae-423a-99cd-2fbc6693efad tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:20.901257 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-8463f14f-40ae-423a-99cd-2fbc6693efad tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a716c15-d1b5-4f8a-bee2-a065fd582aaa']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:20.913485 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-8463f14f-40ae-423a-99cd-2fbc6693efad tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45eb8409-fb03-48d9-832b-4b0f50c2abea') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:20.913777 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-8463f14f-40ae-423a-99cd-2fbc6693efad tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45eb8409-fb03-48d9-832b-4b0f50c2abea') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:20.925320 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8463f14f-40ae-423a-99cd-2fbc6693efad tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:20.940762 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8463f14f-40ae-423a-99cd-2fbc6693efad tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:20.946599 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8463f14f-40ae-423a-99cd-2fbc6693efad tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:56:20.947009 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8463f14f-40ae-423a-99cd-2fbc6693efad tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:56:20.964439 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:56:21.079136 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8463f14f-40ae-423a-99cd-2fbc6693efad tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:21.084361 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8463f14f-40ae-423a-99cd-2fbc6693efad tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:21.110459 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463f14f-40ae-423a-99cd-2fbc6693efad tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Pushing event deleted for resources: {'Network': ['ID=2a716c15-d1b5-4f8a-bee2-a065fd582aaa,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:21.115370 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8463f14f-40ae-423a-99cd-2fbc6693efad tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] 10.222.0.48 "DELETE /v2.0/networks/2a716c15-d1b5-4f8a-bee2-a065fd582aaa HTTP/1.1" status: 204 len: 168 time: 1.1172290 Apr 06 13:56:21.117845 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53824) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:21.166342 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-bbddbcd4-0359-4afb-ba4b-b356e4e78680 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Synchronizing usage tracker for tenant:527257771d4247b9bb0ff90bbc491f2c on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:56:21.214886 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-c0656fbf-6d6a-44d8-88b1-a1836c95c875 None None] Deleting port e1720edd-40b5-40a7-8d2e-2cdf68531e77 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:56:21.215272 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c0656fbf-6d6a-44d8-88b1-a1836c95c875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:21.256096 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-bbddbcd4-0359-4afb-ba4b-b356e4e78680 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Unset dirty status for tenant:527257771d4247b9bb0ff90bbc491f2c on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:56:21.257284 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-bbddbcd4-0359-4afb-ba4b-b356e4e78680 tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] 10.222.0.48 "GET /v2.0/ports?device_id=438cbb14-1035-4a85-bff2-e76b07c839c3 HTTP/1.1" status: 200 len: 205 time: 0.1385393 Apr 06 13:56:21.259922 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53828) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:21.317699 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-c0656fbf-6d6a-44d8-88b1-a1836c95c875 None None] The port 'e1720edd-40b5-40a7-8d2e-2cdf68531e77' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:56:21.391732 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3227ade7-1530-488c-ac10-75f1538d2cea tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:21.677788 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3227ade7-1530-488c-ac10-75f1538d2cea tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:21.679973 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3227ade7-1530-488c-ac10-75f1538d2cea tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:21.770242 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3227ade7-1530-488c-ac10-75f1538d2cea tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:21.770919 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3227ade7-1530-488c-ac10-75f1538d2cea tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Fanout notify agent at l3_agent the message router_deleted on router 438cbb14-1035-4a85-bff2-e76b07c839c3 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:56:21.782258 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3227ade7-1530-488c-ac10-75f1538d2cea tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:21.783387 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3227ade7-1530-488c-ac10-75f1538d2cea tempest-RoutersNegativeTest-2133184527 tempest-RoutersNegativeTest-2133184527-project] 10.222.0.48 "DELETE /v2.0/routers/438cbb14-1035-4a85-bff2-e76b07c839c3 HTTP/1.1" status: 204 len: 168 time: 0.5224335 Apr 06 13:56:21.854149 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device e1720edd-40b5-40a7-8d2e-2cdf68531e77 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:56:21.889456 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: e1720edd-40b5-40a7-8d2e-2cdf68531e77 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:56:21.889818 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device e1720edd-40b5-40a7-8d2e-2cdf68531e77 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:56:22.218568 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53836) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:22.368297 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d20926b9-4e50-4685-8bf6-0832f748be17 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=527257771d4247b9bb0ff90bbc491f2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1484601 Apr 06 13:56:22.370707 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53842) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:22.427452 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-475133f1-99d4-48c6-a6c1-4b552c3a6f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:22.452142 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-475133f1-99d4-48c6-a6c1-4b552c3a6f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:22.552523 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-475133f1-99d4-48c6-a6c1-4b552c3a6f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:22.566125 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475133f1-99d4-48c6-a6c1-4b552c3a6f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c798620f-9ae1-4449-bc98-7677ba572f1e,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:22.572626 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-475133f1-99d4-48c6-a6c1-4b552c3a6f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:22.573735 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-475133f1-99d4-48c6-a6c1-4b552c3a6f5e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c798620f-9ae1-4449-bc98-7677ba572f1e HTTP/1.1" status: 204 len: 168 time: 0.2021208 Apr 06 13:56:23.612772 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53866) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:23.716257 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-67a926a0-d9c8-4954-80d1-0c45a00d976a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1189454255-network', 'tenant_id': '5672f774e4bb416283b255c1f6543be6'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:23.721664 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-67a926a0-d9c8-4954-80d1-0c45a00d976a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:56:23.725493 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-67a926a0-d9c8-4954-80d1-0c45a00d976a admin admin] Usage tracker for resource:network and tenant:5672f774e4bb416283b255c1f6543be6 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:56:23.728317 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-67a926a0-d9c8-4954-80d1-0c45a00d976a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:56:23.735203 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-67a926a0-d9c8-4954-80d1-0c45a00d976a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:56:23.832915 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a926a0-d9c8-4954-80d1-0c45a00d976a admin admin] Made reservation on behalf of 5672f774e4bb416283b255c1f6543be6 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:56:23.835242 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-67a926a0-d9c8-4954-80d1-0c45a00d976a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:23.847802 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-67a926a0-d9c8-4954-80d1-0c45a00d976a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:23.862348 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-67a926a0-d9c8-4954-80d1-0c45a00d976a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:56:23.866125 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-67a926a0-d9c8-4954-80d1-0c45a00d976a admin admin] Usage tracker for resource:security_group_rule and tenant:5672f774e4bb416283b255c1f6543be6 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:56:23.868903 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-67a926a0-d9c8-4954-80d1-0c45a00d976a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:56:23.875514 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-67a926a0-d9c8-4954-80d1-0c45a00d976a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:56:23.958605 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-67a926a0-d9c8-4954-80d1-0c45a00d976a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:24.027166 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-67a926a0-d9c8-4954-80d1-0c45a00d976a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:24.056475 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a926a0-d9c8-4954-80d1-0c45a00d976a admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:56:24.068279 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a926a0-d9c8-4954-80d1-0c45a00d976a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9ffdda-9eb6-4bbc-98ef-a84b6eaf961d,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:24.072772 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-67a926a0-d9c8-4954-80d1-0c45a00d976a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:24.073083 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-67a926a0-d9c8-4954-80d1-0c45a00d976a admin admin] Added segment 5a2b6a6d-28d8-446b-aebd-88b809d37a4a of type vlan for network 4b060a6f-f790-4375-ae69-d1e8bd71a3c7 Apr 06 13:56:24.099263 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-67a926a0-d9c8-4954-80d1-0c45a00d976a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:24.187293 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-67a926a0-d9c8-4954-80d1-0c45a00d976a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:24.188138 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a926a0-d9c8-4954-80d1-0c45a00d976a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:24.188715 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-67a926a0-d9c8-4954-80d1-0c45a00d976a admin admin] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:24.289620 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a926a0-d9c8-4954-80d1-0c45a00d976a admin admin] Pushing event updated for resources: {'Network': ['ID=4b060a6f-f790-4375-ae69-d1e8bd71a3c7,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:24.299850 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 4b060a6f-f790-4375-ae69-d1e8bd71a3c7 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:56:24.337013 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-67a926a0-d9c8-4954-80d1-0c45a00d976a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7230625 Apr 06 13:56:24.339663 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53872) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:24.346071 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-565a8c74-94b2-47d2-8552-c3c9408c60ea admin admin] Request body: {'subnet': {'network_id': '4b060a6f-f790-4375-ae69-d1e8bd71a3c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1189454255-subnet', 'tenant_id': '5672f774e4bb416283b255c1f6543be6', 'ip_version': 4}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:24.351016 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-565a8c74-94b2-47d2-8552-c3c9408c60ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:56:24.354778 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-565a8c74-94b2-47d2-8552-c3c9408c60ea admin admin] Usage tracker for resource:subnet and tenant:5672f774e4bb416283b255c1f6543be6 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:56:24.357565 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-565a8c74-94b2-47d2-8552-c3c9408c60ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:56:24.364018 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-565a8c74-94b2-47d2-8552-c3c9408c60ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:56:24.416141 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565a8c74-94b2-47d2-8552-c3c9408c60ea admin admin] Made reservation on behalf of 5672f774e4bb416283b255c1f6543be6 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:56:24.418454 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-565a8c74-94b2-47d2-8552-c3c9408c60ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:24.689816 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-565a8c74-94b2-47d2-8552-c3c9408c60ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:24.765533 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a8c74-94b2-47d2-8552-c3c9408c60ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=df068a33-49fe-4545-aa1b-f225e7d30ce8,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:24.772452 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565a8c74-94b2-47d2-8552-c3c9408c60ea admin admin] Checking segment: {'id': '5a2b6a6d-28d8-446b-aebd-88b809d37a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4b060a6f-f790-4375-ae69-d1e8bd71a3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:56:24.772799 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565a8c74-94b2-47d2-8552-c3c9408c60ea admin admin] Network hostable DHCP agents. Network: 4b060a6f-f790-4375-ae69-d1e8bd71a3c7, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:56:24.838066 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565a8c74-94b2-47d2-8552-c3c9408c60ea admin admin] Network 4b060a6f-f790-4375-ae69-d1e8bd71a3c7 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:56:24.906690 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-565a8c74-94b2-47d2-8552-c3c9408c60ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 4b060a6f-f790-4375-ae69-d1e8bd71a3c7) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:56:24.910648 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565a8c74-94b2-47d2-8552-c3c9408c60ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:24.911255 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-565a8c74-94b2-47d2-8552-c3c9408c60ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:24.915800 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8b704a-843c-478e-b1d2-3d526bcdabfd None None] Network 4b060a6f-f790-4375-ae69-d1e8bd71a3c7 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:56:24.976689 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-565a8c74-94b2-47d2-8552-c3c9408c60ea admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6359253 Apr 06 13:56:24.979264 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53876) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:24.985008 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-a702e4f8-50a4-477e-b89d-57103ae891b2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1189454255-router', 'tenant_id': '5672f774e4bb416283b255c1f6543be6', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:24.989598 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a702e4f8-50a4-477e-b89d-57103ae891b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:56:24.993390 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a702e4f8-50a4-477e-b89d-57103ae891b2 admin admin] Usage tracker for resource:router and tenant:5672f774e4bb416283b255c1f6543be6 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:56:24.996196 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a702e4f8-50a4-477e-b89d-57103ae891b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:56:25.002840 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a702e4f8-50a4-477e-b89d-57103ae891b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:56:25.055821 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a702e4f8-50a4-477e-b89d-57103ae891b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:25.056866 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a702e4f8-50a4-477e-b89d-57103ae891b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:25.071364 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a702e4f8-50a4-477e-b89d-57103ae891b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:25.128108 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d55443-1631-44e1-804c-6ad1160c5cd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-4b060a6f-f790-4375-ae69-d1e8bd71a3c7', 'network_id': '4b060a6f-f790-4375-ae69-d1e8bd71a3c7', 'tenant_id': '5672f774e4bb416283b255c1f6543be6', 'fixed_ips': [{'subnet_id': 'df068a33-49fe-4545-aa1b-f225e7d30ce8'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:56:25.128975 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d2d55443-1631-44e1-804c-6ad1160c5cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:25.289752 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-d2d55443-1631-44e1-804c-6ad1160c5cd2 None None] Allocated IP 172.20.0.2 (4b060a6f-f790-4375-ae69-d1e8bd71a3c7/df068a33-49fe-4545-aa1b-f225e7d30ce8/26c98bbb-7dc7-4564-beee-94f9939b9886) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:56:25.390937 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a702e4f8-50a4-477e-b89d-57103ae891b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:25.490658 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d2d55443-1631-44e1-804c-6ad1160c5cd2 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:25.500677 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d2d55443-1631-44e1-804c-6ad1160c5cd2 None None] Transition to ACTIVE for port object 26c98bbb-7dc7-4564-beee-94f9939b9886 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:56:25.518502 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d2d55443-1631-44e1-804c-6ad1160c5cd2 None None] Transition to ACTIVE for port object 26c98bbb-7dc7-4564-beee-94f9939b9886 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:56:25.557670 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:56:25.594010 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d2d55443-1631-44e1-804c-6ad1160c5cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:25.655580 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d55443-1631-44e1-804c-6ad1160c5cd2 None None] Network 4b060a6f-f790-4375-ae69-d1e8bd71a3c7 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:56:25.658793 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-d2d55443-1631-44e1-804c-6ad1160c5cd2 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:56:25.666560 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d55443-1631-44e1-804c-6ad1160c5cd2 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:56:25.676216 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d55443-1631-44e1-804c-6ad1160c5cd2 None None] Pushing event updated for resources: {'Port': ['ID=26c98bbb-7dc7-4564-beee-94f9939b9886,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:25.766783 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-d2d55443-1631-44e1-804c-6ad1160c5cd2 None None] Attempting to bind port 26c98bbb-7dc7-4564-beee-94f9939b9886 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:56:25.767169 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-d2d55443-1631-44e1-804c-6ad1160c5cd2 None None] Attempting to bind port 26c98bbb-7dc7-4564-beee-94f9939b9886 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '5a2b6a6d-28d8-446b-aebd-88b809d37a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4b060a6f-f790-4375-ae69-d1e8bd71a3c7'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:56:25.767535 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d55443-1631-44e1-804c-6ad1160c5cd2 None None] Attempting to bind port 26c98bbb-7dc7-4564-beee-94f9939b9886 on network 4b060a6f-f790-4375-ae69-d1e8bd71a3c7 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:56:25.773281 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d55443-1631-44e1-804c-6ad1160c5cd2 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:56:25.773661 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d55443-1631-44e1-804c-6ad1160c5cd2 None None] Checking segment: {'id': '5a2b6a6d-28d8-446b-aebd-88b809d37a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4b060a6f-f790-4375-ae69-d1e8bd71a3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:56:25.774062 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d2d55443-1631-44e1-804c-6ad1160c5cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:25.774456 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d55443-1631-44e1-804c-6ad1160c5cd2 None None] Bound using segment: {'id': '5a2b6a6d-28d8-446b-aebd-88b809d37a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4b060a6f-f790-4375-ae69-d1e8bd71a3c7'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:56:25.774953 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-d2d55443-1631-44e1-804c-6ad1160c5cd2 None None] Bound port: 26c98bbb-7dc7-4564-beee-94f9939b9886, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2b6a6d-28d8-446b-aebd-88b809d37a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4b060a6f-f790-4375-ae69-d1e8bd71a3c7'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:56:25.775329 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d2d55443-1631-44e1-804c-6ad1160c5cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:25.862565 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-d2d55443-1631-44e1-804c-6ad1160c5cd2 None None] For port 26c98bbb-7dc7-4564-beee-94f9939b9886, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:56:25.865691 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-d2d55443-1631-44e1-804c-6ad1160c5cd2 None None] For port 26c98bbb-7dc7-4564-beee-94f9939b9886, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=26c98bbb-7dc7-4564-beee-94f9939b9886,segment=NetworkSegment(5a2b6a6d-28d8-446b-aebd-88b809d37a4a),segment_id=5a2b6a6d-28d8-446b-aebd-88b809d37a4a)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:56:25.897384 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a702e4f8-50a4-477e-b89d-57103ae891b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:25.925336 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d2d55443-1631-44e1-804c-6ad1160c5cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:25.928490 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a702e4f8-50a4-477e-b89d-57103ae891b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:26.009717 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d55443-1631-44e1-804c-6ad1160c5cd2 None None] Pushing event updated for resources: {'Port': ['ID=26c98bbb-7dc7-4564-beee-94f9939b9886,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:26.074902 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-a702e4f8-50a4-477e-b89d-57103ae891b2 admin admin] Allocated IP 172.26.4.73 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/e1fb46f7-9723-48ed-b1c8-183ff2fcc138) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:56:26.241064 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a702e4f8-50a4-477e-b89d-57103ae891b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:26.336284 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a702e4f8-50a4-477e-b89d-57103ae891b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:26.401353 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a702e4f8-50a4-477e-b89d-57103ae891b2 admin admin] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:56:26.408904 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-a702e4f8-50a4-477e-b89d-57103ae891b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:56:26.412978 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a702e4f8-50a4-477e-b89d-57103ae891b2 admin admin] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:56:26.448104 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702e4f8-50a4-477e-b89d-57103ae891b2 admin admin] Pushing event updated for resources: {'Port': ['ID=e1fb46f7-9723-48ed-b1c8-183ff2fcc138,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:26.916791 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a702e4f8-50a4-477e-b89d-57103ae891b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:26.985161 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60001c16-b102-4e87-8440-eed503cfe8f8 None None] Network 4b060a6f-f790-4375-ae69-d1e8bd71a3c7 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:56:27.152050 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8846e99f-3d76-45c5-9088-7876b262a99f None None] Provisioning for port 26c98bbb-7dc7-4564-beee-94f9939b9886 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:56:27.259331 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a702e4f8-50a4-477e-b89d-57103ae891b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:27.456135 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:27.627310 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a702e4f8-50a4-477e-b89d-57103ae891b2 admin admin] Router 4dcfe2c5-a4ef-449e-8dea-b537e1c582aa is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:56:27.804153 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a702e4f8-50a4-477e-b89d-57103ae891b2 admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:56:27.815215 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ede4c93-a75b-4c96-a1a7-42008f54b880 None None] Sync routers for ids ['4dcfe2c5-a4ef-449e-8dea-b537e1c582aa'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:56:27.831133 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ede4c93-a75b-4c96-a1a7-42008f54b880 None None] Routers {'4dcfe2c5-a4ef-449e-8dea-b537e1c582aa'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:56:27.831133 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1ede4c93-a75b-4c96-a1a7-42008f54b880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:56:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4dcfe2c5-a4ef-449e-8dea-b537e1c582aa'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:27.890776 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 26c98bbb-7dc7-4564-beee-94f9939b9886 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:56:27.913655 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a702e4f8-50a4-477e-b89d-57103ae891b2 admin admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:27.915223 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a702e4f8-50a4-477e-b89d-57103ae891b2 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9350512 Apr 06 13:56:27.918062 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53880) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:27.998972 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 26c98bbb-7dc7-4564-beee-94f9939b9886 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:56:28.004032 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 26c98bbb-7dc7-4564-beee-94f9939b9886 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:56:28.004684 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:28.014028 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-1ede4c93-a75b-4c96-a1a7-42008f54b880 None None] Set router 4dcfe2c5-a4ef-449e-8dea-b537e1c582aa gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:56:28.161305 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:28.202545 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 26c98bbb-7dc7-4564-beee-94f9939b9886, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=26c98bbb-7dc7-4564-beee-94f9939b9886,segment=NetworkSegment(5a2b6a6d-28d8-446b-aebd-88b809d37a4a),segment_id=5a2b6a6d-28d8-446b-aebd-88b809d37a4a)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:56:28.279308 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:28.335174 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1ede4c93-a75b-4c96-a1a7-42008f54b880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcfe2c5-a4ef-449e-8dea-b537e1c582aa', 'name': 'tempest-TestEncryptedCinderVolumes-1189454255-router', 'tenant_id': '5672f774e4bb416283b255c1f6543be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e1fb46f7-9723-48ed-b1c8-183ff2fcc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:56:25Z', 'updated_at': '2022-04-06T13:56:26Z', 'revision_number': 3, 'project_id': '5672f774e4bb416283b255c1f6543be6', 'gw_port': {'id': 'e1fb46f7-9723-48ed-b1c8-183ff2fcc138', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcfe2c5-a4ef-449e-8dea-b537e1c582aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:56:25Z', 'updated_at': '2022-04-06T13:56:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:28.339119 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ede4c93-a75b-4c96-a1a7-42008f54b880 None None] Checking router: 4dcfe2c5-a4ef-449e-8dea-b537e1c582aa for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:56:28.339536 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ede4c93-a75b-4c96-a1a7-42008f54b880 None None] Updating router 4dcfe2c5-a4ef-449e-8dea-b537e1c582aa port e1fb46f7-9723-48ed-b1c8-183ff2fcc138 binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:56:28.357420 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=26c98bbb-7dc7-4564-beee-94f9939b9886,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:28.391518 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-1ede4c93-a75b-4c96-a1a7-42008f54b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:28.712645 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9b30727b-55a2-43bc-9be8-93713f4e93dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:28.721624 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-1ede4c93-a75b-4c96-a1a7-42008f54b880 None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:28.733387 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-1ede4c93-a75b-4c96-a1a7-42008f54b880 None None] Transition to ACTIVE for port object e1fb46f7-9723-48ed-b1c8-183ff2fcc138 will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:56:28.798810 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-1ede4c93-a75b-4c96-a1a7-42008f54b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:28.879326 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-1ede4c93-a75b-4c96-a1a7-42008f54b880 None None] Attempting to bind port e1fb46f7-9723-48ed-b1c8-183ff2fcc138 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:56:28.880047 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-1ede4c93-a75b-4c96-a1a7-42008f54b880 None None] Attempting to bind port e1fb46f7-9723-48ed-b1c8-183ff2fcc138 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:56:28.880047 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ede4c93-a75b-4c96-a1a7-42008f54b880 None None] Attempting to bind port e1fb46f7-9723-48ed-b1c8-183ff2fcc138 on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:56:28.881963 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299c1a7-e9d3-4c7e-8253-9aa8f1538459 None None] Pushing event updated for resources: {'Port': ['ID=e1fb46f7-9723-48ed-b1c8-183ff2fcc138,revision_number=2']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:28.891143 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299c1a7-e9d3-4c7e-8253-9aa8f1538459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:28.891481 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299c1a7-e9d3-4c7e-8253-9aa8f1538459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:28.891812 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299c1a7-e9d3-4c7e-8253-9aa8f1538459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:28.892147 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299c1a7-e9d3-4c7e-8253-9aa8f1538459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:28.892467 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299c1a7-e9d3-4c7e-8253-9aa8f1538459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:28.892783 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299c1a7-e9d3-4c7e-8253-9aa8f1538459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:28.893099 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299c1a7-e9d3-4c7e-8253-9aa8f1538459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:28.893411 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299c1a7-e9d3-4c7e-8253-9aa8f1538459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:28.893727 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299c1a7-e9d3-4c7e-8253-9aa8f1538459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:28.894035 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299c1a7-e9d3-4c7e-8253-9aa8f1538459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:28.894343 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299c1a7-e9d3-4c7e-8253-9aa8f1538459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:28.894700 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299c1a7-e9d3-4c7e-8253-9aa8f1538459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:28.897932 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ede4c93-a75b-4c96-a1a7-42008f54b880 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:56:28.898300 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ede4c93-a75b-4c96-a1a7-42008f54b880 None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:56:28.898681 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-1ede4c93-a75b-4c96-a1a7-42008f54b880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:28.899086 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ede4c93-a75b-4c96-a1a7-42008f54b880 None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:56:28.899544 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-1ede4c93-a75b-4c96-a1a7-42008f54b880 None None] Bound port: e1fb46f7-9723-48ed-b1c8-183ff2fcc138, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:56:28.899910 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-1ede4c93-a75b-4c96-a1a7-42008f54b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:28.922374 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-9b30727b-55a2-43bc-9be8-93713f4e93dd admin admin] Allocated IP 172.20.0.1 (4b060a6f-f790-4375-ae69-d1e8bd71a3c7/df068a33-49fe-4545-aa1b-f225e7d30ce8/db05ef06-0ef2-4324-b425-198d0bfb73ac) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:56:28.976697 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-1ede4c93-a75b-4c96-a1a7-42008f54b880 None None] For port e1fb46f7-9723-48ed-b1c8-183ff2fcc138, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:56:28.979518 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-1ede4c93-a75b-4c96-a1a7-42008f54b880 None None] For port e1fb46f7-9723-48ed-b1c8-183ff2fcc138, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=e1fb46f7-9723-48ed-b1c8-183ff2fcc138,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:56:29.039289 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-1ede4c93-a75b-4c96-a1a7-42008f54b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:29.071032 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9b30727b-55a2-43bc-9be8-93713f4e93dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:29.087974 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-9b30727b-55a2-43bc-9be8-93713f4e93dd admin admin] Transition to ACTIVE for port object db05ef06-0ef2-4324-b425-198d0bfb73ac will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:56:29.116161 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ede4c93-a75b-4c96-a1a7-42008f54b880 None None] Routers {'4dcfe2c5-a4ef-449e-8dea-b537e1c582aa'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:56:29.116759 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1ede4c93-a75b-4c96-a1a7-42008f54b880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:56:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4dcfe2c5-a4ef-449e-8dea-b537e1c582aa'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:29.159228 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9b30727b-55a2-43bc-9be8-93713f4e93dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:29.181402 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299c1a7-e9d3-4c7e-8253-9aa8f1538459 None None] Pushing event updated for resources: {'Port': ['ID=e1fb46f7-9723-48ed-b1c8-183ff2fcc138,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:29.223036 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b30727b-55a2-43bc-9be8-93713f4e93dd admin admin] Network 4b060a6f-f790-4375-ae69-d1e8bd71a3c7 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:56:29.230024 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-9b30727b-55a2-43bc-9be8-93713f4e93dd admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:56:29.232735 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b30727b-55a2-43bc-9be8-93713f4e93dd admin admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:56:29.272990 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30727b-55a2-43bc-9be8-93713f4e93dd admin admin] Pushing event updated for resources: {'Port': ['ID=db05ef06-0ef2-4324-b425-198d0bfb73ac,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:29.300697 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9b30727b-55a2-43bc-9be8-93713f4e93dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:29.338009 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-1ede4c93-a75b-4c96-a1a7-42008f54b880 None None] Set router 4dcfe2c5-a4ef-449e-8dea-b537e1c582aa gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:56:29.487446 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9b30727b-55a2-43bc-9be8-93713f4e93dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:29.575939 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f6e486d7-38eb-4806-b602-9f39a4fbb032 None None] Provisioning for port db05ef06-0ef2-4324-b425-198d0bfb73ac completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:56:29.582042 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f6e486d7-38eb-4806-b602-9f39a4fbb032 None None] Provisioning complete for port db05ef06-0ef2-4324-b425-198d0bfb73ac triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:56:29.582492 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f6e486d7-38eb-4806-b602-9f39a4fbb032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:29.622638 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1ede4c93-a75b-4c96-a1a7-42008f54b880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcfe2c5-a4ef-449e-8dea-b537e1c582aa', 'name': 'tempest-TestEncryptedCinderVolumes-1189454255-router', 'tenant_id': '5672f774e4bb416283b255c1f6543be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e1fb46f7-9723-48ed-b1c8-183ff2fcc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:56:25Z', 'updated_at': '2022-04-06T13:56:26Z', 'revision_number': 3, 'project_id': '5672f774e4bb416283b255c1f6543be6', 'gw_port': {'id': 'e1fb46f7-9723-48ed-b1c8-183ff2fcc138', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcfe2c5-a4ef-449e-8dea-b537e1c582aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:56:25Z', 'updated_at': '2022-04-06T13:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:29.626689 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ede4c93-a75b-4c96-a1a7-42008f54b880 None None] The sync data for ids ['4dcfe2c5-a4ef-449e-8dea-b537e1c582aa'] in dv-neutron-834600-1-hyperv is: [{'id': '4dcfe2c5-a4ef-449e-8dea-b537e1c582aa', 'name': 'tempest-TestEncryptedCinderVolumes-1189454255-router', 'tenant_id': '5672f774e4bb416283b255c1f6543be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e1fb46f7-9723-48ed-b1c8-183ff2fcc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:56:25Z', 'updated_at': '2022-04-06T13:56:26Z', 'revision_number': 3, 'project_id': '5672f774e4bb416283b255c1f6543be6', 'gw_port': {'id': 'e1fb46f7-9723-48ed-b1c8-183ff2fcc138', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcfe2c5-a4ef-449e-8dea-b537e1c582aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:56:25Z', 'updated_at': '2022-04-06T13:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:56:29.640113 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-f6e486d7-38eb-4806-b602-9f39a4fbb032 None None] Port db05ef06-0ef2-4324-b425-198d0bfb73ac cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:56:29.722531 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9b30727b-55a2-43bc-9be8-93713f4e93dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:29.775818 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9b30727b-55a2-43bc-9be8-93713f4e93dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:29.906297 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30727b-55a2-43bc-9be8-93713f4e93dd admin admin] Pushing event updated for resources: {'Port': ['ID=db05ef06-0ef2-4324-b425-198d0bfb73ac,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:29.910514 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9b30727b-55a2-43bc-9be8-93713f4e93dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:29.919747 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 26c98bbb-7dc7-4564-beee-94f9939b9886 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:56:29.992100 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 26c98bbb-7dc7-4564-beee-94f9939b9886 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:56:29.992486 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:30.179039 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b30727b-55a2-43bc-9be8-93713f4e93dd admin admin] Network 4b060a6f-f790-4375-ae69-d1e8bd71a3c7 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:56:30.180170 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-9b30727b-55a2-43bc-9be8-93713f4e93dd admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:56:30.398355 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b30727b-55a2-43bc-9be8-93713f4e93dd admin admin] Router 4dcfe2c5-a4ef-449e-8dea-b537e1c582aa has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:56:30.477985 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d87536e7-56f8-408f-b0a9-413d2e5ec93c None None] Provisioning complete for port db05ef06-0ef2-4324-b425-198d0bfb73ac triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:56:30.478355 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d87536e7-56f8-408f-b0a9-413d2e5ec93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:30.543948 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-d87536e7-56f8-408f-b0a9-413d2e5ec93c None None] Port db05ef06-0ef2-4324-b425-198d0bfb73ac cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:56:30.592433 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b30727b-55a2-43bc-9be8-93713f4e93dd admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:56:30.600869 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9b30727b-55a2-43bc-9be8-93713f4e93dd admin admin] 10.222.0.48 "PUT /v2.0/routers/4dcfe2c5-a4ef-449e-8dea-b537e1c582aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6815372 Apr 06 13:56:31.204656 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643d344e-9080-4502-ade1-de96e47fc46f None None] Sync routers for ids ['4dcfe2c5-a4ef-449e-8dea-b537e1c582aa'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:56:31.213823 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643d344e-9080-4502-ade1-de96e47fc46f None None] Routers {'4dcfe2c5-a4ef-449e-8dea-b537e1c582aa'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:56:31.214949 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-643d344e-9080-4502-ade1-de96e47fc46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:56:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4dcfe2c5-a4ef-449e-8dea-b537e1c582aa'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:31.374969 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53898) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:31.380535 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-163271bb-da62-4d8c-a0fb-56ef75fc3bc1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-648170957-network', 'tenant_id': '45a0ff0235e54091ac005540e9d7d174'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:31.385128 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-163271bb-da62-4d8c-a0fb-56ef75fc3bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:56:31.388929 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-163271bb-da62-4d8c-a0fb-56ef75fc3bc1 admin admin] Usage tracker for resource:network and tenant:45a0ff0235e54091ac005540e9d7d174 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:56:31.393548 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-163271bb-da62-4d8c-a0fb-56ef75fc3bc1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:56:31.395868 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-643d344e-9080-4502-ade1-de96e47fc46f None None] Set router 4dcfe2c5-a4ef-449e-8dea-b537e1c582aa gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:56:31.399405 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-163271bb-da62-4d8c-a0fb-56ef75fc3bc1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:56:31.485095 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163271bb-da62-4d8c-a0fb-56ef75fc3bc1 admin admin] Made reservation on behalf of 45a0ff0235e54091ac005540e9d7d174 for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:56:31.487477 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-163271bb-da62-4d8c-a0fb-56ef75fc3bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:31.500285 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-163271bb-da62-4d8c-a0fb-56ef75fc3bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:31.515055 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-163271bb-da62-4d8c-a0fb-56ef75fc3bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:56:31.518918 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-163271bb-da62-4d8c-a0fb-56ef75fc3bc1 admin admin] Usage tracker for resource:security_group_rule and tenant:45a0ff0235e54091ac005540e9d7d174 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:56:31.521682 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-163271bb-da62-4d8c-a0fb-56ef75fc3bc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:56:31.527461 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-163271bb-da62-4d8c-a0fb-56ef75fc3bc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:56:31.610945 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-163271bb-da62-4d8c-a0fb-56ef75fc3bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:31.696158 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-163271bb-da62-4d8c-a0fb-56ef75fc3bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:31.709480 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-643d344e-9080-4502-ade1-de96e47fc46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcfe2c5-a4ef-449e-8dea-b537e1c582aa', 'name': 'tempest-TestEncryptedCinderVolumes-1189454255-router', 'tenant_id': '5672f774e4bb416283b255c1f6543be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e1fb46f7-9723-48ed-b1c8-183ff2fcc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:56:25Z', 'updated_at': '2022-04-06T13:56:29Z', 'revision_number': 4, 'project_id': '5672f774e4bb416283b255c1f6543be6', 'gw_port': {'id': 'e1fb46f7-9723-48ed-b1c8-183ff2fcc138', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcfe2c5-a4ef-449e-8dea-b537e1c582aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:56:25Z', 'updated_at': '2022-04-06T13:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'db05ef06-0ef2-4324-b425-198d0bfb73ac', 'name': '', 'network_id': '4b060a6f-f790-4375-ae69-d1e8bd71a3c7', 'tenant_id': '5672f774e4bb416283b255c1f6543be6', 'mac_address': 'fa:16:3e:69:7f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcfe2c5-a4ef-449e-8dea-b537e1c582aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'df068a33-49fe-4545-aa1b-f225e7d30ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:56:28Z', 'updated_at': '2022-04-06T13:56:29Z', 'revision_number': 2, 'project_id': '5672f774e4bb416283b255c1f6543be6', 'subnets': [{'id': 'df068a33-49fe-4545-aa1b-f225e7d30ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:31.715221 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643d344e-9080-4502-ade1-de96e47fc46f None None] Checking router: 4dcfe2c5-a4ef-449e-8dea-b537e1c582aa for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:56:31.715221 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643d344e-9080-4502-ade1-de96e47fc46f None None] Updating router 4dcfe2c5-a4ef-449e-8dea-b537e1c582aa port db05ef06-0ef2-4324-b425-198d0bfb73ac binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:56:31.723204 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163271bb-da62-4d8c-a0fb-56ef75fc3bc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:56:31.735804 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163271bb-da62-4d8c-a0fb-56ef75fc3bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f355644e-1ded-4f9c-8d7e-50f3985e9824,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:31.740420 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-163271bb-da62-4d8c-a0fb-56ef75fc3bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:31.740774 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-163271bb-da62-4d8c-a0fb-56ef75fc3bc1 admin admin] Added segment d5156899-06e4-401a-8c19-11ce9ebf3239 of type vlan for network 8986ea73-6b56-421f-aafc-6e93a28d5c22 Apr 06 13:56:31.767276 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-163271bb-da62-4d8c-a0fb-56ef75fc3bc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:31.769235 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-643d344e-9080-4502-ade1-de96e47fc46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:31.861913 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-163271bb-da62-4d8c-a0fb-56ef75fc3bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:31.863068 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163271bb-da62-4d8c-a0fb-56ef75fc3bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:31.863851 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-163271bb-da62-4d8c-a0fb-56ef75fc3bc1 admin admin] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:31.886106 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device e1fb46f7-9723-48ed-b1c8-183ff2fcc138 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:56:31.971771 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163271bb-da62-4d8c-a0fb-56ef75fc3bc1 admin admin] Pushing event updated for resources: {'Network': ['ID=8986ea73-6b56-421f-aafc-6e93a28d5c22,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:31.984857 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 8986ea73-6b56-421f-aafc-6e93a28d5c22 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:56:32.011197 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-163271bb-da62-4d8c-a0fb-56ef75fc3bc1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6351082 Apr 06 13:56:32.013741 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53902) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:32.019160 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-2ede4ddf-1352-4e94-a5b2-99dadcbfe248 admin admin] Request body: {'subnet': {'network_id': '8986ea73-6b56-421f-aafc-6e93a28d5c22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-648170957-subnet', 'tenant_id': '45a0ff0235e54091ac005540e9d7d174', 'ip_version': 4}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:32.023903 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2ede4ddf-1352-4e94-a5b2-99dadcbfe248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:56:32.027730 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2ede4ddf-1352-4e94-a5b2-99dadcbfe248 admin admin] Usage tracker for resource:subnet and tenant:45a0ff0235e54091ac005540e9d7d174 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:56:32.031874 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2ede4ddf-1352-4e94-a5b2-99dadcbfe248 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:56:32.037592 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2ede4ddf-1352-4e94-a5b2-99dadcbfe248 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:56:32.090005 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ede4ddf-1352-4e94-a5b2-99dadcbfe248 admin admin] Made reservation on behalf of 45a0ff0235e54091ac005540e9d7d174 for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:56:32.092985 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2ede4ddf-1352-4e94-a5b2-99dadcbfe248 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:32.212143 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port e1fb46f7-9723-48ed-b1c8-183ff2fcc138 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:56:32.224899 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port e1fb46f7-9723-48ed-b1c8-183ff2fcc138 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:56:32.225189 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:32.364583 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-643d344e-9080-4502-ade1-de96e47fc46f None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:32.365176 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2ede4ddf-1352-4e94-a5b2-99dadcbfe248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:32.380311 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-643d344e-9080-4502-ade1-de96e47fc46f None None] Transition to ACTIVE for port object db05ef06-0ef2-4324-b425-198d0bfb73ac will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:56:32.439608 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede4ddf-1352-4e94-a5b2-99dadcbfe248 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c911608e-dfc1-48f8-88c6-6518732ce123,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:32.440238 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:32.447236 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ede4ddf-1352-4e94-a5b2-99dadcbfe248 admin admin] Checking segment: {'id': 'd5156899-06e4-401a-8c19-11ce9ebf3239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8986ea73-6b56-421f-aafc-6e93a28d5c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:56:32.447378 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-643d344e-9080-4502-ade1-de96e47fc46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:32.447589 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ede4ddf-1352-4e94-a5b2-99dadcbfe248 admin admin] Network hostable DHCP agents. Network: 8986ea73-6b56-421f-aafc-6e93a28d5c22, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:56:32.524935 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ede4ddf-1352-4e94-a5b2-99dadcbfe248 admin admin] Network 8986ea73-6b56-421f-aafc-6e93a28d5c22 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:56:32.558260 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port e1fb46f7-9723-48ed-b1c8-183ff2fcc138, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=e1fb46f7-9723-48ed-b1c8-183ff2fcc138,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:56:32.616579 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42933519-2b85-4e25-8be6-d8dfc9617b1c None None] Pushing event updated for resources: {'Port': ['ID=db05ef06-0ef2-4324-b425-198d0bfb73ac,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:32.616812 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-2ede4ddf-1352-4e94-a5b2-99dadcbfe248 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 8986ea73-6b56-421f-aafc-6e93a28d5c22) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:56:32.621071 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ede4ddf-1352-4e94-a5b2-99dadcbfe248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:32.622201 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2ede4ddf-1352-4e94-a5b2-99dadcbfe248 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:32.629913 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f111b38-6768-423f-94ce-8eae32a243c7 None None] Network 8986ea73-6b56-421f-aafc-6e93a28d5c22 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:56:32.690681 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:32.704908 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2ede4ddf-1352-4e94-a5b2-99dadcbfe248 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6878412 Apr 06 13:56:32.705248 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 53906) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:32.710152 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-ae9be090-be10-4bde-83d7-b2b6b802117c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-648170957-router', 'tenant_id': '45a0ff0235e54091ac005540e9d7d174', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:32.714878 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ae9be090-be10-4bde-83d7-b2b6b802117c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:56:32.719412 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ae9be090-be10-4bde-83d7-b2b6b802117c admin admin] Usage tracker for resource:router and tenant:45a0ff0235e54091ac005540e9d7d174 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:56:32.722256 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ae9be090-be10-4bde-83d7-b2b6b802117c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:56:32.728011 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ae9be090-be10-4bde-83d7-b2b6b802117c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:56:32.811282 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ae9be090-be10-4bde-83d7-b2b6b802117c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:32.812641 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ae9be090-be10-4bde-83d7-b2b6b802117c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:32.827046 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ae9be090-be10-4bde-83d7-b2b6b802117c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:32.836734 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-643d344e-9080-4502-ade1-de96e47fc46f None None] Attempting to bind port db05ef06-0ef2-4324-b425-198d0bfb73ac on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:56:32.837124 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-643d344e-9080-4502-ade1-de96e47fc46f None None] Attempting to bind port db05ef06-0ef2-4324-b425-198d0bfb73ac by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '5a2b6a6d-28d8-446b-aebd-88b809d37a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4b060a6f-f790-4375-ae69-d1e8bd71a3c7'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:56:32.837482 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643d344e-9080-4502-ade1-de96e47fc46f None None] Attempting to bind port db05ef06-0ef2-4324-b425-198d0bfb73ac on network 4b060a6f-f790-4375-ae69-d1e8bd71a3c7 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:56:32.851816 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643d344e-9080-4502-ade1-de96e47fc46f None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:56:32.855005 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643d344e-9080-4502-ade1-de96e47fc46f None None] Checking segment: {'id': '5a2b6a6d-28d8-446b-aebd-88b809d37a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4b060a6f-f790-4375-ae69-d1e8bd71a3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:56:32.855005 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-643d344e-9080-4502-ade1-de96e47fc46f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:32.855005 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643d344e-9080-4502-ade1-de96e47fc46f None None] Bound using segment: {'id': '5a2b6a6d-28d8-446b-aebd-88b809d37a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4b060a6f-f790-4375-ae69-d1e8bd71a3c7'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:56:32.855005 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-643d344e-9080-4502-ade1-de96e47fc46f None None] Bound port: db05ef06-0ef2-4324-b425-198d0bfb73ac, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2b6a6d-28d8-446b-aebd-88b809d37a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4b060a6f-f790-4375-ae69-d1e8bd71a3c7'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:56:32.855005 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-643d344e-9080-4502-ade1-de96e47fc46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:32.864909 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=e1fb46f7-9723-48ed-b1c8-183ff2fcc138,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:33.035108 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-643d344e-9080-4502-ade1-de96e47fc46f None None] For port db05ef06-0ef2-4324-b425-198d0bfb73ac, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:56:33.055045 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-643d344e-9080-4502-ade1-de96e47fc46f None None] For port db05ef06-0ef2-4324-b425-198d0bfb73ac, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=db05ef06-0ef2-4324-b425-198d0bfb73ac,segment=NetworkSegment(5a2b6a6d-28d8-446b-aebd-88b809d37a4a),segment_id=5a2b6a6d-28d8-446b-aebd-88b809d37a4a)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:56:33.062462 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc80429a-bae0-4cf3-903c-ddf3219d2ae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-8986ea73-6b56-421f-aafc-6e93a28d5c22', 'network_id': '8986ea73-6b56-421f-aafc-6e93a28d5c22', 'tenant_id': '45a0ff0235e54091ac005540e9d7d174', 'fixed_ips': [{'subnet_id': 'c911608e-dfc1-48f8-88c6-6518732ce123'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:56:33.063245 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fc80429a-bae0-4cf3-903c-ddf3219d2ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:33.127716 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-643d344e-9080-4502-ade1-de96e47fc46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:33.136759 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ae9be090-be10-4bde-83d7-b2b6b802117c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:33.272866 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42933519-2b85-4e25-8be6-d8dfc9617b1c None None] Pushing event updated for resources: {'Port': ['ID=db05ef06-0ef2-4324-b425-198d0bfb73ac,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:33.277413 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643d344e-9080-4502-ade1-de96e47fc46f None None] Routers {'4dcfe2c5-a4ef-449e-8dea-b537e1c582aa'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:56:33.278279 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-643d344e-9080-4502-ade1-de96e47fc46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:56:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4dcfe2c5-a4ef-449e-8dea-b537e1c582aa'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:33.364950 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-fc80429a-bae0-4cf3-903c-ddf3219d2ae9 None None] Allocated IP 172.20.0.2 (8986ea73-6b56-421f-aafc-6e93a28d5c22/c911608e-dfc1-48f8-88c6-6518732ce123/0e627e4f-f5d1-489c-9191-f050faed08ed) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:56:33.575228 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-643d344e-9080-4502-ade1-de96e47fc46f None None] Set router 4dcfe2c5-a4ef-449e-8dea-b537e1c582aa gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:56:33.641991 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ae9be090-be10-4bde-83d7-b2b6b802117c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:33.678648 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ae9be090-be10-4bde-83d7-b2b6b802117c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:33.822580 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-ae9be090-be10-4bde-83d7-b2b6b802117c admin admin] Allocated IP 172.26.4.57 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/c857fe5b-8474-4214-a156-1f2c2300c71c) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:56:33.890851 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device e1fb46f7-9723-48ed-b1c8-183ff2fcc138 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:56:33.965611 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fc80429a-bae0-4cf3-903c-ddf3219d2ae9 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:33.971424 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ae9be090-be10-4bde-83d7-b2b6b802117c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:34.002626 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-fc80429a-bae0-4cf3-903c-ddf3219d2ae9 None None] Transition to ACTIVE for port object 0e627e4f-f5d1-489c-9191-f050faed08ed will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:56:34.039108 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ae9be090-be10-4bde-83d7-b2b6b802117c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:34.062599 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-fc80429a-bae0-4cf3-903c-ddf3219d2ae9 None None] Transition to ACTIVE for port object 0e627e4f-f5d1-489c-9191-f050faed08ed will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:56:34.075251 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port e1fb46f7-9723-48ed-b1c8-183ff2fcc138 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:56:34.075625 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:34.099404 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9be090-be10-4bde-83d7-b2b6b802117c admin admin] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:56:34.102117 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-ae9be090-be10-4bde-83d7-b2b6b802117c admin admin] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:56:34.110592 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9be090-be10-4bde-83d7-b2b6b802117c admin admin] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:56:34.133173 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fc80429a-bae0-4cf3-903c-ddf3219d2ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:34.149897 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9be090-be10-4bde-83d7-b2b6b802117c admin admin] Pushing event updated for resources: {'Port': ['ID=c857fe5b-8474-4214-a156-1f2c2300c71c,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:34.208192 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc80429a-bae0-4cf3-903c-ddf3219d2ae9 None None] Network 8986ea73-6b56-421f-aafc-6e93a28d5c22 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:56:34.211782 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-fc80429a-bae0-4cf3-903c-ddf3219d2ae9 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:56:34.221900 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-643d344e-9080-4502-ade1-de96e47fc46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcfe2c5-a4ef-449e-8dea-b537e1c582aa', 'name': 'tempest-TestEncryptedCinderVolumes-1189454255-router', 'tenant_id': '5672f774e4bb416283b255c1f6543be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e1fb46f7-9723-48ed-b1c8-183ff2fcc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:56:25Z', 'updated_at': '2022-04-06T13:56:29Z', 'revision_number': 4, 'project_id': '5672f774e4bb416283b255c1f6543be6', 'gw_port': {'id': 'e1fb46f7-9723-48ed-b1c8-183ff2fcc138', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcfe2c5-a4ef-449e-8dea-b537e1c582aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:56:25Z', 'updated_at': '2022-04-06T13:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'db05ef06-0ef2-4324-b425-198d0bfb73ac', 'name': '', 'network_id': '4b060a6f-f790-4375-ae69-d1e8bd71a3c7', 'tenant_id': '5672f774e4bb416283b255c1f6543be6', 'mac_address': 'fa:16:3e:69:7f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcfe2c5-a4ef-449e-8dea-b537e1c582aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'df068a33-49fe-4545-aa1b-f225e7d30ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:56:28Z', 'updated_at': '2022-04-06T13:56:33Z', 'revision_number': 4, 'project_id': '5672f774e4bb416283b255c1f6543be6', 'subnets': [{'id': 'df068a33-49fe-4545-aa1b-f225e7d30ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:34.228902 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc80429a-bae0-4cf3-903c-ddf3219d2ae9 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:56:34.237838 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643d344e-9080-4502-ade1-de96e47fc46f None None] The sync data for ids ['4dcfe2c5-a4ef-449e-8dea-b537e1c582aa'] in dv-neutron-834600-1-hyperv is: [{'id': '4dcfe2c5-a4ef-449e-8dea-b537e1c582aa', 'name': 'tempest-TestEncryptedCinderVolumes-1189454255-router', 'tenant_id': '5672f774e4bb416283b255c1f6543be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e1fb46f7-9723-48ed-b1c8-183ff2fcc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:56:25Z', 'updated_at': '2022-04-06T13:56:29Z', 'revision_number': 4, 'project_id': '5672f774e4bb416283b255c1f6543be6', 'gw_port': {'id': 'e1fb46f7-9723-48ed-b1c8-183ff2fcc138', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcfe2c5-a4ef-449e-8dea-b537e1c582aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:56:25Z', 'updated_at': '2022-04-06T13:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'db05ef06-0ef2-4324-b425-198d0bfb73ac', 'name': '', 'network_id': '4b060a6f-f790-4375-ae69-d1e8bd71a3c7', 'tenant_id': '5672f774e4bb416283b255c1f6543be6', 'mac_address': 'fa:16:3e:69:7f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcfe2c5-a4ef-449e-8dea-b537e1c582aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'df068a33-49fe-4545-aa1b-f225e7d30ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:56:28Z', 'updated_at': '2022-04-06T13:56:33Z', 'revision_number': 4, 'project_id': '5672f774e4bb416283b255c1f6543be6', 'subnets': [{'id': 'df068a33-49fe-4545-aa1b-f225e7d30ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:56:34.265649 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80429a-bae0-4cf3-903c-ddf3219d2ae9 None None] Pushing event updated for resources: {'Port': ['ID=0e627e4f-f5d1-489c-9191-f050faed08ed,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:34.393536 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-fc80429a-bae0-4cf3-903c-ddf3219d2ae9 None None] Attempting to bind port 0e627e4f-f5d1-489c-9191-f050faed08ed on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:56:34.394203 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-fc80429a-bae0-4cf3-903c-ddf3219d2ae9 None None] Attempting to bind port 0e627e4f-f5d1-489c-9191-f050faed08ed by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'd5156899-06e4-401a-8c19-11ce9ebf3239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8986ea73-6b56-421f-aafc-6e93a28d5c22'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:56:34.394337 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc80429a-bae0-4cf3-903c-ddf3219d2ae9 None None] Attempting to bind port 0e627e4f-f5d1-489c-9191-f050faed08ed on network 8986ea73-6b56-421f-aafc-6e93a28d5c22 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:56:34.403595 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc80429a-bae0-4cf3-903c-ddf3219d2ae9 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:56:34.403912 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc80429a-bae0-4cf3-903c-ddf3219d2ae9 None None] Checking segment: {'id': 'd5156899-06e4-401a-8c19-11ce9ebf3239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8986ea73-6b56-421f-aafc-6e93a28d5c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:56:34.404323 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fc80429a-bae0-4cf3-903c-ddf3219d2ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:34.404706 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc80429a-bae0-4cf3-903c-ddf3219d2ae9 None None] Bound using segment: {'id': 'd5156899-06e4-401a-8c19-11ce9ebf3239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8986ea73-6b56-421f-aafc-6e93a28d5c22'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:56:34.405882 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-fc80429a-bae0-4cf3-903c-ddf3219d2ae9 None None] Bound port: 0e627e4f-f5d1-489c-9191-f050faed08ed, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5156899-06e4-401a-8c19-11ce9ebf3239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8986ea73-6b56-421f-aafc-6e93a28d5c22'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:56:34.406262 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fc80429a-bae0-4cf3-903c-ddf3219d2ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:34.504830 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-fc80429a-bae0-4cf3-903c-ddf3219d2ae9 None None] For port 0e627e4f-f5d1-489c-9191-f050faed08ed, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:56:34.508018 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-fc80429a-bae0-4cf3-903c-ddf3219d2ae9 None None] For port 0e627e4f-f5d1-489c-9191-f050faed08ed, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0e627e4f-f5d1-489c-9191-f050faed08ed,segment=NetworkSegment(d5156899-06e4-401a-8c19-11ce9ebf3239),segment_id=d5156899-06e4-401a-8c19-11ce9ebf3239)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:56:34.582454 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fc80429a-bae0-4cf3-903c-ddf3219d2ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:34.625489 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ae9be090-be10-4bde-83d7-b2b6b802117c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:34.663267 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80429a-bae0-4cf3-903c-ddf3219d2ae9 None None] Pushing event updated for resources: {'Port': ['ID=0e627e4f-f5d1-489c-9191-f050faed08ed,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:35.003133 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ae9be090-be10-4bde-83d7-b2b6b802117c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:35.519301 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9be090-be10-4bde-83d7-b2b6b802117c admin admin] Router 9cd2bea5-2869-46e5-80fc-5bd5944c10c5 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:56:35.574482 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dab3fd-3fb0-490a-ad36-4a41abdf1d64 None None] Network 8986ea73-6b56-421f-aafc-6e93a28d5c22 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:56:35.706679 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9be090-be10-4bde-83d7-b2b6b802117c admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:56:35.717378 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0e472b-a4e3-4930-99bf-87479fdfdefb None None] Sync routers for ids ['9cd2bea5-2869-46e5-80fc-5bd5944c10c5'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:56:35.730599 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0e472b-a4e3-4930-99bf-87479fdfdefb None None] Routers {'9cd2bea5-2869-46e5-80fc-5bd5944c10c5'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:56:35.730599 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7c0e472b-a4e3-4930-99bf-87479fdfdefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:56:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['9cd2bea5-2869-46e5-80fc-5bd5944c10c5'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:35.747973 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-4599964f-f95c-49c0-bba0-2bba42ecb8a2 None None] Provisioning for port 0e627e4f-f5d1-489c-9191-f050faed08ed completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:56:35.819100 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ae9be090-be10-4bde-83d7-b2b6b802117c admin admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:35.822336 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ae9be090-be10-4bde-83d7-b2b6b802117c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1161685 Apr 06 13:56:35.825248 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 53910) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:56:35.910017 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-7c0e472b-a4e3-4930-99bf-87479fdfdefb None None] Set router 9cd2bea5-2869-46e5-80fc-5bd5944c10c5 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:56:35.966045 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device db05ef06-0ef2-4324-b425-198d0bfb73ac up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:56:36.126052 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port db05ef06-0ef2-4324-b425-198d0bfb73ac completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:56:36.131211 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port db05ef06-0ef2-4324-b425-198d0bfb73ac triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:56:36.132031 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:36.228490 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7c0e472b-a4e3-4930-99bf-87479fdfdefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd2bea5-2869-46e5-80fc-5bd5944c10c5', 'name': 'tempest-TestEncryptedCinderVolumes-648170957-router', 'tenant_id': '45a0ff0235e54091ac005540e9d7d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': 'c857fe5b-8474-4214-a156-1f2c2300c71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:56:32Z', 'updated_at': '2022-04-06T13:56:34Z', 'revision_number': 3, 'project_id': '45a0ff0235e54091ac005540e9d7d174', 'gw_port': {'id': 'c857fe5b-8474-4214-a156-1f2c2300c71c', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd2bea5-2869-46e5-80fc-5bd5944c10c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:56:33Z', 'updated_at': '2022-04-06T13:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:36.235307 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0e472b-a4e3-4930-99bf-87479fdfdefb None None] Checking router: 9cd2bea5-2869-46e5-80fc-5bd5944c10c5 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:56:36.235307 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0e472b-a4e3-4930-99bf-87479fdfdefb None None] Updating router 9cd2bea5-2869-46e5-80fc-5bd5944c10c5 port c857fe5b-8474-4214-a156-1f2c2300c71c binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:56:36.270130 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:36.288713 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7c0e472b-a4e3-4930-99bf-87479fdfdefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:36.304091 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port db05ef06-0ef2-4324-b425-198d0bfb73ac, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=db05ef06-0ef2-4324-b425-198d0bfb73ac,segment=NetworkSegment(5a2b6a6d-28d8-446b-aebd-88b809d37a4a),segment_id=5a2b6a6d-28d8-446b-aebd-88b809d37a4a)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:56:36.370508 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:36.371584 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0e627e4f-f5d1-489c-9191-f050faed08ed up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:56:36.489420 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=db05ef06-0ef2-4324-b425-198d0bfb73ac,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:36.553512 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 0e627e4f-f5d1-489c-9191-f050faed08ed completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:56:36.558624 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 0e627e4f-f5d1-489c-9191-f050faed08ed triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:56:36.559700 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:36.584680 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fbab5b7f-483e-4f46-b469-28d44be8e0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:36.637501 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7c0e472b-a4e3-4930-99bf-87479fdfdefb None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:36.650449 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-7c0e472b-a4e3-4930-99bf-87479fdfdefb None None] Transition to ACTIVE for port object c857fe5b-8474-4214-a156-1f2c2300c71c will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:56:36.680348 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:36.711646 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 0e627e4f-f5d1-489c-9191-f050faed08ed, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0e627e4f-f5d1-489c-9191-f050faed08ed,segment=NetworkSegment(d5156899-06e4-401a-8c19-11ce9ebf3239),segment_id=d5156899-06e4-401a-8c19-11ce9ebf3239)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:56:36.736299 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7c0e472b-a4e3-4930-99bf-87479fdfdefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:36.793195 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-fbab5b7f-483e-4f46-b469-28d44be8e0cd admin admin] Allocated IP 172.20.0.1 (8986ea73-6b56-421f-aafc-6e93a28d5c22/c911608e-dfc1-48f8-88c6-6518732ce123/daf22e73-605a-45da-8285-dc7ca1da39d9) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:56:36.793456 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:36.858281 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-7c0e472b-a4e3-4930-99bf-87479fdfdefb None None] Attempting to bind port c857fe5b-8474-4214-a156-1f2c2300c71c on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:56:36.858650 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-7c0e472b-a4e3-4930-99bf-87479fdfdefb None None] Attempting to bind port c857fe5b-8474-4214-a156-1f2c2300c71c by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:56:36.859117 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0e472b-a4e3-4930-99bf-87479fdfdefb None None] Attempting to bind port c857fe5b-8474-4214-a156-1f2c2300c71c on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:56:36.866279 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301284bd-1089-476d-8ee7-693c9ef4f3c2 None None] Pushing event updated for resources: {'Port': ['ID=c857fe5b-8474-4214-a156-1f2c2300c71c,revision_number=2']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:36.868586 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0e472b-a4e3-4930-99bf-87479fdfdefb None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:56:36.868950 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0e472b-a4e3-4930-99bf-87479fdfdefb None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:56:36.869339 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7c0e472b-a4e3-4930-99bf-87479fdfdefb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:36.869709 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0e472b-a4e3-4930-99bf-87479fdfdefb None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:56:36.870185 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-7c0e472b-a4e3-4930-99bf-87479fdfdefb None None] Bound port: c857fe5b-8474-4214-a156-1f2c2300c71c, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:56:36.870340 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=0e627e4f-f5d1-489c-9191-f050faed08ed,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:36.870523 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7c0e472b-a4e3-4930-99bf-87479fdfdefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:36.945111 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-7c0e472b-a4e3-4930-99bf-87479fdfdefb None None] For port c857fe5b-8474-4214-a156-1f2c2300c71c, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:56:36.948769 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-7c0e472b-a4e3-4930-99bf-87479fdfdefb None None] For port c857fe5b-8474-4214-a156-1f2c2300c71c, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=c857fe5b-8474-4214-a156-1f2c2300c71c,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:56:37.011071 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7c0e472b-a4e3-4930-99bf-87479fdfdefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:37.090555 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0e472b-a4e3-4930-99bf-87479fdfdefb None None] Routers {'9cd2bea5-2869-46e5-80fc-5bd5944c10c5'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:56:37.091098 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7c0e472b-a4e3-4930-99bf-87479fdfdefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:56:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['9cd2bea5-2869-46e5-80fc-5bd5944c10c5'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:37.095531 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fbab5b7f-483e-4f46-b469-28d44be8e0cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:37.111926 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-fbab5b7f-483e-4f46-b469-28d44be8e0cd admin admin] Transition to ACTIVE for port object daf22e73-605a-45da-8285-dc7ca1da39d9 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:56:37.152000 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301284bd-1089-476d-8ee7-693c9ef4f3c2 None None] Pushing event updated for resources: {'Port': ['ID=c857fe5b-8474-4214-a156-1f2c2300c71c,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:37.193716 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fbab5b7f-483e-4f46-b469-28d44be8e0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:37.257802 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbab5b7f-483e-4f46-b469-28d44be8e0cd admin admin] Network 8986ea73-6b56-421f-aafc-6e93a28d5c22 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:56:37.260575 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-fbab5b7f-483e-4f46-b469-28d44be8e0cd admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:56:37.268528 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbab5b7f-483e-4f46-b469-28d44be8e0cd admin admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:56:37.273259 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-7c0e472b-a4e3-4930-99bf-87479fdfdefb None None] Set router 9cd2bea5-2869-46e5-80fc-5bd5944c10c5 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:56:37.306719 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab5b7f-483e-4f46-b469-28d44be8e0cd admin admin] Pushing event updated for resources: {'Port': ['ID=daf22e73-605a-45da-8285-dc7ca1da39d9,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:37.330145 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fbab5b7f-483e-4f46-b469-28d44be8e0cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:37.519208 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fbab5b7f-483e-4f46-b469-28d44be8e0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:37.542085 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d3f5589b-2910-478a-9d79-1b38cfcda6ed None None] Provisioning for port daf22e73-605a-45da-8285-dc7ca1da39d9 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:56:37.547849 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d3f5589b-2910-478a-9d79-1b38cfcda6ed None None] Provisioning complete for port daf22e73-605a-45da-8285-dc7ca1da39d9 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:56:37.550180 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d3f5589b-2910-478a-9d79-1b38cfcda6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:37.566323 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7c0e472b-a4e3-4930-99bf-87479fdfdefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd2bea5-2869-46e5-80fc-5bd5944c10c5', 'name': 'tempest-TestEncryptedCinderVolumes-648170957-router', 'tenant_id': '45a0ff0235e54091ac005540e9d7d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': 'c857fe5b-8474-4214-a156-1f2c2300c71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:56:32Z', 'updated_at': '2022-04-06T13:56:34Z', 'revision_number': 3, 'project_id': '45a0ff0235e54091ac005540e9d7d174', 'gw_port': {'id': 'c857fe5b-8474-4214-a156-1f2c2300c71c', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd2bea5-2869-46e5-80fc-5bd5944c10c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:56:33Z', 'updated_at': '2022-04-06T13:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:37.570634 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0e472b-a4e3-4930-99bf-87479fdfdefb None None] The sync data for ids ['9cd2bea5-2869-46e5-80fc-5bd5944c10c5'] in dv-neutron-834600-1-hyperv is: [{'id': '9cd2bea5-2869-46e5-80fc-5bd5944c10c5', 'name': 'tempest-TestEncryptedCinderVolumes-648170957-router', 'tenant_id': '45a0ff0235e54091ac005540e9d7d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': 'c857fe5b-8474-4214-a156-1f2c2300c71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:56:32Z', 'updated_at': '2022-04-06T13:56:34Z', 'revision_number': 3, 'project_id': '45a0ff0235e54091ac005540e9d7d174', 'gw_port': {'id': 'c857fe5b-8474-4214-a156-1f2c2300c71c', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd2bea5-2869-46e5-80fc-5bd5944c10c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:56:33Z', 'updated_at': '2022-04-06T13:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:56:37.642980 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-d3f5589b-2910-478a-9d79-1b38cfcda6ed None None] Port daf22e73-605a-45da-8285-dc7ca1da39d9 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:56:37.756020 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fbab5b7f-483e-4f46-b469-28d44be8e0cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:37.844911 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fbab5b7f-483e-4f46-b469-28d44be8e0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:37.959582 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab5b7f-483e-4f46-b469-28d44be8e0cd admin admin] Pushing event updated for resources: {'Port': ['ID=daf22e73-605a-45da-8285-dc7ca1da39d9,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:37.962113 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fbab5b7f-483e-4f46-b469-28d44be8e0cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:37.964323 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device db05ef06-0ef2-4324-b425-198d0bfb73ac up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:56:38.043806 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port db05ef06-0ef2-4324-b425-198d0bfb73ac triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:56:38.044120 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:38.110682 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbab5b7f-483e-4f46-b469-28d44be8e0cd admin admin] Network 8986ea73-6b56-421f-aafc-6e93a28d5c22 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:56:38.111979 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-fbab5b7f-483e-4f46-b469-28d44be8e0cd admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:56:38.215300 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device c857fe5b-8474-4214-a156-1f2c2300c71c up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:56:38.328749 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbab5b7f-483e-4f46-b469-28d44be8e0cd admin admin] Router 9cd2bea5-2869-46e5-80fc-5bd5944c10c5 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:56:38.370655 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port c857fe5b-8474-4214-a156-1f2c2300c71c completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:56:38.376462 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port c857fe5b-8474-4214-a156-1f2c2300c71c triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:56:38.382510 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:38.511180 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f2c7a334-1bdf-41e6-b25a-3f2dc5a54e85 None None] Provisioning complete for port daf22e73-605a-45da-8285-dc7ca1da39d9 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:56:38.511556 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f2c7a334-1bdf-41e6-b25a-3f2dc5a54e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:38.515761 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbab5b7f-483e-4f46-b469-28d44be8e0cd admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:56:38.527175 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-fbab5b7f-483e-4f46-b469-28d44be8e0cd admin admin] 10.222.0.48 "PUT /v2.0/routers/9cd2bea5-2869-46e5-80fc-5bd5944c10c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7007506 Apr 06 13:56:38.548586 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:38.580599 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port c857fe5b-8474-4214-a156-1f2c2300c71c, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=c857fe5b-8474-4214-a156-1f2c2300c71c,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:56:38.581661 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-f2c7a334-1bdf-41e6-b25a-3f2dc5a54e85 None None] Port daf22e73-605a-45da-8285-dc7ca1da39d9 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:56:38.645396 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:38.646265 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0e627e4f-f5d1-489c-9191-f050faed08ed up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:56:38.766981 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=c857fe5b-8474-4214-a156-1f2c2300c71c,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:38.777967 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 0e627e4f-f5d1-489c-9191-f050faed08ed triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:56:38.778594 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:39.191657 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d6ea96-153e-41e6-97e3-ba4168a8d90a None None] Sync routers for ids ['9cd2bea5-2869-46e5-80fc-5bd5944c10c5'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:56:39.200786 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d6ea96-153e-41e6-97e3-ba4168a8d90a None None] Routers {'9cd2bea5-2869-46e5-80fc-5bd5944c10c5'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:56:39.201384 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-82d6ea96-153e-41e6-97e3-ba4168a8d90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:56:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['9cd2bea5-2869-46e5-80fc-5bd5944c10c5'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:39.380382 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-82d6ea96-153e-41e6-97e3-ba4168a8d90a None None] Set router 9cd2bea5-2869-46e5-80fc-5bd5944c10c5 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:56:39.609539 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-64cd7c20-fb8c-4eb5-b614-12be4d52e9e1 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:39.610215 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-64cd7c20-fb8c-4eb5-b614-12be4d52e9e1 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Synchronizing usage tracker for tenant:5672f774e4bb416283b255c1f6543be6 on resource:network {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:56:39.700284 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-82d6ea96-153e-41e6-97e3-ba4168a8d90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd2bea5-2869-46e5-80fc-5bd5944c10c5', 'name': 'tempest-TestEncryptedCinderVolumes-648170957-router', 'tenant_id': '45a0ff0235e54091ac005540e9d7d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': 'c857fe5b-8474-4214-a156-1f2c2300c71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:56:32Z', 'updated_at': '2022-04-06T13:56:37Z', 'revision_number': 4, 'project_id': '45a0ff0235e54091ac005540e9d7d174', 'gw_port': {'id': 'c857fe5b-8474-4214-a156-1f2c2300c71c', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd2bea5-2869-46e5-80fc-5bd5944c10c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:56:33Z', 'updated_at': '2022-04-06T13:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'daf22e73-605a-45da-8285-dc7ca1da39d9', 'name': '', 'network_id': '8986ea73-6b56-421f-aafc-6e93a28d5c22', 'tenant_id': '45a0ff0235e54091ac005540e9d7d174', 'mac_address': 'fa:16:3e:3d:93:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd2bea5-2869-46e5-80fc-5bd5944c10c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c911608e-dfc1-48f8-88c6-6518732ce123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:56:36Z', 'updated_at': '2022-04-06T13:56:37Z', 'revision_number': 2, 'project_id': '45a0ff0235e54091ac005540e9d7d174', 'subnets': [{'id': 'c911608e-dfc1-48f8-88c6-6518732ce123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:39.702083 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-64cd7c20-fb8c-4eb5-b614-12be4d52e9e1 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Unset dirty status for tenant:5672f774e4bb416283b255c1f6543be6 on resource:network {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:56:39.703427 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-64cd7c20-fb8c-4eb5-b614-12be4d52e9e1 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/networks?id=4b060a6f-f790-4375-ae69-d1e8bd71a3c7 HTTP/1.1" status: 200 len: 817 time: 0.2485158 Apr 06 13:56:39.704436 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d6ea96-153e-41e6-97e3-ba4168a8d90a None None] Checking router: 9cd2bea5-2869-46e5-80fc-5bd5944c10c5 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:56:39.704796 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d6ea96-153e-41e6-97e3-ba4168a8d90a None None] Updating router 9cd2bea5-2869-46e5-80fc-5bd5944c10c5 port daf22e73-605a-45da-8285-dc7ca1da39d9 binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:56:39.720007 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-f5d96004-e323-4ce2-96cc-e6a4096030d4 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/quotas/5672f774e4bb416283b255c1f6543be6 HTTP/1.1" status: 200 len: 375 time: 0.0110195 Apr 06 13:56:39.764389 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-82d6ea96-153e-41e6-97e3-ba4168a8d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:39.807952 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-93f67522-3dd8-4875-91c2-3f57f8ea5209 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5672f774e4bb416283b255c1f6543be6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815964 Apr 06 13:56:39.824765 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-1b3b5a95-2005-49ee-8fc2-0dbad0004116 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 13:56:39.825836 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-1b3b5a95-2005-49ee-8fc2-0dbad0004116 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057743 Apr 06 13:56:39.892507 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device c857fe5b-8474-4214-a156-1f2c2300c71c up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:56:39.978067 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-b83c53d0-f893-484d-bbcb-c225c18abf16 service neutron] 10.222.0.48 "GET /v2.0/networks/4b060a6f-f790-4375-ae69-d1e8bd71a3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433535 Apr 06 13:56:40.122536 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port c857fe5b-8474-4214-a156-1f2c2300c71c triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:56:40.122768 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-c91d8f98-0e87-40f2-aefc-f6405b9dff7b service neutron] 10.222.0.48 "GET /v2.0/networks/4b060a6f-f790-4375-ae69-d1e8bd71a3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379378 Apr 06 13:56:40.122947 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:40.371012 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-82d6ea96-153e-41e6-97e3-ba4168a8d90a None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:40.385032 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-82d6ea96-153e-41e6-97e3-ba4168a8d90a None None] Transition to ACTIVE for port object daf22e73-605a-45da-8285-dc7ca1da39d9 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:56:40.410904 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-146011cc-d24d-4a1e-8685-907697a5e654 req-3366c14d-9ffc-42e3-842f-26cc6f386f46 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?device_id=204af65c-4267-408d-91a2-cdd1d063bf60 HTTP/1.1" status: 200 len: 210 time: 0.0497816 Apr 06 13:56:40.450681 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-82d6ea96-153e-41e6-97e3-ba4168a8d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:40.594911 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d626b8a-28a2-4ce4-a388-7e21359408d9 None None] Pushing event updated for resources: {'Port': ['ID=daf22e73-605a-45da-8285-dc7ca1da39d9,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:40.685055 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-82d6ea96-153e-41e6-97e3-ba4168a8d90a None None] Attempting to bind port daf22e73-605a-45da-8285-dc7ca1da39d9 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:56:40.689972 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-82d6ea96-153e-41e6-97e3-ba4168a8d90a None None] Attempting to bind port daf22e73-605a-45da-8285-dc7ca1da39d9 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'd5156899-06e4-401a-8c19-11ce9ebf3239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8986ea73-6b56-421f-aafc-6e93a28d5c22'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:56:40.689972 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d6ea96-153e-41e6-97e3-ba4168a8d90a None None] Attempting to bind port daf22e73-605a-45da-8285-dc7ca1da39d9 on network 8986ea73-6b56-421f-aafc-6e93a28d5c22 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:56:40.691692 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d6ea96-153e-41e6-97e3-ba4168a8d90a None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:56:40.692086 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d6ea96-153e-41e6-97e3-ba4168a8d90a None None] Checking segment: {'id': 'd5156899-06e4-401a-8c19-11ce9ebf3239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8986ea73-6b56-421f-aafc-6e93a28d5c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:56:40.692479 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-82d6ea96-153e-41e6-97e3-ba4168a8d90a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:40.692869 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d6ea96-153e-41e6-97e3-ba4168a8d90a None None] Bound using segment: {'id': 'd5156899-06e4-401a-8c19-11ce9ebf3239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8986ea73-6b56-421f-aafc-6e93a28d5c22'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:56:40.693332 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-82d6ea96-153e-41e6-97e3-ba4168a8d90a None None] Bound port: daf22e73-605a-45da-8285-dc7ca1da39d9, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5156899-06e4-401a-8c19-11ce9ebf3239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8986ea73-6b56-421f-aafc-6e93a28d5c22'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:56:40.693701 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-82d6ea96-153e-41e6-97e3-ba4168a8d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:40.797933 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-82d6ea96-153e-41e6-97e3-ba4168a8d90a None None] For port daf22e73-605a-45da-8285-dc7ca1da39d9, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:56:40.800905 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-82d6ea96-153e-41e6-97e3-ba4168a8d90a None None] For port daf22e73-605a-45da-8285-dc7ca1da39d9, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=daf22e73-605a-45da-8285-dc7ca1da39d9,segment=NetworkSegment(d5156899-06e4-401a-8c19-11ce9ebf3239),segment_id=d5156899-06e4-401a-8c19-11ce9ebf3239)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:56:40.862635 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-82d6ea96-153e-41e6-97e3-ba4168a8d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:40.939669 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d6ea96-153e-41e6-97e3-ba4168a8d90a None None] Routers {'9cd2bea5-2869-46e5-80fc-5bd5944c10c5'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:56:40.940295 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-82d6ea96-153e-41e6-97e3-ba4168a8d90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:56:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['9cd2bea5-2869-46e5-80fc-5bd5944c10c5'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:41.006152 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d626b8a-28a2-4ce4-a388-7e21359408d9 None None] Pushing event updated for resources: {'Port': ['ID=daf22e73-605a-45da-8285-dc7ca1da39d9,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:41.129576 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-82d6ea96-153e-41e6-97e3-ba4168a8d90a None None] Set router 9cd2bea5-2869-46e5-80fc-5bd5944c10c5 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:56:41.447516 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-82d6ea96-153e-41e6-97e3-ba4168a8d90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd2bea5-2869-46e5-80fc-5bd5944c10c5', 'name': 'tempest-TestEncryptedCinderVolumes-648170957-router', 'tenant_id': '45a0ff0235e54091ac005540e9d7d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': 'c857fe5b-8474-4214-a156-1f2c2300c71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:56:32Z', 'updated_at': '2022-04-06T13:56:37Z', 'revision_number': 4, 'project_id': '45a0ff0235e54091ac005540e9d7d174', 'gw_port': {'id': 'c857fe5b-8474-4214-a156-1f2c2300c71c', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd2bea5-2869-46e5-80fc-5bd5944c10c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:56:33Z', 'updated_at': '2022-04-06T13:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'daf22e73-605a-45da-8285-dc7ca1da39d9', 'name': '', 'network_id': '8986ea73-6b56-421f-aafc-6e93a28d5c22', 'tenant_id': '45a0ff0235e54091ac005540e9d7d174', 'mac_address': 'fa:16:3e:3d:93:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd2bea5-2869-46e5-80fc-5bd5944c10c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c911608e-dfc1-48f8-88c6-6518732ce123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:56:36Z', 'updated_at': '2022-04-06T13:56:40Z', 'revision_number': 4, 'project_id': '45a0ff0235e54091ac005540e9d7d174', 'subnets': [{'id': 'c911608e-dfc1-48f8-88c6-6518732ce123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:41.452703 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d6ea96-153e-41e6-97e3-ba4168a8d90a None None] The sync data for ids ['9cd2bea5-2869-46e5-80fc-5bd5944c10c5'] in dv-neutron-834600-1-hyperv is: [{'id': '9cd2bea5-2869-46e5-80fc-5bd5944c10c5', 'name': 'tempest-TestEncryptedCinderVolumes-648170957-router', 'tenant_id': '45a0ff0235e54091ac005540e9d7d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': 'c857fe5b-8474-4214-a156-1f2c2300c71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:56:32Z', 'updated_at': '2022-04-06T13:56:37Z', 'revision_number': 4, 'project_id': '45a0ff0235e54091ac005540e9d7d174', 'gw_port': {'id': 'c857fe5b-8474-4214-a156-1f2c2300c71c', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd2bea5-2869-46e5-80fc-5bd5944c10c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:56:33Z', 'updated_at': '2022-04-06T13:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'daf22e73-605a-45da-8285-dc7ca1da39d9', 'name': '', 'network_id': '8986ea73-6b56-421f-aafc-6e93a28d5c22', 'tenant_id': '45a0ff0235e54091ac005540e9d7d174', 'mac_address': 'fa:16:3e:3d:93:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd2bea5-2869-46e5-80fc-5bd5944c10c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c911608e-dfc1-48f8-88c6-6518732ce123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:56:36Z', 'updated_at': '2022-04-06T13:56:40Z', 'revision_number': 4, 'project_id': '45a0ff0235e54091ac005540e9d7d174', 'subnets': [{'id': 'c911608e-dfc1-48f8-88c6-6518732ce123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:56:41.579816 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-673526d1-5ee4-44e1-9de2-17ba98f5a082 req-18438df3-6610-4aba-bf42-93a26a057ead tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?device_id=204af65c-4267-408d-91a2-cdd1d063bf60 HTTP/1.1" status: 200 len: 210 time: 0.0454056 Apr 06 13:56:41.906686 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device daf22e73-605a-45da-8285-dc7ca1da39d9 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:56:42.050822 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port daf22e73-605a-45da-8285-dc7ca1da39d9 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:56:42.056704 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port daf22e73-605a-45da-8285-dc7ca1da39d9 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:56:42.062290 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:42.228418 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:42.262501 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port daf22e73-605a-45da-8285-dc7ca1da39d9, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=daf22e73-605a-45da-8285-dc7ca1da39d9,segment=NetworkSegment(d5156899-06e4-401a-8c19-11ce9ebf3239),segment_id=d5156899-06e4-401a-8c19-11ce9ebf3239)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:56:42.336639 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:42.406639 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=daf22e73-605a-45da-8285-dc7ca1da39d9,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:42.663150 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-bf05081c-1063-4aa9-a563-5e0101a55d96 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:42.664548 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-bf05081c-1063-4aa9-a563-5e0101a55d96 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.61 "GET /v2.0/networks?id=4b060a6f-f790-4375-ae69-d1e8bd71a3c7 HTTP/1.1" status: 200 len: 817 time: 0.1483624 Apr 06 13:56:42.677678 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-ddeef272-de32-4c30-a0cf-18f86b338476 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Request body: {'port': {'device_id': '204af65c-4267-408d-91a2-cdd1d063bf60', 'network_id': '4b060a6f-f790-4375-ae69-d1e8bd71a3c7', 'admin_state_up': True, 'tenant_id': '5672f774e4bb416283b255c1f6543be6'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:42.735357 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d6e46721-9610-4c04-b286-cd16bfb02543 req-1ace6a8d-c007-46d9-9754-c544f9421fee tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?device_id=204af65c-4267-408d-91a2-cdd1d063bf60 HTTP/1.1" status: 200 len: 210 time: 0.0445454 Apr 06 13:56:42.815719 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-ddeef272-de32-4c30-a0cf-18f86b338476 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:56:42.819475 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-ddeef272-de32-4c30-a0cf-18f86b338476 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Usage tracker for resource:port and tenant:5672f774e4bb416283b255c1f6543be6 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:56:42.822203 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-ddeef272-de32-4c30-a0cf-18f86b338476 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:56:42.828117 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-ddeef272-de32-4c30-a0cf-18f86b338476 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:56:42.878906 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-ddeef272-de32-4c30-a0cf-18f86b338476 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Made reservation on behalf of 5672f774e4bb416283b255c1f6543be6 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:56:42.882415 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-ddeef272-de32-4c30-a0cf-18f86b338476 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:43.155270 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-ddeef272-de32-4c30-a0cf-18f86b338476 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Allocated IP 172.20.0.9 (4b060a6f-f790-4375-ae69-d1e8bd71a3c7/df068a33-49fe-4545-aa1b-f225e7d30ce8/73d2098c-4495-4821-9e0c-78bf6a684011) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:56:43.353344 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-ddeef272-de32-4c30-a0cf-18f86b338476 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:43.368783 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-ddeef272-de32-4c30-a0cf-18f86b338476 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Transition to ACTIVE for port object 73d2098c-4495-4821-9e0c-78bf6a684011 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:56:43.451318 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-ddeef272-de32-4c30-a0cf-18f86b338476 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:43.516403 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-ddeef272-de32-4c30-a0cf-18f86b338476 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Network 4b060a6f-f790-4375-ae69-d1e8bd71a3c7 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:56:43.523792 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-ddeef272-de32-4c30-a0cf-18f86b338476 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:56:43.528000 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-ddeef272-de32-4c30-a0cf-18f86b338476 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:56:43.559714 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeef272-de32-4c30-a0cf-18f86b338476 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Pushing event updated for resources: {'Port': ['ID=73d2098c-4495-4821-9e0c-78bf6a684011,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:43.601105 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-ddeef272-de32-4c30-a0cf-18f86b338476 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:43.601731 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-ddeef272-de32-4c30-a0cf-18f86b338476 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:43.697360 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-ddeef272-de32-4c30-a0cf-18f86b338476 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0234816 Apr 06 13:56:43.708139 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-21932a1e-7375-4a87-951e-cc20c749b0a0 service neutron] Request body: {'port': {'device_id': '204af65c-4267-408d-91a2-cdd1d063bf60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:43.823362 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-21932a1e-7375-4a87-951e-cc20c749b0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:43.868147 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-17c48631-55c7-4831-9651-86652b47dc04 None None] Provisioning for port 73d2098c-4495-4821-9e0c-78bf6a684011 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:56:43.873461 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-17c48631-55c7-4831-9651-86652b47dc04 None None] Provisioning complete for port 73d2098c-4495-4821-9e0c-78bf6a684011 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:56:43.873823 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-17c48631-55c7-4831-9651-86652b47dc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:43.909106 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device daf22e73-605a-45da-8285-dc7ca1da39d9 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:56:43.933687 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edd2a8-9dfe-4a8f-b903-108c9d1b078e req-a716fbcf-3370-4465-8d84-70e9afc6df0c tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:43.935359 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-72edd2a8-9dfe-4a8f-b903-108c9d1b078e req-a716fbcf-3370-4465-8d84-70e9afc6df0c tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?device_id=204af65c-4267-408d-91a2-cdd1d063bf60 HTTP/1.1" status: 200 len: 931 time: 0.0882504 Apr 06 13:56:43.984063 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-17c48631-55c7-4831-9651-86652b47dc04 None None] Port 73d2098c-4495-4821-9e0c-78bf6a684011 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:56:43.995799 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-72edd2a8-9dfe-4a8f-b903-108c9d1b078e req-51b26c94-da41-43ce-8bff-831fc98032f5 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Synchronizing usage tracker for tenant:5672f774e4bb416283b255c1f6543be6 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:56:44.001618 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port daf22e73-605a-45da-8285-dc7ca1da39d9 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:56:44.001986 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:44.084714 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-72edd2a8-9dfe-4a8f-b903-108c9d1b078e req-51b26c94-da41-43ce-8bff-831fc98032f5 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Unset dirty status for tenant:5672f774e4bb416283b255c1f6543be6 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:56:44.094068 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-72edd2a8-9dfe-4a8f-b903-108c9d1b078e req-51b26c94-da41-43ce-8bff-831fc98032f5 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ffdda-9eb6-4bbc-98ef-a84b6eaf961d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513622 Apr 06 13:56:44.193991 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-21932a1e-7375-4a87-951e-cc20c749b0a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d2098c-4495-4821-9e0c-78bf6a684011 {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:56:44.201290 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-21932a1e-7375-4a87-951e-cc20c749b0a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:44.216210 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-21932a1e-7375-4a87-951e-cc20c749b0a0 service neutron] Transition to ACTIVE for port object 73d2098c-4495-4821-9e0c-78bf6a684011 will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:56:44.290491 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-21932a1e-7375-4a87-951e-cc20c749b0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:44.443402 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21932a1e-7375-4a87-951e-cc20c749b0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=73d2098c-4495-4821-9e0c-78bf6a684011,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:44.525803 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-21932a1e-7375-4a87-951e-cc20c749b0a0 service neutron] Attempting to bind port 73d2098c-4495-4821-9e0c-78bf6a684011 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:56:44.526132 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-21932a1e-7375-4a87-951e-cc20c749b0a0 service neutron] Attempting to bind port 73d2098c-4495-4821-9e0c-78bf6a684011 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '5a2b6a6d-28d8-446b-aebd-88b809d37a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4b060a6f-f790-4375-ae69-d1e8bd71a3c7'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:56:44.526458 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-21932a1e-7375-4a87-951e-cc20c749b0a0 service neutron] Attempting to bind port 73d2098c-4495-4821-9e0c-78bf6a684011 on network 4b060a6f-f790-4375-ae69-d1e8bd71a3c7 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:56:44.531330 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-21932a1e-7375-4a87-951e-cc20c749b0a0 service neutron] Port 73d2098c-4495-4821-9e0c-78bf6a684011 on network 4b060a6f-f790-4375-ae69-d1e8bd71a3c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:56:44.531642 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-21932a1e-7375-4a87-951e-cc20c749b0a0 service neutron] Attempting to bind port 73d2098c-4495-4821-9e0c-78bf6a684011 on network 4b060a6f-f790-4375-ae69-d1e8bd71a3c7 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:56:44.536689 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-21932a1e-7375-4a87-951e-cc20c749b0a0 service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:56:44.537013 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-21932a1e-7375-4a87-951e-cc20c749b0a0 service neutron] Checking segment: {'id': '5a2b6a6d-28d8-446b-aebd-88b809d37a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4b060a6f-f790-4375-ae69-d1e8bd71a3c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:56:44.537395 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-21932a1e-7375-4a87-951e-cc20c749b0a0 service neutron] Bound using segment: {'id': '5a2b6a6d-28d8-446b-aebd-88b809d37a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4b060a6f-f790-4375-ae69-d1e8bd71a3c7'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:56:44.537808 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-21932a1e-7375-4a87-951e-cc20c749b0a0 service neutron] Bound port: 73d2098c-4495-4821-9e0c-78bf6a684011, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a2b6a6d-28d8-446b-aebd-88b809d37a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4b060a6f-f790-4375-ae69-d1e8bd71a3c7'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:56:44.538147 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-21932a1e-7375-4a87-951e-cc20c749b0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:44.628357 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-21932a1e-7375-4a87-951e-cc20c749b0a0 service neutron] For port 73d2098c-4495-4821-9e0c-78bf6a684011, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:56:44.631319 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-21932a1e-7375-4a87-951e-cc20c749b0a0 service neutron] For port 73d2098c-4495-4821-9e0c-78bf6a684011, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=73d2098c-4495-4821-9e0c-78bf6a684011,segment=NetworkSegment(5a2b6a6d-28d8-446b-aebd-88b809d37a4a),segment_id=5a2b6a6d-28d8-446b-aebd-88b809d37a4a)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:56:44.696973 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-21932a1e-7375-4a87-951e-cc20c749b0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:44.752083 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-21932a1e-7375-4a87-951e-cc20c749b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:44.752870 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-21932a1e-7375-4a87-951e-cc20c749b0a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:44.754215 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-21932a1e-7375-4a87-951e-cc20c749b0a0 service neutron] 10.222.0.61 "PUT /v2.0/ports/73d2098c-4495-4821-9e0c-78bf6a684011 HTTP/1.1" status: 200 len: 1093 time: 1.0501969 Apr 06 13:56:44.754631 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204af65c-4267-408d-91a2-cdd1d063bf60', 'tag': '73d2098c-4495-4821-9e0c-78bf6a684011'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:56:44.781969 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21932a1e-7375-4a87-951e-cc20c749b0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=73d2098c-4495-4821-9e0c-78bf6a684011,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:44.809238 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b51fa8d2-1d95-47f2-a15a-21c7e5abd234'] response: {'name': 'network-changed', 'server_uuid': '204af65c-4267-408d-91a2-cdd1d063bf60', 'tag': '73d2098c-4495-4821-9e0c-78bf6a684011', 'status': 'completed', 'code': 200} Apr 06 13:56:44.901221 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168fcda-1651-4571-9aab-ae8b95db1f88 req-29548ff4-08e6-43b0-a760-be3214d1cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:44.902691 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e168fcda-1651-4571-9aab-ae8b95db1f88 req-29548ff4-08e6-43b0-a760-be3214d1cc41 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5672f774e4bb416283b255c1f6543be6&device_id=204af65c-4267-408d-91a2-cdd1d063bf60 HTTP/1.1" status: 200 len: 1096 time: 0.0725706 Apr 06 13:56:45.042976 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168fcda-1651-4571-9aab-ae8b95db1f88 req-b907ef7d-ff30-46ba-aeda-873cb63f40da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:45.044418 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e168fcda-1651-4571-9aab-ae8b95db1f88 req-b907ef7d-ff30-46ba-aeda-873cb63f40da service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=5672f774e4bb416283b255c1f6543be6&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1349540 Apr 06 13:56:45.276745 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed4169-51d6-4c54-b675-8ea69ddea253 req-1c512374-fd9a-43fc-8bbc-62ef20cf82cd tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:45.278127 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-99ed4169-51d6-4c54-b675-8ea69ddea253 req-1c512374-fd9a-43fc-8bbc-62ef20cf82cd tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?device_id=204af65c-4267-408d-91a2-cdd1d063bf60 HTTP/1.1" status: 200 len: 943 time: 0.0832925 Apr 06 13:56:45.284339 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168fcda-1651-4571-9aab-ae8b95db1f88 req-0a4ec25b-f069-40a4-bb2e-ab0e7a12a221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:45.285761 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e168fcda-1651-4571-9aab-ae8b95db1f88 req-0a4ec25b-f069-40a4-bb2e-ab0e7a12a221 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2357800 Apr 06 13:56:45.322770 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-99ed4169-51d6-4c54-b675-8ea69ddea253 req-d76fc501-a2ce-454e-983c-53ec0b12c3bd tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ffdda-9eb6-4bbc-98ef-a84b6eaf961d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376375 Apr 06 13:56:45.391751 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-4ab00e04-8be8-440d-bd94-8dd1936ed4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:45.393202 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-4ab00e04-8be8-440d-bd94-8dd1936ed4d0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5672f774e4bb416283b255c1f6543be6&device_id=204af65c-4267-408d-91a2-cdd1d063bf60 HTTP/1.1" status: 200 len: 1096 time: 0.0739639 Apr 06 13:56:45.456257 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fa68f16b-4826-42ab-bccd-28e19059ed8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:45.463380 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-067dc587-81a8-4cc3-8dbf-05320b7a7794 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73d2098c-4495-4821-9e0c-78bf6a684011 HTTP/1.1" status: 200 len: 217 time: 0.0639160 Apr 06 13:56:45.523717 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-3be9d17a-9767-4446-86dc-f5d1eb3aabd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:45.525095 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-3be9d17a-9767-4446-86dc-f5d1eb3aabd6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df068a33-49fe-4545-aa1b-f225e7d30ce8 HTTP/1.1" status: 200 len: 856 time: 0.0561349 Apr 06 13:56:45.599929 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-b6573790-6d37-4b8f-a405-02e1567f06c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:45.601287 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-b6573790-6d37-4b8f-a405-02e1567f06c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b060a6f-f790-4375-ae69-d1e8bd71a3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696912 Apr 06 13:56:45.732398 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-cc22d1eb-0b64-4e71-b86e-1d16a25c1794 service neutron] 10.222.0.61 "GET /v2.0/networks/4b060a6f-f790-4375-ae69-d1e8bd71a3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243391 Apr 06 13:56:45.861823 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5fe59431-eb4f-46f5-8f8b-11c843e17aa2 req-7f5ff03d-110a-43e0-b158-7acb01baae75 service neutron] 10.222.0.61 "GET /v2.0/networks/4b060a6f-f790-4375-ae69-d1e8bd71a3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240356 Apr 06 13:56:46.511553 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadecfa8-7853-4262-a2ea-b29eb574f62d req-5d722914-216d-43ca-97b4-7d0c9abd7fcb tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:46.512897 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-aadecfa8-7853-4262-a2ea-b29eb574f62d req-5d722914-216d-43ca-97b4-7d0c9abd7fcb tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?device_id=204af65c-4267-408d-91a2-cdd1d063bf60 HTTP/1.1" status: 200 len: 943 time: 0.0823798 Apr 06 13:56:46.557221 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-aadecfa8-7853-4262-a2ea-b29eb574f62d req-7aa2499b-1069-4a9d-ba34-15e38239ee6c tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ffdda-9eb6-4bbc-98ef-a84b6eaf961d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381796 Apr 06 13:56:46.937783 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 73d2098c-4495-4821-9e0c-78bf6a684011 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:56:47.076630 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 73d2098c-4495-4821-9e0c-78bf6a684011, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=73d2098c-4495-4821-9e0c-78bf6a684011,segment=NetworkSegment(5a2b6a6d-28d8-446b-aebd-88b809d37a4a),segment_id=5a2b6a6d-28d8-446b-aebd-88b809d37a4a)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:56:47.089850 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '73d2098c-4495-4821-9e0c-78bf6a684011', 'network_id': '4b060a6f-f790-4375-ae69-d1e8bd71a3c7', 'port_id': '73d2098c-4495-4821-9e0c-78bf6a684011', 'mac_address': 'fa:16:3e:ed:42:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df068a33-49fe-4545-aa1b-f225e7d30ce8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:56:47.147065 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:47.163994 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d2098c-4495-4821-9e0c-78bf6a684011 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:56:47.179050 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 73d2098c-4495-4821-9e0c-78bf6a684011, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=73d2098c-4495-4821-9e0c-78bf6a684011,segment=NetworkSegment(5a2b6a6d-28d8-446b-aebd-88b809d37a4a),segment_id=5a2b6a6d-28d8-446b-aebd-88b809d37a4a)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:56:47.256228 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:47.322166 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=73d2098c-4495-4821-9e0c-78bf6a684011,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:47.478567 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['73d2098c-4495-4821-9e0c-78bf6a684011'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:56:47.707738 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f7269389-8e52-48e9-abb1-ca79d834dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:47.741808 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529d7b4-775f-45d3-bb36-0086715583a2 req-314856e2-fb35-43fe-8f87-43223f6b7847 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:47.743269 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d529d7b4-775f-45d3-bb36-0086715583a2 req-314856e2-fb35-43fe-8f87-43223f6b7847 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?device_id=204af65c-4267-408d-91a2-cdd1d063bf60 HTTP/1.1" status: 200 len: 944 time: 0.0820916 Apr 06 13:56:47.790658 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d529d7b4-775f-45d3-bb36-0086715583a2 req-76af3e60-b88a-4f3d-bf7a-e4d319ba1219 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ffdda-9eb6-4bbc-98ef-a84b6eaf961d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410666 Apr 06 13:56:48.919577 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:48.941376 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:48.952629 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 73d2098c-4495-4821-9e0c-78bf6a684011 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:56:48.978451 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f69f3-e381-440d-bf6c-1dd77209725f req-72e5c685-62de-4f2b-b0c1-d7b5c742cd0f tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:48.980792 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8b5f69f3-e381-440d-bf6c-1dd77209725f req-72e5c685-62de-4f2b-b0c1-d7b5c742cd0f tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?device_id=204af65c-4267-408d-91a2-cdd1d063bf60 HTTP/1.1" status: 200 len: 944 time: 0.0812120 Apr 06 13:56:49.024268 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8b5f69f3-e381-440d-bf6c-1dd77209725f req-11ef0170-495b-4129-8f1a-212db53c7490 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ffdda-9eb6-4bbc-98ef-a84b6eaf961d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381088 Apr 06 13:56:49.102066 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port 73d2098c-4495-4821-9e0c-78bf6a684011 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:56:49.107185 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 73d2098c-4495-4821-9e0c-78bf6a684011 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:56:49.107556 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:49.224241 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:49.250458 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204af65c-4267-408d-91a2-cdd1d063bf60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d2098c-4495-4821-9e0c-78bf6a684011'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:56:49.259915 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 73d2098c-4495-4821-9e0c-78bf6a684011, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=73d2098c-4495-4821-9e0c-78bf6a684011,segment=NetworkSegment(5a2b6a6d-28d8-446b-aebd-88b809d37a4a),segment_id=5a2b6a6d-28d8-446b-aebd-88b809d37a4a)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:56:49.298113 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d50f322-41b0-464c-ac4c-96c75840ba70'] response: {'server_uuid': '204af65c-4267-408d-91a2-cdd1d063bf60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d2098c-4495-4821-9e0c-78bf6a684011', 'code': 200} Apr 06 13:56:49.307909 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:49.378615 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=73d2098c-4495-4821-9e0c-78bf6a684011,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:49.657645 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9fead-f1ae-466e-9b40-7ae0f7eaed10 req-0ff0e00e-f645-4052-9745-ae7994b064d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:49.659095 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c2d9fead-f1ae-466e-9b40-7ae0f7eaed10 req-0ff0e00e-f645-4052-9745-ae7994b064d7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=204af65c-4267-408d-91a2-cdd1d063bf60 HTTP/1.1" status: 200 len: 1098 time: 0.0736504 Apr 06 13:56:49.697144 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c2d9fead-f1ae-466e-9b40-7ae0f7eaed10 req-2fa8237b-0e63-4be5-ab0e-4148b1a9907c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5e9ffdda-9eb6-4bbc-98ef-a84b6eaf961d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324719 Apr 06 13:56:50.315716 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c25ac3-b225-453a-a54a-deae816ea62f req-891d9592-f88e-459a-a320-d7b3e3fdf780 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:50.317082 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-56c25ac3-b225-453a-a54a-deae816ea62f req-891d9592-f88e-459a-a320-d7b3e3fdf780 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?device_id=204af65c-4267-408d-91a2-cdd1d063bf60 HTTP/1.1" status: 200 len: 945 time: 0.1881838 Apr 06 13:56:50.362975 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-56c25ac3-b225-453a-a54a-deae816ea62f req-b6ccd6ba-8f39-4962-8122-13c61987a08c tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ffdda-9eb6-4bbc-98ef-a84b6eaf961d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400195 Apr 06 13:56:50.365151 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:56:51.548583 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71b4a9-295b-42c0-90ac-ed1db1f58133 req-c3660b6e-c611-4a7b-80a5-0fbfb6c56fb9 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:51.550026 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ac71b4a9-295b-42c0-90ac-ed1db1f58133 req-c3660b6e-c611-4a7b-80a5-0fbfb6c56fb9 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?device_id=204af65c-4267-408d-91a2-cdd1d063bf60 HTTP/1.1" status: 200 len: 945 time: 0.0803792 Apr 06 13:56:51.594371 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ac71b4a9-295b-42c0-90ac-ed1db1f58133 req-49331843-6c32-4b2a-bdcc-a7584586fc9c tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ffdda-9eb6-4bbc-98ef-a84b6eaf961d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387483 Apr 06 13:56:51.782252 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcc116-bee5-4337-afd5-7ec10468e03a req-d038ddb3-4fc7-44d8-9e98-dc21d8e8ca01 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:51.783711 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c5dcc116-bee5-4337-afd5-7ec10468e03a req-d038ddb3-4fc7-44d8-9e98-dc21d8e8ca01 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?device_id=204af65c-4267-408d-91a2-cdd1d063bf60 HTTP/1.1" status: 200 len: 945 time: 0.0868418 Apr 06 13:56:51.829097 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c5dcc116-bee5-4337-afd5-7ec10468e03a req-49383a86-82f1-497f-aecf-d9e0cbc5b7d9 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ffdda-9eb6-4bbc-98ef-a84b6eaf961d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396726 Apr 06 13:56:57.502230 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:02.556674 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:57:04.972761 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ddb8461d-890b-4f07-9aa5-09a21fa1ec52 req-87800fef-25a4-4114-b37d-c1546707e9b6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=204af65c-4267-408d-91a2-cdd1d063bf60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1774178 Apr 06 13:57:05.134373 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8461d-890b-4f07-9aa5-09a21fa1ec52 req-1d48cef5-b0e5-4280-aed9-d873c5500b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:05.135795 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ddb8461d-890b-4f07-9aa5-09a21fa1ec52 req-1d48cef5-b0e5-4280-aed9-d873c5500b3e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5672f774e4bb416283b255c1f6543be6&device_id=204af65c-4267-408d-91a2-cdd1d063bf60 HTTP/1.1" status: 200 len: 1098 time: 0.0709670 Apr 06 13:57:05.284842 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8461d-890b-4f07-9aa5-09a21fa1ec52 req-e4d62270-ce05-46ee-a821-01b673502ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:05.286269 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ddb8461d-890b-4f07-9aa5-09a21fa1ec52 req-e4d62270-ce05-46ee-a821-01b673502ab1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4b060a6f-f790-4375-ae69-d1e8bd71a3c7 HTTP/1.1" status: 200 len: 918 time: 0.1305714 Apr 06 13:57:05.359890 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ddb8461d-890b-4f07-9aa5-09a21fa1ec52 req-302a8644-a69f-4bdb-924b-59c7e5c8dd91 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73d2098c-4495-4821-9e0c-78bf6a684011 HTTP/1.1" status: 200 len: 217 time: 0.0654626 Apr 06 13:57:05.421992 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8461d-890b-4f07-9aa5-09a21fa1ec52 req-6bfd9e4b-7d73-4bc1-ac44-ab0ab2880424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:05.424198 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ddb8461d-890b-4f07-9aa5-09a21fa1ec52 req-6bfd9e4b-7d73-4bc1-ac44-ab0ab2880424 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df068a33-49fe-4545-aa1b-f225e7d30ce8 HTTP/1.1" status: 200 len: 856 time: 0.0589437 Apr 06 13:57:05.497574 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8461d-890b-4f07-9aa5-09a21fa1ec52 req-1bad5ce7-ac00-4e5c-b99c-d3a72216c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:05.499045 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ddb8461d-890b-4f07-9aa5-09a21fa1ec52 req-1bad5ce7-ac00-4e5c-b99c-d3a72216c092 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b060a6f-f790-4375-ae69-d1e8bd71a3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692041 Apr 06 13:57:05.628978 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ddb8461d-890b-4f07-9aa5-09a21fa1ec52 req-6070cf69-fe60-4b47-b08e-b89586db8390 service neutron] 10.222.0.61 "GET /v2.0/networks/4b060a6f-f790-4375-ae69-d1e8bd71a3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242137 Apr 06 13:57:05.768573 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ddb8461d-890b-4f07-9aa5-09a21fa1ec52 req-478f15cb-5176-4e68-8b66-578e1328ab13 service neutron] 10.222.0.61 "GET /v2.0/networks/4b060a6f-f790-4375-ae69-d1e8bd71a3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319449 Apr 06 13:57:10.824215 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669fccb-61c3-49f9-8272-2efe5aab3fea req-92674a02-36f7-4795-a233-ff77d0398d71 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:10.825644 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9669fccb-61c3-49f9-8272-2efe5aab3fea req-92674a02-36f7-4795-a233-ff77d0398d71 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?device_id=204af65c-4267-408d-91a2-cdd1d063bf60 HTTP/1.1" status: 200 len: 945 time: 0.0851417 Apr 06 13:57:10.869952 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9669fccb-61c3-49f9-8272-2efe5aab3fea req-d9dafcbd-baa5-4086-a577-ab1d25c22521 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ffdda-9eb6-4bbc-98ef-a84b6eaf961d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384727 Apr 06 13:57:12.057916 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a99d4-b4f2-413d-80fc-af1559692809 req-79dd5d5e-7369-4f28-9a8c-371f4a413f60 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:12.059364 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-716a99d4-b4f2-413d-80fc-af1559692809 req-79dd5d5e-7369-4f28-9a8c-371f4a413f60 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?device_id=204af65c-4267-408d-91a2-cdd1d063bf60 HTTP/1.1" status: 200 len: 945 time: 0.0795350 Apr 06 13:57:12.104596 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-716a99d4-b4f2-413d-80fc-af1559692809 req-bb0b0672-b700-4320-b2d4-3df9fce5e11d tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ffdda-9eb6-4bbc-98ef-a84b6eaf961d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389478 Apr 06 13:57:12.364067 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f406a9-7e9a-4c79-befb-db44ff208c76 req-fe7052df-6e60-4172-8e43-8c1224739ed6 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:12.364673 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-00f406a9-7e9a-4c79-befb-db44ff208c76 req-fe7052df-6e60-4172-8e43-8c1224739ed6 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Synchronizing usage tracker for tenant:5672f774e4bb416283b255c1f6543be6 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:57:12.416869 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-00f406a9-7e9a-4c79-befb-db44ff208c76 req-fe7052df-6e60-4172-8e43-8c1224739ed6 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Unset dirty status for tenant:5672f774e4bb416283b255c1f6543be6 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:57:12.418096 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-00f406a9-7e9a-4c79-befb-db44ff208c76 req-fe7052df-6e60-4172-8e43-8c1224739ed6 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.61 "GET /v2.0/ports?device_id=204af65c-4267-408d-91a2-cdd1d063bf60 HTTP/1.1" status: 200 len: 945 time: 0.1343875 Apr 06 13:57:12.487774 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-00f406a9-7e9a-4c79-befb-db44ff208c76 req-75825fd2-befe-48c2-aca6-9ee72950c4a5 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Deleting port 73d2098c-4495-4821-9e0c-78bf6a684011 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:57:12.488108 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-00f406a9-7e9a-4c79-befb-db44ff208c76 req-75825fd2-befe-48c2-aca6-9ee72950c4a5 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:12.826908 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-00f406a9-7e9a-4c79-befb-db44ff208c76 req-75825fd2-befe-48c2-aca6-9ee72950c4a5 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] For port 73d2098c-4495-4821-9e0c-78bf6a684011, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=73d2098c-4495-4821-9e0c-78bf6a684011,segment=NetworkSegment(5a2b6a6d-28d8-446b-aebd-88b809d37a4a),segment_id=5a2b6a6d-28d8-446b-aebd-88b809d37a4a)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:57:12.827254 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-00f406a9-7e9a-4c79-befb-db44ff208c76 req-75825fd2-befe-48c2-aca6-9ee72950c4a5 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:12.946619 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-00f406a9-7e9a-4c79-befb-db44ff208c76 req-75825fd2-befe-48c2-aca6-9ee72950c4a5 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Calling delete_port for 73d2098c-4495-4821-9e0c-78bf6a684011 owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:57:13.177335 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-00f406a9-7e9a-4c79-befb-db44ff208c76 req-75825fd2-befe-48c2-aca6-9ee72950c4a5 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:13.238466 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75825fd2-befe-48c2-aca6-9ee72950c4a5 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Pushing event deleted for resources: {'Port': ['ID=73d2098c-4495-4821-9e0c-78bf6a684011,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:13.273311 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75825fd2-befe-48c2-aca6-9ee72950c4a5 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:13.273944 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75825fd2-befe-48c2-aca6-9ee72950c4a5 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:13.274045 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75825fd2-befe-48c2-aca6-9ee72950c4a5 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:13.274299 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75825fd2-befe-48c2-aca6-9ee72950c4a5 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:13.274625 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75825fd2-befe-48c2-aca6-9ee72950c4a5 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:13.274984 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75825fd2-befe-48c2-aca6-9ee72950c4a5 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:13.275310 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75825fd2-befe-48c2-aca6-9ee72950c4a5 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:13.275631 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75825fd2-befe-48c2-aca6-9ee72950c4a5 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:13.276098 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75825fd2-befe-48c2-aca6-9ee72950c4a5 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:13.276428 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75825fd2-befe-48c2-aca6-9ee72950c4a5 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:13.276749 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75825fd2-befe-48c2-aca6-9ee72950c4a5 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:13.277119 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75825fd2-befe-48c2-aca6-9ee72950c4a5 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:13.301809 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2ba20895-e857-4aa2-ac66-85f77c85b60f req-06aaf942-6107-4c42-8497-78adbd916242 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?device_id=204af65c-4267-408d-91a2-cdd1d063bf60 HTTP/1.1" status: 200 len: 210 time: 0.0701718 Apr 06 13:57:13.329072 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f406a9-7e9a-4c79-befb-db44ff208c76 req-75825fd2-befe-48c2-aca6-9ee72950c4a5 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] No DVR routers for this DVR port 73d2098c-4495-4821-9e0c-78bf6a684011 on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:57:13.332010 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-00f406a9-7e9a-4c79-befb-db44ff208c76 req-75825fd2-befe-48c2-aca6-9ee72950c4a5 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:13.335122 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204af65c-4267-408d-91a2-cdd1d063bf60', 'name': 'network-vif-deleted', 'tag': '73d2098c-4495-4821-9e0c-78bf6a684011'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:57:13.383627 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b84b493a-8bc7-4c97-8ad0-5525e0bddc92'] response: {'server_uuid': '204af65c-4267-408d-91a2-cdd1d063bf60', 'name': 'network-vif-deleted', 'tag': '73d2098c-4495-4821-9e0c-78bf6a684011', 'status': 'completed', 'code': 200} Apr 06 13:57:13.406615 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-00f406a9-7e9a-4c79-befb-db44ff208c76 req-75825fd2-befe-48c2-aca6-9ee72950c4a5 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.61 "DELETE /v2.0/ports/73d2098c-4495-4821-9e0c-78bf6a684011 HTTP/1.1" status: 204 len: 173 time: 0.9825146 Apr 06 13:57:15.125131 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 73d2098c-4495-4821-9e0c-78bf6a684011 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:57:15.161008 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: 73d2098c-4495-4821-9e0c-78bf6a684011 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:57:15.161349 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 73d2098c-4495-4821-9e0c-78bf6a684011 not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:57:15.177703 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-971f55a9-1972-4767-a044-2af3221d658a tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:15.179347 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-971f55a9-1972-4767-a044-2af3221d658a tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/networks?id=4b060a6f-f790-4375-ae69-d1e8bd71a3c7 HTTP/1.1" status: 200 len: 817 time: 0.1458678 Apr 06 13:57:15.195223 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-4818e25c-b73f-4ad0-9744-7f47942dddd4 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/quotas/5672f774e4bb416283b255c1f6543be6 HTTP/1.1" status: 200 len: 375 time: 0.0090504 Apr 06 13:57:15.277414 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-87548c19-73cd-4c7d-aefa-3fd593a12ce8 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5672f774e4bb416283b255c1f6543be6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769243 Apr 06 13:57:15.415393 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-416d0196-464e-4f73-917c-e6a431bc49cc service neutron] 10.222.0.48 "GET /v2.0/networks/4b060a6f-f790-4375-ae69-d1e8bd71a3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253912 Apr 06 13:57:15.496862 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6ba45c15-9db9-477c-87d8-083ca6bb6d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:15.549576 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-55c1e4b1-09f0-4a31-aae7-26ea1b88cc92 service neutron] 10.222.0.48 "GET /v2.0/networks/4b060a6f-f790-4375-ae69-d1e8bd71a3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285162 Apr 06 13:57:15.783882 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-99557fdb-087e-4b84-9574-318dffe3a02e req-ddbee5ba-f2c3-4350-9ff8-7547644fbae9 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?device_id=704e0db6-6d85-4723-b157-695aab6fe40b HTTP/1.1" status: 200 len: 210 time: 0.0463972 Apr 06 13:57:16.931493 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-64ce9e4d-e8a2-4465-be73-49d5a5de3195 req-cafad2a2-d79d-496d-810f-2d67cd983b30 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?device_id=704e0db6-6d85-4723-b157-695aab6fe40b HTTP/1.1" status: 200 len: 210 time: 0.0433850 Apr 06 13:57:17.583362 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-5b7dad23-468c-4437-a5e7-91d1081af745 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:17.584665 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-5b7dad23-468c-4437-a5e7-91d1081af745 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.61 "GET /v2.0/networks?id=4b060a6f-f790-4375-ae69-d1e8bd71a3c7 HTTP/1.1" status: 200 len: 817 time: 0.1476181 Apr 06 13:57:17.597484 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-828f29b6-e142-4459-b182-ba9dec5e9edd tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Request body: {'port': {'device_id': '704e0db6-6d85-4723-b157-695aab6fe40b', 'network_id': '4b060a6f-f790-4375-ae69-d1e8bd71a3c7', 'admin_state_up': True, 'tenant_id': '5672f774e4bb416283b255c1f6543be6'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:57:17.725644 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f3cc7c9b-2f6c-4348-8b9c-b70385914564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:17.734898 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-828f29b6-e142-4459-b182-ba9dec5e9edd tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:57:17.739345 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-828f29b6-e142-4459-b182-ba9dec5e9edd tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Usage tracker for resource:port and tenant:5672f774e4bb416283b255c1f6543be6 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:57:17.742233 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-828f29b6-e142-4459-b182-ba9dec5e9edd tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:57:17.747878 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-828f29b6-e142-4459-b182-ba9dec5e9edd tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:57:17.823161 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-828f29b6-e142-4459-b182-ba9dec5e9edd tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Made reservation on behalf of 5672f774e4bb416283b255c1f6543be6 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:57:17.826686 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-828f29b6-e142-4459-b182-ba9dec5e9edd tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:17.990887 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-828f29b6-e142-4459-b182-ba9dec5e9edd tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Allocated IP 172.20.0.12 (4b060a6f-f790-4375-ae69-d1e8bd71a3c7/df068a33-49fe-4545-aa1b-f225e7d30ce8/d93be1c1-1f61-44d8-bcea-65cc69694d67) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:57:18.091028 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-199e1ddf-7b0d-40d8-8dd0-650751ae9430 req-a3c32e73-3f1c-4b3b-a3b8-5fd97010ca7f tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?device_id=704e0db6-6d85-4723-b157-695aab6fe40b HTTP/1.1" status: 200 len: 210 time: 0.0429590 Apr 06 13:57:18.192308 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-828f29b6-e142-4459-b182-ba9dec5e9edd tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:18.208755 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-828f29b6-e142-4459-b182-ba9dec5e9edd tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Transition to ACTIVE for port object d93be1c1-1f61-44d8-bcea-65cc69694d67 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:57:18.291754 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-828f29b6-e142-4459-b182-ba9dec5e9edd tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:18.361782 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-828f29b6-e142-4459-b182-ba9dec5e9edd tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Network 4b060a6f-f790-4375-ae69-d1e8bd71a3c7 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:57:18.369036 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-828f29b6-e142-4459-b182-ba9dec5e9edd tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:57:18.373342 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-828f29b6-e142-4459-b182-ba9dec5e9edd tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:57:18.404996 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f29b6-e142-4459-b182-ba9dec5e9edd tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Pushing event updated for resources: {'Port': ['ID=d93be1c1-1f61-44d8-bcea-65cc69694d67,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:18.442496 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-828f29b6-e142-4459-b182-ba9dec5e9edd tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:18.443144 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-828f29b6-e142-4459-b182-ba9dec5e9edd tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:18.549580 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-828f29b6-e142-4459-b182-ba9dec5e9edd tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9564381 Apr 06 13:57:18.560844 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-dd95b511-49c0-4220-abd1-5c11bc0a7087 service neutron] Request body: {'port': {'device_id': '704e0db6-6d85-4723-b157-695aab6fe40b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:57:18.675668 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-dd95b511-49c0-4220-abd1-5c11bc0a7087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:18.702648 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e2759633-f72a-498f-86f3-968d586b25fb None None] Provisioning for port d93be1c1-1f61-44d8-bcea-65cc69694d67 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:57:18.708242 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e2759633-f72a-498f-86f3-968d586b25fb None None] Provisioning complete for port d93be1c1-1f61-44d8-bcea-65cc69694d67 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:57:18.708664 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e2759633-f72a-498f-86f3-968d586b25fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:18.764130 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-e2759633-f72a-498f-86f3-968d586b25fb None None] Port d93be1c1-1f61-44d8-bcea-65cc69694d67 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:57:18.937622 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:18.940556 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:19.019808 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-dd95b511-49c0-4220-abd1-5c11bc0a7087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d93be1c1-1f61-44d8-bcea-65cc69694d67 {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:57:19.026919 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-dd95b511-49c0-4220-abd1-5c11bc0a7087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:19.040937 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-dd95b511-49c0-4220-abd1-5c11bc0a7087 service neutron] Transition to ACTIVE for port object d93be1c1-1f61-44d8-bcea-65cc69694d67 will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:57:19.080202 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-dd95b511-49c0-4220-abd1-5c11bc0a7087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:19.294836 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ab671-54d2-4f9f-a82e-73417de483f3 req-cfe48cc7-1e99-4e16-8f9d-d93ad1cce218 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:19.296442 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dc2ab671-54d2-4f9f-a82e-73417de483f3 req-cfe48cc7-1e99-4e16-8f9d-d93ad1cce218 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?device_id=704e0db6-6d85-4723-b157-695aab6fe40b HTTP/1.1" status: 200 len: 944 time: 0.0925491 Apr 06 13:57:19.343592 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dc2ab671-54d2-4f9f-a82e-73417de483f3 req-f62f2f3a-2002-431f-a3db-c81b3e1a33dc tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ffdda-9eb6-4bbc-98ef-a84b6eaf961d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400431 Apr 06 13:57:19.384623 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95b511-49c0-4220-abd1-5c11bc0a7087 service neutron] Pushing event updated for resources: {'Port': ['ID=d93be1c1-1f61-44d8-bcea-65cc69694d67,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:19.425684 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-dd95b511-49c0-4220-abd1-5c11bc0a7087 service neutron] Attempting to bind port d93be1c1-1f61-44d8-bcea-65cc69694d67 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:57:19.425947 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-dd95b511-49c0-4220-abd1-5c11bc0a7087 service neutron] Attempting to bind port d93be1c1-1f61-44d8-bcea-65cc69694d67 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '5a2b6a6d-28d8-446b-aebd-88b809d37a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4b060a6f-f790-4375-ae69-d1e8bd71a3c7'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:57:19.426275 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-dd95b511-49c0-4220-abd1-5c11bc0a7087 service neutron] Attempting to bind port d93be1c1-1f61-44d8-bcea-65cc69694d67 on network 4b060a6f-f790-4375-ae69-d1e8bd71a3c7 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:57:19.430748 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-dd95b511-49c0-4220-abd1-5c11bc0a7087 service neutron] Port d93be1c1-1f61-44d8-bcea-65cc69694d67 on network 4b060a6f-f790-4375-ae69-d1e8bd71a3c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:57:19.431091 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-dd95b511-49c0-4220-abd1-5c11bc0a7087 service neutron] Attempting to bind port d93be1c1-1f61-44d8-bcea-65cc69694d67 on network 4b060a6f-f790-4375-ae69-d1e8bd71a3c7 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:57:19.436035 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-dd95b511-49c0-4220-abd1-5c11bc0a7087 service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:57:19.436366 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-dd95b511-49c0-4220-abd1-5c11bc0a7087 service neutron] Checking segment: {'id': '5a2b6a6d-28d8-446b-aebd-88b809d37a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4b060a6f-f790-4375-ae69-d1e8bd71a3c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:57:19.436741 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-dd95b511-49c0-4220-abd1-5c11bc0a7087 service neutron] Bound using segment: {'id': '5a2b6a6d-28d8-446b-aebd-88b809d37a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4b060a6f-f790-4375-ae69-d1e8bd71a3c7'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:57:19.437156 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-dd95b511-49c0-4220-abd1-5c11bc0a7087 service neutron] Bound port: d93be1c1-1f61-44d8-bcea-65cc69694d67, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a2b6a6d-28d8-446b-aebd-88b809d37a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4b060a6f-f790-4375-ae69-d1e8bd71a3c7'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:57:19.437499 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-dd95b511-49c0-4220-abd1-5c11bc0a7087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:19.526527 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-dd95b511-49c0-4220-abd1-5c11bc0a7087 service neutron] For port d93be1c1-1f61-44d8-bcea-65cc69694d67, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:57:19.529405 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-dd95b511-49c0-4220-abd1-5c11bc0a7087 service neutron] For port d93be1c1-1f61-44d8-bcea-65cc69694d67, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d93be1c1-1f61-44d8-bcea-65cc69694d67,segment=NetworkSegment(5a2b6a6d-28d8-446b-aebd-88b809d37a4a),segment_id=5a2b6a6d-28d8-446b-aebd-88b809d37a4a)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:57:19.583141 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-dd95b511-49c0-4220-abd1-5c11bc0a7087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:19.638261 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-dd95b511-49c0-4220-abd1-5c11bc0a7087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:19.638900 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-dd95b511-49c0-4220-abd1-5c11bc0a7087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:19.640242 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-dd95b511-49c0-4220-abd1-5c11bc0a7087 service neutron] 10.222.0.61 "PUT /v2.0/ports/d93be1c1-1f61-44d8-bcea-65cc69694d67 HTTP/1.1" status: 200 len: 1094 time: 1.0835099 Apr 06 13:57:19.640664 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704e0db6-6d85-4723-b157-695aab6fe40b', 'tag': 'd93be1c1-1f61-44d8-bcea-65cc69694d67'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:57:19.667466 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95b511-49c0-4220-abd1-5c11bc0a7087 service neutron] Pushing event updated for resources: {'Port': ['ID=d93be1c1-1f61-44d8-bcea-65cc69694d67,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:19.692394 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c9766a8-7519-4903-9dc4-f6c99c2cd86a'] response: {'name': 'network-changed', 'server_uuid': '704e0db6-6d85-4723-b157-695aab6fe40b', 'tag': 'd93be1c1-1f61-44d8-bcea-65cc69694d67', 'status': 'completed', 'code': 200} Apr 06 13:57:19.788600 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc593c2-9a2d-42a5-b96a-bdb2f35c5317 req-ab9993ca-972f-49b5-82ad-82f1d3fa8060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:19.790105 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2bc593c2-9a2d-42a5-b96a-bdb2f35c5317 req-ab9993ca-972f-49b5-82ad-82f1d3fa8060 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5672f774e4bb416283b255c1f6543be6&device_id=704e0db6-6d85-4723-b157-695aab6fe40b HTTP/1.1" status: 200 len: 1097 time: 0.0774677 Apr 06 13:57:19.930589 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc593c2-9a2d-42a5-b96a-bdb2f35c5317 req-6a4fa5c8-eb89-4050-a020-b9117998ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:19.932029 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2bc593c2-9a2d-42a5-b96a-bdb2f35c5317 req-6a4fa5c8-eb89-4050-a020-b9117998ab6c service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=5672f774e4bb416283b255c1f6543be6&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1349773 Apr 06 13:57:20.063131 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc593c2-9a2d-42a5-b96a-bdb2f35c5317 req-3282ff9f-8362-4092-a8bd-f534c94042bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:20.064968 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2bc593c2-9a2d-42a5-b96a-bdb2f35c5317 req-3282ff9f-8362-4092-a8bd-f534c94042bd service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1271780 Apr 06 13:57:20.166242 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-5fd7dcb7-1cbd-4de0-b321-27f4ea3e98cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:20.167720 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-5fd7dcb7-1cbd-4de0-b321-27f4ea3e98cb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5672f774e4bb416283b255c1f6543be6&device_id=704e0db6-6d85-4723-b157-695aab6fe40b HTTP/1.1" status: 200 len: 1097 time: 0.0701458 Apr 06 13:57:20.238480 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-f981cb09-cc16-4efc-9f91-170c13cd527d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d93be1c1-1f61-44d8-bcea-65cc69694d67 HTTP/1.1" status: 200 len: 217 time: 0.0640697 Apr 06 13:57:20.298711 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-e256c5d3-6717-4bf6-9bf5-65fd76a22dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:20.300193 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-e256c5d3-6717-4bf6-9bf5-65fd76a22dad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df068a33-49fe-4545-aa1b-f225e7d30ce8 HTTP/1.1" status: 200 len: 856 time: 0.0567079 Apr 06 13:57:20.377835 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-dc4e69f4-a347-448f-b116-6849e82a2792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:20.379333 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-dc4e69f4-a347-448f-b116-6849e82a2792 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b060a6f-f790-4375-ae69-d1e8bd71a3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731258 Apr 06 13:57:20.388432 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:20.511469 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-6953ce81-6fa3-4ab0-8e36-5aeb4f7fa43d service neutron] 10.222.0.61 "GET /v2.0/networks/4b060a6f-f790-4375-ae69-d1e8bd71a3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259437 Apr 06 13:57:20.529892 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba7596-7b80-41a1-8ce0-896d2a62d16f req-aae71603-2a7e-46f9-ba8c-fb308d8b3c16 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:20.531662 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-86ba7596-7b80-41a1-8ce0-896d2a62d16f req-aae71603-2a7e-46f9-ba8c-fb308d8b3c16 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?device_id=704e0db6-6d85-4723-b157-695aab6fe40b HTTP/1.1" status: 200 len: 944 time: 0.0799954 Apr 06 13:57:20.582191 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-86ba7596-7b80-41a1-8ce0-896d2a62d16f req-781be140-4580-4ad9-8519-d98bc1637623 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ffdda-9eb6-4bbc-98ef-a84b6eaf961d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444875 Apr 06 13:57:20.644232 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-81bc590f-43a9-4219-b04d-034db66a3b0b req-bee61922-285d-40cf-abc5-6f954f60d2b7 service neutron] 10.222.0.61 "GET /v2.0/networks/4b060a6f-f790-4375-ae69-d1e8bd71a3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266279 Apr 06 13:57:21.767840 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a25ff-a38d-4787-9bf3-787ab8eb6f9f req-8d793548-92b5-434b-abc8-2f28475405ec tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:21.769285 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c42a25ff-a38d-4787-9bf3-787ab8eb6f9f req-8d793548-92b5-434b-abc8-2f28475405ec tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?device_id=704e0db6-6d85-4723-b157-695aab6fe40b HTTP/1.1" status: 200 len: 944 time: 0.0808048 Apr 06 13:57:21.813529 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c42a25ff-a38d-4787-9bf3-787ab8eb6f9f req-21743477-72c3-4757-af4a-9c2f16a454fc tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ffdda-9eb6-4bbc-98ef-a84b6eaf961d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383470 Apr 06 13:57:22.998494 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138decc8-a3b4-496d-9418-b19b68a05917 req-042a2d28-01bd-48db-bc6a-8eeca386b18c tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:22.999925 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-138decc8-a3b4-496d-9418-b19b68a05917 req-042a2d28-01bd-48db-bc6a-8eeca386b18c tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?device_id=704e0db6-6d85-4723-b157-695aab6fe40b HTTP/1.1" status: 200 len: 944 time: 0.0825887 Apr 06 13:57:23.044327 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-138decc8-a3b4-496d-9418-b19b68a05917 req-ce088f1d-9ff9-4632-ab0d-d8ae84fac485 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ffdda-9eb6-4bbc-98ef-a84b6eaf961d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380168 Apr 06 13:57:23.157983 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device d93be1c1-1f61-44d8-bcea-65cc69694d67 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:57:23.290107 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port d93be1c1-1f61-44d8-bcea-65cc69694d67, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d93be1c1-1f61-44d8-bcea-65cc69694d67,segment=NetworkSegment(5a2b6a6d-28d8-446b-aebd-88b809d37a4a),segment_id=5a2b6a6d-28d8-446b-aebd-88b809d37a4a)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:57:23.303414 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': 'd93be1c1-1f61-44d8-bcea-65cc69694d67', 'network_id': '4b060a6f-f790-4375-ae69-d1e8bd71a3c7', 'port_id': 'd93be1c1-1f61-44d8-bcea-65cc69694d67', 'mac_address': 'fa:16:3e:99:0a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df068a33-49fe-4545-aa1b-f225e7d30ce8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:57:23.360073 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:23.376064 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93be1c1-1f61-44d8-bcea-65cc69694d67 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:57:23.390646 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port d93be1c1-1f61-44d8-bcea-65cc69694d67, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d93be1c1-1f61-44d8-bcea-65cc69694d67,segment=NetworkSegment(5a2b6a6d-28d8-446b-aebd-88b809d37a4a),segment_id=5a2b6a6d-28d8-446b-aebd-88b809d37a4a)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:57:23.474170 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:23.540267 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=d93be1c1-1f61-44d8-bcea-65cc69694d67,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:23.547134 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:23.547551 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:23.547964 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:23.548243 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:23.548578 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:23.549050 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:23.549215 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:23.549537 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:23.549864 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:23.550184 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:23.550505 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:23.550840 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:23.687918 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['d93be1c1-1f61-44d8-bcea-65cc69694d67'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:57:24.229642 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d55b3-92dc-4c47-8cbe-a25dc24c51f3 req-f8537d28-878b-451a-aef2-c42581e48228 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:24.231100 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d57d55b3-92dc-4c47-8cbe-a25dc24c51f3 req-f8537d28-878b-451a-aef2-c42581e48228 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?device_id=704e0db6-6d85-4723-b157-695aab6fe40b HTTP/1.1" status: 200 len: 945 time: 0.0795543 Apr 06 13:57:24.275037 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d57d55b3-92dc-4c47-8cbe-a25dc24c51f3 req-d25b0044-45c9-41e6-8139-d8c3c24d7e9e tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ffdda-9eb6-4bbc-98ef-a84b6eaf961d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374928 Apr 06 13:57:25.171937 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device d93be1c1-1f61-44d8-bcea-65cc69694d67 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:57:25.291530 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port d93be1c1-1f61-44d8-bcea-65cc69694d67 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:57:25.296267 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port d93be1c1-1f61-44d8-bcea-65cc69694d67 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:57:25.296632 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:25.414425 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:25.440997 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704e0db6-6d85-4723-b157-695aab6fe40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93be1c1-1f61-44d8-bcea-65cc69694d67'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:57:25.450435 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port d93be1c1-1f61-44d8-bcea-65cc69694d67, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d93be1c1-1f61-44d8-bcea-65cc69694d67,segment=NetworkSegment(5a2b6a6d-28d8-446b-aebd-88b809d37a4a),segment_id=5a2b6a6d-28d8-446b-aebd-88b809d37a4a)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:57:25.465816 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37326f71-65e9-4781-a853-289d68ad2011 req-d599a1b5-0af5-467d-ab2d-252f56b1b17c tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:25.467293 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-37326f71-65e9-4781-a853-289d68ad2011 req-d599a1b5-0af5-467d-ab2d-252f56b1b17c tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?device_id=704e0db6-6d85-4723-b157-695aab6fe40b HTTP/1.1" status: 200 len: 945 time: 0.0850098 Apr 06 13:57:25.488040 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d13d92c1-c2d4-42fc-b063-1cd9d94650d9'] response: {'server_uuid': '704e0db6-6d85-4723-b157-695aab6fe40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93be1c1-1f61-44d8-bcea-65cc69694d67', 'code': 200} Apr 06 13:57:25.491303 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:25.516138 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-37326f71-65e9-4781-a853-289d68ad2011 req-bbd677a9-1265-4918-89e1-1ec08a45e299 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ffdda-9eb6-4bbc-98ef-a84b6eaf961d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429325 Apr 06 13:57:25.564730 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=d93be1c1-1f61-44d8-bcea-65cc69694d67,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:25.826329 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220209f-44ee-4d9d-8c05-bb2b6b6c2626 req-7355b62e-fc16-409b-aa6b-ee994bcddc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:25.827709 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7220209f-44ee-4d9d-8c05-bb2b6b6c2626 req-7355b62e-fc16-409b-aa6b-ee994bcddc0b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=704e0db6-6d85-4723-b157-695aab6fe40b HTTP/1.1" status: 200 len: 1099 time: 0.0676184 Apr 06 13:57:25.867917 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7220209f-44ee-4d9d-8c05-bb2b6b6c2626 req-9bccb55b-cd7d-4345-b948-58682cf3085e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5e9ffdda-9eb6-4bbc-98ef-a84b6eaf961d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336409 Apr 06 13:57:26.707242 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72867ec-e07e-43d5-ac18-093cec2a2008 req-5648a7be-10f8-4872-8393-854b0715f3c4 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:26.709007 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d72867ec-e07e-43d5-ac18-093cec2a2008 req-5648a7be-10f8-4872-8393-854b0715f3c4 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?device_id=704e0db6-6d85-4723-b157-695aab6fe40b HTTP/1.1" status: 200 len: 946 time: 0.0815151 Apr 06 13:57:26.757619 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d72867ec-e07e-43d5-ac18-093cec2a2008 req-033a17f9-f9e2-4911-87f9-554c451ae5b1 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ffdda-9eb6-4bbc-98ef-a84b6eaf961d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429437 Apr 06 13:57:27.462855 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:27.940869 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfe465-3d3a-44b1-9a6f-eea35e182c99 req-4e496ab6-9d73-4716-b6cc-70fb2ff4a22b tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:27.942309 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-95dfe465-3d3a-44b1-9a6f-eea35e182c99 req-4e496ab6-9d73-4716-b6cc-70fb2ff4a22b tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?device_id=704e0db6-6d85-4723-b157-695aab6fe40b HTTP/1.1" status: 200 len: 946 time: 0.0798845 Apr 06 13:57:27.986598 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-95dfe465-3d3a-44b1-9a6f-eea35e182c99 req-97673b3c-65b6-4735-a039-87611c02a81b tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ffdda-9eb6-4bbc-98ef-a84b6eaf961d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383868 Apr 06 13:57:28.272195 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933de03e-afa4-4028-8ff3-d6e363533460 req-38515fa6-adf5-4ac5-a82f-1e0af0c01d51 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:28.273608 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-933de03e-afa4-4028-8ff3-d6e363533460 req-38515fa6-adf5-4ac5-a82f-1e0af0c01d51 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?device_id=704e0db6-6d85-4723-b157-695aab6fe40b HTTP/1.1" status: 200 len: 946 time: 0.1816874 Apr 06 13:57:28.318415 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-933de03e-afa4-4028-8ff3-d6e363533460 req-cf2832c2-b9bd-427d-a458-18a983ee5af7 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ffdda-9eb6-4bbc-98ef-a84b6eaf961d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389059 Apr 06 13:57:39.555837 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:57:45.480883 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4313ff10-c999-49e6-8e7a-caf6a05ca550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:46.121639 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf626c-8f82-4a9e-8ac5-aaf738a02534 req-495deb5b-809e-429b-bec4-f617b384d541 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:46.123080 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-94bf626c-8f82-4a9e-8ac5-aaf738a02534 req-495deb5b-809e-429b-bec4-f617b384d541 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?device_id=704e0db6-6d85-4723-b157-695aab6fe40b HTTP/1.1" status: 200 len: 946 time: 0.0835030 Apr 06 13:57:46.167877 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-94bf626c-8f82-4a9e-8ac5-aaf738a02534 req-28efb058-8fb2-4acb-b129-240b0c680d09 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ffdda-9eb6-4bbc-98ef-a84b6eaf961d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384908 Apr 06 13:57:47.362199 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e064de8-c12c-4dd8-8b76-69fbf2204aa1 req-2e84640b-c530-4b6c-a25a-fc8d97fe917e tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:47.363662 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6e064de8-c12c-4dd8-8b76-69fbf2204aa1 req-2e84640b-c530-4b6c-a25a-fc8d97fe917e tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?device_id=704e0db6-6d85-4723-b157-695aab6fe40b HTTP/1.1" status: 200 len: 946 time: 0.0838671 Apr 06 13:57:47.410598 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6e064de8-c12c-4dd8-8b76-69fbf2204aa1 req-9483c530-f371-45d7-9dc0-1c8790dc8f82 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e9ffdda-9eb6-4bbc-98ef-a84b6eaf961d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412238 Apr 06 13:57:47.631337 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a84c08-eb4d-4866-9b8a-f5ba59086b9f req-53273727-6a56-4ee6-98cc-10a91648383f tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:47.632021 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-a5a84c08-eb4d-4866-9b8a-f5ba59086b9f req-53273727-6a56-4ee6-98cc-10a91648383f tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Synchronizing usage tracker for tenant:5672f774e4bb416283b255c1f6543be6 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:57:47.708961 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-a5a84c08-eb4d-4866-9b8a-f5ba59086b9f req-53273727-6a56-4ee6-98cc-10a91648383f tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Unset dirty status for tenant:5672f774e4bb416283b255c1f6543be6 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:57:47.710091 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a5a84c08-eb4d-4866-9b8a-f5ba59086b9f req-53273727-6a56-4ee6-98cc-10a91648383f tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.61 "GET /v2.0/ports?device_id=704e0db6-6d85-4723-b157-695aab6fe40b HTTP/1.1" status: 200 len: 946 time: 0.1585414 Apr 06 13:57:47.731829 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e757c582-6ce4-4be5-9ee3-f1a503851c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:47.781194 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-a5a84c08-eb4d-4866-9b8a-f5ba59086b9f req-3fa559db-2e33-4c01-8892-fb1ba6f9d932 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Deleting port d93be1c1-1f61-44d8-bcea-65cc69694d67 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:57:47.781771 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-a5a84c08-eb4d-4866-9b8a-f5ba59086b9f req-3fa559db-2e33-4c01-8892-fb1ba6f9d932 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:48.139637 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-a5a84c08-eb4d-4866-9b8a-f5ba59086b9f req-3fa559db-2e33-4c01-8892-fb1ba6f9d932 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] For port d93be1c1-1f61-44d8-bcea-65cc69694d67, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d93be1c1-1f61-44d8-bcea-65cc69694d67,segment=NetworkSegment(5a2b6a6d-28d8-446b-aebd-88b809d37a4a),segment_id=5a2b6a6d-28d8-446b-aebd-88b809d37a4a)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:57:48.139991 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-a5a84c08-eb4d-4866-9b8a-f5ba59086b9f req-3fa559db-2e33-4c01-8892-fb1ba6f9d932 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:48.262288 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-a5a84c08-eb4d-4866-9b8a-f5ba59086b9f req-3fa559db-2e33-4c01-8892-fb1ba6f9d932 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Calling delete_port for d93be1c1-1f61-44d8-bcea-65cc69694d67 owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:57:48.452404 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-a5a84c08-eb4d-4866-9b8a-f5ba59086b9f req-3fa559db-2e33-4c01-8892-fb1ba6f9d932 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:48.464403 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['d93be1c1-1f61-44d8-bcea-65cc69694d67'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:57:48.503261 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa559db-2e33-4c01-8892-fb1ba6f9d932 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Pushing event deleted for resources: {'Port': ['ID=d93be1c1-1f61-44d8-bcea-65cc69694d67,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:48.564495 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cdd387b2-399c-41b1-965e-1b97076d63c9 req-a180b24d-e1d6-4f29-baf2-4a0eacaee73f tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.48 "GET /v2.0/ports?device_id=704e0db6-6d85-4723-b157-695aab6fe40b HTTP/1.1" status: 200 len: 210 time: 0.0452662 Apr 06 13:57:48.585951 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a84c08-eb4d-4866-9b8a-f5ba59086b9f req-3fa559db-2e33-4c01-8892-fb1ba6f9d932 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] No DVR routers for this DVR port d93be1c1-1f61-44d8-bcea-65cc69694d67 on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:57:48.588469 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-a5a84c08-eb4d-4866-9b8a-f5ba59086b9f req-3fa559db-2e33-4c01-8892-fb1ba6f9d932 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:48.591124 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704e0db6-6d85-4723-b157-695aab6fe40b', 'name': 'network-vif-deleted', 'tag': 'd93be1c1-1f61-44d8-bcea-65cc69694d67'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:57:48.640463 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-691dff4c-6dd8-431e-9858-47bc22d6f9cd'] response: {'server_uuid': '704e0db6-6d85-4723-b157-695aab6fe40b', 'name': 'network-vif-deleted', 'tag': 'd93be1c1-1f61-44d8-bcea-65cc69694d67', 'status': 'completed', 'code': 200} Apr 06 13:57:48.658980 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a5a84c08-eb4d-4866-9b8a-f5ba59086b9f req-3fa559db-2e33-4c01-8892-fb1ba6f9d932 tempest-TestEncryptedCinderVolumes-1306100363 tempest-TestEncryptedCinderVolumes-1306100363-project] 10.222.0.61 "DELETE /v2.0/ports/d93be1c1-1f61-44d8-bcea-65cc69694d67 HTTP/1.1" status: 204 len: 173 time: 0.9437225 Apr 06 13:57:48.886955 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:49.006279 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:49.750874 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54212) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:57:50.277591 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c7530ea1-ed56-4e2d-b28f-b73e28bf567a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:50.403832 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:50.627294 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-c7530ea1-ed56-4e2d-b28f-b73e28bf567a admin admin] Deleting port db05ef06-0ef2-4324-b425-198d0bfb73ac {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:57:50.627639 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c7530ea1-ed56-4e2d-b28f-b73e28bf567a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:50.902438 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-c7530ea1-ed56-4e2d-b28f-b73e28bf567a admin admin] For port db05ef06-0ef2-4324-b425-198d0bfb73ac, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=db05ef06-0ef2-4324-b425-198d0bfb73ac,segment=NetworkSegment(5a2b6a6d-28d8-446b-aebd-88b809d37a4a),segment_id=5a2b6a6d-28d8-446b-aebd-88b809d37a4a)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:57:50.903185 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c7530ea1-ed56-4e2d-b28f-b73e28bf567a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:51.022689 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-c7530ea1-ed56-4e2d-b28f-b73e28bf567a admin admin] Calling delete_port for db05ef06-0ef2-4324-b425-198d0bfb73ac owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:57:51.283850 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device d93be1c1-1f61-44d8-bcea-65cc69694d67 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:57:51.319474 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: d93be1c1-1f61-44d8-bcea-65cc69694d67 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:57:51.319810 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device d93be1c1-1f61-44d8-bcea-65cc69694d67 not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:57:51.337904 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c7530ea1-ed56-4e2d-b28f-b73e28bf567a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:51.385983 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7530ea1-ed56-4e2d-b28f-b73e28bf567a admin admin] Pushing event deleted for resources: {'Port': ['ID=db05ef06-0ef2-4324-b425-198d0bfb73ac,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:51.657555 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c7530ea1-ed56-4e2d-b28f-b73e28bf567a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:52.015736 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7530ea1-ed56-4e2d-b28f-b73e28bf567a admin admin] Router 4dcfe2c5-a4ef-449e-8dea-b537e1c582aa has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:57:52.303086 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7530ea1-ed56-4e2d-b28f-b73e28bf567a admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:57:52.311760 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fafe551-1b7f-4774-a5a0-af88131b097f None None] Sync routers for ids ['4dcfe2c5-a4ef-449e-8dea-b537e1c582aa'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:57:52.315328 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c7530ea1-ed56-4e2d-b28f-b73e28bf567a admin admin] 10.222.0.48 "PUT /v2.0/routers/4dcfe2c5-a4ef-449e-8dea-b537e1c582aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5633249 Apr 06 13:57:52.317732 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54216) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:57:52.323512 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fafe551-1b7f-4774-a5a0-af88131b097f None None] Routers {'4dcfe2c5-a4ef-449e-8dea-b537e1c582aa'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:57:52.324094 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-3fafe551-1b7f-4774-a5a0-af88131b097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:57:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4dcfe2c5-a4ef-449e-8dea-b537e1c582aa'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:52.493321 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a948f51b-e9d2-4ee7-b804-bf4b6f641bca admin admin] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:52.499591 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-3fafe551-1b7f-4774-a5a0-af88131b097f None None] Set router 4dcfe2c5-a4ef-449e-8dea-b537e1c582aa gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:57:52.667764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a948f51b-e9d2-4ee7-b804-bf4b6f641bca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:52.755047 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-a948f51b-e9d2-4ee7-b804-bf4b6f641bca admin admin] Deleting port e1fb46f7-9723-48ed-b1c8-183ff2fcc138 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:57:52.755313 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a948f51b-e9d2-4ee7-b804-bf4b6f641bca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:52.779327 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-3fafe551-1b7f-4774-a5a0-af88131b097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcfe2c5-a4ef-449e-8dea-b537e1c582aa', 'name': 'tempest-TestEncryptedCinderVolumes-1189454255-router', 'tenant_id': '5672f774e4bb416283b255c1f6543be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e1fb46f7-9723-48ed-b1c8-183ff2fcc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:56:25Z', 'updated_at': '2022-04-06T13:57:51Z', 'revision_number': 5, 'project_id': '5672f774e4bb416283b255c1f6543be6', 'gw_port': {'id': 'e1fb46f7-9723-48ed-b1c8-183ff2fcc138', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcfe2c5-a4ef-449e-8dea-b537e1c582aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:56:25Z', 'updated_at': '2022-04-06T13:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:52.784054 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fafe551-1b7f-4774-a5a0-af88131b097f None None] Checking router: 4dcfe2c5-a4ef-449e-8dea-b537e1c582aa for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:57:52.792228 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fafe551-1b7f-4774-a5a0-af88131b097f None None] Routers {'4dcfe2c5-a4ef-449e-8dea-b537e1c582aa'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:57:52.792805 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-3fafe551-1b7f-4774-a5a0-af88131b097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:57:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['4dcfe2c5-a4ef-449e-8dea-b537e1c582aa'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:52.935020 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-a948f51b-e9d2-4ee7-b804-bf4b6f641bca admin admin] For port e1fb46f7-9723-48ed-b1c8-183ff2fcc138, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=e1fb46f7-9723-48ed-b1c8-183ff2fcc138,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:57:52.935380 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a948f51b-e9d2-4ee7-b804-bf4b6f641bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:52.979034 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-3fafe551-1b7f-4774-a5a0-af88131b097f None None] Set router 4dcfe2c5-a4ef-449e-8dea-b537e1c582aa gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:57:53.060062 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-a948f51b-e9d2-4ee7-b804-bf4b6f641bca admin admin] Calling delete_port for e1fb46f7-9723-48ed-b1c8-183ff2fcc138 owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:57:53.081915 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-3fafe551-1b7f-4774-a5a0-af88131b097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcfe2c5-a4ef-449e-8dea-b537e1c582aa', 'name': 'tempest-TestEncryptedCinderVolumes-1189454255-router', 'tenant_id': '5672f774e4bb416283b255c1f6543be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:56:25Z', 'updated_at': '2022-04-06T13:57:52Z', 'revision_number': 6, 'project_id': '5672f774e4bb416283b255c1f6543be6', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:53.085858 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fafe551-1b7f-4774-a5a0-af88131b097f None None] The sync data for ids ['4dcfe2c5-a4ef-449e-8dea-b537e1c582aa'] in dv-neutron-834600-1-hyperv is: [{'id': '4dcfe2c5-a4ef-449e-8dea-b537e1c582aa', 'name': 'tempest-TestEncryptedCinderVolumes-1189454255-router', 'tenant_id': '5672f774e4bb416283b255c1f6543be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:56:25Z', 'updated_at': '2022-04-06T13:57:52Z', 'revision_number': 6, 'project_id': '5672f774e4bb416283b255c1f6543be6', 'gw_port_host': None}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:57:53.303571 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a948f51b-e9d2-4ee7-b804-bf4b6f641bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:53.350429 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948f51b-e9d2-4ee7-b804-bf4b6f641bca admin admin] Pushing event deleted for resources: {'Port': ['ID=e1fb46f7-9723-48ed-b1c8-183ff2fcc138,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:53.441070 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a948f51b-e9d2-4ee7-b804-bf4b6f641bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:53.615248 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a948f51b-e9d2-4ee7-b804-bf4b6f641bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:53.617322 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a948f51b-e9d2-4ee7-b804-bf4b6f641bca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:53.692122 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a948f51b-e9d2-4ee7-b804-bf4b6f641bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:53.692675 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a948f51b-e9d2-4ee7-b804-bf4b6f641bca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dcfe2c5-a4ef-449e-8dea-b537e1c582aa {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:57:53.708209 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a948f51b-e9d2-4ee7-b804-bf4b6f641bca admin admin] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:53.711849 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a948f51b-e9d2-4ee7-b804-bf4b6f641bca admin admin] 10.222.0.48 "DELETE /v2.0/routers/4dcfe2c5-a4ef-449e-8dea-b537e1c582aa HTTP/1.1" status: 204 len: 168 time: 1.3907850 Apr 06 13:57:53.712013 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54220) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:57:53.773290 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee37f3e3-7819-4cc8-ac76-90e61643d01c admin admin] Deleting subnet df068a33-49fe-4545-aa1b-f225e7d30ce8 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:57:53.776469 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ee37f3e3-7819-4cc8-ac76-90e61643d01c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:53.903844 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device db05ef06-0ef2-4324-b425-198d0bfb73ac no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:57:53.932688 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ee37f3e3-7819-4cc8-ac76-90e61643d01c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:53.939248 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: db05ef06-0ef2-4324-b425-198d0bfb73ac {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:57:53.939591 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device db05ef06-0ef2-4324-b425-198d0bfb73ac not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:57:53.940008 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device e1fb46f7-9723-48ed-b1c8-183ff2fcc138 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:57:53.971891 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: e1fb46f7-9723-48ed-b1c8-183ff2fcc138 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:57:53.972233 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device e1fb46f7-9723-48ed-b1c8-183ff2fcc138 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:57:54.008629 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ee37f3e3-7819-4cc8-ac76-90e61643d01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:54.172875 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ee37f3e3-7819-4cc8-ac76-90e61643d01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:54.211493 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37f3e3-7819-4cc8-ac76-90e61643d01c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df068a33-49fe-4545-aa1b-f225e7d30ce8,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:54.216448 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ee37f3e3-7819-4cc8-ac76-90e61643d01c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:54.221802 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b62268-a7f0-4c32-afba-d4e819b34e9c None None] Network 4b060a6f-f790-4375-ae69-d1e8bd71a3c7 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:57:54.223425 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ee37f3e3-7819-4cc8-ac76-90e61643d01c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/df068a33-49fe-4545-aa1b-f225e7d30ce8 HTTP/1.1" status: 204 len: 168 time: 0.5104594 Apr 06 13:57:54.225924 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54224) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:57:54.330519 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6c0b104-0fa1-46e9-a240-505251591f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:54.341042 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-a6c0b104-0fa1-46e9-a240-505251591f44 admin admin] Deleting port 26c98bbb-7dc7-4564-beee-94f9939b9886 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:57:54.341464 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6c0b104-0fa1-46e9-a240-505251591f44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:54.461777 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d030d016-6789-43d2-a4e6-fa3b861f1d81 None None] DHCP port deletion for 4b060a6f-f790-4375-ae69-d1e8bd71a3c7 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:57:54.466026 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-d030d016-6789-43d2-a4e6-fa3b861f1d81 None None] Deleting port 26c98bbb-7dc7-4564-beee-94f9939b9886 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:57:54.466598 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d030d016-6789-43d2-a4e6-fa3b861f1d81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:54.546948 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-a6c0b104-0fa1-46e9-a240-505251591f44 admin admin] For port 26c98bbb-7dc7-4564-beee-94f9939b9886, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=26c98bbb-7dc7-4564-beee-94f9939b9886,segment=NetworkSegment(5a2b6a6d-28d8-446b-aebd-88b809d37a4a),segment_id=5a2b6a6d-28d8-446b-aebd-88b809d37a4a)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:57:54.547441 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6c0b104-0fa1-46e9-a240-505251591f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:54.664482 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-d030d016-6789-43d2-a4e6-fa3b861f1d81 None None] For port 26c98bbb-7dc7-4564-beee-94f9939b9886, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=26c98bbb-7dc7-4564-beee-94f9939b9886,segment=NetworkSegment(5a2b6a6d-28d8-446b-aebd-88b809d37a4a),segment_id=5a2b6a6d-28d8-446b-aebd-88b809d37a4a)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:57:54.664870 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d030d016-6789-43d2-a4e6-fa3b861f1d81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:54.670442 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-a6c0b104-0fa1-46e9-a240-505251591f44 admin admin] Calling delete_port for 26c98bbb-7dc7-4564-beee-94f9939b9886 owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:57:54.792937 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-d030d016-6789-43d2-a4e6-fa3b861f1d81 None None] Calling delete_port for 26c98bbb-7dc7-4564-beee-94f9939b9886 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:57:54.823737 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6c0b104-0fa1-46e9-a240-505251591f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:54.864215 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-d030d016-6789-43d2-a4e6-fa3b861f1d81 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:57:54.864568 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-d030d016-6789-43d2-a4e6-fa3b861f1d81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:57:54.874399 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c0b104-0fa1-46e9-a240-505251591f44 admin admin] No DVR routers for this DVR port 26c98bbb-7dc7-4564-beee-94f9939b9886 on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:57:54.876056 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0b104-0fa1-46e9-a240-505251591f44 admin admin] Pushing event deleted for resources: {'Port': ['ID=26c98bbb-7dc7-4564-beee-94f9939b9886,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:54.990108 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6c0b104-0fa1-46e9-a240-505251591f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:55.014196 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-a6c0b104-0fa1-46e9-a240-505251591f44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b060a6f-f790-4375-ae69-d1e8bd71a3c7']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:55.026181 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-a6c0b104-0fa1-46e9-a240-505251591f44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a2b6a6d-28d8-446b-aebd-88b809d37a4a') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:55.026470 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-a6c0b104-0fa1-46e9-a240-505251591f44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a2b6a6d-28d8-446b-aebd-88b809d37a4a') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:55.038462 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6c0b104-0fa1-46e9-a240-505251591f44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:55.053919 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6c0b104-0fa1-46e9-a240-505251591f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:55.059785 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c0b104-0fa1-46e9-a240-505251591f44 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:57:55.063017 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6c0b104-0fa1-46e9-a240-505251591f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:57:55.072943 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:57:55.200818 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6c0b104-0fa1-46e9-a240-505251591f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:55.206074 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6c0b104-0fa1-46e9-a240-505251591f44 admin admin] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:55.230129 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0b104-0fa1-46e9-a240-505251591f44 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b060a6f-f790-4375-ae69-d1e8bd71a3c7,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:55.304804 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a6c0b104-0fa1-46e9-a240-505251591f44 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4b060a6f-f790-4375-ae69-d1e8bd71a3c7 HTTP/1.1" status: 204 len: 168 time: 1.0778236 Apr 06 13:57:55.307789 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54228) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:57:55.365942 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-d030d016-6789-43d2-a4e6-fa3b861f1d81 None None] Deleting port 26c98bbb-7dc7-4564-beee-94f9939b9886 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:57:55.366481 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d030d016-6789-43d2-a4e6-fa3b861f1d81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:55.465130 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-d030d016-6789-43d2-a4e6-fa3b861f1d81 None None] The port '26c98bbb-7dc7-4564-beee-94f9939b9886' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:57:55.902459 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 26c98bbb-7dc7-4564-beee-94f9939b9886 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:57:55.937288 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 26c98bbb-7dc7-4564-beee-94f9939b9886 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:57:55.937622 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 26c98bbb-7dc7-4564-beee-94f9939b9886 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:57:55.947998 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6ae348ef-1b62-4fb5-a2e2-28f06b6e1056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:56.291094 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-6ae348ef-1b62-4fb5-a2e2-28f06b6e1056 admin admin] Deleting port daf22e73-605a-45da-8285-dc7ca1da39d9 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:57:56.291763 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6ae348ef-1b62-4fb5-a2e2-28f06b6e1056 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:56.460861 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-6ae348ef-1b62-4fb5-a2e2-28f06b6e1056 admin admin] For port daf22e73-605a-45da-8285-dc7ca1da39d9, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=daf22e73-605a-45da-8285-dc7ca1da39d9,segment=NetworkSegment(d5156899-06e4-401a-8c19-11ce9ebf3239),segment_id=d5156899-06e4-401a-8c19-11ce9ebf3239)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:57:56.461127 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6ae348ef-1b62-4fb5-a2e2-28f06b6e1056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:56.586426 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-6ae348ef-1b62-4fb5-a2e2-28f06b6e1056 admin admin] Calling delete_port for daf22e73-605a-45da-8285-dc7ca1da39d9 owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:57:56.829307 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6ae348ef-1b62-4fb5-a2e2-28f06b6e1056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:56.878940 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae348ef-1b62-4fb5-a2e2-28f06b6e1056 admin admin] Pushing event deleted for resources: {'Port': ['ID=daf22e73-605a-45da-8285-dc7ca1da39d9,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:57.145437 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6ae348ef-1b62-4fb5-a2e2-28f06b6e1056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:57.474965 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:57.598709 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae348ef-1b62-4fb5-a2e2-28f06b6e1056 admin admin] Router 9cd2bea5-2869-46e5-80fc-5bd5944c10c5 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:57:57.773335 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae348ef-1b62-4fb5-a2e2-28f06b6e1056 admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:57:57.784983 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3565a8-bcaa-414d-bf8b-10cd00ae1120 None None] Sync routers for ids ['9cd2bea5-2869-46e5-80fc-5bd5944c10c5'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:57:57.785205 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6ae348ef-1b62-4fb5-a2e2-28f06b6e1056 admin admin] 10.222.0.48 "PUT /v2.0/routers/9cd2bea5-2869-46e5-80fc-5bd5944c10c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4738660 Apr 06 13:57:57.786537 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54232) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:57:57.792367 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3565a8-bcaa-414d-bf8b-10cd00ae1120 None None] Routers {'9cd2bea5-2869-46e5-80fc-5bd5944c10c5'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:57:57.792971 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ef3565a8-bcaa-414d-bf8b-10cd00ae1120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:57:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['9cd2bea5-2869-46e5-80fc-5bd5944c10c5'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:57.964092 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-29325eb8-f863-490f-a799-4e18b3ed7de0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:57.974570 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-ef3565a8-bcaa-414d-bf8b-10cd00ae1120 None None] Set router 9cd2bea5-2869-46e5-80fc-5bd5944c10c5 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:57:58.140055 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-29325eb8-f863-490f-a799-4e18b3ed7de0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:58.191144 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-29325eb8-f863-490f-a799-4e18b3ed7de0 admin admin] Deleting port c857fe5b-8474-4214-a156-1f2c2300c71c {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:57:58.191495 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-29325eb8-f863-490f-a799-4e18b3ed7de0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:58.260518 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ef3565a8-bcaa-414d-bf8b-10cd00ae1120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd2bea5-2869-46e5-80fc-5bd5944c10c5', 'name': 'tempest-TestEncryptedCinderVolumes-648170957-router', 'tenant_id': '45a0ff0235e54091ac005540e9d7d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': 'c857fe5b-8474-4214-a156-1f2c2300c71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:56:32Z', 'updated_at': '2022-04-06T13:57:56Z', 'revision_number': 5, 'project_id': '45a0ff0235e54091ac005540e9d7d174', 'gw_port': {'id': 'c857fe5b-8474-4214-a156-1f2c2300c71c', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd2bea5-2869-46e5-80fc-5bd5944c10c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:56:33Z', 'updated_at': '2022-04-06T13:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:58.264298 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3565a8-bcaa-414d-bf8b-10cd00ae1120 None None] Checking router: 9cd2bea5-2869-46e5-80fc-5bd5944c10c5 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:57:58.272321 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3565a8-bcaa-414d-bf8b-10cd00ae1120 None None] Routers {'9cd2bea5-2869-46e5-80fc-5bd5944c10c5'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:57:58.272901 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ef3565a8-bcaa-414d-bf8b-10cd00ae1120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:57:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['9cd2bea5-2869-46e5-80fc-5bd5944c10c5'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:58.366557 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-29325eb8-f863-490f-a799-4e18b3ed7de0 admin admin] For port c857fe5b-8474-4214-a156-1f2c2300c71c, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=c857fe5b-8474-4214-a156-1f2c2300c71c,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:57:58.366938 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-29325eb8-f863-490f-a799-4e18b3ed7de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:58.427307 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-ef3565a8-bcaa-414d-bf8b-10cd00ae1120 None None] Set router 9cd2bea5-2869-46e5-80fc-5bd5944c10c5 gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:57:58.488935 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-29325eb8-f863-490f-a799-4e18b3ed7de0 admin admin] Calling delete_port for c857fe5b-8474-4214-a156-1f2c2300c71c owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:57:58.531183 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-ef3565a8-bcaa-414d-bf8b-10cd00ae1120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd2bea5-2869-46e5-80fc-5bd5944c10c5', 'name': 'tempest-TestEncryptedCinderVolumes-648170957-router', 'tenant_id': '45a0ff0235e54091ac005540e9d7d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:56:32Z', 'updated_at': '2022-04-06T13:57:58Z', 'revision_number': 6, 'project_id': '45a0ff0235e54091ac005540e9d7d174', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:58.536478 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3565a8-bcaa-414d-bf8b-10cd00ae1120 None None] The sync data for ids ['9cd2bea5-2869-46e5-80fc-5bd5944c10c5'] in dv-neutron-834600-1-hyperv is: [{'id': '9cd2bea5-2869-46e5-80fc-5bd5944c10c5', 'name': 'tempest-TestEncryptedCinderVolumes-648170957-router', 'tenant_id': '45a0ff0235e54091ac005540e9d7d174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:56:32Z', 'updated_at': '2022-04-06T13:57:58Z', 'revision_number': 6, 'project_id': '45a0ff0235e54091ac005540e9d7d174', 'gw_port_host': None}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:57:58.806909 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-29325eb8-f863-490f-a799-4e18b3ed7de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:58.855316 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29325eb8-f863-490f-a799-4e18b3ed7de0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c857fe5b-8474-4214-a156-1f2c2300c71c,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:58.953281 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-29325eb8-f863-490f-a799-4e18b3ed7de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:59.127239 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-29325eb8-f863-490f-a799-4e18b3ed7de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:59.129430 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-29325eb8-f863-490f-a799-4e18b3ed7de0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:59.234700 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-29325eb8-f863-490f-a799-4e18b3ed7de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:59.235203 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29325eb8-f863-490f-a799-4e18b3ed7de0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cd2bea5-2869-46e5-80fc-5bd5944c10c5 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 13:57:59.247375 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-29325eb8-f863-490f-a799-4e18b3ed7de0 admin admin] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:59.248485 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-29325eb8-f863-490f-a799-4e18b3ed7de0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/9cd2bea5-2869-46e5-80fc-5bd5944c10c5 HTTP/1.1" status: 204 len: 168 time: 1.4609911 Apr 06 13:57:59.251323 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54236) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:57:59.311067 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d612837-f14a-429a-9a45-6aff914a3efd admin admin] Deleting subnet c911608e-dfc1-48f8-88c6-6518732ce123 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 13:57:59.315167 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d612837-f14a-429a-9a45-6aff914a3efd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:59.364473 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d612837-f14a-429a-9a45-6aff914a3efd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:59.447918 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d612837-f14a-429a-9a45-6aff914a3efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:59.567336 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d612837-f14a-429a-9a45-6aff914a3efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:59.606420 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d612837-f14a-429a-9a45-6aff914a3efd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c911608e-dfc1-48f8-88c6-6518732ce123,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:59.612371 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d612837-f14a-429a-9a45-6aff914a3efd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:59.617787 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becbba4b-5c51-440e-bb71-3ff77c835359 None None] Network 8986ea73-6b56-421f-aafc-6e93a28d5c22 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:57:59.618302 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2d612837-f14a-429a-9a45-6aff914a3efd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c911608e-dfc1-48f8-88c6-6518732ce123 HTTP/1.1" status: 204 len: 168 time: 0.3654537 Apr 06 13:57:59.620681 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54240) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:57:59.722084 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-511f74d0-6a0b-4e5c-aabe-6661a4d279e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:59.732177 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-511f74d0-6a0b-4e5c-aabe-6661a4d279e0 admin admin] Deleting port 0e627e4f-f5d1-489c-9191-f050faed08ed {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:57:59.732503 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-511f74d0-6a0b-4e5c-aabe-6661a4d279e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:59.867246 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592a29b8-1f03-4e62-a434-e29b0aae33ab None None] DHCP port deletion for 8986ea73-6b56-421f-aafc-6e93a28d5c22 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 13:57:59.871665 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-592a29b8-1f03-4e62-a434-e29b0aae33ab None None] Deleting port 0e627e4f-f5d1-489c-9191-f050faed08ed {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:57:59.871911 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-592a29b8-1f03-4e62-a434-e29b0aae33ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:59.928513 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device daf22e73-605a-45da-8285-dc7ca1da39d9 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:57:59.944707 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-511f74d0-6a0b-4e5c-aabe-6661a4d279e0 admin admin] For port 0e627e4f-f5d1-489c-9191-f050faed08ed, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0e627e4f-f5d1-489c-9191-f050faed08ed,segment=NetworkSegment(d5156899-06e4-401a-8c19-11ce9ebf3239),segment_id=d5156899-06e4-401a-8c19-11ce9ebf3239)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:57:59.945295 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-511f74d0-6a0b-4e5c-aabe-6661a4d279e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:57:59.967944 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: daf22e73-605a-45da-8285-dc7ca1da39d9 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:57:59.968289 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device daf22e73-605a-45da-8285-dc7ca1da39d9 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:57:59.968701 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device c857fe5b-8474-4214-a156-1f2c2300c71c no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:58:00.045850 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: c857fe5b-8474-4214-a156-1f2c2300c71c {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 13:58:00.046119 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device c857fe5b-8474-4214-a156-1f2c2300c71c not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 13:58:00.046629 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0e627e4f-f5d1-489c-9191-f050faed08ed no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 13:58:00.067373 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-511f74d0-6a0b-4e5c-aabe-6661a4d279e0 admin admin] Calling delete_port for 0e627e4f-f5d1-489c-9191-f050faed08ed owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:58:00.201597 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-511f74d0-6a0b-4e5c-aabe-6661a4d279e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:00.230779 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No ports have port_id starting with 0e627e4f-f5d1-489c-9191-f050faed08ed Apr 06 13:58:00.247575 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f74d0-6a0b-4e5c-aabe-6661a4d279e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e627e4f-f5d1-489c-9191-f050faed08ed,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:00.249630 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-592a29b8-1f03-4e62-a434-e29b0aae33ab None None] For port 0e627e4f-f5d1-489c-9191-f050faed08ed, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0e627e4f-f5d1-489c-9191-f050faed08ed,segment=NetworkSegment(d5156899-06e4-401a-8c19-11ce9ebf3239),segment_id=d5156899-06e4-401a-8c19-11ce9ebf3239)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:58:00.249630 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-592a29b8-1f03-4e62-a434-e29b0aae33ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:00.253358 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511f74d0-6a0b-4e5c-aabe-6661a4d279e0 admin admin] No DVR routers for this DVR port 0e627e4f-f5d1-489c-9191-f050faed08ed on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:58:00.372788 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-592a29b8-1f03-4e62-a434-e29b0aae33ab None None] Calling delete_port for 0e627e4f-f5d1-489c-9191-f050faed08ed owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 13:58:00.447974 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-592a29b8-1f03-4e62-a434-e29b0aae33ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:58:00.448333 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-592a29b8-1f03-4e62-a434-e29b0aae33ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:58:00.458311 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-511f74d0-6a0b-4e5c-aabe-6661a4d279e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:00.482919 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-511f74d0-6a0b-4e5c-aabe-6661a4d279e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8986ea73-6b56-421f-aafc-6e93a28d5c22']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:00.498506 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-511f74d0-6a0b-4e5c-aabe-6661a4d279e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5156899-06e4-401a-8c19-11ce9ebf3239') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:00.498795 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-511f74d0-6a0b-4e5c-aabe-6661a4d279e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5156899-06e4-401a-8c19-11ce9ebf3239') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:00.510260 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-511f74d0-6a0b-4e5c-aabe-6661a4d279e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:00.525784 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-511f74d0-6a0b-4e5c-aabe-6661a4d279e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:00.531777 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511f74d0-6a0b-4e5c-aabe-6661a4d279e0 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:58:00.532993 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-511f74d0-6a0b-4e5c-aabe-6661a4d279e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:58:00.546032 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:58:00.663926 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-511f74d0-6a0b-4e5c-aabe-6661a4d279e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:00.680374 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-511f74d0-6a0b-4e5c-aabe-6661a4d279e0 admin admin] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:00.693712 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f74d0-6a0b-4e5c-aabe-6661a4d279e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8986ea73-6b56-421f-aafc-6e93a28d5c22,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:00.697758 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-511f74d0-6a0b-4e5c-aabe-6661a4d279e0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8986ea73-6b56-421f-aafc-6e93a28d5c22 HTTP/1.1" status: 204 len: 168 time: 1.0760536 Apr 06 13:58:00.949563 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-592a29b8-1f03-4e62-a434-e29b0aae33ab None None] Deleting port 0e627e4f-f5d1-489c-9191-f050faed08ed {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 13:58:00.950062 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-592a29b8-1f03-4e62-a434-e29b0aae33ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:01.016335 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-592a29b8-1f03-4e62-a434-e29b0aae33ab None None] The port '0e627e4f-f5d1-489c-9191-f050faed08ed' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 13:58:01.046722 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54246) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:58:01.092635 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e13c90f2-528c-4e7b-8237-23aca6929045 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5672f774e4bb416283b255c1f6543be6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467219 Apr 06 13:58:01.095700 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54250) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:58:01.152969 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-dcda0146-595b-4d84-b3c7-6024fc4af85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:01.178600 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-dcda0146-595b-4d84-b3c7-6024fc4af85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:01.280888 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-dcda0146-595b-4d84-b3c7-6024fc4af85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:01.297783 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda0146-595b-4d84-b3c7-6024fc4af85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9ffdda-9eb6-4bbc-98ef-a84b6eaf961d,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:01.377303 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-dcda0146-595b-4d84-b3c7-6024fc4af85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:01.378407 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-dcda0146-595b-4d84-b3c7-6024fc4af85c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e9ffdda-9eb6-4bbc-98ef-a84b6eaf961d HTTP/1.1" status: 204 len: 168 time: 0.2818429 Apr 06 13:58:02.095680 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54258) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:58:02.143088 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-21ed0d6c-1dda-472e-8d31-79b1cdf85627 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=45a0ff0235e54091ac005540e9d7d174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463891 Apr 06 13:58:02.146147 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54262) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:58:02.207939 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6c9d70b3-afc1-4e9c-a5ec-6aab4be393a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:02.233363 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6c9d70b3-afc1-4e9c-a5ec-6aab4be393a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:02.361523 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6c9d70b3-afc1-4e9c-a5ec-6aab4be393a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:02.377376 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d70b3-afc1-4e9c-a5ec-6aab4be393a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f355644e-1ded-4f9c-8d7e-50f3985e9824,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:02.382003 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6c9d70b3-afc1-4e9c-a5ec-6aab4be393a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:02.382760 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6c9d70b3-afc1-4e9c-a5ec-6aab4be393a3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f355644e-1ded-4f9c-8d7e-50f3985e9824 HTTP/1.1" status: 204 len: 168 time: 0.2356830 Apr 06 13:58:03.452391 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54286) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:58:03.597890 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-e3d8d284-439c-45e4-8df2-26b5023c73ae admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1288478476-network', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:03.603103 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e3d8d284-439c-45e4-8df2-26b5023c73ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:58:03.607043 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e3d8d284-439c-45e4-8df2-26b5023c73ae admin admin] Usage tracker for resource:network and tenant:336a3d83ac1e4aaba02ac862d4d581ae is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:58:03.609874 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e3d8d284-439c-45e4-8df2-26b5023c73ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:58:03.615773 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e3d8d284-439c-45e4-8df2-26b5023c73ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:58:03.704109 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d8d284-439c-45e4-8df2-26b5023c73ae admin admin] Made reservation on behalf of 336a3d83ac1e4aaba02ac862d4d581ae for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:58:03.708327 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3d8d284-439c-45e4-8df2-26b5023c73ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:03.721450 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3d8d284-439c-45e4-8df2-26b5023c73ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:03.735358 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e3d8d284-439c-45e4-8df2-26b5023c73ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:58:03.739820 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e3d8d284-439c-45e4-8df2-26b5023c73ae admin admin] Usage tracker for resource:security_group_rule and tenant:336a3d83ac1e4aaba02ac862d4d581ae is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:58:03.742506 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e3d8d284-439c-45e4-8df2-26b5023c73ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:58:03.748144 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e3d8d284-439c-45e4-8df2-26b5023c73ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:58:03.827286 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3d8d284-439c-45e4-8df2-26b5023c73ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:03.892395 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3d8d284-439c-45e4-8df2-26b5023c73ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:03.922013 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d8d284-439c-45e4-8df2-26b5023c73ae admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:58:03.934706 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8d284-439c-45e4-8df2-26b5023c73ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96c8c1c-5e10-461b-a31f-5ba2db118eaf,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:03.939904 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3d8d284-439c-45e4-8df2-26b5023c73ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:03.942439 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-e3d8d284-439c-45e4-8df2-26b5023c73ae admin admin] Added segment e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4 of type vlan for network ddf7df8e-3787-480d-b60e-eaceb78d75d4 Apr 06 13:58:03.971042 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3d8d284-439c-45e4-8df2-26b5023c73ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:04.057688 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3d8d284-439c-45e4-8df2-26b5023c73ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:04.058628 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d8d284-439c-45e4-8df2-26b5023c73ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:04.059242 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e3d8d284-439c-45e4-8df2-26b5023c73ae admin admin] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:04.164261 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8d284-439c-45e4-8df2-26b5023c73ae admin admin] Pushing event updated for resources: {'Network': ['ID=ddf7df8e-3787-480d-b60e-eaceb78d75d4,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:04.175145 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network ddf7df8e-3787-480d-b60e-eaceb78d75d4 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:58:04.275896 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e3d8d284-439c-45e4-8df2-26b5023c73ae admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8224173 Apr 06 13:58:04.278645 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54292) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:58:04.285233 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-a75257a9-2e61-4712-8e42-8ec803c630d6 admin admin] Request body: {'subnet': {'network_id': 'ddf7df8e-3787-480d-b60e-eaceb78d75d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1288478476-subnet', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'ip_version': 4}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:04.290068 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a75257a9-2e61-4712-8e42-8ec803c630d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:58:04.293818 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a75257a9-2e61-4712-8e42-8ec803c630d6 admin admin] Usage tracker for resource:subnet and tenant:336a3d83ac1e4aaba02ac862d4d581ae is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:58:04.296668 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a75257a9-2e61-4712-8e42-8ec803c630d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:58:04.303150 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a75257a9-2e61-4712-8e42-8ec803c630d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:58:04.366247 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75257a9-2e61-4712-8e42-8ec803c630d6 admin admin] Made reservation on behalf of 336a3d83ac1e4aaba02ac862d4d581ae for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:58:04.368467 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a75257a9-2e61-4712-8e42-8ec803c630d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:04.629834 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a75257a9-2e61-4712-8e42-8ec803c630d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:04.703604 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75257a9-2e61-4712-8e42-8ec803c630d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2794c5c-3829-404b-89e2-ebed5bfe3698,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:04.712592 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75257a9-2e61-4712-8e42-8ec803c630d6 admin admin] Checking segment: {'id': 'e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ddf7df8e-3787-480d-b60e-eaceb78d75d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:58:04.712935 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75257a9-2e61-4712-8e42-8ec803c630d6 admin admin] Network hostable DHCP agents. Network: ddf7df8e-3787-480d-b60e-eaceb78d75d4, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:58:04.795188 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75257a9-2e61-4712-8e42-8ec803c630d6 admin admin] Network ddf7df8e-3787-480d-b60e-eaceb78d75d4 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:58:04.863739 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-a75257a9-2e61-4712-8e42-8ec803c630d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, ddf7df8e-3787-480d-b60e-eaceb78d75d4) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:58:04.867742 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75257a9-2e61-4712-8e42-8ec803c630d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:04.868444 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a75257a9-2e61-4712-8e42-8ec803c630d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:04.873410 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552986ad-1a45-4feb-bd70-bb62c074c510 None None] Network ddf7df8e-3787-480d-b60e-eaceb78d75d4 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:58:04.956215 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a75257a9-2e61-4712-8e42-8ec803c630d6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6764057 Apr 06 13:58:04.958879 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54296) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:58:04.963838 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-376b898d-e40a-45df-a6d3-ed4f598fb672 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1288478476-router', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:04.968715 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-376b898d-e40a-45df-a6d3-ed4f598fb672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:58:04.973181 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-376b898d-e40a-45df-a6d3-ed4f598fb672 admin admin] Usage tracker for resource:router and tenant:336a3d83ac1e4aaba02ac862d4d581ae is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:58:04.976029 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-376b898d-e40a-45df-a6d3-ed4f598fb672 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:58:04.981699 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-376b898d-e40a-45df-a6d3-ed4f598fb672 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:58:05.069772 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-376b898d-e40a-45df-a6d3-ed4f598fb672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:05.070972 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-376b898d-e40a-45df-a6d3-ed4f598fb672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:05.085151 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7038d22d-bf08-4214-8807-d34c32c5bd29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-ddf7df8e-3787-480d-b60e-eaceb78d75d4', 'network_id': 'ddf7df8e-3787-480d-b60e-eaceb78d75d4', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'fixed_ips': [{'subnet_id': 'b2794c5c-3829-404b-89e2-ebed5bfe3698'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:58:05.086021 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7038d22d-bf08-4214-8807-d34c32c5bd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:05.086441 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-376b898d-e40a-45df-a6d3-ed4f598fb672 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:05.239384 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-7038d22d-bf08-4214-8807-d34c32c5bd29 None None] Allocated IP 172.20.0.2 (ddf7df8e-3787-480d-b60e-eaceb78d75d4/b2794c5c-3829-404b-89e2-ebed5bfe3698/47538f99-7fc1-4888-a19e-21ab3a7e008e) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:58:05.431036 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-376b898d-e40a-45df-a6d3-ed4f598fb672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:05.442170 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7038d22d-bf08-4214-8807-d34c32c5bd29 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:05.451887 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7038d22d-bf08-4214-8807-d34c32c5bd29 None None] Transition to ACTIVE for port object 47538f99-7fc1-4888-a19e-21ab3a7e008e will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:58:05.469299 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7038d22d-bf08-4214-8807-d34c32c5bd29 None None] Transition to ACTIVE for port object 47538f99-7fc1-4888-a19e-21ab3a7e008e will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:58:05.521177 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7038d22d-bf08-4214-8807-d34c32c5bd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:05.584401 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7038d22d-bf08-4214-8807-d34c32c5bd29 None None] Network ddf7df8e-3787-480d-b60e-eaceb78d75d4 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:58:05.591601 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-7038d22d-bf08-4214-8807-d34c32c5bd29 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:58:05.596724 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7038d22d-bf08-4214-8807-d34c32c5bd29 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:58:05.602702 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038d22d-bf08-4214-8807-d34c32c5bd29 None None] Pushing event updated for resources: {'Port': ['ID=47538f99-7fc1-4888-a19e-21ab3a7e008e,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:05.694669 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7038d22d-bf08-4214-8807-d34c32c5bd29 None None] Attempting to bind port 47538f99-7fc1-4888-a19e-21ab3a7e008e on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:58:05.695063 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7038d22d-bf08-4214-8807-d34c32c5bd29 None None] Attempting to bind port 47538f99-7fc1-4888-a19e-21ab3a7e008e by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ddf7df8e-3787-480d-b60e-eaceb78d75d4'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:58:05.695692 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7038d22d-bf08-4214-8807-d34c32c5bd29 None None] Attempting to bind port 47538f99-7fc1-4888-a19e-21ab3a7e008e on network ddf7df8e-3787-480d-b60e-eaceb78d75d4 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:58:05.701045 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7038d22d-bf08-4214-8807-d34c32c5bd29 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:58:05.701412 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7038d22d-bf08-4214-8807-d34c32c5bd29 None None] Checking segment: {'id': 'e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ddf7df8e-3787-480d-b60e-eaceb78d75d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:58:05.701808 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7038d22d-bf08-4214-8807-d34c32c5bd29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:05.702226 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7038d22d-bf08-4214-8807-d34c32c5bd29 None None] Bound using segment: {'id': 'e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ddf7df8e-3787-480d-b60e-eaceb78d75d4'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:58:05.702681 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7038d22d-bf08-4214-8807-d34c32c5bd29 None None] Bound port: 47538f99-7fc1-4888-a19e-21ab3a7e008e, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ddf7df8e-3787-480d-b60e-eaceb78d75d4'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:58:05.703088 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7038d22d-bf08-4214-8807-d34c32c5bd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:05.790972 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-7038d22d-bf08-4214-8807-d34c32c5bd29 None None] For port 47538f99-7fc1-4888-a19e-21ab3a7e008e, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:58:05.793711 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-7038d22d-bf08-4214-8807-d34c32c5bd29 None None] For port 47538f99-7fc1-4888-a19e-21ab3a7e008e, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=47538f99-7fc1-4888-a19e-21ab3a7e008e,segment=NetworkSegment(e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4),segment_id=e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:58:05.902183 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-376b898d-e40a-45df-a6d3-ed4f598fb672 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:05.904109 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7038d22d-bf08-4214-8807-d34c32c5bd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:05.933496 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-376b898d-e40a-45df-a6d3-ed4f598fb672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:05.998647 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038d22d-bf08-4214-8807-d34c32c5bd29 None None] Pushing event updated for resources: {'Port': ['ID=47538f99-7fc1-4888-a19e-21ab3a7e008e,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:06.080237 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-376b898d-e40a-45df-a6d3-ed4f598fb672 admin admin] Allocated IP 172.26.4.10 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/10d6fcbf-441c-4075-bc06-d9393dbc2d95) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:58:06.262242 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-376b898d-e40a-45df-a6d3-ed4f598fb672 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:06.362151 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-376b898d-e40a-45df-a6d3-ed4f598fb672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:06.421258 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376b898d-e40a-45df-a6d3-ed4f598fb672 admin admin] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:58:06.424426 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-376b898d-e40a-45df-a6d3-ed4f598fb672 admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:58:06.432451 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376b898d-e40a-45df-a6d3-ed4f598fb672 admin admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:58:06.476259 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b898d-e40a-45df-a6d3-ed4f598fb672 admin admin] Pushing event updated for resources: {'Port': ['ID=10d6fcbf-441c-4075-bc06-d9393dbc2d95,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:06.905788 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de66c961-e5d7-4e4e-ade8-15a6960b26bf None None] Network ddf7df8e-3787-480d-b60e-eaceb78d75d4 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:58:06.924392 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-376b898d-e40a-45df-a6d3-ed4f598fb672 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:07.083456 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-cdcc5ba2-c832-440f-875b-1f6eed55b0f0 None None] Provisioning for port 47538f99-7fc1-4888-a19e-21ab3a7e008e completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:58:07.427448 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-376b898d-e40a-45df-a6d3-ed4f598fb672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:07.732265 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376b898d-e40a-45df-a6d3-ed4f598fb672 admin admin] Router 7b0ff214-26e9-448d-b346-93756d518ba3 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:58:07.909841 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376b898d-e40a-45df-a6d3-ed4f598fb672 admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:58:07.919838 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050a21f1-5e40-4ac1-a948-04c2bac14904 None None] Sync routers for ids ['7b0ff214-26e9-448d-b346-93756d518ba3'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:58:07.931339 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050a21f1-5e40-4ac1-a948-04c2bac14904 None None] Routers {'7b0ff214-26e9-448d-b346-93756d518ba3'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:58:07.931925 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-050a21f1-5e40-4ac1-a948-04c2bac14904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:57:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['7b0ff214-26e9-448d-b346-93756d518ba3'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:07.936164 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 47538f99-7fc1-4888-a19e-21ab3a7e008e up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:58:08.098503 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-376b898d-e40a-45df-a6d3-ed4f598fb672 admin admin] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:08.099731 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-376b898d-e40a-45df-a6d3-ed4f598fb672 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1398809 Apr 06 13:58:08.102355 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54300) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:58:08.119949 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-050a21f1-5e40-4ac1-a948-04c2bac14904 None None] Set router 7b0ff214-26e9-448d-b346-93756d518ba3 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:58:08.178380 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 47538f99-7fc1-4888-a19e-21ab3a7e008e completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:58:08.184218 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 47538f99-7fc1-4888-a19e-21ab3a7e008e triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:58:08.184649 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:08.317558 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:08.351392 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 47538f99-7fc1-4888-a19e-21ab3a7e008e, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=47538f99-7fc1-4888-a19e-21ab3a7e008e,segment=NetworkSegment(e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4),segment_id=e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:58:08.417433 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-050a21f1-5e40-4ac1-a948-04c2bac14904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'name': 'tempest-TestMinimumBasicScenario-1288478476-router', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '10d6fcbf-441c-4075-bc06-d9393dbc2d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:05Z', 'updated_at': '2022-04-06T13:58:06Z', 'revision_number': 3, 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'gw_port': {'id': '10d6fcbf-441c-4075-bc06-d9393dbc2d95', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:14:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:05Z', 'updated_at': '2022-04-06T13:58:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:08.417975 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:08.422395 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050a21f1-5e40-4ac1-a948-04c2bac14904 None None] Checking router: 7b0ff214-26e9-448d-b346-93756d518ba3 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:58:08.422910 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050a21f1-5e40-4ac1-a948-04c2bac14904 None None] Updating router 7b0ff214-26e9-448d-b346-93756d518ba3 port 10d6fcbf-441c-4075-bc06-d9393dbc2d95 binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:58:08.476927 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-050a21f1-5e40-4ac1-a948-04c2bac14904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:08.486023 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=47538f99-7fc1-4888-a19e-21ab3a7e008e,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:08.806755 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-050a21f1-5e40-4ac1-a948-04c2bac14904 None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:08.808882 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3fd40575-62ec-4d4a-8363-d6eb809a6efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:08.818940 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-050a21f1-5e40-4ac1-a948-04c2bac14904 None None] Transition to ACTIVE for port object 10d6fcbf-441c-4075-bc06-d9393dbc2d95 will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:58:08.875441 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-050a21f1-5e40-4ac1-a948-04c2bac14904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:08.961891 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-050a21f1-5e40-4ac1-a948-04c2bac14904 None None] Attempting to bind port 10d6fcbf-441c-4075-bc06-d9393dbc2d95 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:58:08.962589 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-050a21f1-5e40-4ac1-a948-04c2bac14904 None None] Attempting to bind port 10d6fcbf-441c-4075-bc06-d9393dbc2d95 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:58:08.962589 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050a21f1-5e40-4ac1-a948-04c2bac14904 None None] Attempting to bind port 10d6fcbf-441c-4075-bc06-d9393dbc2d95 on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:58:08.964505 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3aea3b-dcad-48c8-9e93-b73632f65131 None None] Pushing event updated for resources: {'Port': ['ID=10d6fcbf-441c-4075-bc06-d9393dbc2d95,revision_number=2']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:08.973285 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050a21f1-5e40-4ac1-a948-04c2bac14904 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:58:08.973644 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050a21f1-5e40-4ac1-a948-04c2bac14904 None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:58:08.974029 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-050a21f1-5e40-4ac1-a948-04c2bac14904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:08.974405 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050a21f1-5e40-4ac1-a948-04c2bac14904 None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:58:08.974868 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-050a21f1-5e40-4ac1-a948-04c2bac14904 None None] Bound port: 10d6fcbf-441c-4075-bc06-d9393dbc2d95, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:58:08.975231 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-050a21f1-5e40-4ac1-a948-04c2bac14904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:09.003384 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3aea3b-dcad-48c8-9e93-b73632f65131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:09.003717 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3aea3b-dcad-48c8-9e93-b73632f65131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:09.004046 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3aea3b-dcad-48c8-9e93-b73632f65131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:09.004367 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3aea3b-dcad-48c8-9e93-b73632f65131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:09.004686 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3aea3b-dcad-48c8-9e93-b73632f65131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:09.005007 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3aea3b-dcad-48c8-9e93-b73632f65131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:09.005428 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3aea3b-dcad-48c8-9e93-b73632f65131 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:09.005683 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3aea3b-dcad-48c8-9e93-b73632f65131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:09.005997 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3aea3b-dcad-48c8-9e93-b73632f65131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:09.006306 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3aea3b-dcad-48c8-9e93-b73632f65131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:09.006616 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3aea3b-dcad-48c8-9e93-b73632f65131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:09.006949 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3aea3b-dcad-48c8-9e93-b73632f65131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:09.014015 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-3fd40575-62ec-4d4a-8363-d6eb809a6efe admin admin] Allocated IP 172.20.0.1 (ddf7df8e-3787-480d-b60e-eaceb78d75d4/b2794c5c-3829-404b-89e2-ebed5bfe3698/7a325f20-3dbc-4c4f-8367-260d97e24567) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:58:09.055091 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-050a21f1-5e40-4ac1-a948-04c2bac14904 None None] For port 10d6fcbf-441c-4075-bc06-d9393dbc2d95, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:58:09.058206 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-050a21f1-5e40-4ac1-a948-04c2bac14904 None None] For port 10d6fcbf-441c-4075-bc06-d9393dbc2d95, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=10d6fcbf-441c-4075-bc06-d9393dbc2d95,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:58:09.104478 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-050a21f1-5e40-4ac1-a948-04c2bac14904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:09.191044 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050a21f1-5e40-4ac1-a948-04c2bac14904 None None] Routers {'7b0ff214-26e9-448d-b346-93756d518ba3'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:58:09.191720 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-050a21f1-5e40-4ac1-a948-04c2bac14904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:57:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['7b0ff214-26e9-448d-b346-93756d518ba3'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:09.257868 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3aea3b-dcad-48c8-9e93-b73632f65131 None None] Pushing event updated for resources: {'Port': ['ID=10d6fcbf-441c-4075-bc06-d9393dbc2d95,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:09.279817 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3fd40575-62ec-4d4a-8363-d6eb809a6efe admin admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:09.295311 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-3fd40575-62ec-4d4a-8363-d6eb809a6efe admin admin] Transition to ACTIVE for port object 7a325f20-3dbc-4c4f-8367-260d97e24567 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:58:09.371728 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-050a21f1-5e40-4ac1-a948-04c2bac14904 None None] Set router 7b0ff214-26e9-448d-b346-93756d518ba3 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:58:09.413337 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3fd40575-62ec-4d4a-8363-d6eb809a6efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:09.476660 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd40575-62ec-4d4a-8363-d6eb809a6efe admin admin] Network ddf7df8e-3787-480d-b60e-eaceb78d75d4 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:58:09.483283 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-3fd40575-62ec-4d4a-8363-d6eb809a6efe admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:58:09.488439 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd40575-62ec-4d4a-8363-d6eb809a6efe admin admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:58:09.517791 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd40575-62ec-4d4a-8363-d6eb809a6efe admin admin] Pushing event updated for resources: {'Port': ['ID=7a325f20-3dbc-4c4f-8367-260d97e24567,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:09.544889 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3fd40575-62ec-4d4a-8363-d6eb809a6efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:09.690676 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-050a21f1-5e40-4ac1-a948-04c2bac14904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'name': 'tempest-TestMinimumBasicScenario-1288478476-router', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '10d6fcbf-441c-4075-bc06-d9393dbc2d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:05Z', 'updated_at': '2022-04-06T13:58:06Z', 'revision_number': 3, 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'gw_port': {'id': '10d6fcbf-441c-4075-bc06-d9393dbc2d95', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:14:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:05Z', 'updated_at': '2022-04-06T13:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:09.694488 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050a21f1-5e40-4ac1-a948-04c2bac14904 None None] The sync data for ids ['7b0ff214-26e9-448d-b346-93756d518ba3'] in dv-neutron-834600-1-hyperv is: [{'id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'name': 'tempest-TestMinimumBasicScenario-1288478476-router', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '10d6fcbf-441c-4075-bc06-d9393dbc2d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:05Z', 'updated_at': '2022-04-06T13:58:06Z', 'revision_number': 3, 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'gw_port': {'id': '10d6fcbf-441c-4075-bc06-d9393dbc2d95', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:14:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:05Z', 'updated_at': '2022-04-06T13:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:58:09.835311 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8c2833f0-d144-47e6-b884-97a5f5e7391a None None] Provisioning for port 7a325f20-3dbc-4c4f-8367-260d97e24567 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:58:09.840492 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8c2833f0-d144-47e6-b884-97a5f5e7391a None None] Provisioning complete for port 7a325f20-3dbc-4c4f-8367-260d97e24567 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:58:09.840861 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c2833f0-d144-47e6-b884-97a5f5e7391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:09.903847 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-8c2833f0-d144-47e6-b884-97a5f5e7391a None None] Port 7a325f20-3dbc-4c4f-8367-260d97e24567 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:58:09.949456 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 47538f99-7fc1-4888-a19e-21ab3a7e008e up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:58:09.958068 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3fd40575-62ec-4d4a-8363-d6eb809a6efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:10.021294 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 47538f99-7fc1-4888-a19e-21ab3a7e008e triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:58:10.021664 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:10.211569 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3fd40575-62ec-4d4a-8363-d6eb809a6efe admin admin] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:10.269717 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3fd40575-62ec-4d4a-8363-d6eb809a6efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:10.379482 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd40575-62ec-4d4a-8363-d6eb809a6efe admin admin] Pushing event updated for resources: {'Port': ['ID=7a325f20-3dbc-4c4f-8367-260d97e24567,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:10.381831 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3fd40575-62ec-4d4a-8363-d6eb809a6efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:10.522529 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd40575-62ec-4d4a-8363-d6eb809a6efe admin admin] Network ddf7df8e-3787-480d-b60e-eaceb78d75d4 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:58:10.523615 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-3fd40575-62ec-4d4a-8363-d6eb809a6efe admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:58:10.712186 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd40575-62ec-4d4a-8363-d6eb809a6efe admin admin] Router 7b0ff214-26e9-448d-b346-93756d518ba3 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:58:10.726778 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-277901fb-f27d-4cce-a468-286dfc14b800 None None] Provisioning complete for port 7a325f20-3dbc-4c4f-8367-260d97e24567 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:58:10.727178 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-277901fb-f27d-4cce-a468-286dfc14b800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:10.780862 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-277901fb-f27d-4cce-a468-286dfc14b800 None None] Port 7a325f20-3dbc-4c4f-8367-260d97e24567 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:58:10.894517 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd40575-62ec-4d4a-8363-d6eb809a6efe admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:58:10.903192 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3fd40575-62ec-4d4a-8363-d6eb809a6efe admin admin] 10.222.0.48 "PUT /v2.0/routers/7b0ff214-26e9-448d-b346-93756d518ba3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7996454 Apr 06 13:58:11.181546 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86aca93-2533-4432-bdef-f687a48b790c None None] Sync routers for ids ['7b0ff214-26e9-448d-b346-93756d518ba3'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:58:11.192335 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86aca93-2533-4432-bdef-f687a48b790c None None] Routers {'7b0ff214-26e9-448d-b346-93756d518ba3'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:58:11.193059 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-d86aca93-2533-4432-bdef-f687a48b790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:57:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['7b0ff214-26e9-448d-b346-93756d518ba3'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:11.371417 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-d86aca93-2533-4432-bdef-f687a48b790c None None] Set router 7b0ff214-26e9-448d-b346-93756d518ba3 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:58:11.633172 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 54318) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:58:11.638360 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-774807393-network', 'tenant_id': 'a8e49a92c91e4d7d915750795a39704f'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:11.643735 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:58:11.648013 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Usage tracker for resource:network and tenant:a8e49a92c91e4d7d915750795a39704f is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:58:11.650836 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:58:11.657114 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:58:11.687270 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-d86aca93-2533-4432-bdef-f687a48b790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'name': 'tempest-TestMinimumBasicScenario-1288478476-router', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '10d6fcbf-441c-4075-bc06-d9393dbc2d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:05Z', 'updated_at': '2022-04-06T13:58:09Z', 'revision_number': 4, 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'gw_port': {'id': '10d6fcbf-441c-4075-bc06-d9393dbc2d95', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:14:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:05Z', 'updated_at': '2022-04-06T13:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '7a325f20-3dbc-4c4f-8367-260d97e24567', 'name': '', 'network_id': 'ddf7df8e-3787-480d-b60e-eaceb78d75d4', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'mac_address': 'fa:16:3e:6d:ad:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'b2794c5c-3829-404b-89e2-ebed5bfe3698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:08Z', 'updated_at': '2022-04-06T13:58:10Z', 'revision_number': 2, 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'subnets': [{'id': 'b2794c5c-3829-404b-89e2-ebed5bfe3698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:11.691283 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86aca93-2533-4432-bdef-f687a48b790c None None] Checking router: 7b0ff214-26e9-448d-b346-93756d518ba3 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:58:11.692034 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86aca93-2533-4432-bdef-f687a48b790c None None] Updating router 7b0ff214-26e9-448d-b346-93756d518ba3 port 7a325f20-3dbc-4c4f-8367-260d97e24567 binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:58:11.726679 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Made reservation on behalf of a8e49a92c91e4d7d915750795a39704f for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:58:11.729144 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:11.745303 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:11.745554 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d86aca93-2533-4432-bdef-f687a48b790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:11.764816 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:58:11.766012 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Usage tracker for resource:security_group_rule and tenant:a8e49a92c91e4d7d915750795a39704f is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:58:11.769880 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:58:11.775721 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:58:11.865808 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:11.915351 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:11.956772 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:58:11.965510 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c98ed53-23db-453b-9472-a762f554f13a,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:11.972588 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:11.973995 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Added segment d940b349-9af5-45dc-a6ac-9f369f881887 of type vlan for network 8088a015-fa82-4ccc-aaf8-b5dadaed09ad Apr 06 13:58:11.983787 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:11.984133 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:11.984656 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:11.984996 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:11.985323 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:11.986282 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:11.986616 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:11.986974 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:11.987531 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:11.987876 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:11.988204 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:11.988526 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.018324 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:12.026413 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 10d6fcbf-441c-4075-bc06-d9393dbc2d95 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:58:12.109972 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:12.111358 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:12.111995 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:12.217577 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] Pushing event updated for resources: {'Network': ['ID=8088a015-fa82-4ccc-aaf8-b5dadaed09ad,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:12.227542 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d86aca93-2533-4432-bdef-f687a48b790c None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:12.231024 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 8088a015-fa82-4ccc-aaf8-b5dadaed09ad details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 13:58:12.268599 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d86aca93-2533-4432-bdef-f687a48b790c None None] Transition to ACTIVE for port object 7a325f20-3dbc-4c4f-8367-260d97e24567 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:58:12.311166 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-67bfdbaf-3a0d-4581-863b-92028c8c964e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6768572 Apr 06 13:58:12.313887 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 54322) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:58:12.318737 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 10d6fcbf-441c-4075-bc06-d9393dbc2d95 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:58:12.324506 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-2e086f9b-11ac-4e69-9a3e-5f7207f39f93 admin admin] Request body: {'subnet': {'network_id': '8088a015-fa82-4ccc-aaf8-b5dadaed09ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-774807393-subnet', 'tenant_id': 'a8e49a92c91e4d7d915750795a39704f', 'ip_version': 4}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:12.324880 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2e086f9b-11ac-4e69-9a3e-5f7207f39f93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:58:12.328864 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2e086f9b-11ac-4e69-9a3e-5f7207f39f93 admin admin] Usage tracker for resource:subnet and tenant:a8e49a92c91e4d7d915750795a39704f is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:58:12.332369 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2e086f9b-11ac-4e69-9a3e-5f7207f39f93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:58:12.337429 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 10d6fcbf-441c-4075-bc06-d9393dbc2d95 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:58:12.337794 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:12.338084 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2e086f9b-11ac-4e69-9a3e-5f7207f39f93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:58:12.379605 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d86aca93-2533-4432-bdef-f687a48b790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:12.471479 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e086f9b-11ac-4e69-9a3e-5f7207f39f93 admin admin] Made reservation on behalf of a8e49a92c91e4d7d915750795a39704f for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:58:12.474670 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2e086f9b-11ac-4e69-9a3e-5f7207f39f93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:12.523390 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3d351-b964-4b8a-82c8-8173de817410 None None] Pushing event updated for resources: {'Port': ['ID=7a325f20-3dbc-4c4f-8367-260d97e24567,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:12.665812 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-d86aca93-2533-4432-bdef-f687a48b790c None None] Attempting to bind port 7a325f20-3dbc-4c4f-8367-260d97e24567 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:58:12.666171 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-d86aca93-2533-4432-bdef-f687a48b790c None None] Attempting to bind port 7a325f20-3dbc-4c4f-8367-260d97e24567 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ddf7df8e-3787-480d-b60e-eaceb78d75d4'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:58:12.666527 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86aca93-2533-4432-bdef-f687a48b790c None None] Attempting to bind port 7a325f20-3dbc-4c4f-8367-260d97e24567 on network ddf7df8e-3787-480d-b60e-eaceb78d75d4 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:58:12.684764 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86aca93-2533-4432-bdef-f687a48b790c None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:58:12.685126 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86aca93-2533-4432-bdef-f687a48b790c None None] Checking segment: {'id': 'e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ddf7df8e-3787-480d-b60e-eaceb78d75d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:58:12.685520 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d86aca93-2533-4432-bdef-f687a48b790c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:12.685907 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86aca93-2533-4432-bdef-f687a48b790c None None] Bound using segment: {'id': 'e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ddf7df8e-3787-480d-b60e-eaceb78d75d4'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:58:12.686359 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-d86aca93-2533-4432-bdef-f687a48b790c None None] Bound port: 7a325f20-3dbc-4c4f-8367-260d97e24567, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ddf7df8e-3787-480d-b60e-eaceb78d75d4'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:58:12.686723 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d86aca93-2533-4432-bdef-f687a48b790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:12.698727 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:12.759033 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 10d6fcbf-441c-4075-bc06-d9393dbc2d95, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=10d6fcbf-441c-4075-bc06-d9393dbc2d95,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:58:12.802316 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-d86aca93-2533-4432-bdef-f687a48b790c None None] For port 7a325f20-3dbc-4c4f-8367-260d97e24567, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:58:12.805296 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-d86aca93-2533-4432-bdef-f687a48b790c None None] For port 7a325f20-3dbc-4c4f-8367-260d97e24567, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=7a325f20-3dbc-4c4f-8367-260d97e24567,segment=NetworkSegment(e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4),segment_id=e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:58:12.812479 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2e086f9b-11ac-4e69-9a3e-5f7207f39f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:12.829632 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:12.878660 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d86aca93-2533-4432-bdef-f687a48b790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:12.892588 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e086f9b-11ac-4e69-9a3e-5f7207f39f93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79cd05e6-5286-4236-9d33-4b182446a22d,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:12.900628 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e086f9b-11ac-4e69-9a3e-5f7207f39f93 admin admin] Checking segment: {'id': 'd940b349-9af5-45dc-a6ac-9f369f881887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8088a015-fa82-4ccc-aaf8-b5dadaed09ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:58:12.900978 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e086f9b-11ac-4e69-9a3e-5f7207f39f93 admin admin] Network hostable DHCP agents. Network: 8088a015-fa82-4ccc-aaf8-b5dadaed09ad, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:58:12.918165 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=10d6fcbf-441c-4075-bc06-d9393dbc2d95,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:12.952074 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86aca93-2533-4432-bdef-f687a48b790c None None] Routers {'7b0ff214-26e9-448d-b346-93756d518ba3'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:58:12.952706 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-d86aca93-2533-4432-bdef-f687a48b790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:57:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['7b0ff214-26e9-448d-b346-93756d518ba3'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:12.995350 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e086f9b-11ac-4e69-9a3e-5f7207f39f93 admin admin] Network 8088a015-fa82-4ccc-aaf8-b5dadaed09ad is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:58:13.086656 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-2e086f9b-11ac-4e69-9a3e-5f7207f39f93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 8088a015-fa82-4ccc-aaf8-b5dadaed09ad) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:58:13.090627 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e086f9b-11ac-4e69-9a3e-5f7207f39f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:13.091439 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2e086f9b-11ac-4e69-9a3e-5f7207f39f93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:13.129433 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e088bc-535c-4c41-a965-eb640df568ee None None] Network 8088a015-fa82-4ccc-aaf8-b5dadaed09ad requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:58:13.155285 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3d351-b964-4b8a-82c8-8173de817410 None None] Pushing event updated for resources: {'Port': ['ID=7a325f20-3dbc-4c4f-8367-260d97e24567,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:13.236096 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2e086f9b-11ac-4e69-9a3e-5f7207f39f93 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9210894 Apr 06 13:58:13.238650 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54326) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:58:13.243937 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-774807393-router', 'tenant_id': 'a8e49a92c91e4d7d915750795a39704f', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:13.249031 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:58:13.254014 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Usage tracker for resource:router and tenant:a8e49a92c91e4d7d915750795a39704f is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:58:13.258920 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:58:13.265103 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:58:13.274308 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-d86aca93-2533-4432-bdef-f687a48b790c None None] Set router 7b0ff214-26e9-448d-b346-93756d518ba3 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:58:13.321704 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:13.322658 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:13.339519 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:13.677481 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a120e8-e10c-40a8-835c-ff258b0264c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-8088a015-fa82-4ccc-aaf8-b5dadaed09ad', 'network_id': '8088a015-fa82-4ccc-aaf8-b5dadaed09ad', 'tenant_id': 'a8e49a92c91e4d7d915750795a39704f', 'fixed_ips': [{'subnet_id': '79cd05e6-5286-4236-9d33-4b182446a22d'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 13:58:13.678310 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-12a120e8-e10c-40a8-835c-ff258b0264c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:13.795889 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:13.878588 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-d86aca93-2533-4432-bdef-f687a48b790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'name': 'tempest-TestMinimumBasicScenario-1288478476-router', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '10d6fcbf-441c-4075-bc06-d9393dbc2d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:05Z', 'updated_at': '2022-04-06T13:58:09Z', 'revision_number': 4, 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'gw_port': {'id': '10d6fcbf-441c-4075-bc06-d9393dbc2d95', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:05Z', 'updated_at': '2022-04-06T13:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '7a325f20-3dbc-4c4f-8367-260d97e24567', 'name': '', 'network_id': 'ddf7df8e-3787-480d-b60e-eaceb78d75d4', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'mac_address': 'fa:16:3e:6d:ad:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'b2794c5c-3829-404b-89e2-ebed5bfe3698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:08Z', 'updated_at': '2022-04-06T13:58:12Z', 'revision_number': 4, 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'subnets': [{'id': 'b2794c5c-3829-404b-89e2-ebed5bfe3698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:13.891638 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86aca93-2533-4432-bdef-f687a48b790c None None] The sync data for ids ['7b0ff214-26e9-448d-b346-93756d518ba3'] in dv-neutron-834600-1-hyperv is: [{'id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'name': 'tempest-TestMinimumBasicScenario-1288478476-router', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '10d6fcbf-441c-4075-bc06-d9393dbc2d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:05Z', 'updated_at': '2022-04-06T13:58:09Z', 'revision_number': 4, 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'gw_port': {'id': '10d6fcbf-441c-4075-bc06-d9393dbc2d95', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:05Z', 'updated_at': '2022-04-06T13:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '7a325f20-3dbc-4c4f-8367-260d97e24567', 'name': '', 'network_id': 'ddf7df8e-3787-480d-b60e-eaceb78d75d4', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'mac_address': 'fa:16:3e:6d:ad:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'b2794c5c-3829-404b-89e2-ebed5bfe3698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:08Z', 'updated_at': '2022-04-06T13:58:12Z', 'revision_number': 4, 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'subnets': [{'id': 'b2794c5c-3829-404b-89e2-ebed5bfe3698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:58:13.899823 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-12a120e8-e10c-40a8-835c-ff258b0264c3 None None] Allocated IP 172.20.0.2 (8088a015-fa82-4ccc-aaf8-b5dadaed09ad/79cd05e6-5286-4236-9d33-4b182446a22d/08594a62-14b6-4c03-a8af-08edaba8e311) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:58:14.044381 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 10d6fcbf-441c-4075-bc06-d9393dbc2d95 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:58:14.161065 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 10d6fcbf-441c-4075-bc06-d9393dbc2d95 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:58:14.161572 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:14.260772 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:14.293025 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:14.308857 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-12a120e8-e10c-40a8-835c-ff258b0264c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:14.365745 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-12a120e8-e10c-40a8-835c-ff258b0264c3 None None] Transition to ACTIVE for port object 08594a62-14b6-4c03-a8af-08edaba8e311 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:58:14.409501 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-12a120e8-e10c-40a8-835c-ff258b0264c3 None None] Transition to ACTIVE for port object 08594a62-14b6-4c03-a8af-08edaba8e311 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:58:14.452301 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Allocated IP 172.26.4.67 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/f395de41-819f-4de9-86fd-c1f44a75da82) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:58:14.470886 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-12a120e8-e10c-40a8-835c-ff258b0264c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:14.536447 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a120e8-e10c-40a8-835c-ff258b0264c3 None None] Network 8088a015-fa82-4ccc-aaf8-b5dadaed09ad is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:58:14.539811 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-12a120e8-e10c-40a8-835c-ff258b0264c3 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:58:14.543615 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a120e8-e10c-40a8-835c-ff258b0264c3 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:58:14.584736 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a120e8-e10c-40a8-835c-ff258b0264c3 None None] Pushing event updated for resources: {'Port': ['ID=08594a62-14b6-4c03-a8af-08edaba8e311,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:14.615977 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:14.653961 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-12a120e8-e10c-40a8-835c-ff258b0264c3 None None] Attempting to bind port 08594a62-14b6-4c03-a8af-08edaba8e311 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:58:14.654453 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-12a120e8-e10c-40a8-835c-ff258b0264c3 None None] Attempting to bind port 08594a62-14b6-4c03-a8af-08edaba8e311 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'd940b349-9af5-45dc-a6ac-9f369f881887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8088a015-fa82-4ccc-aaf8-b5dadaed09ad'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:58:14.658115 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a120e8-e10c-40a8-835c-ff258b0264c3 None None] Attempting to bind port 08594a62-14b6-4c03-a8af-08edaba8e311 on network 8088a015-fa82-4ccc-aaf8-b5dadaed09ad {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:58:14.660895 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a120e8-e10c-40a8-835c-ff258b0264c3 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:58:14.661269 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a120e8-e10c-40a8-835c-ff258b0264c3 None None] Checking segment: {'id': 'd940b349-9af5-45dc-a6ac-9f369f881887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8088a015-fa82-4ccc-aaf8-b5dadaed09ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:58:14.661670 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-12a120e8-e10c-40a8-835c-ff258b0264c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:14.662063 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a120e8-e10c-40a8-835c-ff258b0264c3 None None] Bound using segment: {'id': 'd940b349-9af5-45dc-a6ac-9f369f881887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8088a015-fa82-4ccc-aaf8-b5dadaed09ad'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:58:14.662554 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-12a120e8-e10c-40a8-835c-ff258b0264c3 None None] Bound port: 08594a62-14b6-4c03-a8af-08edaba8e311, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd940b349-9af5-45dc-a6ac-9f369f881887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8088a015-fa82-4ccc-aaf8-b5dadaed09ad'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:58:14.662961 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-12a120e8-e10c-40a8-835c-ff258b0264c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:14.705232 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:14.760824 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-12a120e8-e10c-40a8-835c-ff258b0264c3 None None] For port 08594a62-14b6-4c03-a8af-08edaba8e311, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:58:14.764514 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-12a120e8-e10c-40a8-835c-ff258b0264c3 None None] For port 08594a62-14b6-4c03-a8af-08edaba8e311, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=08594a62-14b6-4c03-a8af-08edaba8e311,segment=NetworkSegment(d940b349-9af5-45dc-a6ac-9f369f881887),segment_id=d940b349-9af5-45dc-a6ac-9f369f881887)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:58:14.771522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:58:14.778831 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:58:14.781327 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:58:14.822947 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Pushing event updated for resources: {'Port': ['ID=f395de41-819f-4de9-86fd-c1f44a75da82,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:14.824685 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-12a120e8-e10c-40a8-835c-ff258b0264c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:14.840754 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:14.843647 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:14.843647 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:14.843647 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:14.843647 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:14.843647 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:14.843647 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:14.843647 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:14.843647 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:14.843647 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:14.844421 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:14.844421 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:14.909100 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a120e8-e10c-40a8-835c-ff258b0264c3 None None] Pushing event updated for resources: {'Port': ['ID=08594a62-14b6-4c03-a8af-08edaba8e311,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:15.420446 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:15.498135 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ac85a45d-f285-4cf4-a62c-709e8de5e0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:15.776241 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:15.824263 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f163b3e4-aac5-4392-a8c7-25524458dd2a None None] Network 8088a015-fa82-4ccc-aaf8-b5dadaed09ad requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 13:58:15.996929 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 7a325f20-3dbc-4c4f-8367-260d97e24567 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:58:16.033453 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-fa01dab0-f8df-4111-acb7-b27895684ccf None None] Provisioning for port 08594a62-14b6-4c03-a8af-08edaba8e311 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:58:16.058535 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Router aef186f8-b06a-4774-9681-45f50f4384b1 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 13:58:16.173872 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 7a325f20-3dbc-4c4f-8367-260d97e24567 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:58:16.181385 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 7a325f20-3dbc-4c4f-8367-260d97e24567 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:58:16.185170 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:16.250338 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:58:16.261900 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16195824-586b-4557-a915-d03ab10433e4 None None] Sync routers for ids ['aef186f8-b06a-4774-9681-45f50f4384b1'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:58:16.272448 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16195824-586b-4557-a915-d03ab10433e4 None None] Routers {'aef186f8-b06a-4774-9681-45f50f4384b1'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:58:16.278517 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-16195824-586b-4557-a915-d03ab10433e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:57:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['aef186f8-b06a-4774-9681-45f50f4384b1'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:16.337002 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:16.359416 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:16.361624 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-45607317-1b6c-4ea4-8d4c-1cc4ad6a9c10 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1217980 Apr 06 13:58:16.364351 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54330) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:58:16.372175 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 7a325f20-3dbc-4c4f-8367-260d97e24567, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=7a325f20-3dbc-4c4f-8367-260d97e24567,segment=NetworkSegment(e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4),segment_id=e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:58:16.458947 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:16.459921 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 08594a62-14b6-4c03-a8af-08edaba8e311 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:58:16.463065 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-16195824-586b-4557-a915-d03ab10433e4 None None] Set router aef186f8-b06a-4774-9681-45f50f4384b1 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:58:16.593157 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:58:16.633325 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=7a325f20-3dbc-4c4f-8367-260d97e24567,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:16.710250 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 08594a62-14b6-4c03-a8af-08edaba8e311 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:58:16.715436 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 08594a62-14b6-4c03-a8af-08edaba8e311 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:58:16.715909 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:16.767779 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-16195824-586b-4557-a915-d03ab10433e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef186f8-b06a-4774-9681-45f50f4384b1', 'name': 'tempest-TestMinimumBasicScenario-774807393-router', 'tenant_id': 'a8e49a92c91e4d7d915750795a39704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'f395de41-819f-4de9-86fd-c1f44a75da82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:13Z', 'updated_at': '2022-04-06T13:58:15Z', 'revision_number': 3, 'project_id': 'a8e49a92c91e4d7d915750795a39704f', 'gw_port': {'id': 'f395de41-819f-4de9-86fd-c1f44a75da82', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef186f8-b06a-4774-9681-45f50f4384b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:14Z', 'updated_at': '2022-04-06T13:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:16.773353 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16195824-586b-4557-a915-d03ab10433e4 None None] Checking router: aef186f8-b06a-4774-9681-45f50f4384b1 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:58:16.774004 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16195824-586b-4557-a915-d03ab10433e4 None None] Updating router aef186f8-b06a-4774-9681-45f50f4384b1 port f395de41-819f-4de9-86fd-c1f44a75da82 binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:58:16.833090 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:16.839805 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-16195824-586b-4557-a915-d03ab10433e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:16.866889 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 08594a62-14b6-4c03-a8af-08edaba8e311, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=08594a62-14b6-4c03-a8af-08edaba8e311,segment=NetworkSegment(d940b349-9af5-45dc-a6ac-9f369f881887),segment_id=d940b349-9af5-45dc-a6ac-9f369f881887)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:58:16.934561 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:17.013675 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=08594a62-14b6-4c03-a8af-08edaba8e311,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:17.172563 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7621f8d4-bed9-43e5-9387-5cfd63a501e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:17.182783 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-16195824-586b-4557-a915-d03ab10433e4 None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:17.197713 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-16195824-586b-4557-a915-d03ab10433e4 None None] Transition to ACTIVE for port object f395de41-819f-4de9-86fd-c1f44a75da82 will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:58:17.315693 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-16195824-586b-4557-a915-d03ab10433e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:17.387998 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-7621f8d4-bed9-43e5-9387-5cfd63a501e9 admin admin] Allocated IP 172.20.0.1 (8088a015-fa82-4ccc-aaf8-b5dadaed09ad/79cd05e6-5286-4236-9d33-4b182446a22d/c960f719-b117-46a4-9bb7-5a491901289f) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:58:17.395204 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-16195824-586b-4557-a915-d03ab10433e4 None None] Attempting to bind port f395de41-819f-4de9-86fd-c1f44a75da82 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:58:17.395570 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-16195824-586b-4557-a915-d03ab10433e4 None None] Attempting to bind port f395de41-819f-4de9-86fd-c1f44a75da82 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:58:17.395930 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16195824-586b-4557-a915-d03ab10433e4 None None] Attempting to bind port f395de41-819f-4de9-86fd-c1f44a75da82 on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:58:17.397876 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df90a7-804f-4861-a2c9-70a34adfef62 None None] Pushing event updated for resources: {'Port': ['ID=f395de41-819f-4de9-86fd-c1f44a75da82,revision_number=2']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:17.403672 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16195824-586b-4557-a915-d03ab10433e4 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:58:17.404038 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16195824-586b-4557-a915-d03ab10433e4 None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:58:17.404431 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-16195824-586b-4557-a915-d03ab10433e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:17.404808 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16195824-586b-4557-a915-d03ab10433e4 None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:58:17.405260 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-16195824-586b-4557-a915-d03ab10433e4 None None] Bound port: f395de41-819f-4de9-86fd-c1f44a75da82, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:58:17.405631 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-16195824-586b-4557-a915-d03ab10433e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:17.479971 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-16195824-586b-4557-a915-d03ab10433e4 None None] For port f395de41-819f-4de9-86fd-c1f44a75da82, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:58:17.482892 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-16195824-586b-4557-a915-d03ab10433e4 None None] For port f395de41-819f-4de9-86fd-c1f44a75da82, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f395de41-819f-4de9-86fd-c1f44a75da82,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:58:17.533701 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7621f8d4-bed9-43e5-9387-5cfd63a501e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:17.549176 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-7621f8d4-bed9-43e5-9387-5cfd63a501e9 admin admin] Transition to ACTIVE for port object c960f719-b117-46a4-9bb7-5a491901289f will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:58:17.550543 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-16195824-586b-4557-a915-d03ab10433e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:17.624678 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16195824-586b-4557-a915-d03ab10433e4 None None] Routers {'aef186f8-b06a-4774-9681-45f50f4384b1'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:58:17.625267 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-16195824-586b-4557-a915-d03ab10433e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:57:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['aef186f8-b06a-4774-9681-45f50f4384b1'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:17.636108 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7621f8d4-bed9-43e5-9387-5cfd63a501e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:17.699831 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7621f8d4-bed9-43e5-9387-5cfd63a501e9 admin admin] Network 8088a015-fa82-4ccc-aaf8-b5dadaed09ad is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:58:17.702553 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-7621f8d4-bed9-43e5-9387-5cfd63a501e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:58:17.706640 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7621f8d4-bed9-43e5-9387-5cfd63a501e9 admin admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:58:17.714949 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df90a7-804f-4861-a2c9-70a34adfef62 None None] Pushing event updated for resources: {'Port': ['ID=f395de41-819f-4de9-86fd-c1f44a75da82,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:17.727570 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c829f83a-07ff-406a-ba4a-2889373f666a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:17.757083 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621f8d4-bed9-43e5-9387-5cfd63a501e9 admin admin] Pushing event updated for resources: {'Port': ['ID=c960f719-b117-46a4-9bb7-5a491901289f,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:17.773760 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7621f8d4-bed9-43e5-9387-5cfd63a501e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:17.834053 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-16195824-586b-4557-a915-d03ab10433e4 None None] Set router aef186f8-b06a-4774-9681-45f50f4384b1 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:58:17.927111 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 7a325f20-3dbc-4c4f-8367-260d97e24567 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:58:17.980983 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7621f8d4-bed9-43e5-9387-5cfd63a501e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:18.000099 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 7a325f20-3dbc-4c4f-8367-260d97e24567 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:58:18.000715 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:18.040916 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8e6bcd27-029e-46a1-9645-bcbc9cc5a431 None None] Provisioning for port c960f719-b117-46a4-9bb7-5a491901289f completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:58:18.050599 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8e6bcd27-029e-46a1-9645-bcbc9cc5a431 None None] Provisioning complete for port c960f719-b117-46a4-9bb7-5a491901289f triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:58:18.051250 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8e6bcd27-029e-46a1-9645-bcbc9cc5a431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:18.117244 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-8e6bcd27-029e-46a1-9645-bcbc9cc5a431 None None] Port c960f719-b117-46a4-9bb7-5a491901289f cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:58:18.133788 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-16195824-586b-4557-a915-d03ab10433e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef186f8-b06a-4774-9681-45f50f4384b1', 'name': 'tempest-TestMinimumBasicScenario-774807393-router', 'tenant_id': 'a8e49a92c91e4d7d915750795a39704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'f395de41-819f-4de9-86fd-c1f44a75da82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:13Z', 'updated_at': '2022-04-06T13:58:15Z', 'revision_number': 3, 'project_id': 'a8e49a92c91e4d7d915750795a39704f', 'gw_port': {'id': 'f395de41-819f-4de9-86fd-c1f44a75da82', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef186f8-b06a-4774-9681-45f50f4384b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:14Z', 'updated_at': '2022-04-06T13:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:18.138053 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16195824-586b-4557-a915-d03ab10433e4 None None] The sync data for ids ['aef186f8-b06a-4774-9681-45f50f4384b1'] in dv-neutron-834600-1-hyperv is: [{'id': 'aef186f8-b06a-4774-9681-45f50f4384b1', 'name': 'tempest-TestMinimumBasicScenario-774807393-router', 'tenant_id': 'a8e49a92c91e4d7d915750795a39704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'f395de41-819f-4de9-86fd-c1f44a75da82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:13Z', 'updated_at': '2022-04-06T13:58:15Z', 'revision_number': 3, 'project_id': 'a8e49a92c91e4d7d915750795a39704f', 'gw_port': {'id': 'f395de41-819f-4de9-86fd-c1f44a75da82', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef186f8-b06a-4774-9681-45f50f4384b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:14Z', 'updated_at': '2022-04-06T13:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:58:18.179439 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 08594a62-14b6-4c03-a8af-08edaba8e311 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:58:18.222681 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7621f8d4-bed9-43e5-9387-5cfd63a501e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:18.262031 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 08594a62-14b6-4c03-a8af-08edaba8e311 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:58:18.262031 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:18.304153 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7621f8d4-bed9-43e5-9387-5cfd63a501e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:18.422119 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621f8d4-bed9-43e5-9387-5cfd63a501e9 admin admin] Pushing event updated for resources: {'Port': ['ID=c960f719-b117-46a4-9bb7-5a491901289f,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:18.425215 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7621f8d4-bed9-43e5-9387-5cfd63a501e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:18.565311 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7621f8d4-bed9-43e5-9387-5cfd63a501e9 admin admin] Network 8088a015-fa82-4ccc-aaf8-b5dadaed09ad is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:58:18.566442 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-7621f8d4-bed9-43e5-9387-5cfd63a501e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:58:18.776373 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7621f8d4-bed9-43e5-9387-5cfd63a501e9 admin admin] Router aef186f8-b06a-4774-9681-45f50f4384b1 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:58:18.864134 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-86bd3dce-15bb-4a81-b8a4-2b05e5341d41 None None] Provisioning complete for port c960f719-b117-46a4-9bb7-5a491901289f triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:58:18.864739 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-86bd3dce-15bb-4a81-b8a4-2b05e5341d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:18.921976 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:18.935292 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-86bd3dce-15bb-4a81-b8a4-2b05e5341d41 None None] Port c960f719-b117-46a4-9bb7-5a491901289f cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:58:19.006839 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:19.060813 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7621f8d4-bed9-43e5-9387-5cfd63a501e9 admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:58:19.070771 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7621f8d4-bed9-43e5-9387-5cfd63a501e9 admin admin] 10.222.0.48 "PUT /v2.0/routers/aef186f8-b06a-4774-9681-45f50f4384b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7052801 Apr 06 13:58:19.936661 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f395de41-819f-4de9-86fd-c1f44a75da82 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:58:20.069784 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port f395de41-819f-4de9-86fd-c1f44a75da82 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:58:20.076091 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port f395de41-819f-4de9-86fd-c1f44a75da82 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:58:20.076480 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:20.241600 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:20.267770 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port f395de41-819f-4de9-86fd-c1f44a75da82, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f395de41-819f-4de9-86fd-c1f44a75da82,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:58:20.346372 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:20.414510 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:20.427212 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=f395de41-819f-4de9-86fd-c1f44a75da82,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:21.118898 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af015116-aa74-4c3b-a4bf-8061ac7a27ef None None] Sync routers for ids ['aef186f8-b06a-4774-9681-45f50f4384b1'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:58:21.129175 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af015116-aa74-4c3b-a4bf-8061ac7a27ef None None] Routers {'aef186f8-b06a-4774-9681-45f50f4384b1'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:58:21.129754 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-af015116-aa74-4c3b-a4bf-8061ac7a27ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:58:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['aef186f8-b06a-4774-9681-45f50f4384b1'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:21.352060 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-af015116-aa74-4c3b-a4bf-8061ac7a27ef None None] Set router aef186f8-b06a-4774-9681-45f50f4384b1 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:58:21.732180 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-af015116-aa74-4c3b-a4bf-8061ac7a27ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef186f8-b06a-4774-9681-45f50f4384b1', 'name': 'tempest-TestMinimumBasicScenario-774807393-router', 'tenant_id': 'a8e49a92c91e4d7d915750795a39704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'f395de41-819f-4de9-86fd-c1f44a75da82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:13Z', 'updated_at': '2022-04-06T13:58:17Z', 'revision_number': 4, 'project_id': 'a8e49a92c91e4d7d915750795a39704f', 'gw_port': {'id': 'f395de41-819f-4de9-86fd-c1f44a75da82', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef186f8-b06a-4774-9681-45f50f4384b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:14Z', 'updated_at': '2022-04-06T13:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'c960f719-b117-46a4-9bb7-5a491901289f', 'name': '', 'network_id': '8088a015-fa82-4ccc-aaf8-b5dadaed09ad', 'tenant_id': 'a8e49a92c91e4d7d915750795a39704f', 'mac_address': 'fa:16:3e:66:87:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef186f8-b06a-4774-9681-45f50f4384b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '79cd05e6-5286-4236-9d33-4b182446a22d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:17Z', 'updated_at': '2022-04-06T13:58:18Z', 'revision_number': 2, 'project_id': 'a8e49a92c91e4d7d915750795a39704f', 'subnets': [{'id': '79cd05e6-5286-4236-9d33-4b182446a22d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:21.737760 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af015116-aa74-4c3b-a4bf-8061ac7a27ef None None] Checking router: aef186f8-b06a-4774-9681-45f50f4384b1 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:58:21.738355 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af015116-aa74-4c3b-a4bf-8061ac7a27ef None None] Updating router aef186f8-b06a-4774-9681-45f50f4384b1 port c960f719-b117-46a4-9bb7-5a491901289f binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:58:21.802292 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-af015116-aa74-4c3b-a4bf-8061ac7a27ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:21.941253 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f395de41-819f-4de9-86fd-c1f44a75da82 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:58:22.125028 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port f395de41-819f-4de9-86fd-c1f44a75da82 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:58:22.125710 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:22.366482 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-af015116-aa74-4c3b-a4bf-8061ac7a27ef None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:22.384058 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-af015116-aa74-4c3b-a4bf-8061ac7a27ef None None] Transition to ACTIVE for port object c960f719-b117-46a4-9bb7-5a491901289f will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:58:22.452843 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-af015116-aa74-4c3b-a4bf-8061ac7a27ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:22.612148 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d1c31-1e7a-471d-96b1-6a54eb6c0cc6 None None] Pushing event updated for resources: {'Port': ['ID=c960f719-b117-46a4-9bb7-5a491901289f,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:22.710502 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-af015116-aa74-4c3b-a4bf-8061ac7a27ef None None] Attempting to bind port c960f719-b117-46a4-9bb7-5a491901289f on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:58:22.710938 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-af015116-aa74-4c3b-a4bf-8061ac7a27ef None None] Attempting to bind port c960f719-b117-46a4-9bb7-5a491901289f by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'd940b349-9af5-45dc-a6ac-9f369f881887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8088a015-fa82-4ccc-aaf8-b5dadaed09ad'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:58:22.711276 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af015116-aa74-4c3b-a4bf-8061ac7a27ef None None] Attempting to bind port c960f719-b117-46a4-9bb7-5a491901289f on network 8088a015-fa82-4ccc-aaf8-b5dadaed09ad {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:58:22.717274 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af015116-aa74-4c3b-a4bf-8061ac7a27ef None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:58:22.717865 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af015116-aa74-4c3b-a4bf-8061ac7a27ef None None] Checking segment: {'id': 'd940b349-9af5-45dc-a6ac-9f369f881887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8088a015-fa82-4ccc-aaf8-b5dadaed09ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:58:22.718272 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-af015116-aa74-4c3b-a4bf-8061ac7a27ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:22.718848 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af015116-aa74-4c3b-a4bf-8061ac7a27ef None None] Bound using segment: {'id': 'd940b349-9af5-45dc-a6ac-9f369f881887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8088a015-fa82-4ccc-aaf8-b5dadaed09ad'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:58:22.719334 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-af015116-aa74-4c3b-a4bf-8061ac7a27ef None None] Bound port: c960f719-b117-46a4-9bb7-5a491901289f, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd940b349-9af5-45dc-a6ac-9f369f881887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8088a015-fa82-4ccc-aaf8-b5dadaed09ad'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:58:22.720032 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-af015116-aa74-4c3b-a4bf-8061ac7a27ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:22.837996 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-af015116-aa74-4c3b-a4bf-8061ac7a27ef None None] For port c960f719-b117-46a4-9bb7-5a491901289f, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:58:22.840865 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-af015116-aa74-4c3b-a4bf-8061ac7a27ef None None] For port c960f719-b117-46a4-9bb7-5a491901289f, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=c960f719-b117-46a4-9bb7-5a491901289f,segment=NetworkSegment(d940b349-9af5-45dc-a6ac-9f369f881887),segment_id=d940b349-9af5-45dc-a6ac-9f369f881887)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:58:23.162310 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-af015116-aa74-4c3b-a4bf-8061ac7a27ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:23.247900 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af015116-aa74-4c3b-a4bf-8061ac7a27ef None None] Routers {'aef186f8-b06a-4774-9681-45f50f4384b1'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:58:23.249566 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-af015116-aa74-4c3b-a4bf-8061ac7a27ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:58:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['aef186f8-b06a-4774-9681-45f50f4384b1'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:23.327015 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d1c31-1e7a-471d-96b1-6a54eb6c0cc6 None None] Pushing event updated for resources: {'Port': ['ID=c960f719-b117-46a4-9bb7-5a491901289f,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:23.493102 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-af015116-aa74-4c3b-a4bf-8061ac7a27ef None None] Set router aef186f8-b06a-4774-9681-45f50f4384b1 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:58:23.877362 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-af015116-aa74-4c3b-a4bf-8061ac7a27ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef186f8-b06a-4774-9681-45f50f4384b1', 'name': 'tempest-TestMinimumBasicScenario-774807393-router', 'tenant_id': 'a8e49a92c91e4d7d915750795a39704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'f395de41-819f-4de9-86fd-c1f44a75da82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:13Z', 'updated_at': '2022-04-06T13:58:17Z', 'revision_number': 4, 'project_id': 'a8e49a92c91e4d7d915750795a39704f', 'gw_port': {'id': 'f395de41-819f-4de9-86fd-c1f44a75da82', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef186f8-b06a-4774-9681-45f50f4384b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:14Z', 'updated_at': '2022-04-06T13:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'c960f719-b117-46a4-9bb7-5a491901289f', 'name': '', 'network_id': '8088a015-fa82-4ccc-aaf8-b5dadaed09ad', 'tenant_id': 'a8e49a92c91e4d7d915750795a39704f', 'mac_address': 'fa:16:3e:66:87:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef186f8-b06a-4774-9681-45f50f4384b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '79cd05e6-5286-4236-9d33-4b182446a22d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:17Z', 'updated_at': '2022-04-06T13:58:22Z', 'revision_number': 4, 'project_id': 'a8e49a92c91e4d7d915750795a39704f', 'subnets': [{'id': '79cd05e6-5286-4236-9d33-4b182446a22d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:23.881791 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af015116-aa74-4c3b-a4bf-8061ac7a27ef None None] The sync data for ids ['aef186f8-b06a-4774-9681-45f50f4384b1'] in dv-neutron-834600-1-hyperv is: [{'id': 'aef186f8-b06a-4774-9681-45f50f4384b1', 'name': 'tempest-TestMinimumBasicScenario-774807393-router', 'tenant_id': 'a8e49a92c91e4d7d915750795a39704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'f395de41-819f-4de9-86fd-c1f44a75da82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:13Z', 'updated_at': '2022-04-06T13:58:17Z', 'revision_number': 4, 'project_id': 'a8e49a92c91e4d7d915750795a39704f', 'gw_port': {'id': 'f395de41-819f-4de9-86fd-c1f44a75da82', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef186f8-b06a-4774-9681-45f50f4384b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:14Z', 'updated_at': '2022-04-06T13:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'c960f719-b117-46a4-9bb7-5a491901289f', 'name': '', 'network_id': '8088a015-fa82-4ccc-aaf8-b5dadaed09ad', 'tenant_id': 'a8e49a92c91e4d7d915750795a39704f', 'mac_address': 'fa:16:3e:66:87:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef186f8-b06a-4774-9681-45f50f4384b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '79cd05e6-5286-4236-9d33-4b182446a22d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:17Z', 'updated_at': '2022-04-06T13:58:22Z', 'revision_number': 4, 'project_id': 'a8e49a92c91e4d7d915750795a39704f', 'subnets': [{'id': '79cd05e6-5286-4236-9d33-4b182446a22d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:58:25.941790 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device c960f719-b117-46a4-9bb7-5a491901289f up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:58:26.326862 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port c960f719-b117-46a4-9bb7-5a491901289f completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:58:26.332627 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port c960f719-b117-46a4-9bb7-5a491901289f triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:58:26.332993 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:26.453092 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:26.493449 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port c960f719-b117-46a4-9bb7-5a491901289f, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=c960f719-b117-46a4-9bb7-5a491901289f,segment=NetworkSegment(d940b349-9af5-45dc-a6ac-9f369f881887),segment_id=d940b349-9af5-45dc-a6ac-9f369f881887)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:58:26.572953 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:26.646953 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=c960f719-b117-46a4-9bb7-5a491901289f,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:26.654353 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:26.654598 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:26.654971 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:26.655299 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:26.655622 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:26.655944 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:26.656265 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:26.656582 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:26.656899 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:26.657416 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:26.657915 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:26.658725 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:27.494040 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:27.933940 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device c960f719-b117-46a4-9bb7-5a491901289f up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:58:28.012540 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port c960f719-b117-46a4-9bb7-5a491901289f triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:58:28.013190 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:30.847291 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-8b0c5043-6e37-4a6a-a938-0ae88243778a tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:30.848620 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-8b0c5043-6e37-4a6a-a938-0ae88243778a tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/networks?id=ddf7df8e-3787-480d-b60e-eaceb78d75d4 HTTP/1.1" status: 200 len: 815 time: 0.1451571 Apr 06 13:58:30.863251 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-e6f57290-4b3b-4dc3-a4d0-e534652a21b1 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/quotas/336a3d83ac1e4aaba02ac862d4d581ae HTTP/1.1" status: 200 len: 375 time: 0.0092630 Apr 06 13:58:30.949163 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-e9fa98cd-5aec-4b31-9805-5e6d0414ca3c tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=336a3d83ac1e4aaba02ac862d4d581ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808856 Apr 06 13:58:31.086170 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-40ee7ec8-50d9-490d-9ba5-0f14d54b9e79 service neutron] 10.222.0.48 "GET /v2.0/networks/ddf7df8e-3787-480d-b60e-eaceb78d75d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256914 Apr 06 13:58:31.217720 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-9d59de0b-34b9-48fc-8161-4accb6b714d9 service neutron] 10.222.0.48 "GET /v2.0/networks/ddf7df8e-3787-480d-b60e-eaceb78d75d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257670 Apr 06 13:58:31.598991 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f4184aa3-d967-444e-822a-0175e33ffc34 req-45731351-cf6a-411c-b7c3-8a669504b2a3 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 210 time: 0.1479335 Apr 06 13:58:32.745329 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cfa622b4-ce1a-4ca9-9094-062e1dbf6d09 req-3636a690-e96a-496a-a4a5-df742c9d8ed6 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 210 time: 0.0434732 Apr 06 13:58:33.667512 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-14b3a3ff-b14f-410d-909c-5f4100d164c0 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:33.668179 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-14b3a3ff-b14f-410d-909c-5f4100d164c0 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Synchronizing usage tracker for tenant:336a3d83ac1e4aaba02ac862d4d581ae on resource:network {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 13:58:33.738391 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-14b3a3ff-b14f-410d-909c-5f4100d164c0 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Unset dirty status for tenant:336a3d83ac1e4aaba02ac862d4d581ae on resource:network {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 13:58:33.739634 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-14b3a3ff-b14f-410d-909c-5f4100d164c0 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.61 "GET /v2.0/networks?id=ddf7df8e-3787-480d-b60e-eaceb78d75d4 HTTP/1.1" status: 200 len: 815 time: 0.2161088 Apr 06 13:58:33.751422 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-af5a2583-ed01-4b9f-a87c-a388ee6fba72 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Request body: {'port': {'device_id': '6e1a1100-63af-4091-a9eb-fbd70b404422', 'network_id': 'ddf7df8e-3787-480d-b60e-eaceb78d75d4', 'admin_state_up': True, 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:33.890889 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-af5a2583-ed01-4b9f-a87c-a388ee6fba72 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:58:33.895587 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-af5a2583-ed01-4b9f-a87c-a388ee6fba72 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Usage tracker for resource:port and tenant:336a3d83ac1e4aaba02ac862d4d581ae is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:58:33.898419 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-af5a2583-ed01-4b9f-a87c-a388ee6fba72 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:58:33.901120 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9f6125f8-4667-4214-8de5-aa520c2146de req-3662ade5-495e-4d38-9e4f-88591fc10090 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 210 time: 0.0480444 Apr 06 13:58:33.904484 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-af5a2583-ed01-4b9f-a87c-a388ee6fba72 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:58:33.995565 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-af5a2583-ed01-4b9f-a87c-a388ee6fba72 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Made reservation on behalf of 336a3d83ac1e4aaba02ac862d4d581ae for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:58:33.999169 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-af5a2583-ed01-4b9f-a87c-a388ee6fba72 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:34.168711 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-af5a2583-ed01-4b9f-a87c-a388ee6fba72 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Allocated IP 172.20.0.11 (ddf7df8e-3787-480d-b60e-eaceb78d75d4/b2794c5c-3829-404b-89e2-ebed5bfe3698/922c8acf-e523-4922-b827-9789c312f544) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:58:34.379115 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-af5a2583-ed01-4b9f-a87c-a388ee6fba72 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:34.397833 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-af5a2583-ed01-4b9f-a87c-a388ee6fba72 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Transition to ACTIVE for port object 922c8acf-e523-4922-b827-9789c312f544 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:58:34.499633 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-af5a2583-ed01-4b9f-a87c-a388ee6fba72 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:34.582187 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-af5a2583-ed01-4b9f-a87c-a388ee6fba72 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Network ddf7df8e-3787-480d-b60e-eaceb78d75d4 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:58:34.590490 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-af5a2583-ed01-4b9f-a87c-a388ee6fba72 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:58:34.595654 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-af5a2583-ed01-4b9f-a87c-a388ee6fba72 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:58:34.652950 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a2583-ed01-4b9f-a87c-a388ee6fba72 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Pushing event updated for resources: {'Port': ['ID=922c8acf-e523-4922-b827-9789c312f544,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:34.694621 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-af5a2583-ed01-4b9f-a87c-a388ee6fba72 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:34.695332 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-af5a2583-ed01-4b9f-a87c-a388ee6fba72 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:34.780101 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-af5a2583-ed01-4b9f-a87c-a388ee6fba72 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0323117 Apr 06 13:58:34.955834 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3b10a9e9-1ffb-4dd8-9558-46ac8ecf78e3 None None] Provisioning for port 922c8acf-e523-4922-b827-9789c312f544 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:58:34.961424 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3b10a9e9-1ffb-4dd8-9558-46ac8ecf78e3 None None] Provisioning complete for port 922c8acf-e523-4922-b827-9789c312f544 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:58:34.961820 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3b10a9e9-1ffb-4dd8-9558-46ac8ecf78e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:35.031408 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-3b10a9e9-1ffb-4dd8-9558-46ac8ecf78e3 None None] Port 922c8acf-e523-4922-b827-9789c312f544 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 13:58:35.114055 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d161e3-f386-4a1e-97ce-55da4d7910e3 req-00c49976-1b7a-45d8-96cc-d8f317ff3581 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:35.116484 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-90d161e3-f386-4a1e-97ce-55da4d7910e3 req-00c49976-1b7a-45d8-96cc-d8f317ff3581 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 932 time: 0.1016321 Apr 06 13:58:35.165247 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-90d161e3-f386-4a1e-97ce-55da4d7910e3 req-eb300c73-5153-419e-b2ab-42f9851edd44 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425506 Apr 06 13:58:36.367671 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd5520-16f3-4343-8e20-b02d66a767a4 req-0a0c4584-731d-44a8-bd1a-e0d9d7d4bed5 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:36.369974 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-51dd5520-16f3-4343-8e20-b02d66a767a4 req-0a0c4584-731d-44a8-bd1a-e0d9d7d4bed5 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 932 time: 0.0893104 Apr 06 13:58:36.521864 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-51dd5520-16f3-4343-8e20-b02d66a767a4 req-fd7db4fa-5304-4a8d-a723-eac16d99fcbb tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458528 Apr 06 13:58:37.738209 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399c148-1c98-4d1f-844d-15642c33e2c5 req-3585b29f-7096-47e6-aeef-56628214ab81 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:37.740158 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b399c148-1c98-4d1f-844d-15642c33e2c5 req-3585b29f-7096-47e6-aeef-56628214ab81 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 932 time: 0.1034489 Apr 06 13:58:37.793329 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b399c148-1c98-4d1f-844d-15642c33e2c5 req-938b1588-a2f4-4fcc-b7bb-85cab1e39a94 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450940 Apr 06 13:58:38.996382 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b4856-f3e7-4fd2-bc98-414499ce43aa req-d09f793e-bb2f-49e9-9a58-e991183b1d22 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:38.997920 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4b4b4856-f3e7-4fd2-bc98-414499ce43aa req-d09f793e-bb2f-49e9-9a58-e991183b1d22 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 932 time: 0.0859482 Apr 06 13:58:39.045258 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4b4b4856-f3e7-4fd2-bc98-414499ce43aa req-cf6362d1-8716-469e-a141-04583bec7b9d tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408173 Apr 06 13:58:40.247480 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f0eff-73e4-43b7-9f9d-75e17dab8285 req-7778a06a-1568-4309-9806-d2bb6feefff4 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:40.248932 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-117f0eff-73e4-43b7-9f9d-75e17dab8285 req-7778a06a-1568-4309-9806-d2bb6feefff4 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 932 time: 0.0953355 Apr 06 13:58:40.295457 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-117f0eff-73e4-43b7-9f9d-75e17dab8285 req-c9ebc03d-32a5-4c81-b4f2-027ebe52fcd0 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404911 Apr 06 13:58:41.489647 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2a4b3-62a6-4aca-991a-e38b889b682d req-3d298b0d-bcf7-472d-9e13-ba551c8d1132 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:41.491219 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d5e2a4b3-62a6-4aca-991a-e38b889b682d req-3d298b0d-bcf7-472d-9e13-ba551c8d1132 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 932 time: 0.0843873 Apr 06 13:58:41.538232 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d5e2a4b3-62a6-4aca-991a-e38b889b682d req-7bc8b26e-09b4-40fb-ba1e-5944837e7752 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414836 Apr 06 13:58:42.729028 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb7fcb-60d5-411e-a175-19f11428ad45 req-f21ae86f-5be4-4f68-945a-45e4882a2a15 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:42.730463 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c2fb7fcb-60d5-411e-a175-19f11428ad45 req-f21ae86f-5be4-4f68-945a-45e4882a2a15 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 932 time: 0.0846140 Apr 06 13:58:42.781502 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c2fb7fcb-60d5-411e-a175-19f11428ad45 req-3c448664-05e3-45e0-aaa1-ccf4bb416e1a tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393808 Apr 06 13:58:42.826970 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-00ad0be0-3b30-4098-b891-2ad0a2ce781f service neutron] Request body: {'port': {'device_id': '6e1a1100-63af-4091-a9eb-fbd70b404422', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:42.945060 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-00ad0be0-3b30-4098-b891-2ad0a2ce781f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:43.297984 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-00ad0be0-3b30-4098-b891-2ad0a2ce781f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 922c8acf-e523-4922-b827-9789c312f544 {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:58:43.305414 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-00ad0be0-3b30-4098-b891-2ad0a2ce781f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:43.321115 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-00ad0be0-3b30-4098-b891-2ad0a2ce781f service neutron] Transition to ACTIVE for port object 922c8acf-e523-4922-b827-9789c312f544 will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 13:58:43.406531 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-00ad0be0-3b30-4098-b891-2ad0a2ce781f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:43.560158 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad0be0-3b30-4098-b891-2ad0a2ce781f service neutron] Pushing event updated for resources: {'Port': ['ID=922c8acf-e523-4922-b827-9789c312f544,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:43.742634 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-00ad0be0-3b30-4098-b891-2ad0a2ce781f service neutron] Attempting to bind port 922c8acf-e523-4922-b827-9789c312f544 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 13:58:43.742914 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-00ad0be0-3b30-4098-b891-2ad0a2ce781f service neutron] Attempting to bind port 922c8acf-e523-4922-b827-9789c312f544 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ddf7df8e-3787-480d-b60e-eaceb78d75d4'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 13:58:43.743238 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-00ad0be0-3b30-4098-b891-2ad0a2ce781f service neutron] Attempting to bind port 922c8acf-e523-4922-b827-9789c312f544 on network ddf7df8e-3787-480d-b60e-eaceb78d75d4 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:58:43.747697 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-00ad0be0-3b30-4098-b891-2ad0a2ce781f service neutron] Port 922c8acf-e523-4922-b827-9789c312f544 on network ddf7df8e-3787-480d-b60e-eaceb78d75d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 13:58:43.748010 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-00ad0be0-3b30-4098-b891-2ad0a2ce781f service neutron] Attempting to bind port 922c8acf-e523-4922-b827-9789c312f544 on network ddf7df8e-3787-480d-b60e-eaceb78d75d4 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 13:58:43.753058 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-00ad0be0-3b30-4098-b891-2ad0a2ce781f service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 13:58:43.753563 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-00ad0be0-3b30-4098-b891-2ad0a2ce781f service neutron] Checking segment: {'id': 'e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ddf7df8e-3787-480d-b60e-eaceb78d75d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 13:58:43.753965 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-00ad0be0-3b30-4098-b891-2ad0a2ce781f service neutron] Bound using segment: {'id': 'e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ddf7df8e-3787-480d-b60e-eaceb78d75d4'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 13:58:43.754376 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-00ad0be0-3b30-4098-b891-2ad0a2ce781f service neutron] Bound port: 922c8acf-e523-4922-b827-9789c312f544, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ddf7df8e-3787-480d-b60e-eaceb78d75d4'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 13:58:43.754718 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-00ad0be0-3b30-4098-b891-2ad0a2ce781f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:43.847386 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-00ad0be0-3b30-4098-b891-2ad0a2ce781f service neutron] For port 922c8acf-e523-4922-b827-9789c312f544, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 13:58:43.850252 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-00ad0be0-3b30-4098-b891-2ad0a2ce781f service neutron] For port 922c8acf-e523-4922-b827-9789c312f544, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=922c8acf-e523-4922-b827-9789c312f544,segment=NetworkSegment(e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4),segment_id=e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 13:58:43.911091 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-00ad0be0-3b30-4098-b891-2ad0a2ce781f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:43.966949 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-00ad0be0-3b30-4098-b891-2ad0a2ce781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:43.967665 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-00ad0be0-3b30-4098-b891-2ad0a2ce781f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:43.968826 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-00ad0be0-3b30-4098-b891-2ad0a2ce781f service neutron] 10.222.0.61 "PUT /v2.0/ports/922c8acf-e523-4922-b827-9789c312f544 HTTP/1.1" status: 200 len: 1094 time: 1.1463788 Apr 06 13:58:43.969264 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1a1100-63af-4091-a9eb-fbd70b404422', 'tag': '922c8acf-e523-4922-b827-9789c312f544'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:58:43.973751 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69feaa97-a15b-4763-9557-0f8ad12ac81e req-7fd6d5bd-baba-4668-a5bd-15ca1155c5e3 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:43.976076 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-69feaa97-a15b-4763-9557-0f8ad12ac81e req-7fd6d5bd-baba-4668-a5bd-15ca1155c5e3 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 944 time: 0.0838029 Apr 06 13:58:43.997016 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad0be0-3b30-4098-b891-2ad0a2ce781f service neutron] Pushing event updated for resources: {'Port': ['ID=922c8acf-e523-4922-b827-9789c312f544,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:44.035907 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-69feaa97-a15b-4763-9557-0f8ad12ac81e req-45af2a5a-494a-4268-b251-6d155f50cc32 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492194 Apr 06 13:58:44.104484 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab964fcc-30d2-4911-af57-1e8f7cd9afd5'] response: {'name': 'network-changed', 'server_uuid': '6e1a1100-63af-4091-a9eb-fbd70b404422', 'tag': '922c8acf-e523-4922-b827-9789c312f544', 'status': 'completed', 'code': 200} Apr 06 13:58:44.150573 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-7ab2637d-ddf4-40fa-92e7-67bc650502cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:44.152057 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-7ab2637d-ddf4-40fa-92e7-67bc650502cb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=336a3d83ac1e4aaba02ac862d4d581ae&device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 1097 time: 0.0804961 Apr 06 13:58:44.220726 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-367ad648-2245-4627-a783-3368bd3015f2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=922c8acf-e523-4922-b827-9789c312f544 HTTP/1.1" status: 200 len: 217 time: 0.0607769 Apr 06 13:58:44.286412 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-d70b4d69-88d5-41b9-95b2-dd799af4dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:44.287756 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-d70b4d69-88d5-41b9-95b2-dd799af4dd27 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b2794c5c-3829-404b-89e2-ebed5bfe3698 HTTP/1.1" status: 200 len: 854 time: 0.0611706 Apr 06 13:58:44.361631 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-7dff87f2-cca0-45b5-8783-47918af6265e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:44.364102 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-7dff87f2-cca0-45b5-8783-47918af6265e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ddf7df8e-3787-480d-b60e-eaceb78d75d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702384 Apr 06 13:58:44.494557 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-6d52c89d-fb2f-4be2-ade0-83a5e4a40b13 service neutron] 10.222.0.61 "GET /v2.0/networks/ddf7df8e-3787-480d-b60e-eaceb78d75d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249447 Apr 06 13:58:44.627920 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-dcc3748e-3ca9-437e-b126-a4eeffd460d3 req-8bf6d671-58f0-4719-a139-b41568df8578 service neutron] 10.222.0.61 "GET /v2.0/networks/ddf7df8e-3787-480d-b60e-eaceb78d75d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266990 Apr 06 13:58:44.830563 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4312fa-7483-418f-8594-c9f72ddb43ba req-dea63619-e525-452f-8d7e-d0c7186a710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:44.831909 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0a4312fa-7483-418f-8594-c9f72ddb43ba req-dea63619-e525-452f-8d7e-d0c7186a710d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=336a3d83ac1e4aaba02ac862d4d581ae&device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 1097 time: 0.0726402 Apr 06 13:58:44.961354 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4312fa-7483-418f-8594-c9f72ddb43ba req-28ea36ca-49a8-471e-a551-77ae50dafa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:44.962759 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0a4312fa-7483-418f-8594-c9f72ddb43ba req-28ea36ca-49a8-471e-a551-77ae50dafa16 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ddf7df8e-3787-480d-b60e-eaceb78d75d4 HTTP/1.1" status: 200 len: 916 time: 0.1245210 Apr 06 13:58:45.029445 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0a4312fa-7483-418f-8594-c9f72ddb43ba req-0f075941-7db5-4b5d-84b6-753a9c1e67af service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=922c8acf-e523-4922-b827-9789c312f544 HTTP/1.1" status: 200 len: 217 time: 0.0595195 Apr 06 13:58:45.095182 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4312fa-7483-418f-8594-c9f72ddb43ba req-c9847e40-2294-4787-959c-b5f569d31356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:45.096528 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0a4312fa-7483-418f-8594-c9f72ddb43ba req-c9847e40-2294-4787-959c-b5f569d31356 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b2794c5c-3829-404b-89e2-ebed5bfe3698 HTTP/1.1" status: 200 len: 854 time: 0.0600886 Apr 06 13:58:45.173021 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4312fa-7483-418f-8594-c9f72ddb43ba req-1446f40e-f9bf-4f96-979e-5d36b2ab7cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:45.174514 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0a4312fa-7483-418f-8594-c9f72ddb43ba req-1446f40e-f9bf-4f96-979e-5d36b2ab7cb5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ddf7df8e-3787-480d-b60e-eaceb78d75d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715439 Apr 06 13:58:45.223646 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed13b3-03ef-45dc-93d1-a20ebf82af4f req-51705c87-b9b1-40fc-91b7-bb86658d805e tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:45.225136 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a8ed13b3-03ef-45dc-93d1-a20ebf82af4f req-51705c87-b9b1-40fc-91b7-bb86658d805e tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 944 time: 0.0827022 Apr 06 13:58:45.270244 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a8ed13b3-03ef-45dc-93d1-a20ebf82af4f req-68cd2478-55c4-412b-85d4-1cae0f15d264 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392547 Apr 06 13:58:45.308157 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0a4312fa-7483-418f-8594-c9f72ddb43ba req-cb8b77d4-53b7-4364-a025-1aecb1ec0d41 service neutron] 10.222.0.61 "GET /v2.0/networks/ddf7df8e-3787-480d-b60e-eaceb78d75d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268196 Apr 06 13:58:45.442257 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0a4312fa-7483-418f-8594-c9f72ddb43ba req-d0c44fdf-dade-4362-b523-3fd9d8d08779 service neutron] 10.222.0.61 "GET /v2.0/networks/ddf7df8e-3787-480d-b60e-eaceb78d75d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249032 Apr 06 13:58:45.515775 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6a1f57b1-b222-4db1-afe3-789a9bdca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:46.460481 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabee5e-645a-4a2f-89a4-1d3232df6017 req-92f60650-c8fe-4d7d-8655-edf9803361cc tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:46.461860 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6fabee5e-645a-4a2f-89a4-1d3232df6017 req-92f60650-c8fe-4d7d-8655-edf9803361cc tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 944 time: 0.0841875 Apr 06 13:58:46.506267 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6fabee5e-645a-4a2f-89a4-1d3232df6017 req-de37eb0a-3237-415c-9832-a05fdb140db5 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387123 Apr 06 13:58:47.437344 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 922c8acf-e523-4922-b827-9789c312f544 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 13:58:47.570406 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 922c8acf-e523-4922-b827-9789c312f544, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=922c8acf-e523-4922-b827-9789c312f544,segment=NetworkSegment(e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4),segment_id=e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:58:47.584328 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '922c8acf-e523-4922-b827-9789c312f544', 'network_id': 'ddf7df8e-3787-480d-b60e-eaceb78d75d4', 'port_id': '922c8acf-e523-4922-b827-9789c312f544', 'mac_address': 'fa:16:3e:b9:a2:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2794c5c-3829-404b-89e2-ebed5bfe3698', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 13:58:47.642001 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:47.667447 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 922c8acf-e523-4922-b827-9789c312f544 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:58:47.684401 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 922c8acf-e523-4922-b827-9789c312f544, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=922c8acf-e523-4922-b827-9789c312f544,segment=NetworkSegment(e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4),segment_id=e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:58:47.689506 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd25d6b-7c44-48b7-8c7a-624befe64ea2 req-f9105a24-a430-4b41-818f-dde5e9d006e8 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:47.691483 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7fd25d6b-7c44-48b7-8c7a-624befe64ea2 req-f9105a24-a430-4b41-818f-dde5e9d006e8 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 944 time: 0.0799258 Apr 06 13:58:47.736079 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7fd25d6b-7c44-48b7-8c7a-624befe64ea2 req-47fbc7f6-a0eb-4d35-bede-05e5c4b5f786 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388336 Apr 06 13:58:47.756501 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e09740b3-41a4-498a-b5af-d3ce2c27816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:47.772653 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:47.839222 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=922c8acf-e523-4922-b827-9789c312f544,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:47.981279 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['922c8acf-e523-4922-b827-9789c312f544'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:58:48.926241 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba1a4c-9146-43fe-a8b8-ae98c6c61925 req-84e3a625-3882-4792-b42f-fd033c26cdaa tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:48.927686 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-74ba1a4c-9146-43fe-a8b8-ae98c6c61925 req-84e3a625-3882-4792-b42f-fd033c26cdaa tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 945 time: 0.0823901 Apr 06 13:58:48.932953 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:48.971387 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-74ba1a4c-9146-43fe-a8b8-ae98c6c61925 req-b59fadae-8b53-48b7-869e-d40f8435ac8d tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380094 Apr 06 13:58:49.024404 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:49.468857 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 922c8acf-e523-4922-b827-9789c312f544 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 13:58:49.595802 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port 922c8acf-e523-4922-b827-9789c312f544 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 13:58:49.600803 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 922c8acf-e523-4922-b827-9789c312f544 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:58:49.601164 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:49.714271 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:49.740704 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1a1100-63af-4091-a9eb-fbd70b404422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922c8acf-e523-4922-b827-9789c312f544'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:58:49.750000 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 922c8acf-e523-4922-b827-9789c312f544, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=922c8acf-e523-4922-b827-9789c312f544,segment=NetworkSegment(e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4),segment_id=e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:58:49.785585 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dceb6aa5-90e6-4367-920a-5b5d85d1f955'] response: {'server_uuid': '6e1a1100-63af-4091-a9eb-fbd70b404422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922c8acf-e523-4922-b827-9789c312f544', 'code': 200} Apr 06 13:58:49.818255 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:49.888243 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=922c8acf-e523-4922-b827-9789c312f544,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:50.109156 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0dcb3-7432-4be6-8fbe-3387dc114b39 req-5c402a20-79a5-4b37-a6c3-cdd4094cde20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:50.110607 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-22e0dcb3-7432-4be6-8fbe-3387dc114b39 req-5c402a20-79a5-4b37-a6c3-cdd4094cde20 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 1099 time: 0.0712445 Apr 06 13:58:50.164862 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91849265-5285-4746-a188-2a95c62221f2 req-f731c180-109f-4883-84db-037745927b2e tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:50.166578 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-91849265-5285-4746-a188-2a95c62221f2 req-f731c180-109f-4883-84db-037745927b2e tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 946 time: 0.0867250 Apr 06 13:58:50.215202 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-91849265-5285-4746-a188-2a95c62221f2 req-6fabee24-76f4-4425-99c7-c2fd16b5efd9 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420775 Apr 06 13:58:50.246458 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-22e0dcb3-7432-4be6-8fbe-3387dc114b39 req-1ac0de61-c0f9-4feb-8d76-f5ecdd5592e9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298425 Apr 06 13:58:50.379397 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:58:51.401955 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a1339-89f6-4f4f-9cbf-80e329a393e2 req-7be9b9b2-841f-4f65-8210-af2e0e11cf7f tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:51.403432 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8c0a1339-89f6-4f4f-9cbf-80e329a393e2 req-7be9b9b2-841f-4f65-8210-af2e0e11cf7f tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 946 time: 0.0808220 Apr 06 13:58:51.453694 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8c0a1339-89f6-4f4f-9cbf-80e329a393e2 req-98c9db3f-2b91-4945-91b5-f71a3022390a tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443702 Apr 06 13:58:52.643579 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda2511-d620-4778-a7a1-8113eaf30b39 req-4b7d8a9b-34d7-447b-937f-2d7d7a1b0c9b tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:52.645495 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dbda2511-d620-4778-a7a1-8113eaf30b39 req-4b7d8a9b-34d7-447b-937f-2d7d7a1b0c9b tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 946 time: 0.0842831 Apr 06 13:58:52.689264 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dbda2511-d620-4778-a7a1-8113eaf30b39 req-7a4dd1ee-74e4-4802-bd14-023d0498619c tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381720 Apr 06 13:58:52.874562 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a2ae0-3f33-4451-8e29-f35a4676685d req-d6a775ae-a77b-411b-b976-3c5f70a27d13 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:52.876041 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4a6a2ae0-3f33-4451-8e29-f35a4676685d req-d6a775ae-a77b-411b-b976-3c5f70a27d13 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 946 time: 0.0823450 Apr 06 13:58:52.924476 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4a6a2ae0-3f33-4451-8e29-f35a4676685d req-231fafcf-1a83-40d3-b870-91b977c5f531 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424972 Apr 06 13:58:53.318999 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a214037-9533-4745-a5db-ee586c652127 req-7a463b0f-bc17-4482-af3d-de47bb15f166 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:53.320440 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8a214037-9533-4745-a5db-ee586c652127 req-7a463b0f-bc17-4482-af3d-de47bb15f166 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 946 time: 0.0793436 Apr 06 13:58:53.364335 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8a214037-9533-4745-a5db-ee586c652127 req-3b21bb3c-6104-46db-9fb6-339ac4d372dd tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382290 Apr 06 13:58:53.582277 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:58:57.533213 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:06.426533 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607b860-99c1-4e37-9753-1f44ca8703a8 req-2bf39e97-ea0d-4852-9b39-a70bff4a8c9b tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:06.427848 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d607b860-99c1-4e37-9753-1f44ca8703a8 req-2bf39e97-ea0d-4852-9b39-a70bff4a8c9b tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 946 time: 0.0823431 Apr 06 13:59:06.471055 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d607b860-99c1-4e37-9753-1f44ca8703a8 req-1438003a-f64b-4952-9a05-6a0938deff26 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375426 Apr 06 13:59:06.505633 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 54536) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:59:06.608741 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdd9667-8736-4bf7-9cc8-23bfd4ab488d tempest-TestMinimumBasicScenario-1296228874 tempest-TestMinimumBasicScenario-1296228874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:06.610200 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0bdd9667-8736-4bf7-9cc8-23bfd4ab488d tempest-TestMinimumBasicScenario-1296228874 tempest-TestMinimumBasicScenario-1296228874-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 1094 time: 0.1129448 Apr 06 13:59:06.613299 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 54542) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:59:06.618763 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-9709b299-032c-417c-a39f-2d3657f18a49 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'port_id': '922c8acf-e523-4922-b827-9789c312f544', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:06.624569 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-9709b299-032c-417c-a39f-2d3657f18a49 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:59:06.628301 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9709b299-032c-417c-a39f-2d3657f18a49 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Usage tracker for resource:floatingip and tenant:336a3d83ac1e4aaba02ac862d4d581ae is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:59:06.631917 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9709b299-032c-417c-a39f-2d3657f18a49 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:59:06.637472 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-9709b299-032c-417c-a39f-2d3657f18a49 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:59:06.710488 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9709b299-032c-417c-a39f-2d3657f18a49 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for floatingip, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:06.844553 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9709b299-032c-417c-a39f-2d3657f18a49 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:06.872192 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-af71f48c-b749-4f55-8dc4-f039fbe5cfbf req-70fda77f-c565-41d4-93b1-f63e947e5fd5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679736 Apr 06 13:59:06.985004 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-9709b299-032c-417c-a39f-2d3657f18a49 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Allocated IP 172.26.4.31 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/000bbfe4-3b32-4ae2-a5eb-06d3f87a5ff6) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:59:07.014821 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71f48c-b749-4f55-8dc4-f039fbe5cfbf req-6db5697c-06a4-4239-8378-75cc36c3e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:07.016285 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-af71f48c-b749-4f55-8dc4-f039fbe5cfbf req-6db5697c-06a4-4239-8378-75cc36c3e3d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=336a3d83ac1e4aaba02ac862d4d581ae&device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 1099 time: 0.0752745 Apr 06 13:59:07.168807 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71f48c-b749-4f55-8dc4-f039fbe5cfbf req-bd9bfe87-afe9-457b-b7e2-5c3d39e9bcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:07.170354 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-af71f48c-b749-4f55-8dc4-f039fbe5cfbf req-bd9bfe87-afe9-457b-b7e2-5c3d39e9bcb2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ddf7df8e-3787-480d-b60e-eaceb78d75d4 HTTP/1.1" status: 200 len: 916 time: 0.1325216 Apr 06 13:59:07.240717 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-af71f48c-b749-4f55-8dc4-f039fbe5cfbf req-e7fb2de7-dbe2-4742-865b-f1b12339abef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=922c8acf-e523-4922-b827-9789c312f544 HTTP/1.1" status: 200 len: 217 time: 0.0634308 Apr 06 13:59:07.242915 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9709b299-032c-417c-a39f-2d3657f18a49 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:07.311898 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9709b299-032c-417c-a39f-2d3657f18a49 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:07.316942 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71f48c-b749-4f55-8dc4-f039fbe5cfbf req-f756c61a-c256-42ab-86cb-c9083cffcdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:07.319213 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-af71f48c-b749-4f55-8dc4-f039fbe5cfbf req-f756c61a-c256-42ab-86cb-c9083cffcdee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b2794c5c-3829-404b-89e2-ebed5bfe3698 HTTP/1.1" status: 200 len: 854 time: 0.0724111 Apr 06 13:59:07.379192 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9709b299-032c-417c-a39f-2d3657f18a49 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:59:07.387448 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-9709b299-032c-417c-a39f-2d3657f18a49 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:59:07.392473 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9709b299-032c-417c-a39f-2d3657f18a49 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 13:59:07.405156 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71f48c-b749-4f55-8dc4-f039fbe5cfbf req-3aaa8493-90f7-4e42-b444-50eb609819f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:07.406673 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-af71f48c-b749-4f55-8dc4-f039fbe5cfbf req-3aaa8493-90f7-4e42-b444-50eb609819f8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ddf7df8e-3787-480d-b60e-eaceb78d75d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814476 Apr 06 13:59:07.426879 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709b299-032c-417c-a39f-2d3657f18a49 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Pushing event updated for resources: {'Port': ['ID=000bbfe4-3b32-4ae2-a5eb-06d3f87a5ff6,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:07.560831 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-af71f48c-b749-4f55-8dc4-f039fbe5cfbf req-dfea4922-1f84-44d1-a664-235d4f1e0e3b service neutron] 10.222.0.61 "GET /v2.0/networks/ddf7df8e-3787-480d-b60e-eaceb78d75d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465354 Apr 06 13:59:07.691492 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-af71f48c-b749-4f55-8dc4-f039fbe5cfbf req-58a7c965-d058-4070-92a6-8a1758b1ac97 service neutron] 10.222.0.61 "GET /v2.0/networks/ddf7df8e-3787-480d-b60e-eaceb78d75d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240642 Apr 06 13:59:07.818721 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9709b299-032c-417c-a39f-2d3657f18a49 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:07.928776 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9709b299-032c-417c-a39f-2d3657f18a49 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:08.130650 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9709b299-032c-417c-a39f-2d3657f18a49 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:08.173233 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9709b299-032c-417c-a39f-2d3657f18a49 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:08.280910 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709b299-032c-417c-a39f-2d3657f18a49 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Pushing event updated for resources: {'Port': ['ID=000bbfe4-3b32-4ae2-a5eb-06d3f87a5ff6,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:08.292526 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9709b299-032c-417c-a39f-2d3657f18a49 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:08.459543 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-9709b299-032c-417c-a39f-2d3657f18a49 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Floating IP 7b4d767b-b57e-4763-ab01-4e8bd3df6968 associated. External IP: 172.26.4.31, port: 922c8acf-e523-4922-b827-9789c312f544. Apr 06 13:59:08.917234 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9709b299-032c-417c-a39f-2d3657f18a49 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Router 7b0ff214-26e9-448d-b346-93756d518ba3 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 13:59:09.094136 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9709b299-032c-417c-a39f-2d3657f18a49 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 13:59:09.104367 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc96104f-7402-413d-b663-3c8dfd142cae None None] Sync routers for ids ['7b0ff214-26e9-448d-b346-93756d518ba3'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:59:09.113352 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc96104f-7402-413d-b663-3c8dfd142cae None None] Routers {'7b0ff214-26e9-448d-b346-93756d518ba3'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:59:09.113929 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-bc96104f-7402-413d-b663-3c8dfd142cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:58:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['7b0ff214-26e9-448d-b346-93756d518ba3'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:09.172636 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9709b299-032c-417c-a39f-2d3657f18a49 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:09.232386 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9709b299-032c-417c-a39f-2d3657f18a49 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6180735 Apr 06 13:59:09.232966 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1a1100-63af-4091-a9eb-fbd70b404422', 'tag': '922c8acf-e523-4922-b827-9789c312f544'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:59:09.235192 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54546) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:59:09.240785 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-35732945-332c-4cef-b490-5b15fedd4b63 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-974316932', 'description': 'tempest-secgroup-smoke-974316932 description', 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:09.248068 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-35732945-332c-4cef-b490-5b15fedd4b63 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:59:09.252007 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-35732945-332c-4cef-b490-5b15fedd4b63 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Usage tracker for resource:security_group and tenant:336a3d83ac1e4aaba02ac862d4d581ae is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:59:09.255036 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-35732945-332c-4cef-b490-5b15fedd4b63 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:59:09.261732 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-35732945-332c-4cef-b490-5b15fedd4b63 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:59:09.291272 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-bc96104f-7402-413d-b663-3c8dfd142cae None None] Set router 7b0ff214-26e9-448d-b346-93756d518ba3 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:59:09.332840 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2c71bed-7093-41eb-9b1f-99b08bb2cf6d'] response: {'name': 'network-changed', 'server_uuid': '6e1a1100-63af-4091-a9eb-fbd70b404422', 'tag': '922c8acf-e523-4922-b827-9789c312f544', 'status': 'completed', 'code': 200} Apr 06 13:59:09.389760 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-35732945-332c-4cef-b490-5b15fedd4b63 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:09.425178 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-35732945-332c-4cef-b490-5b15fedd4b63 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:59:09.430943 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-35732945-332c-4cef-b490-5b15fedd4b63 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Usage tracker for resource:security_group_rule and tenant:336a3d83ac1e4aaba02ac862d4d581ae is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:59:09.436356 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-35732945-332c-4cef-b490-5b15fedd4b63 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:59:09.444542 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-35732945-332c-4cef-b490-5b15fedd4b63 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:59:09.479502 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28af7d-0aba-44fe-8c77-efbc55f03d00 req-d063394e-ae4a-4027-834c-18421abb15b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:09.480969 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ce28af7d-0aba-44fe-8c77-efbc55f03d00 req-d063394e-ae4a-4027-834c-18421abb15b5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=336a3d83ac1e4aaba02ac862d4d581ae&device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 1099 time: 0.1252265 Apr 06 13:59:09.629035 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-35732945-332c-4cef-b490-5b15fedd4b63 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:09.639722 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-bc96104f-7402-413d-b663-3c8dfd142cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'name': 'tempest-TestMinimumBasicScenario-1288478476-router', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '10d6fcbf-441c-4075-bc06-d9393dbc2d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:05Z', 'updated_at': '2022-04-06T13:58:09Z', 'revision_number': 4, 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'gw_port': {'id': '10d6fcbf-441c-4075-bc06-d9393dbc2d95', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:05Z', 'updated_at': '2022-04-06T13:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '7b4d767b-b57e-4763-ab01-4e8bd3df6968', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'floating_ip_address': '172.26.4.31', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'port_id': '922c8acf-e523-4922-b827-9789c312f544', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf7df8e-3787-480d-b60e-eaceb78d75d4', 'mac_address': 'fa:16:3e:b9:a2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a1100-63af-4091-a9eb-fbd70b404422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:59:07Z', 'updated_at': '2022-04-06T13:59:07Z', 'revision_number': 0, 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a325f20-3dbc-4c4f-8367-260d97e24567', 'name': '', 'network_id': 'ddf7df8e-3787-480d-b60e-eaceb78d75d4', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'mac_address': 'fa:16:3e:6d:ad:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'b2794c5c-3829-404b-89e2-ebed5bfe3698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:08Z', 'updated_at': '2022-04-06T13:58:16Z', 'revision_number': 5, 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'subnets': [{'id': 'b2794c5c-3829-404b-89e2-ebed5bfe3698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:09.643535 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc96104f-7402-413d-b663-3c8dfd142cae None None] Checking router: 7b0ff214-26e9-448d-b346-93756d518ba3 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:59:09.650209 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28af7d-0aba-44fe-8c77-efbc55f03d00 req-5a1ba275-5b31-4a90-9b9e-b8bd070d430e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:09.651797 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ce28af7d-0aba-44fe-8c77-efbc55f03d00 req-5a1ba275-5b31-4a90-9b9e-b8bd070d430e service neutron] 10.222.0.61 "GET /v2.0/networks?id=ddf7df8e-3787-480d-b60e-eaceb78d75d4 HTTP/1.1" status: 200 len: 916 time: 0.1649573 Apr 06 13:59:09.662558 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc96104f-7402-413d-b663-3c8dfd142cae None None] Routers {'7b0ff214-26e9-448d-b346-93756d518ba3'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 13:59:09.662558 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-bc96104f-7402-413d-b663-3c8dfd142cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T13:58:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['7b0ff214-26e9-448d-b346-93756d518ba3'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:09.712042 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-35732945-332c-4cef-b490-5b15fedd4b63 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:09.792489 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35732945-332c-4cef-b490-5b15fedd4b63 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66986a0c-73f3-4f18-bb9c-737337ec5234,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:09.795951 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ce28af7d-0aba-44fe-8c77-efbc55f03d00 req-bfa5fa53-bab7-4ab4-ad71-5d12e7b0979e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=922c8acf-e523-4922-b827-9789c312f544 HTTP/1.1" status: 200 len: 999 time: 0.1385143 Apr 06 13:59:09.847225 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-35732945-332c-4cef-b490-5b15fedd4b63 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:09.848446 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-35732945-332c-4cef-b490-5b15fedd4b63 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6121154 Apr 06 13:59:09.851299 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54554) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:59:09.857704 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-7c132754-54af-4a71-880b-6ebeb94ff48c tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Request body: {'security_group_rule': {'security_group_id': '66986a0c-73f3-4f18-bb9c-737337ec5234', 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:09.860983 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-bc96104f-7402-413d-b663-3c8dfd142cae None None] Set router 7b0ff214-26e9-448d-b346-93756d518ba3 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 13:59:09.866337 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7c132754-54af-4a71-880b-6ebeb94ff48c tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:59:09.872595 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7c132754-54af-4a71-880b-6ebeb94ff48c tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Usage tracker for resource:security_group_rule and tenant:336a3d83ac1e4aaba02ac862d4d581ae is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:59:09.879942 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7c132754-54af-4a71-880b-6ebeb94ff48c tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:59:09.884280 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28af7d-0aba-44fe-8c77-efbc55f03d00 req-e6d32211-e147-4b97-b4ed-bc5b21995876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:09.885714 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ce28af7d-0aba-44fe-8c77-efbc55f03d00 req-e6d32211-e147-4b97-b4ed-bc5b21995876 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b2794c5c-3829-404b-89e2-ebed5bfe3698 HTTP/1.1" status: 200 len: 854 time: 0.0827348 Apr 06 13:59:09.889362 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7c132754-54af-4a71-880b-6ebeb94ff48c tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:59:09.965342 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28af7d-0aba-44fe-8c77-efbc55f03d00 req-53d99d12-d1ad-4ebb-b247-2588b85d034c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:09.966748 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ce28af7d-0aba-44fe-8c77-efbc55f03d00 req-53d99d12-d1ad-4ebb-b247-2588b85d034c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ddf7df8e-3787-480d-b60e-eaceb78d75d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752883 Apr 06 13:59:10.072062 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7c132754-54af-4a71-880b-6ebeb94ff48c tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:10.137331 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ce28af7d-0aba-44fe-8c77-efbc55f03d00 req-1d46470e-a248-4352-aba4-684d73cf2af8 service neutron] 10.222.0.61 "GET /v2.0/networks/ddf7df8e-3787-480d-b60e-eaceb78d75d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640599 Apr 06 13:59:10.189538 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7c132754-54af-4a71-880b-6ebeb94ff48c tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:10.212769 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-bc96104f-7402-413d-b663-3c8dfd142cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'name': 'tempest-TestMinimumBasicScenario-1288478476-router', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '10d6fcbf-441c-4075-bc06-d9393dbc2d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:05Z', 'updated_at': '2022-04-06T13:58:09Z', 'revision_number': 4, 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'gw_port': {'id': '10d6fcbf-441c-4075-bc06-d9393dbc2d95', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:05Z', 'updated_at': '2022-04-06T13:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '7b4d767b-b57e-4763-ab01-4e8bd3df6968', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'floating_ip_address': '172.26.4.31', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'port_id': '922c8acf-e523-4922-b827-9789c312f544', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf7df8e-3787-480d-b60e-eaceb78d75d4', 'mac_address': 'fa:16:3e:b9:a2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a1100-63af-4091-a9eb-fbd70b404422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:59:07Z', 'updated_at': '2022-04-06T13:59:07Z', 'revision_number': 0, 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a325f20-3dbc-4c4f-8367-260d97e24567', 'name': '', 'network_id': 'ddf7df8e-3787-480d-b60e-eaceb78d75d4', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'mac_address': 'fa:16:3e:6d:ad:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'b2794c5c-3829-404b-89e2-ebed5bfe3698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:08Z', 'updated_at': '2022-04-06T13:58:16Z', 'revision_number': 5, 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'subnets': [{'id': 'b2794c5c-3829-404b-89e2-ebed5bfe3698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:10.217376 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc96104f-7402-413d-b663-3c8dfd142cae None None] The sync data for ids ['7b0ff214-26e9-448d-b346-93756d518ba3'] in dv-neutron-834600-1-hyperv is: [{'id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'name': 'tempest-TestMinimumBasicScenario-1288478476-router', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '10d6fcbf-441c-4075-bc06-d9393dbc2d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:05Z', 'updated_at': '2022-04-06T13:58:09Z', 'revision_number': 4, 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'gw_port': {'id': '10d6fcbf-441c-4075-bc06-d9393dbc2d95', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:05Z', 'updated_at': '2022-04-06T13:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '7b4d767b-b57e-4763-ab01-4e8bd3df6968', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'floating_ip_address': '172.26.4.31', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'port_id': '922c8acf-e523-4922-b827-9789c312f544', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf7df8e-3787-480d-b60e-eaceb78d75d4', 'mac_address': 'fa:16:3e:b9:a2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1a1100-63af-4091-a9eb-fbd70b404422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:59:07Z', 'updated_at': '2022-04-06T13:59:07Z', 'revision_number': 0, 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a325f20-3dbc-4c4f-8367-260d97e24567', 'name': '', 'network_id': 'ddf7df8e-3787-480d-b60e-eaceb78d75d4', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'mac_address': 'fa:16:3e:6d:ad:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'b2794c5c-3829-404b-89e2-ebed5bfe3698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:08Z', 'updated_at': '2022-04-06T13:58:16Z', 'revision_number': 5, 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'subnets': [{'id': 'b2794c5c-3829-404b-89e2-ebed5bfe3698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:59:10.338897 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7c132754-54af-4a71-880b-6ebeb94ff48c tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:10.376863 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c132754-54af-4a71-880b-6ebeb94ff48c tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2127894-b30e-44e5-a5e1-2858ac9fa54c,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:10.410047 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07bce82-77f4-4d03-9a09-310ec12eb8e9 None None] New status for floating IP 7b4d767b-b57e-4763-ab01-4e8bd3df6968: ACTIVE {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:59:10.412415 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ce28af7d-0aba-44fe-8c77-efbc55f03d00 req-87ef5d2c-041a-4235-a23a-b3ebadc3c823 service neutron] 10.222.0.61 "GET /v2.0/networks/ddf7df8e-3787-480d-b60e-eaceb78d75d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680042 Apr 06 13:59:10.447973 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7c132754-54af-4a71-880b-6ebeb94ff48c tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:10.449133 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7c132754-54af-4a71-880b-6ebeb94ff48c tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5969331 Apr 06 13:59:10.451956 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54558) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:59:10.456829 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-2d924b08-31e8-4f3f-a624-fc1047cfc537 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Request body: {'security_group_rule': {'security_group_id': '66986a0c-73f3-4f18-bb9c-737337ec5234', 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:10.463041 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-2d924b08-31e8-4f3f-a624-fc1047cfc537 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:59:10.466844 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2d924b08-31e8-4f3f-a624-fc1047cfc537 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Usage tracker for resource:security_group_rule and tenant:336a3d83ac1e4aaba02ac862d4d581ae is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:59:10.470561 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2d924b08-31e8-4f3f-a624-fc1047cfc537 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:59:10.477221 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-2d924b08-31e8-4f3f-a624-fc1047cfc537 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:59:10.534955 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d924b08-31e8-4f3f-a624-fc1047cfc537 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:10.602191 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d924b08-31e8-4f3f-a624-fc1047cfc537 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:10.676358 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d924b08-31e8-4f3f-a624-fc1047cfc537 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:10.700866 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d924b08-31e8-4f3f-a624-fc1047cfc537 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b3ef5a-3995-446f-b269-bf99992536b3,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:10.779459 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d924b08-31e8-4f3f-a624-fc1047cfc537 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:10.780709 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2d924b08-31e8-4f3f-a624-fc1047cfc537 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3278339 Apr 06 13:59:10.783435 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54562) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:59:10.790068 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-4a8b51ce-05a1-4362-a893-33c3f8e31a51 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Request body: {'security_group_rule': {'security_group_id': '66986a0c-73f3-4f18-bb9c-737337ec5234', 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:10.796166 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-4a8b51ce-05a1-4362-a893-33c3f8e31a51 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:59:10.800248 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4a8b51ce-05a1-4362-a893-33c3f8e31a51 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Usage tracker for resource:security_group_rule and tenant:336a3d83ac1e4aaba02ac862d4d581ae is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:59:10.803210 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4a8b51ce-05a1-4362-a893-33c3f8e31a51 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:59:10.809638 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-4a8b51ce-05a1-4362-a893-33c3f8e31a51 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:59:10.887952 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4a8b51ce-05a1-4362-a893-33c3f8e31a51 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:10.949486 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4a8b51ce-05a1-4362-a893-33c3f8e31a51 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:11.024720 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4a8b51ce-05a1-4362-a893-33c3f8e31a51 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:11.049184 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b51ce-05a1-4362-a893-33c3f8e31a51 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b5cd76-224c-47c1-b8cb-fdb734b463c6,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:11.121879 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4a8b51ce-05a1-4362-a893-33c3f8e31a51 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:11.123141 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4a8b51ce-05a1-4362-a893-33c3f8e31a51 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3386066 Apr 06 13:59:11.125612 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54566) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:59:11.130436 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-6242fbe6-b5e2-45e9-a833-6844c3b5d32d tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Request body: {'security_group_rule': {'security_group_id': '66986a0c-73f3-4f18-bb9c-737337ec5234', 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:11.136991 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-6242fbe6-b5e2-45e9-a833-6844c3b5d32d tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:59:11.140772 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6242fbe6-b5e2-45e9-a833-6844c3b5d32d tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Usage tracker for resource:security_group_rule and tenant:336a3d83ac1e4aaba02ac862d4d581ae is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:59:11.143591 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6242fbe6-b5e2-45e9-a833-6844c3b5d32d tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:59:11.149980 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-6242fbe6-b5e2-45e9-a833-6844c3b5d32d tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:59:11.249027 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6242fbe6-b5e2-45e9-a833-6844c3b5d32d tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:11.310781 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6242fbe6-b5e2-45e9-a833-6844c3b5d32d tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:11.373231 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6242fbe6-b5e2-45e9-a833-6844c3b5d32d tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:11.396349 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242fbe6-b5e2-45e9-a833-6844c3b5d32d tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e4fdeb-b2ce-49da-b3b8-73178f998da1,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:11.459828 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6242fbe6-b5e2-45e9-a833-6844c3b5d32d tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:11.461193 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6242fbe6-b5e2-45e9-a833-6844c3b5d32d tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3346558 Apr 06 13:59:11.463898 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54570) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:59:11.468877 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-75395897-7688-497b-8f1b-a82e41a6cd94 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Request body: {'security_group_rule': {'security_group_id': '66986a0c-73f3-4f18-bb9c-737337ec5234', 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:11.480953 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-75395897-7688-497b-8f1b-a82e41a6cd94 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:59:11.480953 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-75395897-7688-497b-8f1b-a82e41a6cd94 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Usage tracker for resource:security_group_rule and tenant:336a3d83ac1e4aaba02ac862d4d581ae is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:59:11.482121 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-75395897-7688-497b-8f1b-a82e41a6cd94 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:59:11.487946 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-75395897-7688-497b-8f1b-a82e41a6cd94 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:59:11.545015 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.securitygroups_db [None req-75395897-7688-497b-8f1b-a82e41a6cd94 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Project 336a3d83ac1e4aaba02ac862d4d581ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:59:11.551694 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-75395897-7688-497b-8f1b-a82e41a6cd94 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:11.616315 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-75395897-7688-497b-8f1b-a82e41a6cd94 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:11.652893 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-75395897-7688-497b-8f1b-a82e41a6cd94 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:11.675854 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75395897-7688-497b-8f1b-a82e41a6cd94 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c158da19-8489-4405-b1c1-2b11c3f52f4c,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:11.727431 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-75395897-7688-497b-8f1b-a82e41a6cd94 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:11.728666 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-75395897-7688-497b-8f1b-a82e41a6cd94 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2637701 Apr 06 13:59:11.731325 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54574) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 13:59:11.736315 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-0b375124-f1c7-4528-a2c4-fdf6541df796 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Request body: {'security_group_rule': {'security_group_id': '66986a0c-73f3-4f18-bb9c-737337ec5234', 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:11.742674 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-0b375124-f1c7-4528-a2c4-fdf6541df796 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 13:59:11.747283 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0b375124-f1c7-4528-a2c4-fdf6541df796 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Usage tracker for resource:security_group_rule and tenant:336a3d83ac1e4aaba02ac862d4d581ae is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 13:59:11.749609 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-0b375124-f1c7-4528-a2c4-fdf6541df796 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 13:59:11.755372 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-0b375124-f1c7-4528-a2c4-fdf6541df796 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 13:59:11.831055 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.securitygroups_db [None req-0b375124-f1c7-4528-a2c4-fdf6541df796 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Project 336a3d83ac1e4aaba02ac862d4d581ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:59:11.841387 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0b375124-f1c7-4528-a2c4-fdf6541df796 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:11.905238 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0b375124-f1c7-4528-a2c4-fdf6541df796 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:11.956426 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0b375124-f1c7-4528-a2c4-fdf6541df796 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:11.980636 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b375124-f1c7-4528-a2c4-fdf6541df796 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c007d80-fe9d-4a67-b3b9-d2dad09a0cf2,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:12.036261 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-0b375124-f1c7-4528-a2c4-fdf6541df796 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:12.037433 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-0b375124-f1c7-4528-a2c4-fdf6541df796 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3051951 Apr 06 13:59:12.160440 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-336ec979-c3f7-4db9-ac50-b88439ae5b21 req-d9c9eccf-1ec3-44f6-a81d-c5ff305a194b tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-974316932&fields=id&tenant_id=336a3d83ac1e4aaba02ac862d4d581ae HTTP/1.1" status: 200 len: 267 time: 0.0399890 Apr 06 13:59:12.244123 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ec979-c3f7-4db9-ac50-b88439ae5b21 req-d38722d2-2815-4602-a69b-e8e617237b48 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:12.245498 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-336ec979-c3f7-4db9-ac50-b88439ae5b21 req-d38722d2-2815-4602-a69b-e8e617237b48 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 946 time: 0.0790529 Apr 06 13:59:12.255936 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [req-336ec979-c3f7-4db9-ac50-b88439ae5b21 req-6fd9a982-2dde-4030-9e16-8cbf444d80ba tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Request body: {'port': {'security_groups': ['f96c8c1c-5e10-461b-a31f-5ba2db118eaf', '66986a0c-73f3-4f18-bb9c-737337ec5234']}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:12.375917 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-336ec979-c3f7-4db9-ac50-b88439ae5b21 req-6fd9a982-2dde-4030-9e16-8cbf444d80ba tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:12.638472 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [req-336ec979-c3f7-4db9-ac50-b88439ae5b21 req-6fd9a982-2dde-4030-9e16-8cbf444d80ba tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] For port 922c8acf-e523-4922-b827-9789c312f544, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=922c8acf-e523-4922-b827-9789c312f544,segment=NetworkSegment(e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4),segment_id=e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 13:59:12.662646 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-336ec979-c3f7-4db9-ac50-b88439ae5b21 req-6fd9a982-2dde-4030-9e16-8cbf444d80ba tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:12.711072 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-336ec979-c3f7-4db9-ac50-b88439ae5b21 req-6fd9a982-2dde-4030-9e16-8cbf444d80ba tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:12.723014 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['922c8acf-e523-4922-b827-9789c312f544'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:59:12.777487 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ec979-c3f7-4db9-ac50-b88439ae5b21 req-6fd9a982-2dde-4030-9e16-8cbf444d80ba tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:12.778221 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-336ec979-c3f7-4db9-ac50-b88439ae5b21 req-6fd9a982-2dde-4030-9e16-8cbf444d80ba tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:12.779606 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-336ec979-c3f7-4db9-ac50-b88439ae5b21 req-6fd9a982-2dde-4030-9e16-8cbf444d80ba tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "PUT /v2.0/ports/922c8acf-e523-4922-b827-9789c312f544 HTTP/1.1" status: 200 len: 982 time: 0.5279789 Apr 06 13:59:12.780050 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1a1100-63af-4091-a9eb-fbd70b404422', 'tag': '922c8acf-e523-4922-b827-9789c312f544'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:59:12.831033 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9a982-2dde-4030-9e16-8cbf444d80ba tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Pushing event updated for resources: {'Port': ['ID=922c8acf-e523-4922-b827-9789c312f544,revision_number=6']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:12.839534 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9a982-2dde-4030-9e16-8cbf444d80ba tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:12.840118 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9a982-2dde-4030-9e16-8cbf444d80ba tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:12.840479 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9a982-2dde-4030-9e16-8cbf444d80ba tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:12.840984 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9a982-2dde-4030-9e16-8cbf444d80ba tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:12.841327 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9a982-2dde-4030-9e16-8cbf444d80ba tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:12.841662 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9a982-2dde-4030-9e16-8cbf444d80ba tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:12.841989 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9a982-2dde-4030-9e16-8cbf444d80ba tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:12.842318 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9a982-2dde-4030-9e16-8cbf444d80ba tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:12.842645 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9a982-2dde-4030-9e16-8cbf444d80ba tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:12.842990 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9a982-2dde-4030-9e16-8cbf444d80ba tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:12.843316 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9a982-2dde-4030-9e16-8cbf444d80ba tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:12.843637 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9a982-2dde-4030-9e16-8cbf444d80ba tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:12.849630 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['922c8acf-e523-4922-b827-9789c312f544'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 13:59:12.856916 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-275b87c5-40b4-4e84-97bd-f858d43fdfc6'] response: {'name': 'network-changed', 'server_uuid': '6e1a1100-63af-4091-a9eb-fbd70b404422', 'tag': '922c8acf-e523-4922-b827-9789c312f544', 'status': 'completed', 'code': 200} Apr 06 13:59:12.956326 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75011aae-a03b-4b49-a299-20c3302eb6b7 req-8762722d-bd3f-4c8a-b1c6-35b08af42394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:12.958362 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-75011aae-a03b-4b49-a299-20c3302eb6b7 req-8762722d-bd3f-4c8a-b1c6-35b08af42394 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=336a3d83ac1e4aaba02ac862d4d581ae&device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 1138 time: 0.0966339 Apr 06 13:59:13.017589 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187325d-6704-46b4-a0ed-3462415b91ed req-19ebd479-b4fc-439d-9b37-616213466b5b tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:13.019231 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4187325d-6704-46b4-a0ed-3462415b91ed req-19ebd479-b4fc-439d-9b37-616213466b5b tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 985 time: 0.1011119 Apr 06 13:59:13.070926 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4187325d-6704-46b4-a0ed-3462415b91ed req-314cbcca-6108-41a7-88a5-30353847cf2b tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&id=66986a0c-73f3-4f18-bb9c-737337ec5234&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435333 Apr 06 13:59:13.130310 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75011aae-a03b-4b49-a299-20c3302eb6b7 req-ce93fdd9-8af9-442e-bece-810704d73a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:13.130310 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-75011aae-a03b-4b49-a299-20c3302eb6b7 req-ce93fdd9-8af9-442e-bece-810704d73a7c service neutron] 10.222.0.61 "GET /v2.0/networks?id=ddf7df8e-3787-480d-b60e-eaceb78d75d4 HTTP/1.1" status: 200 len: 916 time: 0.1626494 Apr 06 13:59:13.273748 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-5044f20f-db13-43b4-a989-2e9e3169a6e6 None None] Provisioning complete for port 922c8acf-e523-4922-b827-9789c312f544 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 13:59:13.273748 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5044f20f-db13-43b4-a989-2e9e3169a6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:13.293648 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-75011aae-a03b-4b49-a299-20c3302eb6b7 req-ff2fd615-2093-40a2-a132-36c38cdc6753 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=922c8acf-e523-4922-b827-9789c312f544 HTTP/1.1" status: 200 len: 1001 time: 0.1529188 Apr 06 13:59:13.403484 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75011aae-a03b-4b49-a299-20c3302eb6b7 req-7b50cc4f-4d38-49e1-9525-4c9f7bd13a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:13.403484 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-75011aae-a03b-4b49-a299-20c3302eb6b7 req-7b50cc4f-4d38-49e1-9525-4c9f7bd13a56 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b2794c5c-3829-404b-89e2-ebed5bfe3698 HTTP/1.1" status: 200 len: 854 time: 0.1065331 Apr 06 13:59:13.515257 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75011aae-a03b-4b49-a299-20c3302eb6b7 req-57402f7b-f947-46b7-8477-4127f7f1f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:13.517128 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-75011aae-a03b-4b49-a299-20c3302eb6b7 req-57402f7b-f947-46b7-8477-4127f7f1f591 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ddf7df8e-3787-480d-b60e-eaceb78d75d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1086984 Apr 06 13:59:13.658352 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-75011aae-a03b-4b49-a299-20c3302eb6b7 req-2830e323-10f8-48b3-9e24-9930a0648d7f service neutron] 10.222.0.61 "GET /v2.0/networks/ddf7df8e-3787-480d-b60e-eaceb78d75d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347709 Apr 06 13:59:13.799069 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-75011aae-a03b-4b49-a299-20c3302eb6b7 req-1c432e76-77e5-4207-bf96-2e5eeae080c5 service neutron] 10.222.0.61 "GET /v2.0/networks/ddf7df8e-3787-480d-b60e-eaceb78d75d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321230 Apr 06 13:59:15.481804 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e7b017ef-c0b5-4358-a0dc-3efa25a865d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:17.762035 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-636bf194-e481-4a31-89f8-1fd3443e7dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:18.912280 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:18.996178 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:20.406958 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:27.545212 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:27.676171 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd65cdd-180b-40da-b214-572146edf0e1 req-6456d60d-23a0-4631-b965-314169818bea tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:27.677671 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bbd65cdd-180b-40da-b214-572146edf0e1 req-6456d60d-23a0-4631-b965-314169818bea tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 985 time: 0.0817213 Apr 06 13:59:27.719648 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2ed9c-0359-4468-b6ef-264cd3e40112 req-b7a30377-a1f6-4960-93c0-8cbe306a4c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:27.721199 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-eba2ed9c-0359-4468-b6ef-264cd3e40112 req-b7a30377-a1f6-4960-93c0-8cbe306a4c74 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=336a3d83ac1e4aaba02ac862d4d581ae&device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 1138 time: 0.0788314 Apr 06 13:59:27.724241 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bbd65cdd-180b-40da-b214-572146edf0e1 req-fa4787b9-1d71-4865-99b1-062d5eaa3e4e tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&id=66986a0c-73f3-4f18-bb9c-737337ec5234&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394883 Apr 06 13:59:27.852246 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2ed9c-0359-4468-b6ef-264cd3e40112 req-5d539ceb-e0e0-425b-9147-e1a2d8aafe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:27.854248 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-eba2ed9c-0359-4468-b6ef-264cd3e40112 req-5d539ceb-e0e0-425b-9147-e1a2d8aafe0a service neutron] 10.222.0.61 "GET /v2.0/networks?id=ddf7df8e-3787-480d-b60e-eaceb78d75d4 HTTP/1.1" status: 200 len: 916 time: 0.1258657 Apr 06 13:59:27.956505 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-eba2ed9c-0359-4468-b6ef-264cd3e40112 req-81db949f-b455-48a1-af5d-72af7da43a09 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=922c8acf-e523-4922-b827-9789c312f544 HTTP/1.1" status: 200 len: 1001 time: 0.0957258 Apr 06 13:59:28.017014 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2ed9c-0359-4468-b6ef-264cd3e40112 req-d4cc6294-2921-4508-8887-78a766a3fd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:28.018356 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-eba2ed9c-0359-4468-b6ef-264cd3e40112 req-d4cc6294-2921-4508-8887-78a766a3fd5d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b2794c5c-3829-404b-89e2-ebed5bfe3698 HTTP/1.1" status: 200 len: 854 time: 0.0548358 Apr 06 13:59:28.091149 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2ed9c-0359-4468-b6ef-264cd3e40112 req-600ef39a-999b-41ae-a52e-01a2746899bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:28.092587 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-eba2ed9c-0359-4468-b6ef-264cd3e40112 req-600ef39a-999b-41ae-a52e-01a2746899bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ddf7df8e-3787-480d-b60e-eaceb78d75d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681829 Apr 06 13:59:28.317052 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-eba2ed9c-0359-4468-b6ef-264cd3e40112 req-224a096d-ef49-4854-abc4-999c64b12409 service neutron] 10.222.0.61 "GET /v2.0/networks/ddf7df8e-3787-480d-b60e-eaceb78d75d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179568 Apr 06 13:59:28.445301 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-eba2ed9c-0359-4468-b6ef-264cd3e40112 req-8b2f4fd0-5b99-4709-9902-ff5831978bbb service neutron] 10.222.0.61 "GET /v2.0/networks/ddf7df8e-3787-480d-b60e-eaceb78d75d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220269 Apr 06 13:59:28.925318 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf54968-a37c-4f64-bd5b-b5971620fe00 req-e36e35d2-7d84-489d-9f29-6435f4a29163 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:28.926748 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3bf54968-a37c-4f64-bd5b-b5971620fe00 req-e36e35d2-7d84-489d-9f29-6435f4a29163 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 985 time: 0.0830970 Apr 06 13:59:28.973221 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3bf54968-a37c-4f64-bd5b-b5971620fe00 req-c90fb998-2816-4fd2-90df-36824fdfc8eb tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&id=66986a0c-73f3-4f18-bb9c-737337ec5234&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399654 Apr 06 13:59:30.156093 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc929635-dc96-4ff7-9a1f-92c9ab68c148 req-932d89ee-69ab-4063-90c6-4e1359a8ad81 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:30.157515 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bc929635-dc96-4ff7-9a1f-92c9ab68c148 req-932d89ee-69ab-4063-90c6-4e1359a8ad81 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 985 time: 0.0794775 Apr 06 13:59:30.207685 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bc929635-dc96-4ff7-9a1f-92c9ab68c148 req-59ddd81a-b257-4be6-9c07-6044dc8369f4 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&id=66986a0c-73f3-4f18-bb9c-737337ec5234&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440507 Apr 06 13:59:30.580882 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 13:59:31.391162 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4c34f-312b-490a-be0d-c2898a78c38c req-566ae13c-781b-4560-a53a-1fd8aa4195a0 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:31.392615 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-07b4c34f-312b-490a-be0d-c2898a78c38c req-566ae13c-781b-4560-a53a-1fd8aa4195a0 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 985 time: 0.0804558 Apr 06 13:59:31.438323 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-07b4c34f-312b-490a-be0d-c2898a78c38c req-98506401-ae48-45d7-a54e-a34dd639a0c8 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&id=66986a0c-73f3-4f18-bb9c-737337ec5234&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397017 Apr 06 13:59:32.626006 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdeda4-c19f-4b97-951a-33b062eb080f req-4d29c560-9591-482e-8137-64a3cca1f333 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:32.627597 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6acdeda4-c19f-4b97-951a-33b062eb080f req-4d29c560-9591-482e-8137-64a3cca1f333 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 985 time: 0.0815117 Apr 06 13:59:32.673569 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6acdeda4-c19f-4b97-951a-33b062eb080f req-e1bd2f59-c773-4618-8efd-b75e1041b8f3 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&id=66986a0c-73f3-4f18-bb9c-737337ec5234&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401871 Apr 06 13:59:33.855715 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1878515-6d90-4d50-ae67-d09b21f06ecd req-d7aac871-8488-4786-b4b2-1777b77281b9 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:33.857166 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e1878515-6d90-4d50-ae67-d09b21f06ecd req-d7aac871-8488-4786-b4b2-1777b77281b9 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 985 time: 0.0802445 Apr 06 13:59:33.902325 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e1878515-6d90-4d50-ae67-d09b21f06ecd req-c7455bec-651e-45bb-9714-ee1aec0ab5f3 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&id=66986a0c-73f3-4f18-bb9c-737337ec5234&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394371 Apr 06 13:59:35.191263 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578965ca-3aaa-45f1-bc3d-41a1904ee44c req-9d03a7a9-7e7c-4e50-8be8-c17a7a4488de tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:35.192639 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-578965ca-3aaa-45f1-bc3d-41a1904ee44c req-9d03a7a9-7e7c-4e50-8be8-c17a7a4488de tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 985 time: 0.1841924 Apr 06 13:59:35.239227 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-578965ca-3aaa-45f1-bc3d-41a1904ee44c req-1ae2c6aa-41c2-4014-8373-52a10c5632ae tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&id=66986a0c-73f3-4f18-bb9c-737337ec5234&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404730 Apr 06 13:59:36.426414 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082ac08-8371-4307-8ed9-e7154eb77767 req-42b12023-8e21-4359-8d76-c9244bd51968 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:36.427855 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3082ac08-8371-4307-8ed9-e7154eb77767 req-42b12023-8e21-4359-8d76-c9244bd51968 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 985 time: 0.0810404 Apr 06 13:59:36.473070 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-3082ac08-8371-4307-8ed9-e7154eb77767 req-e97f8aff-58eb-459f-86b5-9ed6d1c59ace tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&id=66986a0c-73f3-4f18-bb9c-737337ec5234&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386348 Apr 06 13:59:37.657491 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543e5d3-05b0-4086-86e3-7c23ad52c3f8 req-4508e7ea-c9fb-45c7-869d-8056ac31522a tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:37.662275 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7543e5d3-05b0-4086-86e3-7c23ad52c3f8 req-4508e7ea-c9fb-45c7-869d-8056ac31522a tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 985 time: 0.0807052 Apr 06 13:59:37.705529 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7543e5d3-05b0-4086-86e3-7c23ad52c3f8 req-e23e01f1-3a54-43e6-a6ab-4fd602521eed tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&id=66986a0c-73f3-4f18-bb9c-737337ec5234&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402472 Apr 06 13:59:38.893007 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d345c-5aac-4123-ab86-2b3c9df2e35a req-3d9111ac-f997-4739-9749-0db989fd82e5 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:38.894452 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-df2d345c-5aac-4123-ab86-2b3c9df2e35a req-3d9111ac-f997-4739-9749-0db989fd82e5 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 985 time: 0.0834155 Apr 06 13:59:38.941117 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-df2d345c-5aac-4123-ab86-2b3c9df2e35a req-63e3efca-1e6d-495c-8646-2a8468c04f39 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&id=66986a0c-73f3-4f18-bb9c-737337ec5234&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408328 Apr 06 13:59:40.126372 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287e947-52a3-4362-ba1d-af7480c3c473 req-aaa35257-3858-4501-b1fa-c9702031a127 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:40.127828 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b287e947-52a3-4362-ba1d-af7480c3c473 req-aaa35257-3858-4501-b1fa-c9702031a127 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 985 time: 0.0819798 Apr 06 13:59:40.172809 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b287e947-52a3-4362-ba1d-af7480c3c473 req-a5fd359b-4a5a-47ce-89d3-1356094dbe97 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&id=66986a0c-73f3-4f18-bb9c-737337ec5234&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392191 Apr 06 13:59:41.358464 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb677ade-75a2-49a5-8686-e4dde114e0eb req-c6880325-fb2a-456b-b526-92f0c138e658 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:41.359930 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-eb677ade-75a2-49a5-8686-e4dde114e0eb req-c6880325-fb2a-456b-b526-92f0c138e658 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 985 time: 0.0795784 Apr 06 13:59:41.405880 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-eb677ade-75a2-49a5-8686-e4dde114e0eb req-47f20187-0b70-408b-89b7-f0fa509942d1 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&id=66986a0c-73f3-4f18-bb9c-737337ec5234&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402992 Apr 06 13:59:42.593135 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79e150-ebe8-42c4-9bb6-191013e62de8 req-7f9c01f5-1af4-475b-a1b6-4fd017163187 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:42.594477 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ed79e150-ebe8-42c4-9bb6-191013e62de8 req-7f9c01f5-1af4-475b-a1b6-4fd017163187 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 985 time: 0.0820403 Apr 06 13:59:42.639490 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ed79e150-ebe8-42c4-9bb6-191013e62de8 req-3d3945fb-0def-43dd-bd1e-7d2662df16db tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&id=66986a0c-73f3-4f18-bb9c-737337ec5234&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391793 Apr 06 13:59:43.827487 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21d835-1343-44ad-8557-5477f4dc6877 req-af672fe6-c445-4d20-aa95-be987c7767ab tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:43.828937 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4a21d835-1343-44ad-8557-5477f4dc6877 req-af672fe6-c445-4d20-aa95-be987c7767ab tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 985 time: 0.0819077 Apr 06 13:59:43.877843 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4a21d835-1343-44ad-8557-5477f4dc6877 req-4398ccc4-aa9a-4c17-9776-8007335fd7ca tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&id=66986a0c-73f3-4f18-bb9c-737337ec5234&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429525 Apr 06 13:59:45.075574 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7b4b8-f28a-42b9-8cc4-8f8f930038f7 req-a8451640-6266-4744-af09-be785196d7fa tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:45.077072 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dfe7b4b8-f28a-42b9-8cc4-8f8f930038f7 req-a8451640-6266-4744-af09-be785196d7fa tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 985 time: 0.0804834 Apr 06 13:59:45.124298 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dfe7b4b8-f28a-42b9-8cc4-8f8f930038f7 req-b96f6ba0-9a0c-4376-b2d1-0850631cf627 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&id=66986a0c-73f3-4f18-bb9c-737337ec5234&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413103 Apr 06 13:59:45.499496 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6f7c581d-5e39-4ee7-b425-92813b507f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:47.739524 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f8cf0d3b-307c-4634-9fb6-afe249c7efbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:48.928075 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:48.929186 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [req-a2c81beb-11d7-4883-84e8-32c10619ebbe req-0e4c43cf-39c7-442c-b010-6abc71a85751 service neutron] (88565) timed out ('10.222.0.61', 51406) {{(pid=88565) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 06 13:59:49.013549 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:50.419838 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 13:59:57.533911 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:07.581772 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:00:09.416292 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-418b1b6d-698e-4517-a2b6-fe90553a030b req-2db1e8c1-a9a6-4f15-bee7-aa4376110747 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689466 Apr 06 14:00:09.551774 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b1b6d-698e-4517-a2b6-fe90553a030b req-66fb5ee3-ae76-443b-ac21-d524187d4f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:09.553093 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-418b1b6d-698e-4517-a2b6-fe90553a030b req-66fb5ee3-ae76-443b-ac21-d524187d4f2c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=336a3d83ac1e4aaba02ac862d4d581ae&device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 1138 time: 0.0689373 Apr 06 14:00:09.695593 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b1b6d-698e-4517-a2b6-fe90553a030b req-5446a7ed-27ee-48ae-bd48-586735e07320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:09.697016 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-418b1b6d-698e-4517-a2b6-fe90553a030b req-5446a7ed-27ee-48ae-bd48-586735e07320 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ddf7df8e-3787-480d-b60e-eaceb78d75d4 HTTP/1.1" status: 200 len: 916 time: 0.1250079 Apr 06 14:00:09.799306 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-418b1b6d-698e-4517-a2b6-fe90553a030b req-d689d3f7-0c5b-45d3-a185-473e5f2eeabc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=922c8acf-e523-4922-b827-9789c312f544 HTTP/1.1" status: 200 len: 1001 time: 0.0959468 Apr 06 14:00:09.863934 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b1b6d-698e-4517-a2b6-fe90553a030b req-3ab24099-0961-4c12-b098-1d5951f28d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:09.865223 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-418b1b6d-698e-4517-a2b6-fe90553a030b req-3ab24099-0961-4c12-b098-1d5951f28d34 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b2794c5c-3829-404b-89e2-ebed5bfe3698 HTTP/1.1" status: 200 len: 854 time: 0.0599616 Apr 06 14:00:09.949707 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b1b6d-698e-4517-a2b6-fe90553a030b req-192550d7-7634-4922-98f7-82dfcaa40a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:09.951254 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-418b1b6d-698e-4517-a2b6-fe90553a030b req-192550d7-7634-4922-98f7-82dfcaa40a9d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ddf7df8e-3787-480d-b60e-eaceb78d75d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798688 Apr 06 14:00:10.082669 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-418b1b6d-698e-4517-a2b6-fe90553a030b req-41ecd07c-3c97-48ca-8090-284c40c57c53 service neutron] 10.222.0.61 "GET /v2.0/networks/ddf7df8e-3787-480d-b60e-eaceb78d75d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240039 Apr 06 14:00:10.214634 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-418b1b6d-698e-4517-a2b6-fe90553a030b req-7adc4c55-34b5-41f9-893d-764abd6dd856 service neutron] 10.222.0.61 "GET /v2.0/networks/ddf7df8e-3787-480d-b60e-eaceb78d75d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241095 Apr 06 14:00:15.465290 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6392590d-140a-407b-a2cf-9719198a5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:17.717129 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3861b9ff-f474-419f-8a7c-4c1a84c0ffd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:18.118043 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7ce62694-f21a-460c-bc63-bc09d9a78132 req-2b8b975f-adc0-4c59-9365-7af624c55e59 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-974316932&fields=id&tenant_id=336a3d83ac1e4aaba02ac862d4d581ae HTTP/1.1" status: 200 len: 267 time: 0.0395937 Apr 06 14:00:18.206300 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce62694-f21a-460c-bc63-bc09d9a78132 req-8a4ea1b5-2c70-40c6-b8c8-b9f2c9879c15 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:18.207799 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7ce62694-f21a-460c-bc63-bc09d9a78132 req-8a4ea1b5-2c70-40c6-b8c8-b9f2c9879c15 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 985 time: 0.0844412 Apr 06 14:00:18.218507 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [req-7ce62694-f21a-460c-bc63-bc09d9a78132 req-6721e3bb-c8db-4704-97a5-975b5902f84a tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Request body: {'port': {'security_groups': ['f96c8c1c-5e10-461b-a31f-5ba2db118eaf']}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:00:18.339641 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-7ce62694-f21a-460c-bc63-bc09d9a78132 req-6721e3bb-c8db-4704-97a5-975b5902f84a tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:18.579149 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [req-7ce62694-f21a-460c-bc63-bc09d9a78132 req-6721e3bb-c8db-4704-97a5-975b5902f84a tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] For port 922c8acf-e523-4922-b827-9789c312f544, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=922c8acf-e523-4922-b827-9789c312f544,segment=NetworkSegment(e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4),segment_id=e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:00:18.603273 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-7ce62694-f21a-460c-bc63-bc09d9a78132 req-6721e3bb-c8db-4704-97a5-975b5902f84a tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:18.660844 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-7ce62694-f21a-460c-bc63-bc09d9a78132 req-6721e3bb-c8db-4704-97a5-975b5902f84a tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:18.672695 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['922c8acf-e523-4922-b827-9789c312f544'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 14:00:18.730855 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce62694-f21a-460c-bc63-bc09d9a78132 req-6721e3bb-c8db-4704-97a5-975b5902f84a tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:18.733714 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [req-7ce62694-f21a-460c-bc63-bc09d9a78132 req-6721e3bb-c8db-4704-97a5-975b5902f84a tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:18.733714 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7ce62694-f21a-460c-bc63-bc09d9a78132 req-6721e3bb-c8db-4704-97a5-975b5902f84a tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "PUT /v2.0/ports/922c8acf-e523-4922-b827-9789c312f544 HTTP/1.1" status: 200 len: 943 time: 0.5188408 Apr 06 14:00:18.733714 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1a1100-63af-4091-a9eb-fbd70b404422', 'tag': '922c8acf-e523-4922-b827-9789c312f544'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:00:18.739462 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54646) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:00:18.770244 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721e3bb-c8db-4704-97a5-975b5902f84a tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Pushing event updated for resources: {'Port': ['ID=922c8acf-e523-4922-b827-9789c312f544,revision_number=7']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:18.780095 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721e3bb-c8db-4704-97a5-975b5902f84a tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:18.780438 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721e3bb-c8db-4704-97a5-975b5902f84a tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:18.780773 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721e3bb-c8db-4704-97a5-975b5902f84a tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:18.781346 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721e3bb-c8db-4704-97a5-975b5902f84a tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:18.781723 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721e3bb-c8db-4704-97a5-975b5902f84a tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:18.782189 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721e3bb-c8db-4704-97a5-975b5902f84a tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:18.782508 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721e3bb-c8db-4704-97a5-975b5902f84a tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:18.782914 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721e3bb-c8db-4704-97a5-975b5902f84a tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:18.783238 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721e3bb-c8db-4704-97a5-975b5902f84a tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:18.783557 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721e3bb-c8db-4704-97a5-975b5902f84a tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:18.784698 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721e3bb-c8db-4704-97a5-975b5902f84a tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:18.785256 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721e3bb-c8db-4704-97a5-975b5902f84a tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:18.801664 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3ea6f0b-0908-4e49-a55b-8c8dedf35ea8'] response: {'name': 'network-changed', 'server_uuid': '6e1a1100-63af-4091-a9eb-fbd70b404422', 'tag': '922c8acf-e523-4922-b827-9789c312f544', 'status': 'completed', 'code': 200} Apr 06 14:00:18.805804 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['922c8acf-e523-4922-b827-9789c312f544'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 14:00:18.822527 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f25aa210-4c07-414a-804a-52293c4c2c4e tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:18.905575 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f25aa210-4c07-414a-804a-52293c4c2c4e tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:18.966543 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b483a-4765-462b-a266-0e827512c4c6 req-77fc05e8-f421-4467-b28e-cb86d5641dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:18.968058 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-836b483a-4765-462b-a266-0e827512c4c6 req-77fc05e8-f421-4467-b28e-cb86d5641dc8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=336a3d83ac1e4aaba02ac862d4d581ae&device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 1099 time: 0.1433146 Apr 06 14:00:18.982555 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:19.032751 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:19.062968 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-cb4c0da6-283d-41ce-9d47-add84ed9aff9 None None] Provisioning complete for port 922c8acf-e523-4922-b827-9789c312f544 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:00:19.063329 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cb4c0da6-283d-41ce-9d47-add84ed9aff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:19.106795 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b483a-4765-462b-a266-0e827512c4c6 req-34c0c264-0d1b-449b-b208-80b9bd4224f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:19.108252 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-836b483a-4765-462b-a266-0e827512c4c6 req-34c0c264-0d1b-449b-b208-80b9bd4224f0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ddf7df8e-3787-480d-b60e-eaceb78d75d4 HTTP/1.1" status: 200 len: 916 time: 0.1345110 Apr 06 14:00:19.191600 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f25aa210-4c07-414a-804a-52293c4c2c4e tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:19.219355 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25aa210-4c07-414a-804a-52293c4c2c4e tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66986a0c-73f3-4f18-bb9c-737337ec5234,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:19.236559 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f25aa210-4c07-414a-804a-52293c4c2c4e tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:19.238779 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f25aa210-4c07-414a-804a-52293c4c2c4e tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "DELETE /v2.0/security-groups/66986a0c-73f3-4f18-bb9c-737337ec5234 HTTP/1.1" status: 204 len: 168 time: 0.4974554 Apr 06 14:00:19.241702 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 54650) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:00:19.242458 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25aa210-4c07-414a-804a-52293c4c2c4e tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:19.242815 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25aa210-4c07-414a-804a-52293c4c2c4e tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:19.243153 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25aa210-4c07-414a-804a-52293c4c2c4e tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:19.243483 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25aa210-4c07-414a-804a-52293c4c2c4e tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:19.243808 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25aa210-4c07-414a-804a-52293c4c2c4e tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:19.244127 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25aa210-4c07-414a-804a-52293c4c2c4e tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:19.244446 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25aa210-4c07-414a-804a-52293c4c2c4e tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:19.244763 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25aa210-4c07-414a-804a-52293c4c2c4e tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:19.245079 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25aa210-4c07-414a-804a-52293c4c2c4e tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:19.245394 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25aa210-4c07-414a-804a-52293c4c2c4e tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:19.245709 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25aa210-4c07-414a-804a-52293c4c2c4e tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:19.246021 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25aa210-4c07-414a-804a-52293c4c2c4e tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:19.258750 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-836b483a-4765-462b-a266-0e827512c4c6 req-28cb1e6f-776b-4a80-890a-6565463fbe0e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=922c8acf-e523-4922-b827-9789c312f544 HTTP/1.1" status: 200 len: 1001 time: 0.1394887 Apr 06 14:00:19.323655 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b483a-4765-462b-a266-0e827512c4c6 req-f9dd62aa-047c-4995-9900-8f96ecb894ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:19.325049 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-836b483a-4765-462b-a266-0e827512c4c6 req-f9dd62aa-047c-4995-9900-8f96ecb894ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b2794c5c-3829-404b-89e2-ebed5bfe3698 HTTP/1.1" status: 200 len: 854 time: 0.0638731 Apr 06 14:00:19.401331 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b483a-4765-462b-a266-0e827512c4c6 req-7c944302-1d31-4708-97ec-f06cc6faa916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:19.402767 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-836b483a-4765-462b-a266-0e827512c4c6 req-7c944302-1d31-4708-97ec-f06cc6faa916 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ddf7df8e-3787-480d-b60e-eaceb78d75d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723755 Apr 06 14:00:19.556349 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-2b236385-df65-4606-b7e2-a6a0ba1b879c tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Deleting port 000bbfe4-3b32-4ae2-a5eb-06d3f87a5ff6 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:00:19.556685 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2b236385-df65-4606-b7e2-a6a0ba1b879c tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:19.628933 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-836b483a-4765-462b-a266-0e827512c4c6 req-b7ff80ab-b3bb-4c4e-bdc2-fdd915876763 service neutron] 10.222.0.61 "GET /v2.0/networks/ddf7df8e-3787-480d-b60e-eaceb78d75d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200317 Apr 06 14:00:19.726529 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2b236385-df65-4606-b7e2-a6a0ba1b879c tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:19.726774 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2b236385-df65-4606-b7e2-a6a0ba1b879c tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:19.759608 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-836b483a-4765-462b-a266-0e827512c4c6 req-9b74c0de-df83-45b9-ba1b-0656cd898861 service neutron] 10.222.0.61 "GET /v2.0/networks/ddf7df8e-3787-480d-b60e-eaceb78d75d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242118 Apr 06 14:00:19.849424 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-2b236385-df65-4606-b7e2-a6a0ba1b879c tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Calling delete_port for 000bbfe4-3b32-4ae2-a5eb-06d3f87a5ff6 owned by network:floatingip {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:00:20.053121 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2b236385-df65-4606-b7e2-a6a0ba1b879c tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:20.098839 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b236385-df65-4606-b7e2-a6a0ba1b879c tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Pushing event deleted for resources: {'Port': ['ID=000bbfe4-3b32-4ae2-a5eb-06d3f87a5ff6,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:20.191333 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2b236385-df65-4606-b7e2-a6a0ba1b879c tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks [] for floatingip, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:20.191660 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-2b236385-df65-4606-b7e2-a6a0ba1b879c tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Floating IP 7b4d767b-b57e-4763-ab01-4e8bd3df6968 disassociated (deleted). External IP: 172.26.4.31, port: 922c8acf-e523-4922-b827-9789c312f544. Apr 06 14:00:20.420110 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:20.537521 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b236385-df65-4606-b7e2-a6a0ba1b879c tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Router 7b0ff214-26e9-448d-b346-93756d518ba3 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:00:20.713226 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b236385-df65-4606-b7e2-a6a0ba1b879c tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:00:20.722991 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc9e1f0-a15a-49a0-b32a-82d97ad43b26 None None] Sync routers for ids ['7b0ff214-26e9-448d-b346-93756d518ba3'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:00:20.726055 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2b236385-df65-4606-b7e2-a6a0ba1b879c tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:20.732579 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc9e1f0-a15a-49a0-b32a-82d97ad43b26 None None] Routers {'7b0ff214-26e9-448d-b346-93756d518ba3'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:00:20.733163 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8cc9e1f0-a15a-49a0-b32a-82d97ad43b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:00:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['7b0ff214-26e9-448d-b346-93756d518ba3'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:20.780480 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2b236385-df65-4606-b7e2-a6a0ba1b879c tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "DELETE /v2.0/floatingips/7b4d767b-b57e-4763-ab01-4e8bd3df6968 HTTP/1.1" status: 204 len: 168 time: 1.5376086 Apr 06 14:00:20.802441 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1a1100-63af-4091-a9eb-fbd70b404422', 'tag': '922c8acf-e523-4922-b827-9789c312f544'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:00:20.848359 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e113094c-2da2-48c2-920f-46d0421020d1'] response: {'name': 'network-changed', 'server_uuid': '6e1a1100-63af-4091-a9eb-fbd70b404422', 'tag': '922c8acf-e523-4922-b827-9789c312f544', 'status': 'completed', 'code': 200} Apr 06 14:00:20.912498 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-8cc9e1f0-a15a-49a0-b32a-82d97ad43b26 None None] Set router 7b0ff214-26e9-448d-b346-93756d518ba3 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:00:20.944064 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea4d64-c975-4e4a-a005-52bbf12e8ab2 req-544af042-a3a8-4d85-84cd-b4f072fd44f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:20.945520 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-97ea4d64-c975-4e4a-a005-52bbf12e8ab2 req-544af042-a3a8-4d85-84cd-b4f072fd44f5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=336a3d83ac1e4aaba02ac862d4d581ae&device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 1099 time: 0.0750792 Apr 06 14:00:21.082505 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea4d64-c975-4e4a-a005-52bbf12e8ab2 req-fccd7131-59a6-4978-96f3-284fe60e5f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:21.084086 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-97ea4d64-c975-4e4a-a005-52bbf12e8ab2 req-fccd7131-59a6-4978-96f3-284fe60e5f44 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ddf7df8e-3787-480d-b60e-eaceb78d75d4 HTTP/1.1" status: 200 len: 916 time: 0.1321707 Apr 06 14:00:21.155768 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-97ea4d64-c975-4e4a-a005-52bbf12e8ab2 req-54407439-1306-4c7b-9d05-68a2436c8b16 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=922c8acf-e523-4922-b827-9789c312f544 HTTP/1.1" status: 200 len: 217 time: 0.0647342 Apr 06 14:00:21.224081 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea4d64-c975-4e4a-a005-52bbf12e8ab2 req-66987ab0-b63b-4e0d-a06b-2c7f4f6e7c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:21.225415 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-97ea4d64-c975-4e4a-a005-52bbf12e8ab2 req-66987ab0-b63b-4e0d-a06b-2c7f4f6e7c43 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b2794c5c-3829-404b-89e2-ebed5bfe3698 HTTP/1.1" status: 200 len: 854 time: 0.0641804 Apr 06 14:00:21.233571 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8cc9e1f0-a15a-49a0-b32a-82d97ad43b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'name': 'tempest-TestMinimumBasicScenario-1288478476-router', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '10d6fcbf-441c-4075-bc06-d9393dbc2d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:05Z', 'updated_at': '2022-04-06T13:58:09Z', 'revision_number': 4, 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'gw_port': {'id': '10d6fcbf-441c-4075-bc06-d9393dbc2d95', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:05Z', 'updated_at': '2022-04-06T13:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '7a325f20-3dbc-4c4f-8367-260d97e24567', 'name': '', 'network_id': 'ddf7df8e-3787-480d-b60e-eaceb78d75d4', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'mac_address': 'fa:16:3e:6d:ad:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'b2794c5c-3829-404b-89e2-ebed5bfe3698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:08Z', 'updated_at': '2022-04-06T13:58:16Z', 'revision_number': 5, 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'subnets': [{'id': 'b2794c5c-3829-404b-89e2-ebed5bfe3698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:21.238137 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc9e1f0-a15a-49a0-b32a-82d97ad43b26 None None] Checking router: 7b0ff214-26e9-448d-b346-93756d518ba3 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:00:21.247372 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc9e1f0-a15a-49a0-b32a-82d97ad43b26 None None] Routers {'7b0ff214-26e9-448d-b346-93756d518ba3'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:00:21.247984 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8cc9e1f0-a15a-49a0-b32a-82d97ad43b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:00:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['7b0ff214-26e9-448d-b346-93756d518ba3'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:21.318893 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea4d64-c975-4e4a-a005-52bbf12e8ab2 req-8545e74a-525f-4914-8086-9e83fb2ba50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:21.320495 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-97ea4d64-c975-4e4a-a005-52bbf12e8ab2 req-8545e74a-525f-4914-8086-9e83fb2ba50c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ddf7df8e-3787-480d-b60e-eaceb78d75d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0895286 Apr 06 14:00:21.440459 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-8cc9e1f0-a15a-49a0-b32a-82d97ad43b26 None None] Set router 7b0ff214-26e9-448d-b346-93756d518ba3 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:00:21.468565 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-97ea4d64-c975-4e4a-a005-52bbf12e8ab2 req-93e65719-8449-46c9-8f00-6fc86366176a service neutron] 10.222.0.61 "GET /v2.0/networks/ddf7df8e-3787-480d-b60e-eaceb78d75d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413929 Apr 06 14:00:21.603963 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-97ea4d64-c975-4e4a-a005-52bbf12e8ab2 req-5545aa9c-cc79-44e1-a38a-735ff585e6af service neutron] 10.222.0.61 "GET /v2.0/networks/ddf7df8e-3787-480d-b60e-eaceb78d75d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283920 Apr 06 14:00:21.773040 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8cc9e1f0-a15a-49a0-b32a-82d97ad43b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'name': 'tempest-TestMinimumBasicScenario-1288478476-router', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '10d6fcbf-441c-4075-bc06-d9393dbc2d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:05Z', 'updated_at': '2022-04-06T13:58:09Z', 'revision_number': 4, 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'gw_port': {'id': '10d6fcbf-441c-4075-bc06-d9393dbc2d95', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:05Z', 'updated_at': '2022-04-06T13:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '7a325f20-3dbc-4c4f-8367-260d97e24567', 'name': '', 'network_id': 'ddf7df8e-3787-480d-b60e-eaceb78d75d4', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'mac_address': 'fa:16:3e:6d:ad:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'b2794c5c-3829-404b-89e2-ebed5bfe3698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:08Z', 'updated_at': '2022-04-06T13:58:16Z', 'revision_number': 5, 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'subnets': [{'id': 'b2794c5c-3829-404b-89e2-ebed5bfe3698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:21.777006 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc9e1f0-a15a-49a0-b32a-82d97ad43b26 None None] The sync data for ids ['7b0ff214-26e9-448d-b346-93756d518ba3'] in dv-neutron-834600-1-hyperv is: [{'id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'name': 'tempest-TestMinimumBasicScenario-1288478476-router', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '10d6fcbf-441c-4075-bc06-d9393dbc2d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:05Z', 'updated_at': '2022-04-06T13:58:09Z', 'revision_number': 4, 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'gw_port': {'id': '10d6fcbf-441c-4075-bc06-d9393dbc2d95', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:05Z', 'updated_at': '2022-04-06T13:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '7a325f20-3dbc-4c4f-8367-260d97e24567', 'name': '', 'network_id': 'ddf7df8e-3787-480d-b60e-eaceb78d75d4', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'mac_address': 'fa:16:3e:6d:ad:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'b2794c5c-3829-404b-89e2-ebed5bfe3698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:08Z', 'updated_at': '2022-04-06T13:58:16Z', 'revision_number': 5, 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'subnets': [{'id': 'b2794c5c-3829-404b-89e2-ebed5bfe3698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:00:21.994693 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be56e10-da8b-4f05-9d16-328eac9ab5cf None None] New status for floating IP 7b4d767b-b57e-4763-ab01-4e8bd3df6968: DOWN {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:00:26.688633 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37cd09-e0a3-404a-9ece-26a4b97c2ea2 req-67c46610-4b7b-4c18-a7a6-fcad9f100622 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:26.689313 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-ed37cd09-e0a3-404a-9ece-26a4b97c2ea2 req-67c46610-4b7b-4c18-a7a6-fcad9f100622 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Synchronizing usage tracker for tenant:336a3d83ac1e4aaba02ac862d4d581ae on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:00:26.762701 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-ed37cd09-e0a3-404a-9ece-26a4b97c2ea2 req-67c46610-4b7b-4c18-a7a6-fcad9f100622 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Unset dirty status for tenant:336a3d83ac1e4aaba02ac862d4d581ae on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:00:26.766712 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ed37cd09-e0a3-404a-9ece-26a4b97c2ea2 req-67c46610-4b7b-4c18-a7a6-fcad9f100622 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 946 time: 0.1586497 Apr 06 14:00:26.808813 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ed37cd09-e0a3-404a-9ece-26a4b97c2ea2 req-7bf2ff43-227a-445d-94fd-311f39879b96 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390611 Apr 06 14:00:27.585879 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:27.993880 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0f8fc-14d3-4d7e-b21f-f7832ea5bc44 req-654d8934-5df7-4e0e-836a-b67d6460f3c1 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:27.995358 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bef0f8fc-14d3-4d7e-b21f-f7832ea5bc44 req-654d8934-5df7-4e0e-836a-b67d6460f3c1 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 946 time: 0.0777197 Apr 06 14:00:28.042361 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bef0f8fc-14d3-4d7e-b21f-f7832ea5bc44 req-ad865681-9511-42f3-bff1-a3831b9329de tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/security-groups?id=f96c8c1c-5e10-461b-a31f-5ba2db118eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412712 Apr 06 14:00:28.296814 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48137faf-5c98-4660-960b-298efa4af3a9 req-aca91ad8-31b8-4fe6-b2b6-bda6ac72f692 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:28.297491 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-48137faf-5c98-4660-960b-298efa4af3a9 req-aca91ad8-31b8-4fe6-b2b6-bda6ac72f692 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Synchronizing usage tracker for tenant:336a3d83ac1e4aaba02ac862d4d581ae on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:00:28.309825 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-48137faf-5c98-4660-960b-298efa4af3a9 req-aca91ad8-31b8-4fe6-b2b6-bda6ac72f692 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Unset dirty status for tenant:336a3d83ac1e4aaba02ac862d4d581ae on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:00:28.310912 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-48137faf-5c98-4660-960b-298efa4af3a9 req-aca91ad8-31b8-4fe6-b2b6-bda6ac72f692 tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 946 time: 0.0938129 Apr 06 14:00:28.381709 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-48137faf-5c98-4660-960b-298efa4af3a9 req-4da8e508-725c-4dc0-9a4f-b8933f17333f tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Deleting port 922c8acf-e523-4922-b827-9789c312f544 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:00:28.382045 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-48137faf-5c98-4660-960b-298efa4af3a9 req-4da8e508-725c-4dc0-9a4f-b8933f17333f tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:28.624306 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-48137faf-5c98-4660-960b-298efa4af3a9 req-4da8e508-725c-4dc0-9a4f-b8933f17333f tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] For port 922c8acf-e523-4922-b827-9789c312f544, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=922c8acf-e523-4922-b827-9789c312f544,segment=NetworkSegment(e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4),segment_id=e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:00:28.624666 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-48137faf-5c98-4660-960b-298efa4af3a9 req-4da8e508-725c-4dc0-9a4f-b8933f17333f tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:28.751126 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-48137faf-5c98-4660-960b-298efa4af3a9 req-4da8e508-725c-4dc0-9a4f-b8933f17333f tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Calling delete_port for 922c8acf-e523-4922-b827-9789c312f544 owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:00:29.054554 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-48137faf-5c98-4660-960b-298efa4af3a9 req-4da8e508-725c-4dc0-9a4f-b8933f17333f tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:29.066111 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['922c8acf-e523-4922-b827-9789c312f544'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 14:00:29.108667 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8e508-725c-4dc0-9a4f-b8933f17333f tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Pushing event deleted for resources: {'Port': ['ID=922c8acf-e523-4922-b827-9789c312f544,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:29.188138 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-48137faf-5c98-4660-960b-298efa4af3a9 req-4da8e508-725c-4dc0-9a4f-b8933f17333f tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] No DVR routers for this DVR port 922c8acf-e523-4922-b827-9789c312f544 on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:00:29.190618 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-48137faf-5c98-4660-960b-298efa4af3a9 req-4da8e508-725c-4dc0-9a4f-b8933f17333f tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:29.194288 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1a1100-63af-4091-a9eb-fbd70b404422', 'name': 'network-vif-deleted', 'tag': '922c8acf-e523-4922-b827-9789c312f544'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:00:29.244197 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5e72c62-4649-4380-9000-a3f3072666e4'] response: {'server_uuid': '6e1a1100-63af-4091-a9eb-fbd70b404422', 'name': 'network-vif-deleted', 'tag': '922c8acf-e523-4922-b827-9789c312f544', 'status': 'completed', 'code': 200} Apr 06 14:00:29.272648 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-48137faf-5c98-4660-960b-298efa4af3a9 req-4da8e508-725c-4dc0-9a4f-b8933f17333f tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.61 "DELETE /v2.0/ports/922c8acf-e523-4922-b827-9789c312f544 HTTP/1.1" status: 204 len: 173 time: 0.9565969 Apr 06 14:00:29.325935 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e10d5a8b-3b2b-423f-aa45-578b894dc194 req-73d232aa-e1e4-417f-8766-b52e9a59adfe tempest-TestMinimumBasicScenario-1825233239 tempest-TestMinimumBasicScenario-1825233239-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1a1100-63af-4091-a9eb-fbd70b404422 HTTP/1.1" status: 200 len: 210 time: 0.1659257 Apr 06 14:00:31.522314 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 54738) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:00:31.842869 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 922c8acf-e523-4922-b827-9789c312f544 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:00:31.877728 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: 922c8acf-e523-4922-b827-9789c312f544 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:00:31.878068 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 922c8acf-e523-4922-b827-9789c312f544 not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:00:32.061130 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-102b72ec-f128-48f8-91aa-3cf1a70ae366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:32.407324 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-102b72ec-f128-48f8-91aa-3cf1a70ae366 admin admin] Deleting port 7a325f20-3dbc-4c4f-8367-260d97e24567 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:00:32.407657 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-102b72ec-f128-48f8-91aa-3cf1a70ae366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:32.577829 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-102b72ec-f128-48f8-91aa-3cf1a70ae366 admin admin] For port 7a325f20-3dbc-4c4f-8367-260d97e24567, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=7a325f20-3dbc-4c4f-8367-260d97e24567,segment=NetworkSegment(e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4),segment_id=e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:00:32.578526 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-102b72ec-f128-48f8-91aa-3cf1a70ae366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:32.698320 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-102b72ec-f128-48f8-91aa-3cf1a70ae366 admin admin] Calling delete_port for 7a325f20-3dbc-4c4f-8367-260d97e24567 owned by network:router_interface {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:00:33.038072 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-102b72ec-f128-48f8-91aa-3cf1a70ae366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:33.086636 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b72ec-f128-48f8-91aa-3cf1a70ae366 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a325f20-3dbc-4c4f-8367-260d97e24567,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:33.356068 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-102b72ec-f128-48f8-91aa-3cf1a70ae366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:33.703619 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102b72ec-f128-48f8-91aa-3cf1a70ae366 admin admin] Router 7b0ff214-26e9-448d-b346-93756d518ba3 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:00:33.880152 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102b72ec-f128-48f8-91aa-3cf1a70ae366 admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:00:33.888972 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d903f4-ac28-4aba-925f-c639a0a99c2c None None] Sync routers for ids ['7b0ff214-26e9-448d-b346-93756d518ba3'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:00:33.891866 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-102b72ec-f128-48f8-91aa-3cf1a70ae366 admin admin] 10.222.0.48 "PUT /v2.0/routers/7b0ff214-26e9-448d-b346-93756d518ba3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3684735 Apr 06 14:00:33.894297 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 54742) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:00:33.898932 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d903f4-ac28-4aba-925f-c639a0a99c2c None None] Routers {'7b0ff214-26e9-448d-b346-93756d518ba3'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:00:33.899515 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-37d903f4-ac28-4aba-925f-c639a0a99c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:00:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['7b0ff214-26e9-448d-b346-93756d518ba3'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:34.070901 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-aeeab304-37a9-4601-80dc-ae1e6cf2e231 admin admin] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:34.078439 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-37d903f4-ac28-4aba-925f-c639a0a99c2c None None] Set router 7b0ff214-26e9-448d-b346-93756d518ba3 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:00:34.365551 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-37d903f4-ac28-4aba-925f-c639a0a99c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'name': 'tempest-TestMinimumBasicScenario-1288478476-router', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '10d6fcbf-441c-4075-bc06-d9393dbc2d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:05Z', 'updated_at': '2022-04-06T14:00:32Z', 'revision_number': 5, 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'gw_port': {'id': '10d6fcbf-441c-4075-bc06-d9393dbc2d95', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:05Z', 'updated_at': '2022-04-06T13:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:34.367216 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-aeeab304-37a9-4601-80dc-ae1e6cf2e231 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:34.369204 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d903f4-ac28-4aba-925f-c639a0a99c2c None None] Checking router: 7b0ff214-26e9-448d-b346-93756d518ba3 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:00:34.377545 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d903f4-ac28-4aba-925f-c639a0a99c2c None None] Routers {'7b0ff214-26e9-448d-b346-93756d518ba3'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:00:34.378154 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-37d903f4-ac28-4aba-925f-c639a0a99c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:00:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['7b0ff214-26e9-448d-b346-93756d518ba3'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:34.431711 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-aeeab304-37a9-4601-80dc-ae1e6cf2e231 admin admin] Deleting port 10d6fcbf-441c-4075-bc06-d9393dbc2d95 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:00:34.432149 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-aeeab304-37a9-4601-80dc-ae1e6cf2e231 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:34.527404 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-37d903f4-ac28-4aba-925f-c639a0a99c2c None None] Set router 7b0ff214-26e9-448d-b346-93756d518ba3 gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:00:34.608168 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-aeeab304-37a9-4601-80dc-ae1e6cf2e231 admin admin] For port 10d6fcbf-441c-4075-bc06-d9393dbc2d95, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=10d6fcbf-441c-4075-bc06-d9393dbc2d95,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:00:34.608523 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-aeeab304-37a9-4601-80dc-ae1e6cf2e231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:34.629866 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-37d903f4-ac28-4aba-925f-c639a0a99c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'name': 'tempest-TestMinimumBasicScenario-1288478476-router', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:05Z', 'updated_at': '2022-04-06T14:00:34Z', 'revision_number': 6, 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:34.633710 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d903f4-ac28-4aba-925f-c639a0a99c2c None None] The sync data for ids ['7b0ff214-26e9-448d-b346-93756d518ba3'] in dv-neutron-834600-1-hyperv is: [{'id': '7b0ff214-26e9-448d-b346-93756d518ba3', 'name': 'tempest-TestMinimumBasicScenario-1288478476-router', 'tenant_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:05Z', 'updated_at': '2022-04-06T14:00:34Z', 'revision_number': 6, 'project_id': '336a3d83ac1e4aaba02ac862d4d581ae', 'gw_port_host': None}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:00:34.732367 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-aeeab304-37a9-4601-80dc-ae1e6cf2e231 admin admin] Calling delete_port for 10d6fcbf-441c-4075-bc06-d9393dbc2d95 owned by network:router_gateway {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:00:34.950157 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-aeeab304-37a9-4601-80dc-ae1e6cf2e231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:34.999408 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeab304-37a9-4601-80dc-ae1e6cf2e231 admin admin] Pushing event deleted for resources: {'Port': ['ID=10d6fcbf-441c-4075-bc06-d9393dbc2d95,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:35.095574 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-aeeab304-37a9-4601-80dc-ae1e6cf2e231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:35.270390 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-aeeab304-37a9-4601-80dc-ae1e6cf2e231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:35.272729 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-aeeab304-37a9-4601-80dc-ae1e6cf2e231 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:35.361904 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-aeeab304-37a9-4601-80dc-ae1e6cf2e231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:35.362362 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeeab304-37a9-4601-80dc-ae1e6cf2e231 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b0ff214-26e9-448d-b346-93756d518ba3 {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 14:00:35.376215 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-aeeab304-37a9-4601-80dc-ae1e6cf2e231 admin admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:35.377626 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-aeeab304-37a9-4601-80dc-ae1e6cf2e231 admin admin] 10.222.0.48 "DELETE /v2.0/routers/7b0ff214-26e9-448d-b346-93756d518ba3 HTTP/1.1" status: 204 len: 168 time: 1.4823546 Apr 06 14:00:35.380713 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 54746) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:00:35.440596 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-93bebb8d-6f0b-4366-9b5e-2ce471e44cf8 admin admin] Deleting subnet b2794c5c-3829-404b-89e2-ebed5bfe3698 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 14:00:35.446681 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-93bebb8d-6f0b-4366-9b5e-2ce471e44cf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:35.497367 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-93bebb8d-6f0b-4366-9b5e-2ce471e44cf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:35.571949 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-93bebb8d-6f0b-4366-9b5e-2ce471e44cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:35.704773 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-93bebb8d-6f0b-4366-9b5e-2ce471e44cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:35.745877 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bebb8d-6f0b-4366-9b5e-2ce471e44cf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2794c5c-3829-404b-89e2-ebed5bfe3698,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:35.749552 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-93bebb8d-6f0b-4366-9b5e-2ce471e44cf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:35.755101 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efee775b-000f-4b45-8e3a-dd1cb360f806 None None] Network ddf7df8e-3787-480d-b60e-eaceb78d75d4 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 14:00:35.755621 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-93bebb8d-6f0b-4366-9b5e-2ce471e44cf8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b2794c5c-3829-404b-89e2-ebed5bfe3698 HTTP/1.1" status: 204 len: 168 time: 0.3738210 Apr 06 14:00:35.757869 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 54750) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:00:35.862745 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c14ab171-64fc-4fd7-83d6-968cb51b344c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:35.873419 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-c14ab171-64fc-4fd7-83d6-968cb51b344c admin admin] Deleting port 47538f99-7fc1-4888-a19e-21ab3a7e008e {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:00:35.873747 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c14ab171-64fc-4fd7-83d6-968cb51b344c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:36.003209 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22d38f0-9dba-44b1-8b15-a078eb82a8d1 None None] DHCP port deletion for ddf7df8e-3787-480d-b60e-eaceb78d75d4 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 14:00:36.008686 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 7a325f20-3dbc-4c4f-8367-260d97e24567 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:00:36.039278 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-f22d38f0-9dba-44b1-8b15-a078eb82a8d1 None None] Deleting port 47538f99-7fc1-4888-a19e-21ab3a7e008e {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:00:36.045942 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f22d38f0-9dba-44b1-8b15-a078eb82a8d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:36.072074 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 7a325f20-3dbc-4c4f-8367-260d97e24567 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:00:36.072411 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 7a325f20-3dbc-4c4f-8367-260d97e24567 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:00:36.072832 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 10d6fcbf-441c-4075-bc06-d9393dbc2d95 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:00:36.119451 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 10d6fcbf-441c-4075-bc06-d9393dbc2d95 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:00:36.119789 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 10d6fcbf-441c-4075-bc06-d9393dbc2d95 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:00:36.198054 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-c14ab171-64fc-4fd7-83d6-968cb51b344c admin admin] For port 47538f99-7fc1-4888-a19e-21ab3a7e008e, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=47538f99-7fc1-4888-a19e-21ab3a7e008e,segment=NetworkSegment(e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4),segment_id=e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:00:36.198439 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c14ab171-64fc-4fd7-83d6-968cb51b344c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:36.287380 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-f22d38f0-9dba-44b1-8b15-a078eb82a8d1 None None] For port 47538f99-7fc1-4888-a19e-21ab3a7e008e, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=47538f99-7fc1-4888-a19e-21ab3a7e008e,segment=NetworkSegment(e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4),segment_id=e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:00:36.287929 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f22d38f0-9dba-44b1-8b15-a078eb82a8d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:36.325973 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-c14ab171-64fc-4fd7-83d6-968cb51b344c admin admin] Calling delete_port for 47538f99-7fc1-4888-a19e-21ab3a7e008e owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:00:36.407902 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-f22d38f0-9dba-44b1-8b15-a078eb82a8d1 None None] Calling delete_port for 47538f99-7fc1-4888-a19e-21ab3a7e008e owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:00:36.477645 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c14ab171-64fc-4fd7-83d6-968cb51b344c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:36.482785 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-f22d38f0-9dba-44b1-8b15-a078eb82a8d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:00:36.483172 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-f22d38f0-9dba-44b1-8b15-a078eb82a8d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:00:36.526470 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ab171-64fc-4fd7-83d6-968cb51b344c admin admin] Pushing event deleted for resources: {'Port': ['ID=47538f99-7fc1-4888-a19e-21ab3a7e008e,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:36.528397 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14ab171-64fc-4fd7-83d6-968cb51b344c admin admin] No DVR routers for this DVR port 47538f99-7fc1-4888-a19e-21ab3a7e008e on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:00:36.641353 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c14ab171-64fc-4fd7-83d6-968cb51b344c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-c14ab171-64fc-4fd7-83d6-968cb51b344c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf7df8e-3787-480d-b60e-eaceb78d75d4']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-c14ab171-64fc-4fd7-83d6-968cb51b344c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-c14ab171-64fc-4fd7-83d6-968cb51b344c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e674427e-fd6b-48c4-bc84-5eb2c1b5bfe4') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c14ab171-64fc-4fd7-83d6-968cb51b344c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c14ab171-64fc-4fd7-83d6-968cb51b344c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14ab171-64fc-4fd7-83d6-968cb51b344c admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c14ab171-64fc-4fd7-83d6-968cb51b344c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:00:36.829677 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:00:36.894352 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c14ab171-64fc-4fd7-83d6-968cb51b344c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:36.909688 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c14ab171-64fc-4fd7-83d6-968cb51b344c admin admin] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:36.921144 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ab171-64fc-4fd7-83d6-968cb51b344c admin admin] Pushing event deleted for resources: {'Network': ['ID=ddf7df8e-3787-480d-b60e-eaceb78d75d4,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:36.984484 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-f22d38f0-9dba-44b1-8b15-a078eb82a8d1 None None] Deleting port 47538f99-7fc1-4888-a19e-21ab3a7e008e {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:00:36.984986 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f22d38f0-9dba-44b1-8b15-a078eb82a8d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:37.019418 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c14ab171-64fc-4fd7-83d6-968cb51b344c admin admin] 10.222.0.48 "DELETE /v2.0/networks/ddf7df8e-3787-480d-b60e-eaceb78d75d4 HTTP/1.1" status: 204 len: 168 time: 1.2604854 Apr 06 14:00:37.022244 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 54754) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:00:37.051163 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-f22d38f0-9dba-44b1-8b15-a078eb82a8d1 None None] The port '47538f99-7fc1-4888-a19e-21ab3a7e008e' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 14:00:37.560891 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-78a6fb4d-b8ad-4f99-9a4e-e25562214dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:37.980414 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 47538f99-7fc1-4888-a19e-21ab3a7e008e no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:00:38.013777 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-78a6fb4d-b8ad-4f99-9a4e-e25562214dfb admin admin] Deleting port c960f719-b117-46a4-9bb7-5a491901289f {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:00:38.014370 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-78a6fb4d-b8ad-4f99-9a4e-e25562214dfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:38.016214 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 47538f99-7fc1-4888-a19e-21ab3a7e008e {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:00:38.016613 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 47538f99-7fc1-4888-a19e-21ab3a7e008e not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:00:38.192440 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-78a6fb4d-b8ad-4f99-9a4e-e25562214dfb admin admin] For port c960f719-b117-46a4-9bb7-5a491901289f, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=c960f719-b117-46a4-9bb7-5a491901289f,segment=NetworkSegment(d940b349-9af5-45dc-a6ac-9f369f881887),segment_id=d940b349-9af5-45dc-a6ac-9f369f881887)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:00:38.192770 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-78a6fb4d-b8ad-4f99-9a4e-e25562214dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:38.313931 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-78a6fb4d-b8ad-4f99-9a4e-e25562214dfb admin admin] Calling delete_port for c960f719-b117-46a4-9bb7-5a491901289f owned by network:router_interface {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:00:38.551801 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-78a6fb4d-b8ad-4f99-9a4e-e25562214dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:38.597365 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a6fb4d-b8ad-4f99-9a4e-e25562214dfb admin admin] Pushing event deleted for resources: {'Port': ['ID=c960f719-b117-46a4-9bb7-5a491901289f,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:38.868972 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-78a6fb4d-b8ad-4f99-9a4e-e25562214dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:39.337113 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a6fb4d-b8ad-4f99-9a4e-e25562214dfb admin admin] Router aef186f8-b06a-4774-9681-45f50f4384b1 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:00:39.510683 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a6fb4d-b8ad-4f99-9a4e-e25562214dfb admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:00:39.519164 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2168be0c-fa21-4341-ad64-e288430ec1b3 None None] Sync routers for ids ['aef186f8-b06a-4774-9681-45f50f4384b1'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:00:39.519668 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-78a6fb4d-b8ad-4f99-9a4e-e25562214dfb admin admin] 10.222.0.48 "PUT /v2.0/routers/aef186f8-b06a-4774-9681-45f50f4384b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4959826 Apr 06 14:00:39.521949 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 54758) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:00:39.528344 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2168be0c-fa21-4341-ad64-e288430ec1b3 None None] Routers {'aef186f8-b06a-4774-9681-45f50f4384b1'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:00:39.529020 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-2168be0c-fa21-4341-ad64-e288430ec1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:00:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['aef186f8-b06a-4774-9681-45f50f4384b1'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:39.701776 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-615c8d1d-5993-4f60-bb0c-c11a21cf91f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:39.715706 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-2168be0c-fa21-4341-ad64-e288430ec1b3 None None] Set router aef186f8-b06a-4774-9681-45f50f4384b1 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:00:39.879916 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-615c8d1d-5993-4f60-bb0c-c11a21cf91f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:39.958651 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-615c8d1d-5993-4f60-bb0c-c11a21cf91f1 admin admin] Deleting port f395de41-819f-4de9-86fd-c1f44a75da82 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:00:39.959036 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-615c8d1d-5993-4f60-bb0c-c11a21cf91f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:40.054288 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-2168be0c-fa21-4341-ad64-e288430ec1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef186f8-b06a-4774-9681-45f50f4384b1', 'name': 'tempest-TestMinimumBasicScenario-774807393-router', 'tenant_id': 'a8e49a92c91e4d7d915750795a39704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'f395de41-819f-4de9-86fd-c1f44a75da82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:13Z', 'updated_at': '2022-04-06T14:00:38Z', 'revision_number': 5, 'project_id': 'a8e49a92c91e4d7d915750795a39704f', 'gw_port': {'id': 'f395de41-819f-4de9-86fd-c1f44a75da82', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef186f8-b06a-4774-9681-45f50f4384b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:14Z', 'updated_at': '2022-04-06T13:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:40.058163 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2168be0c-fa21-4341-ad64-e288430ec1b3 None None] Checking router: aef186f8-b06a-4774-9681-45f50f4384b1 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:00:40.066326 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2168be0c-fa21-4341-ad64-e288430ec1b3 None None] Routers {'aef186f8-b06a-4774-9681-45f50f4384b1'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:00:40.067584 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-2168be0c-fa21-4341-ad64-e288430ec1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:00:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['aef186f8-b06a-4774-9681-45f50f4384b1'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:40.142411 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-615c8d1d-5993-4f60-bb0c-c11a21cf91f1 admin admin] For port f395de41-819f-4de9-86fd-c1f44a75da82, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f395de41-819f-4de9-86fd-c1f44a75da82,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:00:40.142970 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-615c8d1d-5993-4f60-bb0c-c11a21cf91f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:40.220539 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-2168be0c-fa21-4341-ad64-e288430ec1b3 None None] Set router aef186f8-b06a-4774-9681-45f50f4384b1 gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:00:40.266719 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-615c8d1d-5993-4f60-bb0c-c11a21cf91f1 admin admin] Calling delete_port for f395de41-819f-4de9-86fd-c1f44a75da82 owned by network:router_gateway {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:00:40.325884 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-2168be0c-fa21-4341-ad64-e288430ec1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef186f8-b06a-4774-9681-45f50f4384b1', 'name': 'tempest-TestMinimumBasicScenario-774807393-router', 'tenant_id': 'a8e49a92c91e4d7d915750795a39704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:13Z', 'updated_at': '2022-04-06T14:00:39Z', 'revision_number': 6, 'project_id': 'a8e49a92c91e4d7d915750795a39704f', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:40.329753 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2168be0c-fa21-4341-ad64-e288430ec1b3 None None] The sync data for ids ['aef186f8-b06a-4774-9681-45f50f4384b1'] in dv-neutron-834600-1-hyperv is: [{'id': 'aef186f8-b06a-4774-9681-45f50f4384b1', 'name': 'tempest-TestMinimumBasicScenario-774807393-router', 'tenant_id': 'a8e49a92c91e4d7d915750795a39704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:13Z', 'updated_at': '2022-04-06T14:00:39Z', 'revision_number': 6, 'project_id': 'a8e49a92c91e4d7d915750795a39704f', 'gw_port_host': None}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:00:40.522767 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-615c8d1d-5993-4f60-bb0c-c11a21cf91f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:40.570126 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c8d1d-5993-4f60-bb0c-c11a21cf91f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f395de41-819f-4de9-86fd-c1f44a75da82,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:40.657901 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-615c8d1d-5993-4f60-bb0c-c11a21cf91f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:40.942298 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-615c8d1d-5993-4f60-bb0c-c11a21cf91f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:40.944498 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-615c8d1d-5993-4f60-bb0c-c11a21cf91f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:41.054230 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-615c8d1d-5993-4f60-bb0c-c11a21cf91f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:41.054622 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615c8d1d-5993-4f60-bb0c-c11a21cf91f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aef186f8-b06a-4774-9681-45f50f4384b1 {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 14:00:41.066574 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-615c8d1d-5993-4f60-bb0c-c11a21cf91f1 admin admin] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:41.068162 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-615c8d1d-5993-4f60-bb0c-c11a21cf91f1 admin admin] 10.222.0.48 "DELETE /v2.0/routers/aef186f8-b06a-4774-9681-45f50f4384b1 HTTP/1.1" status: 204 len: 168 time: 1.5452971 Apr 06 14:00:41.070766 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 54762) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:00:41.132290 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77e7f4a-dc13-4007-b797-61466b536778 admin admin] Deleting subnet 79cd05e6-5286-4236-9d33-4b182446a22d {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 14:00:41.135342 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d77e7f4a-dc13-4007-b797-61466b536778 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:41.187307 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d77e7f4a-dc13-4007-b797-61466b536778 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:41.265951 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d77e7f4a-dc13-4007-b797-61466b536778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:41.409082 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d77e7f4a-dc13-4007-b797-61466b536778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:41.448806 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e7f4a-dc13-4007-b797-61466b536778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79cd05e6-5286-4236-9d33-4b182446a22d,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:41.454193 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d77e7f4a-dc13-4007-b797-61466b536778 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:41.460358 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66b6eca-244c-4967-800c-1b0064794f63 None None] Network 8088a015-fa82-4ccc-aaf8-b5dadaed09ad requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 14:00:41.461167 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d77e7f4a-dc13-4007-b797-61466b536778 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/79cd05e6-5286-4236-9d33-4b182446a22d HTTP/1.1" status: 204 len: 168 time: 0.3894539 Apr 06 14:00:41.463606 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 54766) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:00:41.569871 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-618452b7-ad2b-4c8d-bd4e-1ad02f5be4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:41.579970 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-618452b7-ad2b-4c8d-bd4e-1ad02f5be4d4 admin admin] Deleting port 08594a62-14b6-4c03-a8af-08edaba8e311 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:00:41.580293 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-618452b7-ad2b-4c8d-bd4e-1ad02f5be4d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:41.701269 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d7279d-7a0f-4718-869a-8da73f1299e9 None None] DHCP port deletion for 8088a015-fa82-4ccc-aaf8-b5dadaed09ad request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 14:00:41.705153 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-61d7279d-7a0f-4718-869a-8da73f1299e9 None None] Deleting port 08594a62-14b6-4c03-a8af-08edaba8e311 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:00:41.705528 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-61d7279d-7a0f-4718-869a-8da73f1299e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:41.786855 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-618452b7-ad2b-4c8d-bd4e-1ad02f5be4d4 admin admin] For port 08594a62-14b6-4c03-a8af-08edaba8e311, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=08594a62-14b6-4c03-a8af-08edaba8e311,segment=NetworkSegment(d940b349-9af5-45dc-a6ac-9f369f881887),segment_id=d940b349-9af5-45dc-a6ac-9f369f881887)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:00:41.787211 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-618452b7-ad2b-4c8d-bd4e-1ad02f5be4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:41.911215 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-61d7279d-7a0f-4718-869a-8da73f1299e9 None None] For port 08594a62-14b6-4c03-a8af-08edaba8e311, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=08594a62-14b6-4c03-a8af-08edaba8e311,segment=NetworkSegment(d940b349-9af5-45dc-a6ac-9f369f881887),segment_id=d940b349-9af5-45dc-a6ac-9f369f881887)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:00:41.911487 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-61d7279d-7a0f-4718-869a-8da73f1299e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:41.916170 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-618452b7-ad2b-4c8d-bd4e-1ad02f5be4d4 admin admin] Calling delete_port for 08594a62-14b6-4c03-a8af-08edaba8e311 owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:00:42.029821 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f395de41-819f-4de9-86fd-c1f44a75da82 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:00:42.031957 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-618452b7-ad2b-4c8d-bd4e-1ad02f5be4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:42.059171 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-61d7279d-7a0f-4718-869a-8da73f1299e9 None None] Calling delete_port for 08594a62-14b6-4c03-a8af-08edaba8e311 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:00:42.080288 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618452b7-ad2b-4c8d-bd4e-1ad02f5be4d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=08594a62-14b6-4c03-a8af-08edaba8e311,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:42.084718 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618452b7-ad2b-4c8d-bd4e-1ad02f5be4d4 admin admin] No DVR routers for this DVR port 08594a62-14b6-4c03-a8af-08edaba8e311 on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:00:42.103913 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: f395de41-819f-4de9-86fd-c1f44a75da82 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:00:42.104255 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f395de41-819f-4de9-86fd-c1f44a75da82 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:00:42.104668 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 08594a62-14b6-4c03-a8af-08edaba8e311 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:00:42.140854 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 08594a62-14b6-4c03-a8af-08edaba8e311 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:00:42.141197 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 08594a62-14b6-4c03-a8af-08edaba8e311 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:00:42.141619 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device c960f719-b117-46a4-9bb7-5a491901289f no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:00:42.185943 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: c960f719-b117-46a4-9bb7-5a491901289f {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:00:42.186241 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device c960f719-b117-46a4-9bb7-5a491901289f not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:00:42.204771 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-618452b7-ad2b-4c8d-bd4e-1ad02f5be4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:42.212826 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-61d7279d-7a0f-4718-869a-8da73f1299e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:00:42.213254 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-61d7279d-7a0f-4718-869a-8da73f1299e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:00:42.233707 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-618452b7-ad2b-4c8d-bd4e-1ad02f5be4d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8088a015-fa82-4ccc-aaf8-b5dadaed09ad']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:42.246032 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-618452b7-ad2b-4c8d-bd4e-1ad02f5be4d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd940b349-9af5-45dc-a6ac-9f369f881887') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:42.246319 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-618452b7-ad2b-4c8d-bd4e-1ad02f5be4d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd940b349-9af5-45dc-a6ac-9f369f881887') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:42.258031 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-618452b7-ad2b-4c8d-bd4e-1ad02f5be4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:42.273649 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-618452b7-ad2b-4c8d-bd4e-1ad02f5be4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:42.280730 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-618452b7-ad2b-4c8d-bd4e-1ad02f5be4d4 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:00:42.281110 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-618452b7-ad2b-4c8d-bd4e-1ad02f5be4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:00:42.295631 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:00:42.420106 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-618452b7-ad2b-4c8d-bd4e-1ad02f5be4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:42.440068 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-618452b7-ad2b-4c8d-bd4e-1ad02f5be4d4 admin admin] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:42.449789 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618452b7-ad2b-4c8d-bd4e-1ad02f5be4d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8088a015-fa82-4ccc-aaf8-b5dadaed09ad,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:42.453759 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-618452b7-ad2b-4c8d-bd4e-1ad02f5be4d4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8088a015-fa82-4ccc-aaf8-b5dadaed09ad HTTP/1.1" status: 204 len: 168 time: 0.9890969 Apr 06 14:00:42.714222 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-61d7279d-7a0f-4718-869a-8da73f1299e9 None None] Deleting port 08594a62-14b6-4c03-a8af-08edaba8e311 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:00:42.714856 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-61d7279d-7a0f-4718-869a-8da73f1299e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:42.779945 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-61d7279d-7a0f-4718-869a-8da73f1299e9 None None] The port '08594a62-14b6-4c03-a8af-08edaba8e311' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 14:00:42.792516 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 54772) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:00:42.840320 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-98f11bae-b451-4562-8930-3b9bb537b5ae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=336a3d83ac1e4aaba02ac862d4d581ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466547 Apr 06 14:00:42.842700 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 54776) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:00:42.898876 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ac945976-070f-47db-a15f-8a8758a0307c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:42.924641 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ac945976-070f-47db-a15f-8a8758a0307c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:43.048983 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ac945976-070f-47db-a15f-8a8758a0307c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:43.062927 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac945976-070f-47db-a15f-8a8758a0307c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96c8c1c-5e10-461b-a31f-5ba2db118eaf,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:43.070230 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ac945976-070f-47db-a15f-8a8758a0307c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:43.071368 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ac945976-070f-47db-a15f-8a8758a0307c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f96c8c1c-5e10-461b-a31f-5ba2db118eaf HTTP/1.1" status: 204 len: 168 time: 0.2277710 Apr 06 14:00:43.737247 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 54784) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:00:43.788940 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8ed3106f-629d-4b15-8f76-0bbf47f738bf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a8e49a92c91e4d7d915750795a39704f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505612 Apr 06 14:00:43.791396 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 54788) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:00:43.848128 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-329307b7-1093-437d-bb8e-1e754dd7289e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:43.874011 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-329307b7-1093-437d-bb8e-1e754dd7289e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:44.065663 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-329307b7-1093-437d-bb8e-1e754dd7289e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:44.080006 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329307b7-1093-437d-bb8e-1e754dd7289e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c98ed53-23db-453b-9472-a762f554f13a,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:44.086270 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-329307b7-1093-437d-bb8e-1e754dd7289e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:44.088148 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-329307b7-1093-437d-bb8e-1e754dd7289e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0c98ed53-23db-453b-9472-a762f554f13a HTTP/1.1" status: 204 len: 168 time: 0.2951915 Apr 06 14:00:44.580940 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:00:45.500651 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-88d4ec98-d350-4927-8ff8-753ca6e8bb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:46.238088 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 54830) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:00:46.243350 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-f71f6261-bc89-46a9-b1c7-547cf560666f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-526804410', 'description': 'tempest-secgroup-smoke-526804410 description', 'project_id': 'ee8feeb260df4580987384a151b8068e'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:00:46.250261 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f71f6261-bc89-46a9-b1c7-547cf560666f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:00:46.254117 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f71f6261-bc89-46a9-b1c7-547cf560666f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:00:46.257850 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f71f6261-bc89-46a9-b1c7-547cf560666f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:00:46.264979 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f71f6261-bc89-46a9-b1c7-547cf560666f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:00:46.351704 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f71f6261-bc89-46a9-b1c7-547cf560666f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:46.365554 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f71f6261-bc89-46a9-b1c7-547cf560666f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:46.388934 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f71f6261-bc89-46a9-b1c7-547cf560666f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:00:46.392958 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f71f6261-bc89-46a9-b1c7-547cf560666f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:00:46.396529 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f71f6261-bc89-46a9-b1c7-547cf560666f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:00:46.402360 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f71f6261-bc89-46a9-b1c7-547cf560666f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:00:46.502609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f71f6261-bc89-46a9-b1c7-547cf560666f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:46.545805 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f71f6261-bc89-46a9-b1c7-547cf560666f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:46.557564 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f71f6261-bc89-46a9-b1c7-547cf560666f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:00:46.565098 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f71f6261-bc89-46a9-b1c7-547cf560666f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:00:46.570512 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f71f6261-bc89-46a9-b1c7-547cf560666f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:00:46.584241 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f71f6261-bc89-46a9-b1c7-547cf560666f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:00:46.591377 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f6261-bc89-46a9-b1c7-547cf560666f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56b0f749-6cc0-4cdc-bb43-25a9b6264903,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:46.666375 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f71f6261-bc89-46a9-b1c7-547cf560666f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:46.717070 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f71f6261-bc89-46a9-b1c7-547cf560666f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:46.758947 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f6261-bc89-46a9-b1c7-547cf560666f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3500fe-faef-4708-b77d-a9e405d7958a,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:46.797359 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f71f6261-bc89-46a9-b1c7-547cf560666f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:46.798614 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f71f6261-bc89-46a9-b1c7-547cf560666f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5595200 Apr 06 14:00:46.801530 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 54834) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:00:46.807092 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-c0a9690c-4cf7-40d6-8412-371928eb7570 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': '2b3500fe-faef-4708-b77d-a9e405d7958a', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:00:46.813115 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c0a9690c-4cf7-40d6-8412-371928eb7570 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:00:46.816812 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c0a9690c-4cf7-40d6-8412-371928eb7570 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:00:46.819835 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c0a9690c-4cf7-40d6-8412-371928eb7570 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:00:46.826424 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c0a9690c-4cf7-40d6-8412-371928eb7570 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:00:46.895027 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c0a9690c-4cf7-40d6-8412-371928eb7570 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:46.955271 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c0a9690c-4cf7-40d6-8412-371928eb7570 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:47.014533 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c0a9690c-4cf7-40d6-8412-371928eb7570 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:47.038236 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9690c-4cf7-40d6-8412-371928eb7570 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38acfa60-e273-44bd-ab07-8de5bfbe4dc6,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:47.123207 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c0a9690c-4cf7-40d6-8412-371928eb7570 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:47.124458 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c0a9690c-4cf7-40d6-8412-371928eb7570 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3212328 Apr 06 14:00:47.127224 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54838) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:00:47.132311 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-6fb725bd-191f-4740-8792-4feb84c5b0c6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': '2b3500fe-faef-4708-b77d-a9e405d7958a', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:00:47.138559 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-6fb725bd-191f-4740-8792-4feb84c5b0c6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:00:47.142393 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6fb725bd-191f-4740-8792-4feb84c5b0c6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:00:47.145283 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6fb725bd-191f-4740-8792-4feb84c5b0c6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:00:47.152192 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-6fb725bd-191f-4740-8792-4feb84c5b0c6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:00:47.220168 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6fb725bd-191f-4740-8792-4feb84c5b0c6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:47.280590 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6fb725bd-191f-4740-8792-4feb84c5b0c6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:47.367688 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6fb725bd-191f-4740-8792-4feb84c5b0c6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:47.391013 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb725bd-191f-4740-8792-4feb84c5b0c6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93291ea0-20ba-4141-858e-905cc83a40e6,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:47.466126 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6fb725bd-191f-4740-8792-4feb84c5b0c6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:47.467330 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6fb725bd-191f-4740-8792-4feb84c5b0c6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3391085 Apr 06 14:00:47.469973 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54842) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:00:47.475499 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-a6e07eac-883c-4059-a891-cd14692a767c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': '2b3500fe-faef-4708-b77d-a9e405d7958a', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:00:47.481487 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a6e07eac-883c-4059-a891-cd14692a767c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:00:47.485457 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a6e07eac-883c-4059-a891-cd14692a767c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:00:47.488412 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a6e07eac-883c-4059-a891-cd14692a767c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:00:47.494381 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a6e07eac-883c-4059-a891-cd14692a767c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:00:47.575840 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6e07eac-883c-4059-a891-cd14692a767c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:47.640015 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6e07eac-883c-4059-a891-cd14692a767c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:47.717461 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6e07eac-883c-4059-a891-cd14692a767c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:47.740918 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e07eac-883c-4059-a891-cd14692a767c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b773a795-cf5e-418e-82e1-9c0c3cba6349,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:47.746066 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ea794e40-a56a-4a41-a4fe-96ef85a7691d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:47.809303 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a6e07eac-883c-4059-a891-cd14692a767c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:47.810436 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a6e07eac-883c-4059-a891-cd14692a767c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3395684 Apr 06 14:00:47.813100 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54846) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:00:47.818456 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-7d7290b9-0e86-49e0-b890-f598ca9dedf3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': '2b3500fe-faef-4708-b77d-a9e405d7958a', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:00:47.824324 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7d7290b9-0e86-49e0-b890-f598ca9dedf3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:00:47.828162 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7d7290b9-0e86-49e0-b890-f598ca9dedf3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:00:47.830968 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-7d7290b9-0e86-49e0-b890-f598ca9dedf3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:00:47.837297 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-7d7290b9-0e86-49e0-b890-f598ca9dedf3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:00:47.940416 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7d7290b9-0e86-49e0-b890-f598ca9dedf3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:48.003216 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7d7290b9-0e86-49e0-b890-f598ca9dedf3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:48.065512 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7d7290b9-0e86-49e0-b890-f598ca9dedf3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:48.088548 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7290b9-0e86-49e0-b890-f598ca9dedf3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b46e1dc-303c-44ca-92d5-1ce92100923f,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:48.158053 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7d7290b9-0e86-49e0-b890-f598ca9dedf3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:48.158690 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7d7290b9-0e86-49e0-b890-f598ca9dedf3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3444505 Apr 06 14:00:48.161223 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54852) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:00:48.168446 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-c922e32f-14d0-4f2f-8d5e-daad3bb96638 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': '2b3500fe-faef-4708-b77d-a9e405d7958a', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:00:48.174544 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c922e32f-14d0-4f2f-8d5e-daad3bb96638 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:00:48.179288 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c922e32f-14d0-4f2f-8d5e-daad3bb96638 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:00:48.182166 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c922e32f-14d0-4f2f-8d5e-daad3bb96638 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:00:48.187894 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c922e32f-14d0-4f2f-8d5e-daad3bb96638 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:00:48.253277 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.securitygroups_db [None req-c922e32f-14d0-4f2f-8d5e-daad3bb96638 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Project ee8feeb260df4580987384a151b8068e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:00:48.260696 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c922e32f-14d0-4f2f-8d5e-daad3bb96638 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:48.328474 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c922e32f-14d0-4f2f-8d5e-daad3bb96638 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:48.403138 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c922e32f-14d0-4f2f-8d5e-daad3bb96638 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:48.428725 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922e32f-14d0-4f2f-8d5e-daad3bb96638 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859a6590-85ce-4f57-9a45-d0f4242de3b2,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:48.499955 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c922e32f-14d0-4f2f-8d5e-daad3bb96638 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:48.501125 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c922e32f-14d0-4f2f-8d5e-daad3bb96638 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3390210 Apr 06 14:00:48.503962 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54856) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:00:48.508863 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-d9484921-35d7-4451-b8df-326c9561d439 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': '2b3500fe-faef-4708-b77d-a9e405d7958a', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:00:48.514711 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-d9484921-35d7-4451-b8df-326c9561d439 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:00:48.518504 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d9484921-35d7-4451-b8df-326c9561d439 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:00:48.521790 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-d9484921-35d7-4451-b8df-326c9561d439 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:00:48.527711 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-d9484921-35d7-4451-b8df-326c9561d439 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:00:48.620076 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.securitygroups_db [None req-d9484921-35d7-4451-b8df-326c9561d439 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Project ee8feeb260df4580987384a151b8068e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:00:48.626550 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d9484921-35d7-4451-b8df-326c9561d439 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:48.691187 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d9484921-35d7-4451-b8df-326c9561d439 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:48.774266 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d9484921-35d7-4451-b8df-326c9561d439 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:48.798367 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9484921-35d7-4451-b8df-326c9561d439 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=737f4582-de41-476c-b441-361810e7a220,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:48.865831 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d9484921-35d7-4451-b8df-326c9561d439 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:48.867102 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d9484921-35d7-4451-b8df-326c9561d439 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3622272 Apr 06 14:00:48.871071 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54860) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:00:48.875734 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-c46beefb-f575-4860-92bd-23a1410a1eba tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'network': {'name': 'tempest-network-smoke--279803113', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'port_security_enabled': True}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:00:48.881102 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c46beefb-f575-4860-92bd-23a1410a1eba tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:00:48.884787 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c46beefb-f575-4860-92bd-23a1410a1eba tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:network and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:00:48.887734 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c46beefb-f575-4860-92bd-23a1410a1eba tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:00:48.893308 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c46beefb-f575-4860-92bd-23a1410a1eba tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:00:48.952078 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46beefb-f575-4860-92bd-23a1410a1eba tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Made reservation on behalf of ee8feeb260df4580987384a151b8068e for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:00:48.953356 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:48.955537 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c46beefb-f575-4860-92bd-23a1410a1eba tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:48.984358 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c46beefb-f575-4860-92bd-23a1410a1eba tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:00:48.992776 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c46beefb-f575-4860-92bd-23a1410a1eba tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:48.993097 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-c46beefb-f575-4860-92bd-23a1410a1eba tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Added segment 86b345c7-8ae2-4a99-b75b-fd78f1c53fed of type vlan for network 3554c0a8-2212-4ddc-84ec-2fef30487c42 Apr 06 14:00:49.018122 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c46beefb-f575-4860-92bd-23a1410a1eba tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:49.021316 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:49.116236 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c46beefb-f575-4860-92bd-23a1410a1eba tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:49.121693 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46beefb-f575-4860-92bd-23a1410a1eba tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:49.122210 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c46beefb-f575-4860-92bd-23a1410a1eba tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:49.228190 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46beefb-f575-4860-92bd-23a1410a1eba tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Network': ['ID=3554c0a8-2212-4ddc-84ec-2fef30487c42,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:49.238209 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 3554c0a8-2212-4ddc-84ec-2fef30487c42 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:00:49.255451 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c46beefb-f575-4860-92bd-23a1410a1eba tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3837717 Apr 06 14:00:49.258305 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54864) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:00:49.263590 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-08d5ed59-8a1e-4b23-80b9-4d78c4a06221 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1489781979', 'admin_state_up': True, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:00:49.271386 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-08d5ed59-8a1e-4b23-80b9-4d78c4a06221 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:00:49.275223 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-08d5ed59-8a1e-4b23-80b9-4d78c4a06221 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:router and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:00:49.278151 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-08d5ed59-8a1e-4b23-80b9-4d78c4a06221 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:00:49.284456 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-08d5ed59-8a1e-4b23-80b9-4d78c4a06221 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:00:49.374588 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-08d5ed59-8a1e-4b23-80b9-4d78c4a06221 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:49.375598 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-08d5ed59-8a1e-4b23-80b9-4d78c4a06221 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:49.390419 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-08d5ed59-8a1e-4b23-80b9-4d78c4a06221 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:49.731894 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-08d5ed59-8a1e-4b23-80b9-4d78c4a06221 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:50.086102 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-08d5ed59-8a1e-4b23-80b9-4d78c4a06221 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:50.114928 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-08d5ed59-8a1e-4b23-80b9-4d78c4a06221 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:50.334618 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-08d5ed59-8a1e-4b23-80b9-4d78c4a06221 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Allocated IP 172.26.4.78 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/7cce112e-a2fd-4df5-a601-5dfc28b2a615) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:00:50.397757 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:50.479543 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-08d5ed59-8a1e-4b23-80b9-4d78c4a06221 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:50.573638 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-08d5ed59-8a1e-4b23-80b9-4d78c4a06221 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:50.636117 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d5ed59-8a1e-4b23-80b9-4d78c4a06221 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:00:50.642778 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-08d5ed59-8a1e-4b23-80b9-4d78c4a06221 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:00:50.647440 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d5ed59-8a1e-4b23-80b9-4d78c4a06221 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:00:50.675694 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5ed59-8a1e-4b23-80b9-4d78c4a06221 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=7cce112e-a2fd-4df5-a601-5dfc28b2a615,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:51.134594 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-08d5ed59-8a1e-4b23-80b9-4d78c4a06221 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:51.469968 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-08d5ed59-8a1e-4b23-80b9-4d78c4a06221 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:51.721714 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d5ed59-8a1e-4b23-80b9-4d78c4a06221 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Router 52df82ee-6a54-4516-8f77-1d0cb087d096 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 14:00:52.003073 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d5ed59-8a1e-4b23-80b9-4d78c4a06221 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:00:52.014062 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7702ad-8716-489f-9fc1-fd245322d6c7 None None] Sync routers for ids ['52df82ee-6a54-4516-8f77-1d0cb087d096'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:00:52.025007 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7702ad-8716-489f-9fc1-fd245322d6c7 None None] Routers {'52df82ee-6a54-4516-8f77-1d0cb087d096'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:00:52.025664 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7d7702ad-8716-489f-9fc1-fd245322d6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:00:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['52df82ee-6a54-4516-8f77-1d0cb087d096'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:52.106141 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-08d5ed59-8a1e-4b23-80b9-4d78c4a06221 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:52.107417 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-08d5ed59-8a1e-4b23-80b9-4d78c4a06221 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8481164 Apr 06 14:00:52.110530 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54868) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:00:52.230070 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-7d7702ad-8716-489f-9fc1-fd245322d6c7 None None] Set router 52df82ee-6a54-4516-8f77-1d0cb087d096 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:00:52.266344 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2b5fe482-6be3-48f5-9b0b-1a850456b2df tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=ee8feeb260df4580987384a151b8068e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1522448 Apr 06 14:00:52.266740 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 54876) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:00:52.395131 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3609221-44f0-4833-b69d-c24c1d21bf46 tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:52.397386 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a3609221-44f0-4833-b69d-c24c1d21bf46 tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295762 Apr 06 14:00:52.400256 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 54880) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:00:52.446689 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1d9b91c0-ca42-4b3c-9aab-6c6fe96ff70f tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430136 Apr 06 14:00:52.446955 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 54884) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:00:52.452503 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-5f311478-1331-4325-8673-1081f876f377 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1648885933', 'network_id': '3554c0a8-2212-4ddc-84ec-2fef30487c42', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:00:52.512720 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7d7702ad-8716-489f-9fc1-fd245322d6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489781979', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:00:49Z', 'updated_at': '2022-04-06T14:00:50Z', 'revision_number': 3, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ba:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:00:50Z', 'updated_at': '2022-04-06T14:00:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:52.516528 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7702ad-8716-489f-9fc1-fd245322d6c7 None None] Checking router: 52df82ee-6a54-4516-8f77-1d0cb087d096 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:00:52.516790 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7702ad-8716-489f-9fc1-fd245322d6c7 None None] Updating router 52df82ee-6a54-4516-8f77-1d0cb087d096 port 7cce112e-a2fd-4df5-a601-5dfc28b2a615 binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:00:52.561686 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-5f311478-1331-4325-8673-1081f876f377 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:00:52.565437 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-5f311478-1331-4325-8673-1081f876f377 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:subnet and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:00:52.568831 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-5f311478-1331-4325-8673-1081f876f377 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:00:52.570672 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7d7702ad-8716-489f-9fc1-fd245322d6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:52.574613 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-5f311478-1331-4325-8673-1081f876f377 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:00:52.694505 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f311478-1331-4325-8673-1081f876f377 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Made reservation on behalf of ee8feeb260df4580987384a151b8068e for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:00:52.697986 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5f311478-1331-4325-8673-1081f876f377 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:52.895809 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7d7702ad-8716-489f-9fc1-fd245322d6c7 None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:52.908073 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-7d7702ad-8716-489f-9fc1-fd245322d6c7 None None] Transition to ACTIVE for port object 7cce112e-a2fd-4df5-a601-5dfc28b2a615 will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:00:52.984444 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7d7702ad-8716-489f-9fc1-fd245322d6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:53.061565 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-7d7702ad-8716-489f-9fc1-fd245322d6c7 None None] Attempting to bind port 7cce112e-a2fd-4df5-a601-5dfc28b2a615 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:00:53.062162 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-7d7702ad-8716-489f-9fc1-fd245322d6c7 None None] Attempting to bind port 7cce112e-a2fd-4df5-a601-5dfc28b2a615 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:00:53.062301 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7702ad-8716-489f-9fc1-fd245322d6c7 None None] Attempting to bind port 7cce112e-a2fd-4df5-a601-5dfc28b2a615 on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:00:53.069261 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656ea99-d85f-491e-81a8-0eb2f14f18e4 None None] Pushing event updated for resources: {'Port': ['ID=7cce112e-a2fd-4df5-a601-5dfc28b2a615,revision_number=2']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:53.071472 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7702ad-8716-489f-9fc1-fd245322d6c7 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:00:53.071830 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7702ad-8716-489f-9fc1-fd245322d6c7 None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:00:53.072213 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7d7702ad-8716-489f-9fc1-fd245322d6c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:53.072588 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7702ad-8716-489f-9fc1-fd245322d6c7 None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:00:53.073028 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-7d7702ad-8716-489f-9fc1-fd245322d6c7 None None] Bound port: 7cce112e-a2fd-4df5-a601-5dfc28b2a615, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:00:53.073383 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7d7702ad-8716-489f-9fc1-fd245322d6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:53.106615 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5f311478-1331-4325-8673-1081f876f377 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:53.113394 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656ea99-d85f-491e-81a8-0eb2f14f18e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:53.113731 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656ea99-d85f-491e-81a8-0eb2f14f18e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:53.115971 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656ea99-d85f-491e-81a8-0eb2f14f18e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:53.115971 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656ea99-d85f-491e-81a8-0eb2f14f18e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:53.115971 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656ea99-d85f-491e-81a8-0eb2f14f18e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:53.115971 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656ea99-d85f-491e-81a8-0eb2f14f18e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:53.116441 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656ea99-d85f-491e-81a8-0eb2f14f18e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:53.116441 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656ea99-d85f-491e-81a8-0eb2f14f18e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:53.116658 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656ea99-d85f-491e-81a8-0eb2f14f18e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:53.116975 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656ea99-d85f-491e-81a8-0eb2f14f18e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:53.117291 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656ea99-d85f-491e-81a8-0eb2f14f18e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:53.117602 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656ea99-d85f-491e-81a8-0eb2f14f18e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:53.162542 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-7d7702ad-8716-489f-9fc1-fd245322d6c7 None None] For port 7cce112e-a2fd-4df5-a601-5dfc28b2a615, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:00:53.166843 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-7d7702ad-8716-489f-9fc1-fd245322d6c7 None None] For port 7cce112e-a2fd-4df5-a601-5dfc28b2a615, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=7cce112e-a2fd-4df5-a601-5dfc28b2a615,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:00:53.191856 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f311478-1331-4325-8673-1081f876f377 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Subnet': ['ID=a9766e60-7bf3-4f06-a0de-524e990fd263,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:53.198481 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f311478-1331-4325-8673-1081f876f377 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Checking segment: {'id': '86b345c7-8ae2-4a99-b75b-fd78f1c53fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3554c0a8-2212-4ddc-84ec-2fef30487c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:00:53.198829 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f311478-1331-4325-8673-1081f876f377 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network hostable DHCP agents. Network: 3554c0a8-2212-4ddc-84ec-2fef30487c42, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:00:53.226587 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7d7702ad-8716-489f-9fc1-fd245322d6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:53.294313 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f311478-1331-4325-8673-1081f876f377 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network 3554c0a8-2212-4ddc-84ec-2fef30487c42 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:00:53.302489 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7702ad-8716-489f-9fc1-fd245322d6c7 None None] Routers {'52df82ee-6a54-4516-8f77-1d0cb087d096'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:00:53.303135 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7d7702ad-8716-489f-9fc1-fd245322d6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:00:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['52df82ee-6a54-4516-8f77-1d0cb087d096'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:53.363379 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-5f311478-1331-4325-8673-1081f876f377 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 3554c0a8-2212-4ddc-84ec-2fef30487c42) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:00:53.368513 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f311478-1331-4325-8673-1081f876f377 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:53.369299 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5f311478-1331-4325-8673-1081f876f377 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:53.369439 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656ea99-d85f-491e-81a8-0eb2f14f18e4 None None] Pushing event updated for resources: {'Port': ['ID=7cce112e-a2fd-4df5-a601-5dfc28b2a615,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:53.374349 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2605cb1-d7cf-432e-b3ff-19114c746247 None None] Network 3554c0a8-2212-4ddc-84ec-2fef30487c42 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 14:00:53.461902 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5f311478-1331-4325-8673-1081f876f377 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0134423 Apr 06 14:00:53.464255 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54888) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:00:53.500002 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-7d7702ad-8716-489f-9fc1-fd245322d6c7 None None] Set router 52df82ee-6a54-4516-8f77-1d0cb087d096 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:00:53.593282 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-3554c0a8-2212-4ddc-84ec-2fef30487c42', 'network_id': '3554c0a8-2212-4ddc-84ec-2fef30487c42', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'fixed_ips': [{'subnet_id': 'a9766e60-7bf3-4f06-a0de-524e990fd263'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 14:00:53.594112 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:53.759522 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Allocated IP 172.20.0.2 (3554c0a8-2212-4ddc-84ec-2fef30487c42/a9766e60-7bf3-4f06-a0de-524e990fd263/f045456a-e2a0-4902-a45f-91dbeba82666) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:00:53.821110 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7d7702ad-8716-489f-9fc1-fd245322d6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489781979', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:00:49Z', 'updated_at': '2022-04-06T14:00:50Z', 'revision_number': 3, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ba:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:00:50Z', 'updated_at': '2022-04-06T14:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:53.825061 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7702ad-8716-489f-9fc1-fd245322d6c7 None None] The sync data for ids ['52df82ee-6a54-4516-8f77-1d0cb087d096'] in dv-neutron-834600-1-hyperv is: [{'id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489781979', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:00:49Z', 'updated_at': '2022-04-06T14:00:50Z', 'revision_number': 3, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ba:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:00:50Z', 'updated_at': '2022-04-06T14:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:00:53.979099 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:53.990561 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Transition to ACTIVE for port object f045456a-e2a0-4902-a45f-91dbeba82666 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:00:54.010926 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Transition to ACTIVE for port object f045456a-e2a0-4902-a45f-91dbeba82666 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:00:54.088079 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:54.163634 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Network 3554c0a8-2212-4ddc-84ec-2fef30487c42 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:00:54.171621 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:00:54.174532 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:00:54.187725 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Pushing event updated for resources: {'Port': ['ID=f045456a-e2a0-4902-a45f-91dbeba82666,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:54.213205 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-196d14ef-7c0c-4193-a498-4aeb6e92b408 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:54.234700 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:54.235072 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:54.235406 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:54.235734 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:54.236060 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:54.236382 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:54.236800 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:54.237131 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:54.237451 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:54.237770 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:54.238089 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:54.238403 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:54.305329 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Attempting to bind port f045456a-e2a0-4902-a45f-91dbeba82666 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:00:54.305604 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Attempting to bind port f045456a-e2a0-4902-a45f-91dbeba82666 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '86b345c7-8ae2-4a99-b75b-fd78f1c53fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3554c0a8-2212-4ddc-84ec-2fef30487c42'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:00:54.305957 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Attempting to bind port f045456a-e2a0-4902-a45f-91dbeba82666 on network 3554c0a8-2212-4ddc-84ec-2fef30487c42 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:00:54.311343 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:00:54.311708 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Checking segment: {'id': '86b345c7-8ae2-4a99-b75b-fd78f1c53fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3554c0a8-2212-4ddc-84ec-2fef30487c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:00:54.312122 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:54.312505 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Bound using segment: {'id': '86b345c7-8ae2-4a99-b75b-fd78f1c53fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3554c0a8-2212-4ddc-84ec-2fef30487c42'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:00:54.312959 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Bound port: f045456a-e2a0-4902-a45f-91dbeba82666, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b345c7-8ae2-4a99-b75b-fd78f1c53fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3554c0a8-2212-4ddc-84ec-2fef30487c42'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:00:54.313320 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:54.408338 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] For port f045456a-e2a0-4902-a45f-91dbeba82666, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:00:54.412930 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] For port f045456a-e2a0-4902-a45f-91dbeba82666, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f045456a-e2a0-4902-a45f-91dbeba82666,segment=NetworkSegment(86b345c7-8ae2-4a99-b75b-fd78f1c53fed),segment_id=86b345c7-8ae2-4a99-b75b-fd78f1c53fed)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:00:54.472320 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:54.566773 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee83bf-7d4e-4479-9111-0c9d4e7b0d48 None None] Pushing event updated for resources: {'Port': ['ID=f045456a-e2a0-4902-a45f-91dbeba82666,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:54.639548 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-196d14ef-7c0c-4193-a498-4aeb6e92b408 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Allocated IP 172.20.0.1 (3554c0a8-2212-4ddc-84ec-2fef30487c42/a9766e60-7bf3-4f06-a0de-524e990fd263/2ff26af0-8b94-4f71-87de-ca955333c6de) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:00:54.935064 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-196d14ef-7c0c-4193-a498-4aeb6e92b408 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:54.950142 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-196d14ef-7c0c-4193-a498-4aeb6e92b408 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Transition to ACTIVE for port object 2ff26af0-8b94-4f71-87de-ca955333c6de will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:00:55.030849 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-196d14ef-7c0c-4193-a498-4aeb6e92b408 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:55.091563 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196d14ef-7c0c-4193-a498-4aeb6e92b408 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network 3554c0a8-2212-4ddc-84ec-2fef30487c42 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:00:55.094375 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-196d14ef-7c0c-4193-a498-4aeb6e92b408 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:00:55.102996 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196d14ef-7c0c-4193-a498-4aeb6e92b408 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:00:55.149583 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d14ef-7c0c-4193-a498-4aeb6e92b408 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=2ff26af0-8b94-4f71-87de-ca955333c6de,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:55.169277 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-196d14ef-7c0c-4193-a498-4aeb6e92b408 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:55.353863 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-196d14ef-7c0c-4193-a498-4aeb6e92b408 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:55.769875 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-196d14ef-7c0c-4193-a498-4aeb6e92b408 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:55.826232 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-196d14ef-7c0c-4193-a498-4aeb6e92b408 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:55.887308 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03691516-4e8b-4f2f-aa09-ce030a082654 None None] Network 3554c0a8-2212-4ddc-84ec-2fef30487c42 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 14:00:55.943137 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-196d14ef-7c0c-4193-a498-4aeb6e92b408 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:55.946835 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d14ef-7c0c-4193-a498-4aeb6e92b408 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=2ff26af0-8b94-4f71-87de-ca955333c6de,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:56.065883 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 7cce112e-a2fd-4df5-a601-5dfc28b2a615 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:00:56.092345 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196d14ef-7c0c-4193-a498-4aeb6e92b408 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network 3554c0a8-2212-4ddc-84ec-2fef30487c42 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:00:56.093393 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-196d14ef-7c0c-4193-a498-4aeb6e92b408 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:00:56.100017 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3c18b072-026c-489a-abc7-b9c79d2bfd12 None None] Provisioning for port f045456a-e2a0-4902-a45f-91dbeba82666 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:00:56.281001 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196d14ef-7c0c-4193-a498-4aeb6e92b408 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Router 52df82ee-6a54-4516-8f77-1d0cb087d096 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:00:56.283646 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 7cce112e-a2fd-4df5-a601-5dfc28b2a615 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:00:56.290567 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 7cce112e-a2fd-4df5-a601-5dfc28b2a615 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:00:56.291196 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:56.413592 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:56.435694 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 7cce112e-a2fd-4df5-a601-5dfc28b2a615, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=7cce112e-a2fd-4df5-a601-5dfc28b2a615,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:00:56.469839 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196d14ef-7c0c-4193-a498-4aeb6e92b408 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:00:56.482404 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc8dcb-70a8-4a3a-bf05-b5c26690b6be None None] Sync routers for ids ['52df82ee-6a54-4516-8f77-1d0cb087d096'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:00:56.487455 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-196d14ef-7c0c-4193-a498-4aeb6e92b408 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "PUT /v2.0/routers/52df82ee-6a54-4516-8f77-1d0cb087d096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0220211 Apr 06 14:00:56.495358 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bc8dcb-70a8-4a3a-bf05-b5c26690b6be None None] Routers {'52df82ee-6a54-4516-8f77-1d0cb087d096'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:00:56.496765 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-f0bc8dcb-70a8-4a3a-bf05-b5c26690b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:00:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['52df82ee-6a54-4516-8f77-1d0cb087d096'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:56.611514 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:56.616597 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f045456a-e2a0-4902-a45f-91dbeba82666 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:00:56.637965 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-794920fd-31a7-443b-9431-d7b13c8c01dc None None] Provisioning for port 2ff26af0-8b94-4f71-87de-ca955333c6de completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:00:56.660096 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-174342e9-e3a6-4b17-86bd-066cbe8ff110 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Synchronizing usage tracker for tenant:ee8feeb260df4580987384a151b8068e on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:00:56.708625 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-794920fd-31a7-443b-9431-d7b13c8c01dc None None] Provisioning complete for port 2ff26af0-8b94-4f71-87de-ca955333c6de triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:00:56.709098 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-794920fd-31a7-443b-9431-d7b13c8c01dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:56.763110 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-174342e9-e3a6-4b17-86bd-066cbe8ff110 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Unset dirty status for tenant:ee8feeb260df4580987384a151b8068e on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:00:56.764333 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-174342e9-e3a6-4b17-86bd-066cbe8ff110 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-526804410&fields=id&tenant_id=ee8feeb260df4580987384a151b8068e HTTP/1.1" status: 200 len: 267 time: 0.1499634 Apr 06 14:00:56.893668 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=7cce112e-a2fd-4df5-a601-5dfc28b2a615,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:56.897474 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-794920fd-31a7-443b-9431-d7b13c8c01dc None None] Port 2ff26af0-8b94-4f71-87de-ca955333c6de cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:00:56.923150 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-fdf290e2-2c6f-429d-82c5-4b150f34cce8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:56.924599 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-fdf290e2-2c6f-429d-82c5-4b150f34cce8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/networks?id=3554c0a8-2212-4ddc-84ec-2fef30487c42 HTTP/1.1" status: 200 len: 796 time: 0.1526701 Apr 06 14:00:56.936715 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-f0bc8dcb-70a8-4a3a-bf05-b5c26690b6be None None] Set router 52df82ee-6a54-4516-8f77-1d0cb087d096 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:00:56.939632 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-d871b0e0-97b7-4caa-b27b-2cfe83167f8d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/quotas/ee8feeb260df4580987384a151b8068e HTTP/1.1" status: 200 len: 375 time: 0.0091381 Apr 06 14:00:56.992123 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port f045456a-e2a0-4902-a45f-91dbeba82666 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:00:57.001893 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port f045456a-e2a0-4902-a45f-91dbeba82666 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:00:57.002265 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:57.027123 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-b298a055-a4ef-4028-8b58-59e5c797f315 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817244 Apr 06 14:00:57.091352 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-62afaf9e-df03-42ff-a8a9-136fd8807405 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 14:00:57.092370 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-62afaf9e-df03-42ff-a8a9-136fd8807405 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0525777 Apr 06 14:00:57.228943 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-c0851f3b-8301-4904-acef-b849e287e39a service neutron] 10.222.0.48 "GET /v2.0/networks/3554c0a8-2212-4ddc-84ec-2fef30487c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303370 Apr 06 14:00:57.235873 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d9ad84c6-1e8d-4322-9aa4-27f8b619b676 None None] Provisioning complete for port 2ff26af0-8b94-4f71-87de-ca955333c6de triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:00:57.236239 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d9ad84c6-1e8d-4322-9aa4-27f8b619b676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:57.363973 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-039cd192-baef-46ed-a2af-f562dae22783 service neutron] 10.222.0.48 "GET /v2.0/networks/3554c0a8-2212-4ddc-84ec-2fef30487c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290321 Apr 06 14:00:57.386520 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-d9ad84c6-1e8d-4322-9aa4-27f8b619b676 None None] Port 2ff26af0-8b94-4f71-87de-ca955333c6de cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:00:57.404448 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:57.454237 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port f045456a-e2a0-4902-a45f-91dbeba82666, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f045456a-e2a0-4902-a45f-91dbeba82666,segment=NetworkSegment(86b345c7-8ae2-4a99-b75b-fd78f1c53fed),segment_id=86b345c7-8ae2-4a99-b75b-fd78f1c53fed)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:00:57.466712 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-f0bc8dcb-70a8-4a3a-bf05-b5c26690b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489781979', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:00:49Z', 'updated_at': '2022-04-06T14:00:55Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:00:50Z', 'updated_at': '2022-04-06T14:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '2ff26af0-8b94-4f71-87de-ca955333c6de', 'name': '', 'network_id': '3554c0a8-2212-4ddc-84ec-2fef30487c42', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:b7:61:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'a9766e60-7bf3-4f06-a0de-524e990fd263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:00:54Z', 'updated_at': '2022-04-06T14:00:55Z', 'revision_number': 2, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': 'a9766e60-7bf3-4f06-a0de-524e990fd263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:57.470375 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc8dcb-70a8-4a3a-bf05-b5c26690b6be None None] Checking router: 52df82ee-6a54-4516-8f77-1d0cb087d096 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:00:57.470718 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc8dcb-70a8-4a3a-bf05-b5c26690b6be None None] Updating router 52df82ee-6a54-4516-8f77-1d0cb087d096 port 2ff26af0-8b94-4f71-87de-ca955333c6de binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:00:57.539801 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f0bc8dcb-70a8-4a3a-bf05-b5c26690b6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:57.557426 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:57.627347 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-09306650-f68c-4662-b41c-fafdd3f6ef08 req-aea41a76-a1f5-4fe9-acf9-f44511e87cc0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=547c8a9b-da2a-406c-8b0d-3c3afdb60cec HTTP/1.1" status: 200 len: 210 time: 0.0426586 Apr 06 14:00:57.644740 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:57.730712 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=f045456a-e2a0-4902-a45f-91dbeba82666,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:57.957782 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f0bc8dcb-70a8-4a3a-bf05-b5c26690b6be None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:57.970063 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f0bc8dcb-70a8-4a3a-bf05-b5c26690b6be None None] Transition to ACTIVE for port object 2ff26af0-8b94-4f71-87de-ca955333c6de will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:00:57.997748 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 7cce112e-a2fd-4df5-a601-5dfc28b2a615 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:00:58.064635 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 7cce112e-a2fd-4df5-a601-5dfc28b2a615 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:00:58.065002 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:58.092308 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f0bc8dcb-70a8-4a3a-bf05-b5c26690b6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:58.282838 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4bdb9e-78e4-462b-91f3-a67ecda44c58 None None] Pushing event updated for resources: {'Port': ['ID=2ff26af0-8b94-4f71-87de-ca955333c6de,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:58.433878 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-f0bc8dcb-70a8-4a3a-bf05-b5c26690b6be None None] Attempting to bind port 2ff26af0-8b94-4f71-87de-ca955333c6de on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:00:58.434243 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-f0bc8dcb-70a8-4a3a-bf05-b5c26690b6be None None] Attempting to bind port 2ff26af0-8b94-4f71-87de-ca955333c6de by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '86b345c7-8ae2-4a99-b75b-fd78f1c53fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3554c0a8-2212-4ddc-84ec-2fef30487c42'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:00:58.434610 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bc8dcb-70a8-4a3a-bf05-b5c26690b6be None None] Attempting to bind port 2ff26af0-8b94-4f71-87de-ca955333c6de on network 3554c0a8-2212-4ddc-84ec-2fef30487c42 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:00:58.455246 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bc8dcb-70a8-4a3a-bf05-b5c26690b6be None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:00:58.455620 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bc8dcb-70a8-4a3a-bf05-b5c26690b6be None None] Checking segment: {'id': '86b345c7-8ae2-4a99-b75b-fd78f1c53fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3554c0a8-2212-4ddc-84ec-2fef30487c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:00:58.456020 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f0bc8dcb-70a8-4a3a-bf05-b5c26690b6be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:58.456413 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bc8dcb-70a8-4a3a-bf05-b5c26690b6be None None] Bound using segment: {'id': '86b345c7-8ae2-4a99-b75b-fd78f1c53fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3554c0a8-2212-4ddc-84ec-2fef30487c42'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:00:58.456876 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-f0bc8dcb-70a8-4a3a-bf05-b5c26690b6be None None] Bound port: 2ff26af0-8b94-4f71-87de-ca955333c6de, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b345c7-8ae2-4a99-b75b-fd78f1c53fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3554c0a8-2212-4ddc-84ec-2fef30487c42'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:00:58.457249 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f0bc8dcb-70a8-4a3a-bf05-b5c26690b6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:58.469025 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f045456a-e2a0-4902-a45f-91dbeba82666 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:00:58.603043 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-f0bc8dcb-70a8-4a3a-bf05-b5c26690b6be None None] For port 2ff26af0-8b94-4f71-87de-ca955333c6de, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:00:58.608217 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-f0bc8dcb-70a8-4a3a-bf05-b5c26690b6be None None] For port 2ff26af0-8b94-4f71-87de-ca955333c6de, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=2ff26af0-8b94-4f71-87de-ca955333c6de,segment=NetworkSegment(86b345c7-8ae2-4a99-b75b-fd78f1c53fed),segment_id=86b345c7-8ae2-4a99-b75b-fd78f1c53fed)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:00:58.610824 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port f045456a-e2a0-4902-a45f-91dbeba82666 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:00:58.611281 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:58.708210 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f0bc8dcb-70a8-4a3a-bf05-b5c26690b6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:00:58.727402 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-42ce64d8-b763-44d6-a59f-a2642c2e9a25 req-7d64d1f3-cd05-4419-8534-3a0ae8d827e2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=547c8a9b-da2a-406c-8b0d-3c3afdb60cec HTTP/1.1" status: 200 len: 210 time: 0.0423930 Apr 06 14:00:58.808812 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bc8dcb-70a8-4a3a-bf05-b5c26690b6be None None] Routers {'52df82ee-6a54-4516-8f77-1d0cb087d096'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:00:58.813204 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-f0bc8dcb-70a8-4a3a-bf05-b5c26690b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:00:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['52df82ee-6a54-4516-8f77-1d0cb087d096'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:58.867429 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4bdb9e-78e4-462b-91f3-a67ecda44c58 None None] Pushing event updated for resources: {'Port': ['ID=2ff26af0-8b94-4f71-87de-ca955333c6de,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:59.002765 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-f0bc8dcb-70a8-4a3a-bf05-b5c26690b6be None None] Set router 52df82ee-6a54-4516-8f77-1d0cb087d096 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:00:59.317168 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-f0bc8dcb-70a8-4a3a-bf05-b5c26690b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489781979', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:00:49Z', 'updated_at': '2022-04-06T14:00:55Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:00:50Z', 'updated_at': '2022-04-06T14:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '2ff26af0-8b94-4f71-87de-ca955333c6de', 'name': '', 'network_id': '3554c0a8-2212-4ddc-84ec-2fef30487c42', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:b7:61:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'a9766e60-7bf3-4f06-a0de-524e990fd263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:00:54Z', 'updated_at': '2022-04-06T14:00:58Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': 'a9766e60-7bf3-4f06-a0de-524e990fd263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:59.321056 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc8dcb-70a8-4a3a-bf05-b5c26690b6be None None] The sync data for ids ['52df82ee-6a54-4516-8f77-1d0cb087d096'] in dv-neutron-834600-1-hyperv is: [{'id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489781979', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:00:49Z', 'updated_at': '2022-04-06T14:00:55Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:00:50Z', 'updated_at': '2022-04-06T14:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '2ff26af0-8b94-4f71-87de-ca955333c6de', 'name': '', 'network_id': '3554c0a8-2212-4ddc-84ec-2fef30487c42', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:b7:61:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'a9766e60-7bf3-4f06-a0de-524e990fd263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:00:54Z', 'updated_at': '2022-04-06T14:00:58Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': 'a9766e60-7bf3-4f06-a0de-524e990fd263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:00:59.885718 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5c4f2a01-cf5f-402c-8e08-58f41028b175 req-fb5d1cab-548a-4ce5-8dcb-d58298bca9ea tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=547c8a9b-da2a-406c-8b0d-3c3afdb60cec HTTP/1.1" status: 200 len: 210 time: 0.0460398 Apr 06 14:01:00.015327 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 2ff26af0-8b94-4f71-87de-ca955333c6de up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:01:00.145898 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 2ff26af0-8b94-4f71-87de-ca955333c6de completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:01:00.151491 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 2ff26af0-8b94-4f71-87de-ca955333c6de triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:01:00.155688 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:00.300795 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:00.339092 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 2ff26af0-8b94-4f71-87de-ca955333c6de, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=2ff26af0-8b94-4f71-87de-ca955333c6de,segment=NetworkSegment(86b345c7-8ae2-4a99-b75b-fd78f1c53fed),segment_id=86b345c7-8ae2-4a99-b75b-fd78f1c53fed)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:01:00.425383 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-0d70dcff-76f3-4c63-851f-c92d756dd9af tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:00.426051 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-0d70dcff-76f3-4c63-851f-c92d756dd9af tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Synchronizing usage tracker for tenant:ee8feeb260df4580987384a151b8068e on resource:network {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:01:00.426175 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:00.495051 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=2ff26af0-8b94-4f71-87de-ca955333c6de,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:00.517581 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-0d70dcff-76f3-4c63-851f-c92d756dd9af tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Unset dirty status for tenant:ee8feeb260df4580987384a151b8068e on resource:network {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:01:00.518720 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-0d70dcff-76f3-4c63-851f-c92d756dd9af tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.61 "GET /v2.0/networks?id=3554c0a8-2212-4ddc-84ec-2fef30487c42 HTTP/1.1" status: 200 len: 796 time: 0.3868630 Apr 06 14:01:00.566375 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-c4856d0f-3a28-4000-ba0a-80af49ccdfd5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee8feeb260df4580987384a151b8068e HTTP/1.1" status: 200 len: 379 time: 0.0400097 Apr 06 14:01:00.574043 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-7c924222-480f-4bff-af12-f1002727c6d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'port': {'device_id': '547c8a9b-da2a-406c-8b0d-3c3afdb60cec', 'network_id': '3554c0a8-2212-4ddc-84ec-2fef30487c42', 'admin_state_up': True, 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'security_groups': ['2b3500fe-faef-4708-b77d-a9e405d7958a']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:01:00.709134 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-7c924222-480f-4bff-af12-f1002727c6d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:01:00.712920 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-7c924222-480f-4bff-af12-f1002727c6d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:port and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:01:00.715722 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-7c924222-480f-4bff-af12-f1002727c6d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:01:00.721301 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-7c924222-480f-4bff-af12-f1002727c6d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:01:00.791968 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-7c924222-480f-4bff-af12-f1002727c6d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Made reservation on behalf of ee8feeb260df4580987384a151b8068e for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:01:00.795505 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-7c924222-480f-4bff-af12-f1002727c6d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:00.955219 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-7c924222-480f-4bff-af12-f1002727c6d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Allocated IP 172.20.0.13 (3554c0a8-2212-4ddc-84ec-2fef30487c42/a9766e60-7bf3-4f06-a0de-524e990fd263/96d256f4-cf1c-46fb-b7cb-e92d8151ce39) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:01:01.037232 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-773e0543-48f5-45cc-9eb3-d5e59d90b14d req-694a7ac3-d604-48fa-ab0b-955ac04726b6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=547c8a9b-da2a-406c-8b0d-3c3afdb60cec HTTP/1.1" status: 200 len: 210 time: 0.0439403 Apr 06 14:01:01.147445 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-7c924222-480f-4bff-af12-f1002727c6d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:01.162397 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-7c924222-480f-4bff-af12-f1002727c6d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Transition to ACTIVE for port object 96d256f4-cf1c-46fb-b7cb-e92d8151ce39 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:01:01.232548 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-7c924222-480f-4bff-af12-f1002727c6d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:01.296009 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-7c924222-480f-4bff-af12-f1002727c6d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network 3554c0a8-2212-4ddc-84ec-2fef30487c42 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:01:01.298989 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-7c924222-480f-4bff-af12-f1002727c6d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:01:01.310933 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-7c924222-480f-4bff-af12-f1002727c6d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:01:01.348848 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c924222-480f-4bff-af12-f1002727c6d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=96d256f4-cf1c-46fb-b7cb-e92d8151ce39,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:01.382327 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-7c924222-480f-4bff-af12-f1002727c6d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:01.382997 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-7c924222-480f-4bff-af12-f1002727c6d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:01.466926 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-7c924222-480f-4bff-af12-f1002727c6d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8962691 Apr 06 14:01:01.477785 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-feb4e66f-4484-4a09-abe1-06580bce6f66 service neutron] Request body: {'port': {'device_id': '547c8a9b-da2a-406c-8b0d-3c3afdb60cec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:01:01.540285 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ef221b2f-396c-4364-9d2a-c43bdc2cf4a3 None None] Provisioning for port 96d256f4-cf1c-46fb-b7cb-e92d8151ce39 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:01:01.545231 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ef221b2f-396c-4364-9d2a-c43bdc2cf4a3 None None] Provisioning complete for port 96d256f4-cf1c-46fb-b7cb-e92d8151ce39 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:01:01.545600 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ef221b2f-396c-4364-9d2a-c43bdc2cf4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:01.589769 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-feb4e66f-4484-4a09-abe1-06580bce6f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:01.601836 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ef221b2f-396c-4364-9d2a-c43bdc2cf4a3 None None] Port 96d256f4-cf1c-46fb-b7cb-e92d8151ce39 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:01:01.923214 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-feb4e66f-4484-4a09-abe1-06580bce6f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d256f4-cf1c-46fb-b7cb-e92d8151ce39 {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:01:01.930982 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-feb4e66f-4484-4a09-abe1-06580bce6f66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:01.947243 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-feb4e66f-4484-4a09-abe1-06580bce6f66 service neutron] Transition to ACTIVE for port object 96d256f4-cf1c-46fb-b7cb-e92d8151ce39 will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:01:01.996588 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 2ff26af0-8b94-4f71-87de-ca955333c6de up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:01:02.032164 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-feb4e66f-4484-4a09-abe1-06580bce6f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:02.107635 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 2ff26af0-8b94-4f71-87de-ca955333c6de triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:01:02.108018 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:02.264032 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08dc3c-b49e-4c2f-8e96-245f7404935f req-a1a5bd8c-2bbf-44a0-a4b1-22772a76c3d2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:02.265589 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fd08dc3c-b49e-4c2f-8e96-245f7404935f req-a1a5bd8c-2bbf-44a0-a4b1-22772a76c3d2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=547c8a9b-da2a-406c-8b0d-3c3afdb60cec HTTP/1.1" status: 200 len: 944 time: 0.1083562 Apr 06 14:01:02.268733 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4e66f-4484-4a09-abe1-06580bce6f66 service neutron] Pushing event updated for resources: {'Port': ['ID=96d256f4-cf1c-46fb-b7cb-e92d8151ce39,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:02.318206 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-feb4e66f-4484-4a09-abe1-06580bce6f66 service neutron] Attempting to bind port 96d256f4-cf1c-46fb-b7cb-e92d8151ce39 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:01:02.318534 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-feb4e66f-4484-4a09-abe1-06580bce6f66 service neutron] Attempting to bind port 96d256f4-cf1c-46fb-b7cb-e92d8151ce39 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '86b345c7-8ae2-4a99-b75b-fd78f1c53fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3554c0a8-2212-4ddc-84ec-2fef30487c42'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:01:02.318876 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-feb4e66f-4484-4a09-abe1-06580bce6f66 service neutron] Attempting to bind port 96d256f4-cf1c-46fb-b7cb-e92d8151ce39 on network 3554c0a8-2212-4ddc-84ec-2fef30487c42 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:01:02.321355 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fd08dc3c-b49e-4c2f-8e96-245f7404935f req-e192e837-dc0b-4d52-b4ae-e49ecccb4bc0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3500fe-faef-4708-b77d-a9e405d7958a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485299 Apr 06 14:01:02.324840 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-feb4e66f-4484-4a09-abe1-06580bce6f66 service neutron] Port 96d256f4-cf1c-46fb-b7cb-e92d8151ce39 on network 3554c0a8-2212-4ddc-84ec-2fef30487c42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 14:01:02.325172 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-feb4e66f-4484-4a09-abe1-06580bce6f66 service neutron] Attempting to bind port 96d256f4-cf1c-46fb-b7cb-e92d8151ce39 on network 3554c0a8-2212-4ddc-84ec-2fef30487c42 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:01:02.330723 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-feb4e66f-4484-4a09-abe1-06580bce6f66 service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:01:02.331085 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-feb4e66f-4484-4a09-abe1-06580bce6f66 service neutron] Checking segment: {'id': '86b345c7-8ae2-4a99-b75b-fd78f1c53fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3554c0a8-2212-4ddc-84ec-2fef30487c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:01:02.331465 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-feb4e66f-4484-4a09-abe1-06580bce6f66 service neutron] Bound using segment: {'id': '86b345c7-8ae2-4a99-b75b-fd78f1c53fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3554c0a8-2212-4ddc-84ec-2fef30487c42'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:01:02.331884 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-feb4e66f-4484-4a09-abe1-06580bce6f66 service neutron] Bound port: 96d256f4-cf1c-46fb-b7cb-e92d8151ce39, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b345c7-8ae2-4a99-b75b-fd78f1c53fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3554c0a8-2212-4ddc-84ec-2fef30487c42'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:01:02.332232 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-feb4e66f-4484-4a09-abe1-06580bce6f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:02.427566 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-feb4e66f-4484-4a09-abe1-06580bce6f66 service neutron] For port 96d256f4-cf1c-46fb-b7cb-e92d8151ce39, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:01:02.430464 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-feb4e66f-4484-4a09-abe1-06580bce6f66 service neutron] For port 96d256f4-cf1c-46fb-b7cb-e92d8151ce39, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=96d256f4-cf1c-46fb-b7cb-e92d8151ce39,segment=NetworkSegment(86b345c7-8ae2-4a99-b75b-fd78f1c53fed),segment_id=86b345c7-8ae2-4a99-b75b-fd78f1c53fed)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:01:02.505687 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-feb4e66f-4484-4a09-abe1-06580bce6f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:02.561074 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-feb4e66f-4484-4a09-abe1-06580bce6f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:02.561676 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-feb4e66f-4484-4a09-abe1-06580bce6f66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:02.563049 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-feb4e66f-4484-4a09-abe1-06580bce6f66 service neutron] 10.222.0.61 "PUT /v2.0/ports/96d256f4-cf1c-46fb-b7cb-e92d8151ce39 HTTP/1.1" status: 200 len: 1094 time: 1.0892034 Apr 06 14:01:02.563479 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547c8a9b-da2a-406c-8b0d-3c3afdb60cec', 'tag': '96d256f4-cf1c-46fb-b7cb-e92d8151ce39'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:01:02.589029 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4e66f-4484-4a09-abe1-06580bce6f66 service neutron] Pushing event updated for resources: {'Port': ['ID=96d256f4-cf1c-46fb-b7cb-e92d8151ce39,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:02.613620 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dbd22fe-d6bc-4e59-ad07-fafb4bb01211'] response: {'name': 'network-changed', 'server_uuid': '547c8a9b-da2a-406c-8b0d-3c3afdb60cec', 'tag': '96d256f4-cf1c-46fb-b7cb-e92d8151ce39', 'status': 'completed', 'code': 200} Apr 06 14:01:02.706284 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb2977-aa80-417f-83ff-3cea05320770 req-05164318-0c09-41e3-9288-8f2feb9c7e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:02.708418 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c3eb2977-aa80-417f-83ff-3cea05320770 req-05164318-0c09-41e3-9288-8f2feb9c7e19 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=547c8a9b-da2a-406c-8b0d-3c3afdb60cec HTTP/1.1" status: 200 len: 1097 time: 0.0736279 Apr 06 14:01:02.945424 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb2977-aa80-417f-83ff-3cea05320770 req-ac8c0b27-dc77-4610-af0e-1ac9298ce017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:02.946867 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c3eb2977-aa80-417f-83ff-3cea05320770 req-ac8c0b27-dc77-4610-af0e-1ac9298ce017 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=ee8feeb260df4580987384a151b8068e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2318156 Apr 06 14:01:03.081223 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb2977-aa80-417f-83ff-3cea05320770 req-807bee8f-94fc-492d-9a49-27985d0f04be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:03.082680 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c3eb2977-aa80-417f-83ff-3cea05320770 req-807bee8f-94fc-492d-9a49-27985d0f04be service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1289511 Apr 06 14:01:03.185072 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-e12e54e0-aeed-4eab-8e78-302b47372cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:03.186516 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-e12e54e0-aeed-4eab-8e78-302b47372cfa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=547c8a9b-da2a-406c-8b0d-3c3afdb60cec HTTP/1.1" status: 200 len: 1097 time: 0.0710135 Apr 06 14:01:03.254356 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-4cf529e5-9844-401b-9b90-deb18ab5319d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96d256f4-cf1c-46fb-b7cb-e92d8151ce39 HTTP/1.1" status: 200 len: 217 time: 0.0609527 Apr 06 14:01:03.314647 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-86b08f2e-7598-46f9-aeff-206597263917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:03.316061 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-86b08f2e-7598-46f9-aeff-206597263917 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a9766e60-7bf3-4f06-a0de-524e990fd263 HTTP/1.1" status: 200 len: 835 time: 0.0564332 Apr 06 14:01:03.393001 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-a756cfa0-0732-4fc7-abef-46d82a5b1fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:03.394434 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-a756cfa0-0732-4fc7-abef-46d82a5b1fad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3554c0a8-2212-4ddc-84ec-2fef30487c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730009 Apr 06 14:01:03.513259 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1e7b2-55f8-43d7-8357-82ba78394f92 req-9902842a-5c74-4369-aef0-3c75f271701c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:03.514632 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-95d1e7b2-55f8-43d7-8357-82ba78394f92 req-9902842a-5c74-4369-aef0-3c75f271701c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=547c8a9b-da2a-406c-8b0d-3c3afdb60cec HTTP/1.1" status: 200 len: 944 time: 0.0783675 Apr 06 14:01:03.526155 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-016a8bdf-0abd-4a7f-af35-88e7841d2b20 service neutron] 10.222.0.61 "GET /v2.0/networks/3554c0a8-2212-4ddc-84ec-2fef30487c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258607 Apr 06 14:01:03.560601 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-95d1e7b2-55f8-43d7-8357-82ba78394f92 req-048116ae-e1e7-4912-97cc-b7e193c7af2d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3500fe-faef-4708-b77d-a9e405d7958a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402272 Apr 06 14:01:03.658113 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-60e94f15-d0f1-4d9a-964b-8c9829782e90 req-5ef88716-73ba-4095-b6b7-5837c01dae9d service neutron] 10.222.0.61 "GET /v2.0/networks/3554c0a8-2212-4ddc-84ec-2fef30487c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258879 Apr 06 14:01:04.752735 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90e764-d02f-40fe-b5e3-6d87c8ae1653 req-f6bf2da5-952a-4b62-8527-57149d1140cc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:04.754141 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1d90e764-d02f-40fe-b5e3-6d87c8ae1653 req-f6bf2da5-952a-4b62-8527-57149d1140cc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=547c8a9b-da2a-406c-8b0d-3c3afdb60cec HTTP/1.1" status: 200 len: 944 time: 0.0840137 Apr 06 14:01:04.798304 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1d90e764-d02f-40fe-b5e3-6d87c8ae1653 req-5bc2ffc2-2305-4e59-98ca-3416c6bc4525 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3500fe-faef-4708-b77d-a9e405d7958a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376287 Apr 06 14:01:05.985275 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc05de-ab6f-447a-916e-d78aabba6c8c req-19a6656b-2fa3-4397-969f-8123c2b165e6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:05.986732 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d7dc05de-ab6f-447a-916e-d78aabba6c8c req-19a6656b-2fa3-4397-969f-8123c2b165e6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=547c8a9b-da2a-406c-8b0d-3c3afdb60cec HTTP/1.1" status: 200 len: 944 time: 0.0794790 Apr 06 14:01:06.032537 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d7dc05de-ab6f-447a-916e-d78aabba6c8c req-330c56b0-2450-4e2b-ab6b-67b5b0fdc7e9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3500fe-faef-4708-b77d-a9e405d7958a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378628 Apr 06 14:01:07.221186 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011b78f-fc6e-4a63-8176-126affcca7a3 req-54ac2275-adcd-480f-af55-7858f4511ce5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:07.222627 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0011b78f-fc6e-4a63-8176-126affcca7a3 req-54ac2275-adcd-480f-af55-7858f4511ce5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=547c8a9b-da2a-406c-8b0d-3c3afdb60cec HTTP/1.1" status: 200 len: 944 time: 0.0827937 Apr 06 14:01:07.265531 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0011b78f-fc6e-4a63-8176-126affcca7a3 req-65261fe6-2cfa-4e29-8238-123678ca7e9f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3500fe-faef-4708-b77d-a9e405d7958a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370953 Apr 06 14:01:07.984555 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 96d256f4-cf1c-46fb-b7cb-e92d8151ce39 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:01:08.115657 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 96d256f4-cf1c-46fb-b7cb-e92d8151ce39, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=96d256f4-cf1c-46fb-b7cb-e92d8151ce39,segment=NetworkSegment(86b345c7-8ae2-4a99-b75b-fd78f1c53fed),segment_id=86b345c7-8ae2-4a99-b75b-fd78f1c53fed)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:01:08.128368 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '96d256f4-cf1c-46fb-b7cb-e92d8151ce39', 'network_id': '3554c0a8-2212-4ddc-84ec-2fef30487c42', 'port_id': '96d256f4-cf1c-46fb-b7cb-e92d8151ce39', 'mac_address': 'fa:16:3e:7e:5b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9766e60-7bf3-4f06-a0de-524e990fd263', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:01:08.186305 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:08.202992 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d256f4-cf1c-46fb-b7cb-e92d8151ce39 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:01:08.218537 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 96d256f4-cf1c-46fb-b7cb-e92d8151ce39, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=96d256f4-cf1c-46fb-b7cb-e92d8151ce39,segment=NetworkSegment(86b345c7-8ae2-4a99-b75b-fd78f1c53fed),segment_id=86b345c7-8ae2-4a99-b75b-fd78f1c53fed)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:01:08.287686 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:08.357644 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=96d256f4-cf1c-46fb-b7cb-e92d8151ce39,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:08.456413 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc78b3d-2075-4f8d-b121-d4c72e58d0ac req-f33239d1-6173-4f17-9281-cb7003ecf5e2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:08.457939 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bfc78b3d-2075-4f8d-b121-d4c72e58d0ac req-f33239d1-6173-4f17-9281-cb7003ecf5e2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=547c8a9b-da2a-406c-8b0d-3c3afdb60cec HTTP/1.1" status: 200 len: 945 time: 0.0820937 Apr 06 14:01:08.506218 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bfc78b3d-2075-4f8d-b121-d4c72e58d0ac req-42603a6d-0917-4f11-b9c6-6eec56b01b83 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3500fe-faef-4708-b77d-a9e405d7958a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410485 Apr 06 14:01:08.530114 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['96d256f4-cf1c-46fb-b7cb-e92d8151ce39'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 14:01:09.691548 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67836e7-6fc5-4329-82f5-d2e03f852364 req-d9c6dc4b-e6a0-4bc2-bf21-4d03fb0e6bf9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:09.693654 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c67836e7-6fc5-4329-82f5-d2e03f852364 req-d9c6dc4b-e6a0-4bc2-bf21-4d03fb0e6bf9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=547c8a9b-da2a-406c-8b0d-3c3afdb60cec HTTP/1.1" status: 200 len: 945 time: 0.0797648 Apr 06 14:01:09.736044 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c67836e7-6fc5-4329-82f5-d2e03f852364 req-7b946178-fe92-46ca-8868-507818795dd1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3500fe-faef-4708-b77d-a9e405d7958a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367897 Apr 06 14:01:09.988271 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 96d256f4-cf1c-46fb-b7cb-e92d8151ce39 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:01:10.156197 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port 96d256f4-cf1c-46fb-b7cb-e92d8151ce39 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:01:10.161173 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 96d256f4-cf1c-46fb-b7cb-e92d8151ce39 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:01:10.161690 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:10.277753 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:10.304160 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547c8a9b-da2a-406c-8b0d-3c3afdb60cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d256f4-cf1c-46fb-b7cb-e92d8151ce39'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:01:10.313682 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 96d256f4-cf1c-46fb-b7cb-e92d8151ce39, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=96d256f4-cf1c-46fb-b7cb-e92d8151ce39,segment=NetworkSegment(86b345c7-8ae2-4a99-b75b-fd78f1c53fed),segment_id=86b345c7-8ae2-4a99-b75b-fd78f1c53fed)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:01:10.368856 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:10.400541 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5417c5e-31c9-4e38-bec0-d90b73332fde'] response: {'server_uuid': '547c8a9b-da2a-406c-8b0d-3c3afdb60cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d256f4-cf1c-46fb-b7cb-e92d8151ce39', 'code': 200} Apr 06 14:01:10.439049 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=96d256f4-cf1c-46fb-b7cb-e92d8151ce39,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:10.735197 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb43628-6d0f-4989-ac10-bb8952c9ee0a req-30f0e95f-79fe-4612-912d-136c3b5d0510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:10.736540 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-fbb43628-6d0f-4989-ac10-bb8952c9ee0a req-30f0e95f-79fe-4612-912d-136c3b5d0510 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=547c8a9b-da2a-406c-8b0d-3c3afdb60cec HTTP/1.1" status: 200 len: 1099 time: 0.0687129 Apr 06 14:01:10.777203 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-fbb43628-6d0f-4989-ac10-bb8952c9ee0a req-720dbdb9-7855-4a1c-b9c3-b370bde132f7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2b3500fe-faef-4708-b77d-a9e405d7958a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351393 Apr 06 14:01:11.025762 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266136c4-363e-48bb-9570-30d1c8fa85fd req-a151729c-3085-4207-b121-3be35fc8514d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:11.027181 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-266136c4-363e-48bb-9570-30d1c8fa85fd req-a151729c-3085-4207-b121-3be35fc8514d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=547c8a9b-da2a-406c-8b0d-3c3afdb60cec HTTP/1.1" status: 200 len: 946 time: 0.1825101 Apr 06 14:01:11.071744 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-266136c4-363e-48bb-9570-30d1c8fa85fd req-7b6e841f-d066-4a17-b3ae-71b084af1f77 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3500fe-faef-4708-b77d-a9e405d7958a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388923 Apr 06 14:01:12.257838 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5b031-903f-426b-90bb-87193b68523a req-20a43217-a97a-4621-915c-314567e1e284 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:12.259313 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b7b5b031-903f-426b-90bb-87193b68523a req-20a43217-a97a-4621-915c-314567e1e284 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=547c8a9b-da2a-406c-8b0d-3c3afdb60cec HTTP/1.1" status: 200 len: 946 time: 0.0810161 Apr 06 14:01:12.308163 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b7b5b031-903f-426b-90bb-87193b68523a req-567154bb-a17e-4335-8d08-0bfd3487ae8d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3500fe-faef-4708-b77d-a9e405d7958a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430520 Apr 06 14:01:12.490763 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1a6fa-fd56-4fb6-970a-bad2929e10b3 req-9c7c0247-0038-4e3d-86e2-51a8b5fb2810 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:12.492132 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-edb1a6fa-fd56-4fb6-970a-bad2929e10b3 req-9c7c0247-0038-4e3d-86e2-51a8b5fb2810 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=547c8a9b-da2a-406c-8b0d-3c3afdb60cec HTTP/1.1" status: 200 len: 946 time: 0.0794082 Apr 06 14:01:12.534281 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-edb1a6fa-fd56-4fb6-970a-bad2929e10b3 req-c51d063a-2c44-4eee-a605-25751e80fa67 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3500fe-faef-4708-b77d-a9e405d7958a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366523 Apr 06 14:01:12.557720 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 54958) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:01:12.630652 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a21548c-e0d1-49aa-87e4-53fdfd5df2de tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:12.632155 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5a21548c-e0d1-49aa-87e4-53fdfd5df2de tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=547c8a9b-da2a-406c-8b0d-3c3afdb60cec HTTP/1.1" status: 200 len: 1094 time: 0.0734763 Apr 06 14:01:12.635048 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 54962) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:01:12.639792 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-956d8114-9dec-46be-bda9-827aff2a3ec2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'port_id': '96d256f4-cf1c-46fb-b7cb-e92d8151ce39', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:01:12.646237 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-956d8114-9dec-46be-bda9-827aff2a3ec2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:01:12.650069 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-956d8114-9dec-46be-bda9-827aff2a3ec2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:floatingip and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:01:12.652850 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-956d8114-9dec-46be-bda9-827aff2a3ec2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:01:12.658431 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-956d8114-9dec-46be-bda9-827aff2a3ec2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:01:12.717382 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-956d8114-9dec-46be-bda9-827aff2a3ec2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for floatingip, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:12.854076 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-956d8114-9dec-46be-bda9-827aff2a3ec2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:12.989071 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-956d8114-9dec-46be-bda9-827aff2a3ec2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Allocated IP 172.26.4.137 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/5c262f1e-03a0-4a18-a03c-bc786ef98077) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:01:13.134940 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-956d8114-9dec-46be-bda9-827aff2a3ec2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:13.210159 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-956d8114-9dec-46be-bda9-827aff2a3ec2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:13.270545 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956d8114-9dec-46be-bda9-827aff2a3ec2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:01:13.273441 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-956d8114-9dec-46be-bda9-827aff2a3ec2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:01:13.281194 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956d8114-9dec-46be-bda9-827aff2a3ec2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:01:13.319385 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d8114-9dec-46be-bda9-827aff2a3ec2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=5c262f1e-03a0-4a18-a03c-bc786ef98077,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:13.714351 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-956d8114-9dec-46be-bda9-827aff2a3ec2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:13.856013 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-956d8114-9dec-46be-bda9-827aff2a3ec2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:14.172757 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-956d8114-9dec-46be-bda9-827aff2a3ec2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:14.243374 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-956d8114-9dec-46be-bda9-827aff2a3ec2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:14.352438 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d8114-9dec-46be-bda9-827aff2a3ec2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=5c262f1e-03a0-4a18-a03c-bc786ef98077,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:14.362341 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-956d8114-9dec-46be-bda9-827aff2a3ec2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:14.532201 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-956d8114-9dec-46be-bda9-827aff2a3ec2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Floating IP 827cd91f-4370-4001-bbff-3ef66e17e87d associated. External IP: 172.26.4.137, port: 96d256f4-cf1c-46fb-b7cb-e92d8151ce39. Apr 06 14:01:14.886461 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956d8114-9dec-46be-bda9-827aff2a3ec2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Router 52df82ee-6a54-4516-8f77-1d0cb087d096 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:01:15.060478 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956d8114-9dec-46be-bda9-827aff2a3ec2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:01:15.070450 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bed72e-7634-4163-9b88-45bb339ef1e4 None None] Sync routers for ids ['52df82ee-6a54-4516-8f77-1d0cb087d096'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:01:15.080056 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bed72e-7634-4163-9b88-45bb339ef1e4 None None] Routers {'52df82ee-6a54-4516-8f77-1d0cb087d096'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:01:15.080652 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-98bed72e-7634-4163-9b88-45bb339ef1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:00:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['52df82ee-6a54-4516-8f77-1d0cb087d096'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:15.152523 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-956d8114-9dec-46be-bda9-827aff2a3ec2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:15.212023 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-956d8114-9dec-46be-bda9-827aff2a3ec2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5759740 Apr 06 14:01:15.212583 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547c8a9b-da2a-406c-8b0d-3c3afdb60cec', 'tag': '96d256f4-cf1c-46fb-b7cb-e92d8151ce39'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:01:15.260976 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dfdf6ac-5595-4d83-938d-c7768c3f9993'] response: {'name': 'network-changed', 'server_uuid': '547c8a9b-da2a-406c-8b0d-3c3afdb60cec', 'tag': '96d256f4-cf1c-46fb-b7cb-e92d8151ce39', 'status': 'completed', 'code': 200} Apr 06 14:01:15.261385 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-98bed72e-7634-4163-9b88-45bb339ef1e4 None None] Set router 52df82ee-6a54-4516-8f77-1d0cb087d096 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:01:15.360920 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae87e51-95cb-430b-b43f-e383c4cdf59c req-56171b39-892a-453d-8463-dd806d723d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:15.362410 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3ae87e51-95cb-430b-b43f-e383c4cdf59c req-56171b39-892a-453d-8463-dd806d723d0a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=547c8a9b-da2a-406c-8b0d-3c3afdb60cec HTTP/1.1" status: 200 len: 1099 time: 0.0789793 Apr 06 14:01:15.494759 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5cffe5ec-5245-49ef-9a14-b316b7013949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:15.510568 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae87e51-95cb-430b-b43f-e383c4cdf59c req-f53918c8-0bc5-4b17-a68f-e425a0d6f842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:15.512081 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3ae87e51-95cb-430b-b43f-e383c4cdf59c req-f53918c8-0bc5-4b17-a68f-e425a0d6f842 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3554c0a8-2212-4ddc-84ec-2fef30487c42 HTTP/1.1" status: 200 len: 897 time: 0.1437752 Apr 06 14:01:15.547477 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d1c0a-0c6d-4219-a594-a00e753dacd4 req-ab932c52-da4b-45be-b398-3f02e75ce4a1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:15.549211 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1b9d1c0a-0c6d-4219-a594-a00e753dacd4 req-ab932c52-da4b-45be-b398-3f02e75ce4a1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=547c8a9b-da2a-406c-8b0d-3c3afdb60cec HTTP/1.1" status: 200 len: 946 time: 0.0897462 Apr 06 14:01:15.595437 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1b9d1c0a-0c6d-4219-a594-a00e753dacd4 req-f356aabc-3057-4652-84db-2a0e13cb4e4b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3500fe-faef-4708-b77d-a9e405d7958a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395863 Apr 06 14:01:15.621165 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3ae87e51-95cb-430b-b43f-e383c4cdf59c req-1bebe223-b946-409d-b690-8fb4371ff51c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96d256f4-cf1c-46fb-b7cb-e92d8151ce39 HTTP/1.1" status: 200 len: 1000 time: 0.1029654 Apr 06 14:01:15.623338 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 54970) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:01:15.625691 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-98bed72e-7634-4163-9b88-45bb339ef1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489781979', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:00:49Z', 'updated_at': '2022-04-06T14:00:55Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:00:50Z', 'updated_at': '2022-04-06T14:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '827cd91f-4370-4001-bbff-3ef66e17e87d', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'port_id': '96d256f4-cf1c-46fb-b7cb-e92d8151ce39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3554c0a8-2212-4ddc-84ec-2fef30487c42', 'mac_address': 'fa:16:3e:7e:5b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c8a9b-da2a-406c-8b0d-3c3afdb60cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:01:13Z', 'updated_at': '2022-04-06T14:01:13Z', 'revision_number': 0, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff26af0-8b94-4f71-87de-ca955333c6de', 'name': '', 'network_id': '3554c0a8-2212-4ddc-84ec-2fef30487c42', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:b7:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'a9766e60-7bf3-4f06-a0de-524e990fd263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:00:54Z', 'updated_at': '2022-04-06T14:01:00Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': 'a9766e60-7bf3-4f06-a0de-524e990fd263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:15.630125 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bed72e-7634-4163-9b88-45bb339ef1e4 None None] Checking router: 52df82ee-6a54-4516-8f77-1d0cb087d096 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:01:15.649125 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bed72e-7634-4163-9b88-45bb339ef1e4 None None] Routers {'52df82ee-6a54-4516-8f77-1d0cb087d096'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:01:15.649719 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-98bed72e-7634-4163-9b88-45bb339ef1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:00:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['52df82ee-6a54-4516-8f77-1d0cb087d096'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:15.778713 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a6056e78-5172-4f98-95b8-c6b7bebb5275 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/floatingips/827cd91f-4370-4001-bbff-3ef66e17e87d HTTP/1.1" status: 200 len: 992 time: 0.1541104 Apr 06 14:01:15.780281 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae87e51-95cb-430b-b43f-e383c4cdf59c req-b2f2de5f-3580-49a9-8d50-308ee304d30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:15.781594 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3ae87e51-95cb-430b-b43f-e383c4cdf59c req-b2f2de5f-3580-49a9-8d50-308ee304d30d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a9766e60-7bf3-4f06-a0de-524e990fd263 HTTP/1.1" status: 200 len: 835 time: 0.1004703 Apr 06 14:01:15.829229 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-98bed72e-7634-4163-9b88-45bb339ef1e4 None None] Set router 52df82ee-6a54-4516-8f77-1d0cb087d096 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:01:15.856422 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae87e51-95cb-430b-b43f-e383c4cdf59c req-fed9bfe2-7cc2-4ab6-a9f1-313f7ca9565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:15.857873 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3ae87e51-95cb-430b-b43f-e383c4cdf59c req-fed9bfe2-7cc2-4ab6-a9f1-313f7ca9565b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3554c0a8-2212-4ddc-84ec-2fef30487c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703089 Apr 06 14:01:16.082941 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3ae87e51-95cb-430b-b43f-e383c4cdf59c req-a4a17181-c508-4029-aa2f-0a98cf0f42b1 service neutron] 10.222.0.61 "GET /v2.0/networks/3554c0a8-2212-4ddc-84ec-2fef30487c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181432 Apr 06 14:01:16.181139 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-98bed72e-7634-4163-9b88-45bb339ef1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489781979', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:00:49Z', 'updated_at': '2022-04-06T14:00:55Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:00:50Z', 'updated_at': '2022-04-06T14:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '827cd91f-4370-4001-bbff-3ef66e17e87d', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'port_id': '96d256f4-cf1c-46fb-b7cb-e92d8151ce39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3554c0a8-2212-4ddc-84ec-2fef30487c42', 'mac_address': 'fa:16:3e:7e:5b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c8a9b-da2a-406c-8b0d-3c3afdb60cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:01:13Z', 'updated_at': '2022-04-06T14:01:13Z', 'revision_number': 0, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff26af0-8b94-4f71-87de-ca955333c6de', 'name': '', 'network_id': '3554c0a8-2212-4ddc-84ec-2fef30487c42', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:b7:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'a9766e60-7bf3-4f06-a0de-524e990fd263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:00:54Z', 'updated_at': '2022-04-06T14:01:00Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': 'a9766e60-7bf3-4f06-a0de-524e990fd263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:16.185277 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bed72e-7634-4163-9b88-45bb339ef1e4 None None] The sync data for ids ['52df82ee-6a54-4516-8f77-1d0cb087d096'] in dv-neutron-834600-1-hyperv is: [{'id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489781979', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:00:49Z', 'updated_at': '2022-04-06T14:00:55Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:00:50Z', 'updated_at': '2022-04-06T14:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '827cd91f-4370-4001-bbff-3ef66e17e87d', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'port_id': '96d256f4-cf1c-46fb-b7cb-e92d8151ce39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3554c0a8-2212-4ddc-84ec-2fef30487c42', 'mac_address': 'fa:16:3e:7e:5b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547c8a9b-da2a-406c-8b0d-3c3afdb60cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:01:13Z', 'updated_at': '2022-04-06T14:01:13Z', 'revision_number': 0, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff26af0-8b94-4f71-87de-ca955333c6de', 'name': '', 'network_id': '3554c0a8-2212-4ddc-84ec-2fef30487c42', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:b7:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'a9766e60-7bf3-4f06-a0de-524e990fd263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:00:54Z', 'updated_at': '2022-04-06T14:01:00Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': 'a9766e60-7bf3-4f06-a0de-524e990fd263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:01:16.217082 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3ae87e51-95cb-430b-b43f-e383c4cdf59c req-7fd50051-378e-4198-b229-3a3ecd175cab service neutron] 10.222.0.61 "GET /v2.0/networks/3554c0a8-2212-4ddc-84ec-2fef30487c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287317 Apr 06 14:01:16.366275 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0309f5d8-4c82-4d30-a0f3-9bca08db9068 None None] New status for floating IP 827cd91f-4370-4001-bbff-3ef66e17e87d: ACTIVE {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:01:16.782600 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 54974) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:01:16.887898 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-35b1f086-fa45-42dd-9024-71521c9ce843 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/floatingips/827cd91f-4370-4001-bbff-3ef66e17e87d HTTP/1.1" status: 200 len: 994 time: 0.1041360 Apr 06 14:01:17.722945 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3239fecd-4c77-4859-ae92-ef3f738b471e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:18.928913 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:18.991635 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:20.403020 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:21.580374 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:01:27.592108 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:43.900499 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55ac5c-ea84-412f-b83e-0ad36cda33c5 req-2c1b44d7-d700-4ef5-a4f4-57079a71bab4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:43.901935 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6d55ac5c-ea84-412f-b83e-0ad36cda33c5 req-2c1b44d7-d700-4ef5-a4f4-57079a71bab4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=547c8a9b-da2a-406c-8b0d-3c3afdb60cec HTTP/1.1" status: 200 len: 946 time: 0.0823560 Apr 06 14:01:43.947710 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6d55ac5c-ea84-412f-b83e-0ad36cda33c5 req-361800ae-108c-45f6-8eb3-245c332918ef tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3500fe-faef-4708-b77d-a9e405d7958a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401299 Apr 06 14:01:45.129692 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ff91f-aec0-402e-95c9-fdbf72d0c6f5 req-631adb68-b3dd-48e8-ae16-d60c25df600c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:45.131134 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5a3ff91f-aec0-402e-95c9-fdbf72d0c6f5 req-631adb68-b3dd-48e8-ae16-d60c25df600c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=547c8a9b-da2a-406c-8b0d-3c3afdb60cec HTTP/1.1" status: 200 len: 946 time: 0.0774393 Apr 06 14:01:45.175464 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5a3ff91f-aec0-402e-95c9-fdbf72d0c6f5 req-34c076cd-5bd7-4866-8665-ceafd84136bb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3500fe-faef-4708-b77d-a9e405d7958a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385273 Apr 06 14:01:45.199936 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55002) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:01:45.411630 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-82f2b670-9944-4ece-8d99-149592d7b3db tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/floatingips/827cd91f-4370-4001-bbff-3ef66e17e87d HTTP/1.1" status: 200 len: 994 time: 0.2105050 Apr 06 14:01:45.528772 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-222918fc-d7d9-4a43-a5af-b64731e094a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:46.996737 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a85be5-6d3c-4955-9ed9-bfce1f1c6e09 req-159c6357-be5c-42da-8978-643699277581 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:46.998175 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-91a85be5-6d3c-4955-9ed9-bfce1f1c6e09 req-159c6357-be5c-42da-8978-643699277581 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=547c8a9b-da2a-406c-8b0d-3c3afdb60cec HTTP/1.1" status: 200 len: 946 time: 0.0861921 Apr 06 14:01:47.042366 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-91a85be5-6d3c-4955-9ed9-bfce1f1c6e09 req-345fe30d-ee68-4013-8e89-13419e45f788 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3500fe-faef-4708-b77d-a9e405d7958a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383337 Apr 06 14:01:47.734828 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1a82bf87-b343-4045-8055-a573e1556144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:48.228991 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78ac9d-84ea-40cf-920b-c5cf50792569 req-1c8c06fc-812a-4f62-b283-bab3b8717b22 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:48.230343 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2e78ac9d-84ea-40cf-920b-c5cf50792569 req-1c8c06fc-812a-4f62-b283-bab3b8717b22 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=547c8a9b-da2a-406c-8b0d-3c3afdb60cec HTTP/1.1" status: 200 len: 946 time: 0.0809724 Apr 06 14:01:48.273401 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2e78ac9d-84ea-40cf-920b-c5cf50792569 req-7cb2ae67-7e58-4b05-bacb-6b93def358e7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3500fe-faef-4708-b77d-a9e405d7958a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374625 Apr 06 14:01:48.297613 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55014) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:01:48.403838 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-78f099be-82d6-4087-aeb7-d8604760180c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/floatingips/827cd91f-4370-4001-bbff-3ef66e17e87d HTTP/1.1" status: 200 len: 994 time: 0.1051388 Apr 06 14:01:48.701535 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55022) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:01:48.906185 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-71191f79-3002-4e01-8e7f-3a8f2e22563e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Deleting port 5c262f1e-03a0-4a18-a03c-bc786ef98077 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:01:48.906523 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-71191f79-3002-4e01-8e7f-3a8f2e22563e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:48.952060 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:49.002073 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:49.079773 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-71191f79-3002-4e01-8e7f-3a8f2e22563e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:49.080093 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-71191f79-3002-4e01-8e7f-3a8f2e22563e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:49.203109 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-71191f79-3002-4e01-8e7f-3a8f2e22563e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Calling delete_port for 5c262f1e-03a0-4a18-a03c-bc786ef98077 owned by network:floatingip {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:01:49.401757 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-71191f79-3002-4e01-8e7f-3a8f2e22563e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:49.450430 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71191f79-3002-4e01-8e7f-3a8f2e22563e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Port': ['ID=5c262f1e-03a0-4a18-a03c-bc786ef98077,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:49.491126 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191f79-3002-4e01-8e7f-3a8f2e22563e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:49.491388 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191f79-3002-4e01-8e7f-3a8f2e22563e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:49.491721 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191f79-3002-4e01-8e7f-3a8f2e22563e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:49.492091 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191f79-3002-4e01-8e7f-3a8f2e22563e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:49.492513 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191f79-3002-4e01-8e7f-3a8f2e22563e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:49.492974 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191f79-3002-4e01-8e7f-3a8f2e22563e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:49.493454 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191f79-3002-4e01-8e7f-3a8f2e22563e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:49.493783 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191f79-3002-4e01-8e7f-3a8f2e22563e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:49.494146 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191f79-3002-4e01-8e7f-3a8f2e22563e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:49.494467 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191f79-3002-4e01-8e7f-3a8f2e22563e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:49.494785 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191f79-3002-4e01-8e7f-3a8f2e22563e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:49.495124 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191f79-3002-4e01-8e7f-3a8f2e22563e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:49.552836 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-71191f79-3002-4e01-8e7f-3a8f2e22563e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for floatingip, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:49.553164 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-71191f79-3002-4e01-8e7f-3a8f2e22563e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Floating IP 827cd91f-4370-4001-bbff-3ef66e17e87d disassociated (deleted). External IP: 172.26.4.137, port: 96d256f4-cf1c-46fb-b7cb-e92d8151ce39. Apr 06 14:01:49.991496 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71191f79-3002-4e01-8e7f-3a8f2e22563e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Router 52df82ee-6a54-4516-8f77-1d0cb087d096 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:01:50.173048 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71191f79-3002-4e01-8e7f-3a8f2e22563e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:01:50.186681 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d78dc08-f531-4e2c-8caf-0852769776d5 None None] Sync routers for ids ['52df82ee-6a54-4516-8f77-1d0cb087d096'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:01:50.187241 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-71191f79-3002-4e01-8e7f-3a8f2e22563e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:50.197227 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d78dc08-f531-4e2c-8caf-0852769776d5 None None] Routers {'52df82ee-6a54-4516-8f77-1d0cb087d096'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:01:50.197892 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-3d78dc08-f531-4e2c-8caf-0852769776d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:01:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['52df82ee-6a54-4516-8f77-1d0cb087d096'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:50.241101 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-71191f79-3002-4e01-8e7f-3a8f2e22563e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "DELETE /v2.0/floatingips/827cd91f-4370-4001-bbff-3ef66e17e87d HTTP/1.1" status: 204 len: 168 time: 1.5383341 Apr 06 14:01:50.241517 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547c8a9b-da2a-406c-8b0d-3c3afdb60cec', 'tag': '96d256f4-cf1c-46fb-b7cb-e92d8151ce39'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:01:50.291893 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ba88f6-ca88-4a56-bf46-ace1abc631a8'] response: {'name': 'network-changed', 'server_uuid': '547c8a9b-da2a-406c-8b0d-3c3afdb60cec', 'tag': '96d256f4-cf1c-46fb-b7cb-e92d8151ce39', 'status': 'completed', 'code': 200} Apr 06 14:01:50.393674 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9f63b-d86f-4f39-86ad-67133fafaa1d req-131b5034-7916-49da-9f69-18e7f212fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:50.395521 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c3b9f63b-d86f-4f39-86ad-67133fafaa1d req-131b5034-7916-49da-9f69-18e7f212fad8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=547c8a9b-da2a-406c-8b0d-3c3afdb60cec HTTP/1.1" status: 200 len: 1099 time: 0.0834894 Apr 06 14:01:50.435286 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-3d78dc08-f531-4e2c-8caf-0852769776d5 None None] Set router 52df82ee-6a54-4516-8f77-1d0cb087d096 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:01:50.444634 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:50.535655 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9f63b-d86f-4f39-86ad-67133fafaa1d req-35c2f042-4af4-48c0-8386-835043d624b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:50.536986 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c3b9f63b-d86f-4f39-86ad-67133fafaa1d req-35c2f042-4af4-48c0-8386-835043d624b7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3554c0a8-2212-4ddc-84ec-2fef30487c42 HTTP/1.1" status: 200 len: 897 time: 0.1340222 Apr 06 14:01:50.609490 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c3b9f63b-d86f-4f39-86ad-67133fafaa1d req-35cd21b2-6076-436e-b41c-4135424e2bc2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96d256f4-cf1c-46fb-b7cb-e92d8151ce39 HTTP/1.1" status: 200 len: 217 time: 0.0653446 Apr 06 14:01:50.678558 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9f63b-d86f-4f39-86ad-67133fafaa1d req-72b20926-5c19-48d1-874d-f733770f5fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:50.680380 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c3b9f63b-d86f-4f39-86ad-67133fafaa1d req-72b20926-5c19-48d1-874d-f733770f5fc2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a9766e60-7bf3-4f06-a0de-524e990fd263 HTTP/1.1" status: 200 len: 835 time: 0.0630362 Apr 06 14:01:50.759631 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9f63b-d86f-4f39-86ad-67133fafaa1d req-c483f806-6886-41ac-a342-f726bebb83af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:50.761092 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c3b9f63b-d86f-4f39-86ad-67133fafaa1d req-c483f806-6886-41ac-a342-f726bebb83af service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3554c0a8-2212-4ddc-84ec-2fef30487c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736988 Apr 06 14:01:50.772851 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-3d78dc08-f531-4e2c-8caf-0852769776d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489781979', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:00:49Z', 'updated_at': '2022-04-06T14:00:55Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:00:50Z', 'updated_at': '2022-04-06T14:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '2ff26af0-8b94-4f71-87de-ca955333c6de', 'name': '', 'network_id': '3554c0a8-2212-4ddc-84ec-2fef30487c42', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:b7:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'a9766e60-7bf3-4f06-a0de-524e990fd263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:00:54Z', 'updated_at': '2022-04-06T14:01:00Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': 'a9766e60-7bf3-4f06-a0de-524e990fd263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:50.777293 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d78dc08-f531-4e2c-8caf-0852769776d5 None None] Checking router: 52df82ee-6a54-4516-8f77-1d0cb087d096 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:01:50.785611 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d78dc08-f531-4e2c-8caf-0852769776d5 None None] Routers {'52df82ee-6a54-4516-8f77-1d0cb087d096'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:01:50.786284 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-3d78dc08-f531-4e2c-8caf-0852769776d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:01:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['52df82ee-6a54-4516-8f77-1d0cb087d096'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:50.904533 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c3b9f63b-d86f-4f39-86ad-67133fafaa1d req-d88b1b88-49b2-4b4e-ade3-59993233b609 service neutron] 10.222.0.61 "GET /v2.0/networks/3554c0a8-2212-4ddc-84ec-2fef30487c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355150 Apr 06 14:01:50.908681 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404530a6-6b40-40c9-af97-37956de5eb00 req-51307a86-c1b9-47b7-95e7-eb7d30fd3c5a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:50.910100 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-404530a6-6b40-40c9-af97-37956de5eb00 req-51307a86-c1b9-47b7-95e7-eb7d30fd3c5a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=547c8a9b-da2a-406c-8b0d-3c3afdb60cec HTTP/1.1" status: 200 len: 946 time: 0.0905280 Apr 06 14:01:50.956117 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-404530a6-6b40-40c9-af97-37956de5eb00 req-1515f13f-080a-4640-8422-f532af675e89 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3500fe-faef-4708-b77d-a9e405d7958a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397623 Apr 06 14:01:50.966235 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-3d78dc08-f531-4e2c-8caf-0852769776d5 None None] Set router 52df82ee-6a54-4516-8f77-1d0cb087d096 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:01:51.045507 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c3b9f63b-d86f-4f39-86ad-67133fafaa1d req-1d7a2857-81d7-4c6f-b68a-bb1fc047bd38 service neutron] 10.222.0.61 "GET /v2.0/networks/3554c0a8-2212-4ddc-84ec-2fef30487c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310561 Apr 06 14:01:51.278131 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-3d78dc08-f531-4e2c-8caf-0852769776d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489781979', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:00:49Z', 'updated_at': '2022-04-06T14:00:55Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:00:50Z', 'updated_at': '2022-04-06T14:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '2ff26af0-8b94-4f71-87de-ca955333c6de', 'name': '', 'network_id': '3554c0a8-2212-4ddc-84ec-2fef30487c42', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:b7:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'a9766e60-7bf3-4f06-a0de-524e990fd263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:00:54Z', 'updated_at': '2022-04-06T14:01:00Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': 'a9766e60-7bf3-4f06-a0de-524e990fd263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:51.281977 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d78dc08-f531-4e2c-8caf-0852769776d5 None None] The sync data for ids ['52df82ee-6a54-4516-8f77-1d0cb087d096'] in dv-neutron-834600-1-hyperv is: [{'id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489781979', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:00:49Z', 'updated_at': '2022-04-06T14:00:55Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:00:50Z', 'updated_at': '2022-04-06T14:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '2ff26af0-8b94-4f71-87de-ca955333c6de', 'name': '', 'network_id': '3554c0a8-2212-4ddc-84ec-2fef30487c42', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:b7:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'a9766e60-7bf3-4f06-a0de-524e990fd263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:00:54Z', 'updated_at': '2022-04-06T14:01:00Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': 'a9766e60-7bf3-4f06-a0de-524e990fd263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:01:51.483289 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a8ebe1-eb65-4e5d-a270-6a1937b233d2 None None] New status for floating IP 827cd91f-4370-4001-bbff-3ef66e17e87d: DOWN {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:01:52.141034 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c59ba-cbaa-4bc3-b304-574c85b2facb req-8bd91912-c2f6-4b79-a93a-f9bca84145f3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:52.142567 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-181c59ba-cbaa-4bc3-b304-574c85b2facb req-8bd91912-c2f6-4b79-a93a-f9bca84145f3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=547c8a9b-da2a-406c-8b0d-3c3afdb60cec HTTP/1.1" status: 200 len: 946 time: 0.0788674 Apr 06 14:01:52.190928 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-181c59ba-cbaa-4bc3-b304-574c85b2facb req-46577e98-9e45-4d6a-95e4-3f0b1673df44 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3500fe-faef-4708-b77d-a9e405d7958a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422702 Apr 06 14:01:52.392404 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421c8b1-0e54-4b6a-ad94-9e460e1938db req-36fbf943-4cc1-4bd2-a4c8-7ffb8c722b0f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:52.393081 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-3421c8b1-0e54-4b6a-ad94-9e460e1938db req-36fbf943-4cc1-4bd2-a4c8-7ffb8c722b0f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Synchronizing usage tracker for tenant:ee8feeb260df4580987384a151b8068e on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:01:52.483244 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-3421c8b1-0e54-4b6a-ad94-9e460e1938db req-36fbf943-4cc1-4bd2-a4c8-7ffb8c722b0f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Unset dirty status for tenant:ee8feeb260df4580987384a151b8068e on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:01:52.484342 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3421c8b1-0e54-4b6a-ad94-9e460e1938db req-36fbf943-4cc1-4bd2-a4c8-7ffb8c722b0f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.61 "GET /v2.0/ports?device_id=547c8a9b-da2a-406c-8b0d-3c3afdb60cec HTTP/1.1" status: 200 len: 946 time: 0.1678133 Apr 06 14:01:52.558078 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-3421c8b1-0e54-4b6a-ad94-9e460e1938db req-e9c56235-7670-495d-a6e3-55b61317647a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Deleting port 96d256f4-cf1c-46fb-b7cb-e92d8151ce39 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:01:52.558407 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-3421c8b1-0e54-4b6a-ad94-9e460e1938db req-e9c56235-7670-495d-a6e3-55b61317647a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:52.798409 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-3421c8b1-0e54-4b6a-ad94-9e460e1938db req-e9c56235-7670-495d-a6e3-55b61317647a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] For port 96d256f4-cf1c-46fb-b7cb-e92d8151ce39, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=96d256f4-cf1c-46fb-b7cb-e92d8151ce39,segment=NetworkSegment(86b345c7-8ae2-4a99-b75b-fd78f1c53fed),segment_id=86b345c7-8ae2-4a99-b75b-fd78f1c53fed)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:01:52.798754 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-3421c8b1-0e54-4b6a-ad94-9e460e1938db req-e9c56235-7670-495d-a6e3-55b61317647a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:53.012480 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-3421c8b1-0e54-4b6a-ad94-9e460e1938db req-e9c56235-7670-495d-a6e3-55b61317647a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Calling delete_port for 96d256f4-cf1c-46fb-b7cb-e92d8151ce39 owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:01:53.244468 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-3421c8b1-0e54-4b6a-ad94-9e460e1938db req-e9c56235-7670-495d-a6e3-55b61317647a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:53.293737 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c56235-7670-495d-a6e3-55b61317647a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Port': ['ID=96d256f4-cf1c-46fb-b7cb-e92d8151ce39,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:53.352089 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-483014cc-752b-459f-8594-e274ac3f2a21 req-c12c7248-1c64-4d5a-8dba-8fb5a631f53a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=547c8a9b-da2a-406c-8b0d-3c3afdb60cec HTTP/1.1" status: 200 len: 210 time: 0.0536053 Apr 06 14:01:53.370253 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-3421c8b1-0e54-4b6a-ad94-9e460e1938db req-e9c56235-7670-495d-a6e3-55b61317647a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] No DVR routers for this DVR port 96d256f4-cf1c-46fb-b7cb-e92d8151ce39 on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:01:53.372768 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-3421c8b1-0e54-4b6a-ad94-9e460e1938db req-e9c56235-7670-495d-a6e3-55b61317647a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:53.375343 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547c8a9b-da2a-406c-8b0d-3c3afdb60cec', 'name': 'network-vif-deleted', 'tag': '96d256f4-cf1c-46fb-b7cb-e92d8151ce39'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:01:53.418677 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c39542b6-3277-4cbf-af11-699a12c824e2'] response: {'server_uuid': '547c8a9b-da2a-406c-8b0d-3c3afdb60cec', 'name': 'network-vif-deleted', 'tag': '96d256f4-cf1c-46fb-b7cb-e92d8151ce39', 'status': 'completed', 'code': 200} Apr 06 14:01:53.467275 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-3421c8b1-0e54-4b6a-ad94-9e460e1938db req-e9c56235-7670-495d-a6e3-55b61317647a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.61 "DELETE /v2.0/ports/96d256f4-cf1c-46fb-b7cb-e92d8151ce39 HTTP/1.1" status: 204 len: 173 time: 0.9773374 Apr 06 14:01:54.451092 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55040) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:01:55.000689 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ab2fa9b-c161-4a56-ae74-6a945bf57edc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:55.350268 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-3ab2fa9b-c161-4a56-ae74-6a945bf57edc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Deleting port 2ff26af0-8b94-4f71-87de-ca955333c6de {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:01:55.350531 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ab2fa9b-c161-4a56-ae74-6a945bf57edc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:55.634907 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-3ab2fa9b-c161-4a56-ae74-6a945bf57edc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] For port 2ff26af0-8b94-4f71-87de-ca955333c6de, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=2ff26af0-8b94-4f71-87de-ca955333c6de,segment=NetworkSegment(86b345c7-8ae2-4a99-b75b-fd78f1c53fed),segment_id=86b345c7-8ae2-4a99-b75b-fd78f1c53fed)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:01:55.635711 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ab2fa9b-c161-4a56-ae74-6a945bf57edc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:55.755213 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-3ab2fa9b-c161-4a56-ae74-6a945bf57edc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Calling delete_port for 2ff26af0-8b94-4f71-87de-ca955333c6de owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:01:56.186688 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ab2fa9b-c161-4a56-ae74-6a945bf57edc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:56.187144 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 96d256f4-cf1c-46fb-b7cb-e92d8151ce39 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:01:56.224850 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: 96d256f4-cf1c-46fb-b7cb-e92d8151ce39 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:01:56.225128 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 96d256f4-cf1c-46fb-b7cb-e92d8151ce39 not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:01:56.234517 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2fa9b-c161-4a56-ae74-6a945bf57edc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Port': ['ID=2ff26af0-8b94-4f71-87de-ca955333c6de,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:56.508615 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-3ab2fa9b-c161-4a56-ae74-6a945bf57edc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:56.882160 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab2fa9b-c161-4a56-ae74-6a945bf57edc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Router 52df82ee-6a54-4516-8f77-1d0cb087d096 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:01:57.160584 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab2fa9b-c161-4a56-ae74-6a945bf57edc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:01:57.171365 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d56fc0d-b79f-4546-a882-e76f1c0f9830 None None] Sync routers for ids ['52df82ee-6a54-4516-8f77-1d0cb087d096'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:01:57.176790 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3ab2fa9b-c161-4a56-ae74-6a945bf57edc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "PUT /v2.0/routers/52df82ee-6a54-4516-8f77-1d0cb087d096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7221696 Apr 06 14:01:57.177053 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55044) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:01:57.180835 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d56fc0d-b79f-4546-a882-e76f1c0f9830 None None] Routers {'52df82ee-6a54-4516-8f77-1d0cb087d096'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:01:57.181419 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-0d56fc0d-b79f-4546-a882-e76f1c0f9830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:01:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['52df82ee-6a54-4516-8f77-1d0cb087d096'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:57.242616 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-d55bf1d7-b73f-4757-83ea-9f288664fd23 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Deleting subnet a9766e60-7bf3-4f06-a0de-524e990fd263 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 14:01:57.246228 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d55bf1d7-b73f-4757-83ea-9f288664fd23 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:57.303265 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d55bf1d7-b73f-4757-83ea-9f288664fd23 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:57.358619 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-0d56fc0d-b79f-4546-a882-e76f1c0f9830 None None] Set router 52df82ee-6a54-4516-8f77-1d0cb087d096 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:01:57.387157 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d55bf1d7-b73f-4757-83ea-9f288664fd23 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:57.540108 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d55bf1d7-b73f-4757-83ea-9f288664fd23 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:57.585636 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bf1d7-b73f-4757-83ea-9f288664fd23 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Subnet': ['ID=a9766e60-7bf3-4f06-a0de-524e990fd263,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:57.593532 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d55bf1d7-b73f-4757-83ea-9f288664fd23 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:57.598762 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef5134d-d25e-4f33-a878-310ed6f84ebd None None] Network 3554c0a8-2212-4ddc-84ec-2fef30487c42 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 14:01:57.600917 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d55bf1d7-b73f-4757-83ea-9f288664fd23 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "DELETE /v2.0/subnets/a9766e60-7bf3-4f06-a0de-524e990fd263 HTTP/1.1" status: 204 len: 168 time: 0.4229093 Apr 06 14:01:57.603703 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55048) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:01:57.627326 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:57.684649 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-0d56fc0d-b79f-4546-a882-e76f1c0f9830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489781979', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:00:49Z', 'updated_at': '2022-04-06T14:01:56Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:00:50Z', 'updated_at': '2022-04-06T14:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:57.688693 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d56fc0d-b79f-4546-a882-e76f1c0f9830 None None] Checking router: 52df82ee-6a54-4516-8f77-1d0cb087d096 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:01:57.697408 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d56fc0d-b79f-4546-a882-e76f1c0f9830 None None] Routers {'52df82ee-6a54-4516-8f77-1d0cb087d096'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:01:57.698041 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-0d56fc0d-b79f-4546-a882-e76f1c0f9830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:01:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['52df82ee-6a54-4516-8f77-1d0cb087d096'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:57.796066 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6101c9b5-93b5-4175-a583-96a8d1b140a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:57.861819 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b278f40b-9869-43e6-88c6-1fad754086c1 None None] DHCP port deletion for 3554c0a8-2212-4ddc-84ec-2fef30487c42 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 14:01:57.866202 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-b278f40b-9869-43e6-88c6-1fad754086c1 None None] Deleting port f045456a-e2a0-4902-a45f-91dbeba82666 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:01:57.866692 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b278f40b-9869-43e6-88c6-1fad754086c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:57.882168 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-0d56fc0d-b79f-4546-a882-e76f1c0f9830 None None] Set router 52df82ee-6a54-4516-8f77-1d0cb087d096 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:01:57.983775 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6101c9b5-93b5-4175-a583-96a8d1b140a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:58.049278 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-6101c9b5-93b5-4175-a583-96a8d1b140a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Deleting port 7cce112e-a2fd-4df5-a601-5dfc28b2a615 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:01:58.049558 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6101c9b5-93b5-4175-a583-96a8d1b140a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:58.085047 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-b278f40b-9869-43e6-88c6-1fad754086c1 None None] For port f045456a-e2a0-4902-a45f-91dbeba82666, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f045456a-e2a0-4902-a45f-91dbeba82666,segment=NetworkSegment(86b345c7-8ae2-4a99-b75b-fd78f1c53fed),segment_id=86b345c7-8ae2-4a99-b75b-fd78f1c53fed)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:01:58.085443 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b278f40b-9869-43e6-88c6-1fad754086c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:58.096250 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f045456a-e2a0-4902-a45f-91dbeba82666 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:01:58.200278 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-0d56fc0d-b79f-4546-a882-e76f1c0f9830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489781979', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:00:49Z', 'updated_at': '2022-04-06T14:01:56Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:00:50Z', 'updated_at': '2022-04-06T14:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:58.204539 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d56fc0d-b79f-4546-a882-e76f1c0f9830 None None] The sync data for ids ['52df82ee-6a54-4516-8f77-1d0cb087d096'] in dv-neutron-834600-1-hyperv is: [{'id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489781979', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:00:49Z', 'updated_at': '2022-04-06T14:01:56Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '7cce112e-a2fd-4df5-a601-5dfc28b2a615', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52df82ee-6a54-4516-8f77-1d0cb087d096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:00:50Z', 'updated_at': '2022-04-06T14:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:01:58.248094 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-6101c9b5-93b5-4175-a583-96a8d1b140a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] For port 7cce112e-a2fd-4df5-a601-5dfc28b2a615, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=7cce112e-a2fd-4df5-a601-5dfc28b2a615,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:01:58.248457 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6101c9b5-93b5-4175-a583-96a8d1b140a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:58.249565 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-b278f40b-9869-43e6-88c6-1fad754086c1 None None] Calling delete_port for f045456a-e2a0-4902-a45f-91dbeba82666 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:01:58.372179 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-6101c9b5-93b5-4175-a583-96a8d1b140a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Calling delete_port for 7cce112e-a2fd-4df5-a601-5dfc28b2a615 owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:01:58.384283 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:58.476466 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b278f40b-9869-43e6-88c6-1fad754086c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:58.534061 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278f40b-9869-43e6-88c6-1fad754086c1 None None] Pushing event deleted for resources: {'Port': ['ID=f045456a-e2a0-4902-a45f-91dbeba82666,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:58.536389 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b278f40b-9869-43e6-88c6-1fad754086c1 None None] No DVR routers for this DVR port f045456a-e2a0-4902-a45f-91dbeba82666 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:01:58.545863 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f40b-9869-43e6-88c6-1fad754086c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:58.546209 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f40b-9869-43e6-88c6-1fad754086c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:58.546567 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f40b-9869-43e6-88c6-1fad754086c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:58.548855 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f40b-9869-43e6-88c6-1fad754086c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:58.548855 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f40b-9869-43e6-88c6-1fad754086c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:58.548855 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f40b-9869-43e6-88c6-1fad754086c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:58.548855 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f40b-9869-43e6-88c6-1fad754086c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:58.548855 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f40b-9869-43e6-88c6-1fad754086c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:58.548855 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f40b-9869-43e6-88c6-1fad754086c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:58.548855 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f40b-9869-43e6-88c6-1fad754086c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:58.549382 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f40b-9869-43e6-88c6-1fad754086c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:58.549382 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f40b-9869-43e6-88c6-1fad754086c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:58.579795 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:01:58.615049 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6101c9b5-93b5-4175-a583-96a8d1b140a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:58.673910 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101c9b5-93b5-4175-a583-96a8d1b140a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Port': ['ID=7cce112e-a2fd-4df5-a601-5dfc28b2a615,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:58.764543 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6101c9b5-93b5-4175-a583-96a8d1b140a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:59.043120 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6101c9b5-93b5-4175-a583-96a8d1b140a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:59.045187 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6101c9b5-93b5-4175-a583-96a8d1b140a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:59.151848 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6101c9b5-93b5-4175-a583-96a8d1b140a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:59.152373 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6101c9b5-93b5-4175-a583-96a8d1b140a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Fanout notify agent at l3_agent the message router_deleted on router 52df82ee-6a54-4516-8f77-1d0cb087d096 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 14:01:59.169305 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6101c9b5-93b5-4175-a583-96a8d1b140a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:59.173198 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6101c9b5-93b5-4175-a583-96a8d1b140a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "DELETE /v2.0/routers/52df82ee-6a54-4516-8f77-1d0cb087d096 HTTP/1.1" status: 204 len: 168 time: 1.5679026 Apr 06 14:01:59.173412 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55052) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:01:59.297338 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-de3ec097-435e-4a36-9085-0c991dc2d493 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:59.428334 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-de3ec097-435e-4a36-9085-0c991dc2d493 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:59.454006 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-de3ec097-435e-4a36-9085-0c991dc2d493 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3554c0a8-2212-4ddc-84ec-2fef30487c42']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:59.467689 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-de3ec097-435e-4a36-9085-0c991dc2d493 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b345c7-8ae2-4a99-b75b-fd78f1c53fed') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:59.467975 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-de3ec097-435e-4a36-9085-0c991dc2d493 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b345c7-8ae2-4a99-b75b-fd78f1c53fed') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:59.479246 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-de3ec097-435e-4a36-9085-0c991dc2d493 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:59.495941 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-de3ec097-435e-4a36-9085-0c991dc2d493 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:59.502178 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3ec097-435e-4a36-9085-0c991dc2d493 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:01:59.502558 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-de3ec097-435e-4a36-9085-0c991dc2d493 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:01:59.517218 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:01:59.809850 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-de3ec097-435e-4a36-9085-0c991dc2d493 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:59.828348 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-de3ec097-435e-4a36-9085-0c991dc2d493 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:01:59.839301 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ec097-435e-4a36-9085-0c991dc2d493 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Network': ['ID=3554c0a8-2212-4ddc-84ec-2fef30487c42,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:59.848187 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3ec097-435e-4a36-9085-0c991dc2d493 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:59.848526 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3ec097-435e-4a36-9085-0c991dc2d493 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:59.848857 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3ec097-435e-4a36-9085-0c991dc2d493 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:59.849183 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3ec097-435e-4a36-9085-0c991dc2d493 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:59.849512 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3ec097-435e-4a36-9085-0c991dc2d493 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:59.849832 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3ec097-435e-4a36-9085-0c991dc2d493 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:59.850151 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3ec097-435e-4a36-9085-0c991dc2d493 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:59.850470 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3ec097-435e-4a36-9085-0c991dc2d493 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:59.850785 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3ec097-435e-4a36-9085-0c991dc2d493 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:59.854715 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3ec097-435e-4a36-9085-0c991dc2d493 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:59.854715 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3ec097-435e-4a36-9085-0c991dc2d493 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:59.854715 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3ec097-435e-4a36-9085-0c991dc2d493 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:59.918577 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-de3ec097-435e-4a36-9085-0c991dc2d493 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "DELETE /v2.0/networks/3554c0a8-2212-4ddc-84ec-2fef30487c42 HTTP/1.1" status: 204 len: 168 time: 0.7431338 Apr 06 14:01:59.921143 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55056) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:01:59.988271 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-daaa0acc-dc5e-455c-a8a9-8afc5359609a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:00.020074 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 7cce112e-a2fd-4df5-a601-5dfc28b2a615 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:02:00.020913 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-daaa0acc-dc5e-455c-a8a9-8afc5359609a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:00.054324 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 7cce112e-a2fd-4df5-a601-5dfc28b2a615 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:02:00.054660 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 7cce112e-a2fd-4df5-a601-5dfc28b2a615 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:02:00.055103 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 2ff26af0-8b94-4f71-87de-ca955333c6de no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:02:00.094961 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 2ff26af0-8b94-4f71-87de-ca955333c6de {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:02:00.094961 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 2ff26af0-8b94-4f71-87de-ca955333c6de not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:02:00.140703 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-daaa0acc-dc5e-455c-a8a9-8afc5359609a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:00.159485 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa0acc-dc5e-455c-a8a9-8afc5359609a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3500fe-faef-4708-b77d-a9e405d7958a,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:00.265841 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-daaa0acc-dc5e-455c-a8a9-8afc5359609a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:00.266985 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-daaa0acc-dc5e-455c-a8a9-8afc5359609a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "DELETE /v2.0/security-groups/2b3500fe-faef-4708-b77d-a9e405d7958a HTTP/1.1" status: 204 len: 168 time: 0.3449097 Apr 06 14:02:00.587479 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55064) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:02:00.593349 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-2bb65d38-a53e-4dc2-95de-9a6c99a84af1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-320705364', 'description': 'tempest-secgroup-smoke-320705364 description', 'project_id': 'ee8feeb260df4580987384a151b8068e'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:00.599313 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-2bb65d38-a53e-4dc2-95de-9a6c99a84af1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:02:00.603342 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2bb65d38-a53e-4dc2-95de-9a6c99a84af1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:02:00.607001 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2bb65d38-a53e-4dc2-95de-9a6c99a84af1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:02:00.613813 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-2bb65d38-a53e-4dc2-95de-9a6c99a84af1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:02:00.699080 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2bb65d38-a53e-4dc2-95de-9a6c99a84af1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:00.719253 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-2bb65d38-a53e-4dc2-95de-9a6c99a84af1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:02:00.723075 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2bb65d38-a53e-4dc2-95de-9a6c99a84af1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:02:00.725840 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-2bb65d38-a53e-4dc2-95de-9a6c99a84af1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:02:00.732271 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-2bb65d38-a53e-4dc2-95de-9a6c99a84af1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:02:00.800857 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2bb65d38-a53e-4dc2-95de-9a6c99a84af1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:00.870174 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2bb65d38-a53e-4dc2-95de-9a6c99a84af1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:00.914156 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb65d38-a53e-4dc2-95de-9a6c99a84af1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf23210-1ee6-43fc-a297-52fafc10760a,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:00.978876 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2bb65d38-a53e-4dc2-95de-9a6c99a84af1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:00.980558 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2bb65d38-a53e-4dc2-95de-9a6c99a84af1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3920987 Apr 06 14:02:00.983307 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55068) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:02:00.988147 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-642353a5-d266-44be-862f-727d947ff3d3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': 'abf23210-1ee6-43fc-a297-52fafc10760a', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:00.994072 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-642353a5-d266-44be-862f-727d947ff3d3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:02:00.998451 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-642353a5-d266-44be-862f-727d947ff3d3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:02:01.001395 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-642353a5-d266-44be-862f-727d947ff3d3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:02:01.007056 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-642353a5-d266-44be-862f-727d947ff3d3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:02:01.084432 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-642353a5-d266-44be-862f-727d947ff3d3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:01.144175 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-642353a5-d266-44be-862f-727d947ff3d3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:01.243452 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-642353a5-d266-44be-862f-727d947ff3d3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:01.270927 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642353a5-d266-44be-862f-727d947ff3d3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69dee92f-73f0-453b-b43b-f6dddd29da4f,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:01.379078 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-642353a5-d266-44be-862f-727d947ff3d3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:01.380272 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-642353a5-d266-44be-862f-727d947ff3d3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3960397 Apr 06 14:02:01.383035 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55072) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:02:01.388450 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-a20ec82b-3648-4b43-af3b-49cf41836dc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': 'abf23210-1ee6-43fc-a297-52fafc10760a', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:01.394367 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a20ec82b-3648-4b43-af3b-49cf41836dc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:02:01.398120 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a20ec82b-3648-4b43-af3b-49cf41836dc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:02:01.400956 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a20ec82b-3648-4b43-af3b-49cf41836dc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:02:01.406690 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a20ec82b-3648-4b43-af3b-49cf41836dc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:02:01.528970 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a20ec82b-3648-4b43-af3b-49cf41836dc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:01.590444 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a20ec82b-3648-4b43-af3b-49cf41836dc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:01.683703 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a20ec82b-3648-4b43-af3b-49cf41836dc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:01.705836 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ec82b-3648-4b43-af3b-49cf41836dc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac2899c-1e27-498d-abdf-ac6359093491,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:01.779071 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a20ec82b-3648-4b43-af3b-49cf41836dc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:01.780250 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a20ec82b-3648-4b43-af3b-49cf41836dc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3963175 Apr 06 14:02:01.782906 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55076) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:02:01.787736 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-eed8986c-f922-4bae-867f-4982f2e1887a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': 'abf23210-1ee6-43fc-a297-52fafc10760a', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:01.794466 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-eed8986c-f922-4bae-867f-4982f2e1887a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:02:01.798230 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-eed8986c-f922-4bae-867f-4982f2e1887a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:02:01.801074 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-eed8986c-f922-4bae-867f-4982f2e1887a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:02:01.806736 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-eed8986c-f922-4bae-867f-4982f2e1887a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:02:01.899760 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-eed8986c-f922-4bae-867f-4982f2e1887a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:01.961790 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-eed8986c-f922-4bae-867f-4982f2e1887a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:02.060747 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-eed8986c-f922-4bae-867f-4982f2e1887a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:02.084086 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8986c-f922-4bae-867f-4982f2e1887a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc956490-bdea-4df2-901d-55f217b1f842,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:02.158215 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-eed8986c-f922-4bae-867f-4982f2e1887a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:02.159497 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-eed8986c-f922-4bae-867f-4982f2e1887a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3756678 Apr 06 14:02:02.162105 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55080) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:02:02.168586 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-10200abb-06b8-466d-a7fd-1e775792223d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': 'abf23210-1ee6-43fc-a297-52fafc10760a', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:02.174563 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-10200abb-06b8-466d-a7fd-1e775792223d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:02:02.178334 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-10200abb-06b8-466d-a7fd-1e775792223d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:02:02.181156 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-10200abb-06b8-466d-a7fd-1e775792223d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:02:02.187269 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-10200abb-06b8-466d-a7fd-1e775792223d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:02:02.265703 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-10200abb-06b8-466d-a7fd-1e775792223d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:02.329350 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-10200abb-06b8-466d-a7fd-1e775792223d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:02.413035 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-10200abb-06b8-466d-a7fd-1e775792223d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:02.436304 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10200abb-06b8-466d-a7fd-1e775792223d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82f4d2b-d14b-43c2-afcd-aea9b5f2d5fc,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:02.533128 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-10200abb-06b8-466d-a7fd-1e775792223d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:02.534266 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-10200abb-06b8-466d-a7fd-1e775792223d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3711441 Apr 06 14:02:02.536948 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55084) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:02:02.542330 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-483a105c-5105-4012-92e2-38af6c47a4a4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': 'abf23210-1ee6-43fc-a297-52fafc10760a', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:02.548763 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-483a105c-5105-4012-92e2-38af6c47a4a4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:02:02.552535 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-483a105c-5105-4012-92e2-38af6c47a4a4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:02:02.555398 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-483a105c-5105-4012-92e2-38af6c47a4a4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:02:02.561138 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-483a105c-5105-4012-92e2-38af6c47a4a4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:02:02.643413 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.securitygroups_db [None req-483a105c-5105-4012-92e2-38af6c47a4a4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Project ee8feeb260df4580987384a151b8068e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:02:02.650152 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-483a105c-5105-4012-92e2-38af6c47a4a4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:02.712850 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-483a105c-5105-4012-92e2-38af6c47a4a4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:02.784976 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-483a105c-5105-4012-92e2-38af6c47a4a4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:02.808942 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a105c-5105-4012-92e2-38af6c47a4a4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93d259a-763a-4d09-9c9a-31d47872a657,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:02.876460 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-483a105c-5105-4012-92e2-38af6c47a4a4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:02.877694 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-483a105c-5105-4012-92e2-38af6c47a4a4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3398271 Apr 06 14:02:02.880510 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55088) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:02:02.885428 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-422390e7-2151-487d-8572-0558bc5cbd65 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': 'abf23210-1ee6-43fc-a297-52fafc10760a', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:02.892267 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-422390e7-2151-487d-8572-0558bc5cbd65 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:02:02.896077 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-422390e7-2151-487d-8572-0558bc5cbd65 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:02:02.899033 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-422390e7-2151-487d-8572-0558bc5cbd65 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:02:02.904759 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-422390e7-2151-487d-8572-0558bc5cbd65 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:02:02.986449 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.securitygroups_db [None req-422390e7-2151-487d-8572-0558bc5cbd65 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Project ee8feeb260df4580987384a151b8068e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:02:02.993001 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-422390e7-2151-487d-8572-0558bc5cbd65 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:03.061873 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-422390e7-2151-487d-8572-0558bc5cbd65 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:03.146782 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-422390e7-2151-487d-8572-0558bc5cbd65 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:03.170880 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422390e7-2151-487d-8572-0558bc5cbd65 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb2ef25-e790-4cdb-ac15-d01b30ac56bf,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:03.264715 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-422390e7-2151-487d-8572-0558bc5cbd65 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:03.265941 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-422390e7-2151-487d-8572-0558bc5cbd65 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3844810 Apr 06 14:02:03.268684 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55092) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:02:03.274054 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-da058aa8-7c45-4be9-b8da-46a78d52b5cd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'network': {'name': 'tempest-network-smoke--866387472', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'port_security_enabled': True}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:03.279431 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-da058aa8-7c45-4be9-b8da-46a78d52b5cd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:02:03.283598 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-da058aa8-7c45-4be9-b8da-46a78d52b5cd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:network and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:02:03.286427 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-da058aa8-7c45-4be9-b8da-46a78d52b5cd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:02:03.292539 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-da058aa8-7c45-4be9-b8da-46a78d52b5cd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:02:03.378766 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da058aa8-7c45-4be9-b8da-46a78d52b5cd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Made reservation on behalf of ee8feeb260df4580987384a151b8068e for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:02:03.382110 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-da058aa8-7c45-4be9-b8da-46a78d52b5cd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:03.409411 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da058aa8-7c45-4be9-b8da-46a78d52b5cd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:02:03.418024 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-da058aa8-7c45-4be9-b8da-46a78d52b5cd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:03.418361 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-da058aa8-7c45-4be9-b8da-46a78d52b5cd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Added segment 02fb0c52-dfda-44d7-8369-6aaedbe58eb3 of type vlan for network 50863b14-6320-4bd5-a3df-06a8ca7343af Apr 06 14:02:03.444056 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-da058aa8-7c45-4be9-b8da-46a78d52b5cd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:03.544968 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-da058aa8-7c45-4be9-b8da-46a78d52b5cd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:03.550436 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da058aa8-7c45-4be9-b8da-46a78d52b5cd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:03.551074 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-da058aa8-7c45-4be9-b8da-46a78d52b5cd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:03.657957 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da058aa8-7c45-4be9-b8da-46a78d52b5cd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Network': ['ID=50863b14-6320-4bd5-a3df-06a8ca7343af,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:03.668687 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 50863b14-6320-4bd5-a3df-06a8ca7343af details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:02:03.705638 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-da058aa8-7c45-4be9-b8da-46a78d52b5cd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4359090 Apr 06 14:02:03.708352 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55096) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:02:03.713642 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-899c259f-0d0b-41fa-b93c-8491828e3ddb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2086534348', 'admin_state_up': True, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:03.721580 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-899c259f-0d0b-41fa-b93c-8491828e3ddb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:02:03.725454 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-899c259f-0d0b-41fa-b93c-8491828e3ddb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:router and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:02:03.728511 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-899c259f-0d0b-41fa-b93c-8491828e3ddb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:02:03.735512 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-899c259f-0d0b-41fa-b93c-8491828e3ddb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:02:03.809196 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-899c259f-0d0b-41fa-b93c-8491828e3ddb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:03.810233 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-899c259f-0d0b-41fa-b93c-8491828e3ddb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:03.824499 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-899c259f-0d0b-41fa-b93c-8491828e3ddb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:04.286137 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-899c259f-0d0b-41fa-b93c-8491828e3ddb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:04.638004 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-899c259f-0d0b-41fa-b93c-8491828e3ddb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router_gateway, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:04.671741 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-899c259f-0d0b-41fa-b93c-8491828e3ddb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:04.804147 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-899c259f-0d0b-41fa-b93c-8491828e3ddb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Allocated IP 172.26.4.53 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/d1c0819f-25df-4058-bf22-f698355eb76c) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:02:04.953472 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-899c259f-0d0b-41fa-b93c-8491828e3ddb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:05.026204 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-899c259f-0d0b-41fa-b93c-8491828e3ddb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:05.084060 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899c259f-0d0b-41fa-b93c-8491828e3ddb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:02:05.086754 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-899c259f-0d0b-41fa-b93c-8491828e3ddb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:02:05.090229 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899c259f-0d0b-41fa-b93c-8491828e3ddb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:02:05.135330 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c259f-0d0b-41fa-b93c-8491828e3ddb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=d1c0819f-25df-4058-bf22-f698355eb76c,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:05.599984 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-899c259f-0d0b-41fa-b93c-8491828e3ddb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router_gateway, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:06.048759 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-899c259f-0d0b-41fa-b93c-8491828e3ddb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:06.367264 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899c259f-0d0b-41fa-b93c-8491828e3ddb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Router e0f72480-eee5-404d-8b93-acfbad2289a0 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 14:02:06.539263 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899c259f-0d0b-41fa-b93c-8491828e3ddb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:02:06.549634 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfd5f71-7bef-4f38-9014-eb6222cb84ab None None] Sync routers for ids ['e0f72480-eee5-404d-8b93-acfbad2289a0'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:02:06.558722 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfd5f71-7bef-4f38-9014-eb6222cb84ab None None] Routers {'e0f72480-eee5-404d-8b93-acfbad2289a0'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:02:06.559363 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-7dfd5f71-7bef-4f38-9014-eb6222cb84ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:01:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e0f72480-eee5-404d-8b93-acfbad2289a0'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:06.666694 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-899c259f-0d0b-41fa-b93c-8491828e3ddb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:06.667961 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-899c259f-0d0b-41fa-b93c-8491828e3ddb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9586296 Apr 06 14:02:06.671868 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55100) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:02:06.715364 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-07657d1b-6ada-4af1-8d45-8b888916a324 tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=ee8feeb260df4580987384a151b8068e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423052 Apr 06 14:02:06.718381 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55104) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:02:06.782740 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-7dfd5f71-7bef-4f38-9014-eb6222cb84ab None None] Set router e0f72480-eee5-404d-8b93-acfbad2289a0 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:02:06.852371 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df10d8c-4b20-4b44-9731-7f17363aea61 tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:06.853834 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4df10d8c-4b20-4b44-9731-7f17363aea61 tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1345394 Apr 06 14:02:06.856748 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55108) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:02:06.895021 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-18f20d4d-3aaa-4d96-b15e-20e3f3aa5801 tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371675 Apr 06 14:02:06.897531 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55112) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:02:06.902704 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-bff8690e-109b-4cfb-8766-9337a7d5f561 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1813033213', 'network_id': '50863b14-6320-4bd5-a3df-06a8ca7343af', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:07.012674 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-bff8690e-109b-4cfb-8766-9337a7d5f561 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:02:07.017165 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-bff8690e-109b-4cfb-8766-9337a7d5f561 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:subnet and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:02:07.019982 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-bff8690e-109b-4cfb-8766-9337a7d5f561 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:02:07.025620 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-bff8690e-109b-4cfb-8766-9337a7d5f561 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:02:07.065781 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-7dfd5f71-7bef-4f38-9014-eb6222cb84ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086534348', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:03Z', 'updated_at': '2022-04-06T14:02:05Z', 'revision_number': 3, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:04Z', 'updated_at': '2022-04-06T14:02:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:07.069503 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfd5f71-7bef-4f38-9014-eb6222cb84ab None None] Checking router: e0f72480-eee5-404d-8b93-acfbad2289a0 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:02:07.069849 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfd5f71-7bef-4f38-9014-eb6222cb84ab None None] Updating router e0f72480-eee5-404d-8b93-acfbad2289a0 port d1c0819f-25df-4058-bf22-f698355eb76c binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:02:07.120803 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7dfd5f71-7bef-4f38-9014-eb6222cb84ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:07.123371 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff8690e-109b-4cfb-8766-9337a7d5f561 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Made reservation on behalf of ee8feeb260df4580987384a151b8068e for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:02:07.126900 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bff8690e-109b-4cfb-8766-9337a7d5f561 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:07.443988 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bff8690e-109b-4cfb-8766-9337a7d5f561 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:07.450356 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7dfd5f71-7bef-4f38-9014-eb6222cb84ab None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:07.462422 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7dfd5f71-7bef-4f38-9014-eb6222cb84ab None None] Transition to ACTIVE for port object d1c0819f-25df-4058-bf22-f698355eb76c will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:02:07.526852 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff8690e-109b-4cfb-8766-9337a7d5f561 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Subnet': ['ID=341557a4-b7d7-494b-a0c5-d9aa5961e3aa,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:07.532196 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff8690e-109b-4cfb-8766-9337a7d5f561 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Checking segment: {'id': '02fb0c52-dfda-44d7-8369-6aaedbe58eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '50863b14-6320-4bd5-a3df-06a8ca7343af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:02:07.532541 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff8690e-109b-4cfb-8766-9337a7d5f561 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network hostable DHCP agents. Network: 50863b14-6320-4bd5-a3df-06a8ca7343af, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:02:07.540832 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7dfd5f71-7bef-4f38-9014-eb6222cb84ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:07.621867 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7dfd5f71-7bef-4f38-9014-eb6222cb84ab None None] Attempting to bind port d1c0819f-25df-4058-bf22-f698355eb76c on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:02:07.622526 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7dfd5f71-7bef-4f38-9014-eb6222cb84ab None None] Attempting to bind port d1c0819f-25df-4058-bf22-f698355eb76c by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:02:07.622646 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfd5f71-7bef-4f38-9014-eb6222cb84ab None None] Attempting to bind port d1c0819f-25df-4058-bf22-f698355eb76c on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:02:07.625815 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff8690e-109b-4cfb-8766-9337a7d5f561 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network 50863b14-6320-4bd5-a3df-06a8ca7343af is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:02:07.629331 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afc9c2-8be1-49b4-935a-dd9c8bcc8fd6 None None] Pushing event updated for resources: {'Port': ['ID=d1c0819f-25df-4058-bf22-f698355eb76c,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:07.635892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfd5f71-7bef-4f38-9014-eb6222cb84ab None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:02:07.635892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfd5f71-7bef-4f38-9014-eb6222cb84ab None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:02:07.635892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7dfd5f71-7bef-4f38-9014-eb6222cb84ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:07.635892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfd5f71-7bef-4f38-9014-eb6222cb84ab None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:02:07.635892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7dfd5f71-7bef-4f38-9014-eb6222cb84ab None None] Bound port: d1c0819f-25df-4058-bf22-f698355eb76c, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:02:07.635892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7dfd5f71-7bef-4f38-9014-eb6222cb84ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:07.706708 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-7dfd5f71-7bef-4f38-9014-eb6222cb84ab None None] For port d1c0819f-25df-4058-bf22-f698355eb76c, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:02:07.709687 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-7dfd5f71-7bef-4f38-9014-eb6222cb84ab None None] For port d1c0819f-25df-4058-bf22-f698355eb76c, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d1c0819f-25df-4058-bf22-f698355eb76c,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:02:07.729008 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-bff8690e-109b-4cfb-8766-9337a7d5f561 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 50863b14-6320-4bd5-a3df-06a8ca7343af) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:02:07.733857 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff8690e-109b-4cfb-8766-9337a7d5f561 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:07.734438 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bff8690e-109b-4cfb-8766-9337a7d5f561 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:07.739744 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb582cf-9d4f-49c3-8964-636f5e7ea298 None None] Network 50863b14-6320-4bd5-a3df-06a8ca7343af requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 14:02:07.817288 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7dfd5f71-7bef-4f38-9014-eb6222cb84ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:07.831410 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-bff8690e-109b-4cfb-8766-9337a7d5f561 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9328506 Apr 06 14:02:07.834316 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55116) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:02:07.930337 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afc9c2-8be1-49b4-935a-dd9c8bcc8fd6 None None] Pushing event updated for resources: {'Port': ['ID=d1c0819f-25df-4058-bf22-f698355eb76c,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:07.939568 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfd5f71-7bef-4f38-9014-eb6222cb84ab None None] Routers {'e0f72480-eee5-404d-8b93-acfbad2289a0'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:02:07.940173 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-7dfd5f71-7bef-4f38-9014-eb6222cb84ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:01:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e0f72480-eee5-404d-8b93-acfbad2289a0'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:08.168370 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2eb209-83c6-4f5b-9378-ff77f76f1119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-50863b14-6320-4bd5-a3df-06a8ca7343af', 'network_id': '50863b14-6320-4bd5-a3df-06a8ca7343af', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'fixed_ips': [{'subnet_id': '341557a4-b7d7-494b-a0c5-d9aa5961e3aa'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 14:02:08.169206 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-dc2eb209-83c6-4f5b-9378-ff77f76f1119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:08.309979 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-7dfd5f71-7bef-4f38-9014-eb6222cb84ab None None] Set router e0f72480-eee5-404d-8b93-acfbad2289a0 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:02:08.610085 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-dc2eb209-83c6-4f5b-9378-ff77f76f1119 None None] Allocated IP 172.20.0.2 (50863b14-6320-4bd5-a3df-06a8ca7343af/341557a4-b7d7-494b-a0c5-d9aa5961e3aa/18e02953-66ef-434e-bbd8-0693dfc23984) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:02:08.700802 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d11f57f6-540a-4bda-9929-d08b97733e3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:08.787678 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-7dfd5f71-7bef-4f38-9014-eb6222cb84ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086534348', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:03Z', 'updated_at': '2022-04-06T14:02:05Z', 'revision_number': 3, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:04Z', 'updated_at': '2022-04-06T14:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:08.795745 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfd5f71-7bef-4f38-9014-eb6222cb84ab None None] The sync data for ids ['e0f72480-eee5-404d-8b93-acfbad2289a0'] in dv-neutron-834600-1-hyperv is: [{'id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086534348', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:03Z', 'updated_at': '2022-04-06T14:02:05Z', 'revision_number': 3, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:04Z', 'updated_at': '2022-04-06T14:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:02:08.880672 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-dc2eb209-83c6-4f5b-9378-ff77f76f1119 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:08.893292 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-dc2eb209-83c6-4f5b-9378-ff77f76f1119 None None] Transition to ACTIVE for port object 18e02953-66ef-434e-bbd8-0693dfc23984 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:02:08.912291 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-dc2eb209-83c6-4f5b-9378-ff77f76f1119 None None] Transition to ACTIVE for port object 18e02953-66ef-434e-bbd8-0693dfc23984 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:02:08.993234 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-dc2eb209-83c6-4f5b-9378-ff77f76f1119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:09.087545 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2eb209-83c6-4f5b-9378-ff77f76f1119 None None] Network 50863b14-6320-4bd5-a3df-06a8ca7343af is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:02:09.095393 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-dc2eb209-83c6-4f5b-9378-ff77f76f1119 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:02:09.100636 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2eb209-83c6-4f5b-9378-ff77f76f1119 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:02:09.107150 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2eb209-83c6-4f5b-9378-ff77f76f1119 None None] Pushing event updated for resources: {'Port': ['ID=18e02953-66ef-434e-bbd8-0693dfc23984,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:09.135925 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-d11f57f6-540a-4bda-9929-d08b97733e3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Allocated IP 172.20.0.1 (50863b14-6320-4bd5-a3df-06a8ca7343af/341557a4-b7d7-494b-a0c5-d9aa5961e3aa/bba27ed0-2d8b-4522-bad3-d2664abae8a8) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:02:09.204795 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-dc2eb209-83c6-4f5b-9378-ff77f76f1119 None None] Attempting to bind port 18e02953-66ef-434e-bbd8-0693dfc23984 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:02:09.205176 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-dc2eb209-83c6-4f5b-9378-ff77f76f1119 None None] Attempting to bind port 18e02953-66ef-434e-bbd8-0693dfc23984 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '02fb0c52-dfda-44d7-8369-6aaedbe58eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '50863b14-6320-4bd5-a3df-06a8ca7343af'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:02:09.205539 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2eb209-83c6-4f5b-9378-ff77f76f1119 None None] Attempting to bind port 18e02953-66ef-434e-bbd8-0693dfc23984 on network 50863b14-6320-4bd5-a3df-06a8ca7343af {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:02:09.211234 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2eb209-83c6-4f5b-9378-ff77f76f1119 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:02:09.211603 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2eb209-83c6-4f5b-9378-ff77f76f1119 None None] Checking segment: {'id': '02fb0c52-dfda-44d7-8369-6aaedbe58eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '50863b14-6320-4bd5-a3df-06a8ca7343af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:02:09.212009 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-dc2eb209-83c6-4f5b-9378-ff77f76f1119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:09.212406 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2eb209-83c6-4f5b-9378-ff77f76f1119 None None] Bound using segment: {'id': '02fb0c52-dfda-44d7-8369-6aaedbe58eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '50863b14-6320-4bd5-a3df-06a8ca7343af'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:02:09.213041 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-dc2eb209-83c6-4f5b-9378-ff77f76f1119 None None] Bound port: 18e02953-66ef-434e-bbd8-0693dfc23984, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02fb0c52-dfda-44d7-8369-6aaedbe58eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '50863b14-6320-4bd5-a3df-06a8ca7343af'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:02:09.213424 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-dc2eb209-83c6-4f5b-9378-ff77f76f1119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:09.312115 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-dc2eb209-83c6-4f5b-9378-ff77f76f1119 None None] For port 18e02953-66ef-434e-bbd8-0693dfc23984, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:02:09.316000 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-dc2eb209-83c6-4f5b-9378-ff77f76f1119 None None] For port 18e02953-66ef-434e-bbd8-0693dfc23984, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=18e02953-66ef-434e-bbd8-0693dfc23984,segment=NetworkSegment(02fb0c52-dfda-44d7-8369-6aaedbe58eb3),segment_id=02fb0c52-dfda-44d7-8369-6aaedbe58eb3)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:02:09.316381 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d11f57f6-540a-4bda-9929-d08b97733e3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:09.333123 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-d11f57f6-540a-4bda-9929-d08b97733e3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Transition to ACTIVE for port object bba27ed0-2d8b-4522-bad3-d2664abae8a8 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:02:09.413955 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-dc2eb209-83c6-4f5b-9378-ff77f76f1119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:09.449691 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d11f57f6-540a-4bda-9929-d08b97733e3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:09.507746 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2eb209-83c6-4f5b-9378-ff77f76f1119 None None] Pushing event updated for resources: {'Port': ['ID=18e02953-66ef-434e-bbd8-0693dfc23984,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:09.546692 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11f57f6-540a-4bda-9929-d08b97733e3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network 50863b14-6320-4bd5-a3df-06a8ca7343af is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:02:09.547855 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-d11f57f6-540a-4bda-9929-d08b97733e3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:02:09.549919 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f57f6-540a-4bda-9929-d08b97733e3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=bba27ed0-2d8b-4522-bad3-d2664abae8a8,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:09.552293 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11f57f6-540a-4bda-9929-d08b97733e3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:02:09.618389 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d11f57f6-540a-4bda-9929-d08b97733e3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:10.079697 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d1c0819f-25df-4058-bf22-f698355eb76c up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:02:10.088696 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d11f57f6-540a-4bda-9929-d08b97733e3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:10.209776 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port d1c0819f-25df-4058-bf22-f698355eb76c completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:02:10.215227 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port d1c0819f-25df-4058-bf22-f698355eb76c triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:02:10.215671 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:10.335610 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:10.351461 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port d1c0819f-25df-4058-bf22-f698355eb76c, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d1c0819f-25df-4058-bf22-f698355eb76c,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:02:10.426766 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:10.427773 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 18e02953-66ef-434e-bbd8-0693dfc23984 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:02:10.507290 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d11f57f6-540a-4bda-9929-d08b97733e3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:10.551036 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=d1c0819f-25df-4058-bf22-f698355eb76c,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:10.579287 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d11f57f6-540a-4bda-9929-d08b97733e3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:10.643670 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 18e02953-66ef-434e-bbd8-0693dfc23984 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:02:10.695498 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f57f6-540a-4bda-9929-d08b97733e3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=bba27ed0-2d8b-4522-bad3-d2664abae8a8,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:10.697839 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d11f57f6-540a-4bda-9929-d08b97733e3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:10.835829 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11f57f6-540a-4bda-9929-d08b97733e3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network 50863b14-6320-4bd5-a3df-06a8ca7343af is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:02:10.836960 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-d11f57f6-540a-4bda-9929-d08b97733e3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:02:11.026427 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11f57f6-540a-4bda-9929-d08b97733e3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Router e0f72480-eee5-404d-8b93-acfbad2289a0 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:02:11.068771 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b180f1c5-4814-461c-84f2-67f0deea9d97 None None] Network 50863b14-6320-4bd5-a3df-06a8ca7343af requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 14:02:11.212005 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11f57f6-540a-4bda-9929-d08b97733e3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:02:11.222975 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1f35c5-17e7-4962-a99e-c0c0a8f492c3 None None] Sync routers for ids ['e0f72480-eee5-404d-8b93-acfbad2289a0'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:02:11.228125 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d11f57f6-540a-4bda-9929-d08b97733e3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "PUT /v2.0/routers/e0f72480-eee5-404d-8b93-acfbad2289a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3924077 Apr 06 14:02:11.232310 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1f35c5-17e7-4962-a99e-c0c0a8f492c3 None None] Routers {'e0f72480-eee5-404d-8b93-acfbad2289a0'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:02:11.233197 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-1dabbef6-14ec-4964-b4c1-1b000c424f37 None None] Provisioning for port 18e02953-66ef-434e-bbd8-0693dfc23984 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:02:11.233676 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7b1f35c5-17e7-4962-a99e-c0c0a8f492c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:01:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e0f72480-eee5-404d-8b93-acfbad2289a0'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:11.238340 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-1dabbef6-14ec-4964-b4c1-1b000c424f37 None None] Provisioning complete for port 18e02953-66ef-434e-bbd8-0693dfc23984 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:02:11.243338 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1dabbef6-14ec-4964-b4c1-1b000c424f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:11.410153 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-65abff29-8fa9-446d-a67b-fcc743eb14f9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Synchronizing usage tracker for tenant:ee8feeb260df4580987384a151b8068e on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:02:11.427216 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-7b1f35c5-17e7-4962-a99e-c0c0a8f492c3 None None] Set router e0f72480-eee5-404d-8b93-acfbad2289a0 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:02:11.457939 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1dabbef6-14ec-4964-b4c1-1b000c424f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:11.501314 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-65abff29-8fa9-446d-a67b-fcc743eb14f9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Unset dirty status for tenant:ee8feeb260df4580987384a151b8068e on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:02:11.505572 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-1dabbef6-14ec-4964-b4c1-1b000c424f37 None None] For port 18e02953-66ef-434e-bbd8-0693dfc23984, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=18e02953-66ef-434e-bbd8-0693dfc23984,segment=NetworkSegment(02fb0c52-dfda-44d7-8369-6aaedbe58eb3),segment_id=02fb0c52-dfda-44d7-8369-6aaedbe58eb3)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:02:11.512217 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-65abff29-8fa9-446d-a67b-fcc743eb14f9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-320705364&fields=id&tenant_id=ee8feeb260df4580987384a151b8068e HTTP/1.1" status: 200 len: 267 time: 0.1391375 Apr 06 14:02:11.609697 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1dabbef6-14ec-4964-b4c1-1b000c424f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:11.691430 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-27c46942-93a6-43cb-9dc5-f3854645d6ab tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:11.692245 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-27c46942-93a6-43cb-9dc5-f3854645d6ab tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Synchronizing usage tracker for tenant:ee8feeb260df4580987384a151b8068e on resource:network {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:02:11.699367 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabbef6-14ec-4964-b4c1-1b000c424f37 None None] Pushing event updated for resources: {'Port': ['ID=18e02953-66ef-434e-bbd8-0693dfc23984,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:11.757701 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7b1f35c5-17e7-4962-a99e-c0c0a8f492c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086534348', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:03Z', 'updated_at': '2022-04-06T14:02:09Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:04Z', 'updated_at': '2022-04-06T14:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'bba27ed0-2d8b-4522-bad3-d2664abae8a8', 'name': '', 'network_id': '50863b14-6320-4bd5-a3df-06a8ca7343af', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:ae:ef:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '341557a4-b7d7-494b-a0c5-d9aa5961e3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:08Z', 'updated_at': '2022-04-06T14:02:10Z', 'revision_number': 2, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': '341557a4-b7d7-494b-a0c5-d9aa5961e3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:11.761804 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1f35c5-17e7-4962-a99e-c0c0a8f492c3 None None] Checking router: e0f72480-eee5-404d-8b93-acfbad2289a0 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:02:11.762144 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1f35c5-17e7-4962-a99e-c0c0a8f492c3 None None] Updating router e0f72480-eee5-404d-8b93-acfbad2289a0 port bba27ed0-2d8b-4522-bad3-d2664abae8a8 binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:02:11.798143 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-27c46942-93a6-43cb-9dc5-f3854645d6ab tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Unset dirty status for tenant:ee8feeb260df4580987384a151b8068e on resource:network {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:02:11.799768 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-27c46942-93a6-43cb-9dc5-f3854645d6ab tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/networks?id=50863b14-6320-4bd5-a3df-06a8ca7343af HTTP/1.1" status: 200 len: 796 time: 0.2864687 Apr 06 14:02:11.815038 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-3a1c7468-2b7a-445c-b00e-e5b08a235c67 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/quotas/ee8feeb260df4580987384a151b8068e HTTP/1.1" status: 200 len: 375 time: 0.0096130 Apr 06 14:02:11.824988 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7b1f35c5-17e7-4962-a99e-c0c0a8f492c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:11.849426 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-02910f78-5917-42cc-b0b7-3782086b47d4 None None] Provisioning for port bba27ed0-2d8b-4522-bad3-d2664abae8a8 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:02:11.856418 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-02910f78-5917-42cc-b0b7-3782086b47d4 None None] Provisioning complete for port bba27ed0-2d8b-4522-bad3-d2664abae8a8 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:02:11.856418 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-02910f78-5917-42cc-b0b7-3782086b47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:11.925817 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-acc69d00-610d-4d4f-bf3e-3ad42039319e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Synchronizing usage tracker for tenant:ee8feeb260df4580987384a151b8068e on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:02:11.936977 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-02910f78-5917-42cc-b0b7-3782086b47d4 None None] Port bba27ed0-2d8b-4522-bad3-d2664abae8a8 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:02:11.950297 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-02910f78-5917-42cc-b0b7-3782086b47d4 None None] Provisioning complete for port 18e02953-66ef-434e-bbd8-0693dfc23984 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:02:11.950672 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-02910f78-5917-42cc-b0b7-3782086b47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:12.063720 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d1c0819f-25df-4058-bf22-f698355eb76c up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:02:12.072766 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-acc69d00-610d-4d4f-bf3e-3ad42039319e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Unset dirty status for tenant:ee8feeb260df4580987384a151b8068e on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:02:12.074132 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-acc69d00-610d-4d4f-bf3e-3ad42039319e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2524514 Apr 06 14:02:12.162237 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port d1c0819f-25df-4058-bf22-f698355eb76c triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:02:12.162606 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:12.266480 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7b1f35c5-17e7-4962-a99e-c0c0a8f492c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:12.282025 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-7b1f35c5-17e7-4962-a99e-c0c0a8f492c3 None None] Transition to ACTIVE for port object bba27ed0-2d8b-4522-bad3-d2664abae8a8 will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:02:12.290417 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ed803dea-2157-47db-ac77-36408f9ba416 None None] Provisioning complete for port bba27ed0-2d8b-4522-bad3-d2664abae8a8 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:02:12.291073 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ed803dea-2157-47db-ac77-36408f9ba416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:12.320648 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 18e02953-66ef-434e-bbd8-0693dfc23984 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:02:12.346672 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7b1f35c5-17e7-4962-a99e-c0c0a8f492c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:12.392550 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ed803dea-2157-47db-ac77-36408f9ba416 None None] Port bba27ed0-2d8b-4522-bad3-d2664abae8a8 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:02:12.408858 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-59a79e06-6cec-479c-a610-10e9e16e7040 service neutron] 10.222.0.48 "GET /v2.0/networks/50863b14-6320-4bd5-a3df-06a8ca7343af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182180 Apr 06 14:02:12.409875 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 18e02953-66ef-434e-bbd8-0693dfc23984 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:02:12.410252 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:12.526375 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0eb1f-bc45-4bb3-8289-76857cd83860 None None] Pushing event updated for resources: {'Port': ['ID=bba27ed0-2d8b-4522-bad3-d2664abae8a8,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:12.551770 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-ddf8ce7b-4e9b-4494-bab5-0b6a6dca1dad service neutron] 10.222.0.48 "GET /v2.0/networks/50863b14-6320-4bd5-a3df-06a8ca7343af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364586 Apr 06 14:02:12.568838 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0eb1f-bc45-4bb3-8289-76857cd83860 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:12.569296 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0eb1f-bc45-4bb3-8289-76857cd83860 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:12.569499 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0eb1f-bc45-4bb3-8289-76857cd83860 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:12.569820 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0eb1f-bc45-4bb3-8289-76857cd83860 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:12.570137 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0eb1f-bc45-4bb3-8289-76857cd83860 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:12.570538 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0eb1f-bc45-4bb3-8289-76857cd83860 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:12.570825 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0eb1f-bc45-4bb3-8289-76857cd83860 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:12.571212 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0eb1f-bc45-4bb3-8289-76857cd83860 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:12.571393 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0eb1f-bc45-4bb3-8289-76857cd83860 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:12.571700 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0eb1f-bc45-4bb3-8289-76857cd83860 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:12.572006 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0eb1f-bc45-4bb3-8289-76857cd83860 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:12.572311 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0eb1f-bc45-4bb3-8289-76857cd83860 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:12.593213 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-7b1f35c5-17e7-4962-a99e-c0c0a8f492c3 None None] Attempting to bind port bba27ed0-2d8b-4522-bad3-d2664abae8a8 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:02:12.593566 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-7b1f35c5-17e7-4962-a99e-c0c0a8f492c3 None None] Attempting to bind port bba27ed0-2d8b-4522-bad3-d2664abae8a8 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '02fb0c52-dfda-44d7-8369-6aaedbe58eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '50863b14-6320-4bd5-a3df-06a8ca7343af'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:02:12.594136 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1f35c5-17e7-4962-a99e-c0c0a8f492c3 None None] Attempting to bind port bba27ed0-2d8b-4522-bad3-d2664abae8a8 on network 50863b14-6320-4bd5-a3df-06a8ca7343af {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:02:12.601630 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1f35c5-17e7-4962-a99e-c0c0a8f492c3 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:02:12.602024 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1f35c5-17e7-4962-a99e-c0c0a8f492c3 None None] Checking segment: {'id': '02fb0c52-dfda-44d7-8369-6aaedbe58eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '50863b14-6320-4bd5-a3df-06a8ca7343af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:02:12.602418 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7b1f35c5-17e7-4962-a99e-c0c0a8f492c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:12.602905 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1f35c5-17e7-4962-a99e-c0c0a8f492c3 None None] Bound using segment: {'id': '02fb0c52-dfda-44d7-8369-6aaedbe58eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '50863b14-6320-4bd5-a3df-06a8ca7343af'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:02:12.603363 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-7b1f35c5-17e7-4962-a99e-c0c0a8f492c3 None None] Bound port: bba27ed0-2d8b-4522-bad3-d2664abae8a8, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02fb0c52-dfda-44d7-8369-6aaedbe58eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '50863b14-6320-4bd5-a3df-06a8ca7343af'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:02:12.603737 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7b1f35c5-17e7-4962-a99e-c0c0a8f492c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:12.696911 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-7b1f35c5-17e7-4962-a99e-c0c0a8f492c3 None None] For port bba27ed0-2d8b-4522-bad3-d2664abae8a8, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:02:12.718555 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-7b1f35c5-17e7-4962-a99e-c0c0a8f492c3 None None] For port bba27ed0-2d8b-4522-bad3-d2664abae8a8, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=bba27ed0-2d8b-4522-bad3-d2664abae8a8,segment=NetworkSegment(02fb0c52-dfda-44d7-8369-6aaedbe58eb3),segment_id=02fb0c52-dfda-44d7-8369-6aaedbe58eb3)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:02:12.798201 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7b1f35c5-17e7-4962-a99e-c0c0a8f492c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:12.835504 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-60e94b69-b928-4448-a536-1daacbe92660 req-185c475a-41df-472f-a4f4-6749c2b34e6b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 210 time: 0.0430999 Apr 06 14:02:12.884112 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0eb1f-bc45-4bb3-8289-76857cd83860 None None] Pushing event updated for resources: {'Port': ['ID=bba27ed0-2d8b-4522-bad3-d2664abae8a8,revision_number=4']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:12.889867 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1f35c5-17e7-4962-a99e-c0c0a8f492c3 None None] Routers {'e0f72480-eee5-404d-8b93-acfbad2289a0'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:02:12.890560 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7b1f35c5-17e7-4962-a99e-c0c0a8f492c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:01:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e0f72480-eee5-404d-8b93-acfbad2289a0'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:13.083810 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-7b1f35c5-17e7-4962-a99e-c0c0a8f492c3 None None] Set router e0f72480-eee5-404d-8b93-acfbad2289a0 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:02:13.406768 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7b1f35c5-17e7-4962-a99e-c0c0a8f492c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086534348', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:03Z', 'updated_at': '2022-04-06T14:02:09Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:04Z', 'updated_at': '2022-04-06T14:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'bba27ed0-2d8b-4522-bad3-d2664abae8a8', 'name': '', 'network_id': '50863b14-6320-4bd5-a3df-06a8ca7343af', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:ae:ef:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '341557a4-b7d7-494b-a0c5-d9aa5961e3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:08Z', 'updated_at': '2022-04-06T14:02:12Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': '341557a4-b7d7-494b-a0c5-d9aa5961e3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:13.410697 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1f35c5-17e7-4962-a99e-c0c0a8f492c3 None None] The sync data for ids ['e0f72480-eee5-404d-8b93-acfbad2289a0'] in dv-neutron-834600-1-hyperv is: [{'id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086534348', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:03Z', 'updated_at': '2022-04-06T14:02:09Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:04Z', 'updated_at': '2022-04-06T14:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'bba27ed0-2d8b-4522-bad3-d2664abae8a8', 'name': '', 'network_id': '50863b14-6320-4bd5-a3df-06a8ca7343af', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:ae:ef:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '341557a4-b7d7-494b-a0c5-d9aa5961e3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:08Z', 'updated_at': '2022-04-06T14:02:12Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': '341557a4-b7d7-494b-a0c5-d9aa5961e3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:02:14.019985 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bf78f443-d8b1-4178-8730-421cef7643b0 req-dbd7a349-3bc0-4a72-afde-2c47e1c02f11 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 210 time: 0.0582604 Apr 06 14:02:14.075451 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device bba27ed0-2d8b-4522-bad3-d2664abae8a8 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:02:14.242091 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port bba27ed0-2d8b-4522-bad3-d2664abae8a8 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:02:14.247477 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port bba27ed0-2d8b-4522-bad3-d2664abae8a8 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:02:14.248473 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:14.370237 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:14.406421 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port bba27ed0-2d8b-4522-bad3-d2664abae8a8, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=bba27ed0-2d8b-4522-bad3-d2664abae8a8,segment=NetworkSegment(02fb0c52-dfda-44d7-8369-6aaedbe58eb3),segment_id=02fb0c52-dfda-44d7-8369-6aaedbe58eb3)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:02:14.466587 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:14.534257 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=bba27ed0-2d8b-4522-bad3-d2664abae8a8,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:15.160813 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-b8464961-50ce-439f-b903-5af9c5b34cc9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:15.161524 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-b8464961-50ce-439f-b903-5af9c5b34cc9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Synchronizing usage tracker for tenant:ee8feeb260df4580987384a151b8068e on resource:network {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:02:15.175096 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fb883198-cc63-49e2-b658-4431f522bd17 req-d1340627-b6c8-42c3-85bc-a72efa7e3be6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 210 time: 0.0504482 Apr 06 14:02:15.176531 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-b8464961-50ce-439f-b903-5af9c5b34cc9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Unset dirty status for tenant:ee8feeb260df4580987384a151b8068e on resource:network {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:02:15.177899 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-b8464961-50ce-439f-b903-5af9c5b34cc9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.61 "GET /v2.0/networks?id=50863b14-6320-4bd5-a3df-06a8ca7343af HTTP/1.1" status: 200 len: 796 time: 0.1718566 Apr 06 14:02:15.225771 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-ebf640b9-baab-46c8-b356-8ed803c187ef tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Synchronizing usage tracker for tenant:ee8feeb260df4580987384a151b8068e on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:02:15.238004 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-ebf640b9-baab-46c8-b356-8ed803c187ef tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Unset dirty status for tenant:ee8feeb260df4580987384a151b8068e on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:02:15.239148 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-ebf640b9-baab-46c8-b356-8ed803c187ef tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee8feeb260df4580987384a151b8068e HTTP/1.1" status: 200 len: 379 time: 0.0535605 Apr 06 14:02:15.247076 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-0fdbe893-8ae6-4e11-8ad0-834a030ad8cb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'port': {'device_id': '302060e9-7822-4ffa-b73b-3af18901632c', 'network_id': '50863b14-6320-4bd5-a3df-06a8ca7343af', 'admin_state_up': True, 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'security_groups': ['abf23210-1ee6-43fc-a297-52fafc10760a']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:15.381318 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-0fdbe893-8ae6-4e11-8ad0-834a030ad8cb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:02:15.391167 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-0fdbe893-8ae6-4e11-8ad0-834a030ad8cb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:02:15.504579 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2909ee95-7bcf-4601-9c92-1b4247a37601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:15.505455 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-0fdbe893-8ae6-4e11-8ad0-834a030ad8cb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Made reservation on behalf of ee8feeb260df4580987384a151b8068e for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:02:15.509934 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-0fdbe893-8ae6-4e11-8ad0-834a030ad8cb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:15.676506 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-0fdbe893-8ae6-4e11-8ad0-834a030ad8cb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Allocated IP 172.20.0.10 (50863b14-6320-4bd5-a3df-06a8ca7343af/341557a4-b7d7-494b-a0c5-d9aa5961e3aa/38628882-9c73-43dd-8ba4-6e02975c924a) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:02:15.864089 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-0fdbe893-8ae6-4e11-8ad0-834a030ad8cb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:15.879539 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-0fdbe893-8ae6-4e11-8ad0-834a030ad8cb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Transition to ACTIVE for port object 38628882-9c73-43dd-8ba4-6e02975c924a will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:02:15.975594 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-0fdbe893-8ae6-4e11-8ad0-834a030ad8cb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:16.027204 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device bba27ed0-2d8b-4522-bad3-d2664abae8a8 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:02:16.107967 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port bba27ed0-2d8b-4522-bad3-d2664abae8a8 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:02:16.108329 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:16.149716 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-0fdbe893-8ae6-4e11-8ad0-834a030ad8cb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network 50863b14-6320-4bd5-a3df-06a8ca7343af is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:02:16.157947 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-0fdbe893-8ae6-4e11-8ad0-834a030ad8cb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:02:16.162502 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-0fdbe893-8ae6-4e11-8ad0-834a030ad8cb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:02:16.197507 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbe893-8ae6-4e11-8ad0-834a030ad8cb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=38628882-9c73-43dd-8ba4-6e02975c924a,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:16.234707 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-0fdbe893-8ae6-4e11-8ad0-834a030ad8cb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:16.235400 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-0fdbe893-8ae6-4e11-8ad0-834a030ad8cb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:16.345642 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-0fdbe893-8ae6-4e11-8ad0-834a030ad8cb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1020799 Apr 06 14:02:16.382625 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697981cf-9463-420a-91fc-f82f5fe2bb0d req-514128e4-1be5-436e-a2ef-3cd3012eb24c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:16.384296 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-697981cf-9463-420a-91fc-f82f5fe2bb0d req-514128e4-1be5-436e-a2ef-3cd3012eb24c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 932 time: 0.0839980 Apr 06 14:02:16.401797 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-9f2b97ba-cd08-4aaa-bb56-df61d80d1eee service neutron] Request body: {'port': {'device_id': '302060e9-7822-4ffa-b73b-3af18901632c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:16.429394 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-697981cf-9463-420a-91fc-f82f5fe2bb0d req-f03a719a-17a3-4bf0-a263-f2f1552a09df tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=abf23210-1ee6-43fc-a297-52fafc10760a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385873 Apr 06 14:02:16.512730 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-9f2b97ba-cd08-4aaa-bb56-df61d80d1eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:16.529476 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ea474e9e-4e0e-4701-a0f9-7c557e3a7033 None None] Provisioning for port 38628882-9c73-43dd-8ba4-6e02975c924a completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:02:16.534085 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ea474e9e-4e0e-4701-a0f9-7c557e3a7033 None None] Provisioning complete for port 38628882-9c73-43dd-8ba4-6e02975c924a triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:02:16.534455 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ea474e9e-4e0e-4701-a0f9-7c557e3a7033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:16.591083 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ea474e9e-4e0e-4701-a0f9-7c557e3a7033 None None] Port 38628882-9c73-43dd-8ba4-6e02975c924a cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:02:16.848844 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-9f2b97ba-cd08-4aaa-bb56-df61d80d1eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38628882-9c73-43dd-8ba4-6e02975c924a {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:02:16.855740 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-9f2b97ba-cd08-4aaa-bb56-df61d80d1eee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:16.870009 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-9f2b97ba-cd08-4aaa-bb56-df61d80d1eee service neutron] Transition to ACTIVE for port object 38628882-9c73-43dd-8ba4-6e02975c924a will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:02:16.946026 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-9f2b97ba-cd08-4aaa-bb56-df61d80d1eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:17.102421 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b97ba-cd08-4aaa-bb56-df61d80d1eee service neutron] Pushing event updated for resources: {'Port': ['ID=38628882-9c73-43dd-8ba4-6e02975c924a,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:17.182681 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-9f2b97ba-cd08-4aaa-bb56-df61d80d1eee service neutron] Attempting to bind port 38628882-9c73-43dd-8ba4-6e02975c924a on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:02:17.183326 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-9f2b97ba-cd08-4aaa-bb56-df61d80d1eee service neutron] Attempting to bind port 38628882-9c73-43dd-8ba4-6e02975c924a by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '02fb0c52-dfda-44d7-8369-6aaedbe58eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '50863b14-6320-4bd5-a3df-06a8ca7343af'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:02:17.183460 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-9f2b97ba-cd08-4aaa-bb56-df61d80d1eee service neutron] Attempting to bind port 38628882-9c73-43dd-8ba4-6e02975c924a on network 50863b14-6320-4bd5-a3df-06a8ca7343af {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:02:17.188193 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-9f2b97ba-cd08-4aaa-bb56-df61d80d1eee service neutron] Port 38628882-9c73-43dd-8ba4-6e02975c924a on network 50863b14-6320-4bd5-a3df-06a8ca7343af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 14:02:17.188528 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-9f2b97ba-cd08-4aaa-bb56-df61d80d1eee service neutron] Attempting to bind port 38628882-9c73-43dd-8ba4-6e02975c924a on network 50863b14-6320-4bd5-a3df-06a8ca7343af {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:02:17.193526 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-9f2b97ba-cd08-4aaa-bb56-df61d80d1eee service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:02:17.193848 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-9f2b97ba-cd08-4aaa-bb56-df61d80d1eee service neutron] Checking segment: {'id': '02fb0c52-dfda-44d7-8369-6aaedbe58eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '50863b14-6320-4bd5-a3df-06a8ca7343af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:02:17.194220 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-9f2b97ba-cd08-4aaa-bb56-df61d80d1eee service neutron] Bound using segment: {'id': '02fb0c52-dfda-44d7-8369-6aaedbe58eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '50863b14-6320-4bd5-a3df-06a8ca7343af'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:02:17.194627 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-9f2b97ba-cd08-4aaa-bb56-df61d80d1eee service neutron] Bound port: 38628882-9c73-43dd-8ba4-6e02975c924a, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02fb0c52-dfda-44d7-8369-6aaedbe58eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '50863b14-6320-4bd5-a3df-06a8ca7343af'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:02:17.195015 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-9f2b97ba-cd08-4aaa-bb56-df61d80d1eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:17.285064 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-9f2b97ba-cd08-4aaa-bb56-df61d80d1eee service neutron] For port 38628882-9c73-43dd-8ba4-6e02975c924a, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:02:17.287816 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-9f2b97ba-cd08-4aaa-bb56-df61d80d1eee service neutron] For port 38628882-9c73-43dd-8ba4-6e02975c924a, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=38628882-9c73-43dd-8ba4-6e02975c924a,segment=NetworkSegment(02fb0c52-dfda-44d7-8369-6aaedbe58eb3),segment_id=02fb0c52-dfda-44d7-8369-6aaedbe58eb3)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:02:17.386523 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-9f2b97ba-cd08-4aaa-bb56-df61d80d1eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:17.442335 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-9f2b97ba-cd08-4aaa-bb56-df61d80d1eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:17.442972 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-9f2b97ba-cd08-4aaa-bb56-df61d80d1eee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:17.444292 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-9f2b97ba-cd08-4aaa-bb56-df61d80d1eee service neutron] 10.222.0.61 "PUT /v2.0/ports/38628882-9c73-43dd-8ba4-6e02975c924a HTTP/1.1" status: 200 len: 1094 time: 1.0916526 Apr 06 14:02:17.444726 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302060e9-7822-4ffa-b73b-3af18901632c', 'tag': '38628882-9c73-43dd-8ba4-6e02975c924a'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:02:17.477202 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b97ba-cd08-4aaa-bb56-df61d80d1eee service neutron] Pushing event updated for resources: {'Port': ['ID=38628882-9c73-43dd-8ba4-6e02975c924a,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:17.500689 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bbaa8cc-ed88-439e-b0b6-6a5da1aa4360'] response: {'name': 'network-changed', 'server_uuid': '302060e9-7822-4ffa-b73b-3af18901632c', 'tag': '38628882-9c73-43dd-8ba4-6e02975c924a', 'status': 'completed', 'code': 200} Apr 06 14:02:17.602559 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb01a26-a239-45bb-8ab0-3cb136809e55 req-25c8a6e9-64f6-4fb8-9e6c-d1cdb7fe3601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:17.604144 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9cb01a26-a239-45bb-8ab0-3cb136809e55 req-25c8a6e9-64f6-4fb8-9e6c-d1cdb7fe3601 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 1097 time: 0.0834374 Apr 06 14:02:17.648054 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600bb3a-8cb9-48bd-8fa4-4e920c00d426 req-83c6be72-c243-435d-ac08-bb363602a6eb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:17.648054 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6600bb3a-8cb9-48bd-8fa4-4e920c00d426 req-83c6be72-c243-435d-ac08-bb363602a6eb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 944 time: 0.0913315 Apr 06 14:02:17.693785 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6600bb3a-8cb9-48bd-8fa4-4e920c00d426 req-d533ac2c-2ada-4384-81f8-4473c253e527 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=abf23210-1ee6-43fc-a297-52fafc10760a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412753 Apr 06 14:02:17.747381 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb01a26-a239-45bb-8ab0-3cb136809e55 req-2227a678-e671-48e8-aca4-4f816080a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:17.749373 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9cb01a26-a239-45bb-8ab0-3cb136809e55 req-2227a678-e671-48e8-aca4-4f816080a6b4 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=ee8feeb260df4580987384a151b8068e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1390228 Apr 06 14:02:17.752038 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0a7e2ffc-cfad-4242-a467-2ee7ea958ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:17.883085 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb01a26-a239-45bb-8ab0-3cb136809e55 req-4b9bebdc-f3af-4efe-b324-bec7d6c9f745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:17.884507 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9cb01a26-a239-45bb-8ab0-3cb136809e55 req-4b9bebdc-f3af-4efe-b324-bec7d6c9f745 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298258 Apr 06 14:02:17.988127 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-b5af4cf5-b727-4b1d-aed7-4f3ac32481ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:17.989567 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-b5af4cf5-b727-4b1d-aed7-4f3ac32481ac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 1097 time: 0.0693970 Apr 06 14:02:18.059312 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-da5ec5c9-b89e-4b99-8b0f-cb174c2846ae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38628882-9c73-43dd-8ba4-6e02975c924a HTTP/1.1" status: 200 len: 217 time: 0.0630426 Apr 06 14:02:18.118996 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-7ea65f3b-a129-41f2-847a-066a292ab850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:18.120367 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-7ea65f3b-a129-41f2-847a-066a292ab850 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=341557a4-b7d7-494b-a0c5-d9aa5961e3aa HTTP/1.1" status: 200 len: 835 time: 0.0558698 Apr 06 14:02:18.299250 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-27ce9624-1e8b-4da5-a690-172299907533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:18.300597 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-27ce9624-1e8b-4da5-a690-172299907533 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=50863b14-6320-4bd5-a3df-06a8ca7343af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1742945 Apr 06 14:02:18.429761 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-42fc44e3-75aa-46cd-8048-153405642b17 service neutron] 10.222.0.61 "GET /v2.0/networks/50863b14-6320-4bd5-a3df-06a8ca7343af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231773 Apr 06 14:02:18.562189 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f674f829-29bf-4d01-92e9-0be0f503e524 req-22413cc4-8bdd-45a2-94e2-0a724da9f037 service neutron] 10.222.0.61 "GET /v2.0/networks/50863b14-6320-4bd5-a3df-06a8ca7343af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226604 Apr 06 14:02:18.886524 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8dbb1-c064-4411-83e5-0b16ce90b41d req-deb631b2-c303-4a9a-99f2-02738c9df33b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:18.888001 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-34b8dbb1-c064-4411-83e5-0b16ce90b41d req-deb631b2-c303-4a9a-99f2-02738c9df33b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 944 time: 0.0809262 Apr 06 14:02:18.934757 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:18.936715 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-34b8dbb1-c064-4411-83e5-0b16ce90b41d req-c9586469-61ee-4e36-be57-6cafdf0e76e6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=abf23210-1ee6-43fc-a297-52fafc10760a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423772 Apr 06 14:02:19.007800 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:20.119647 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9910e-b660-4aa4-9c5c-757f3a18f623 req-dbea0947-001b-4010-8747-0718acd726c1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:20.120992 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bbd9910e-b660-4aa4-9c5c-757f3a18f623 req-dbea0947-001b-4010-8747-0718acd726c1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 944 time: 0.0776260 Apr 06 14:02:20.164693 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bbd9910e-b660-4aa4-9c5c-757f3a18f623 req-83150cb1-c78b-4593-92fa-8f8dac664388 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=abf23210-1ee6-43fc-a297-52fafc10760a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375714 Apr 06 14:02:20.414858 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:21.511145 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037698f-0785-4ea7-8eb7-3d1bf1ce98df req-04ce85be-dcf5-4f10-b6a3-02487ce75eb1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:21.512487 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7037698f-0785-4ea7-8eb7-3d1bf1ce98df req-04ce85be-dcf5-4f10-b6a3-02487ce75eb1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 944 time: 0.0830657 Apr 06 14:02:21.555654 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7037698f-0785-4ea7-8eb7-3d1bf1ce98df req-2c5cb114-5e46-4024-bd6e-362a38cddbf3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=abf23210-1ee6-43fc-a297-52fafc10760a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369170 Apr 06 14:02:22.280537 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 38628882-9c73-43dd-8ba4-6e02975c924a details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:02:22.410006 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 38628882-9c73-43dd-8ba4-6e02975c924a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=38628882-9c73-43dd-8ba4-6e02975c924a,segment=NetworkSegment(02fb0c52-dfda-44d7-8369-6aaedbe58eb3),segment_id=02fb0c52-dfda-44d7-8369-6aaedbe58eb3)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:02:22.427350 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '38628882-9c73-43dd-8ba4-6e02975c924a', 'network_id': '50863b14-6320-4bd5-a3df-06a8ca7343af', 'port_id': '38628882-9c73-43dd-8ba4-6e02975c924a', 'mac_address': 'fa:16:3e:ee:4d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '341557a4-b7d7-494b-a0c5-d9aa5961e3aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:02:22.484066 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:22.499981 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38628882-9c73-43dd-8ba4-6e02975c924a {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:02:22.515105 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 38628882-9c73-43dd-8ba4-6e02975c924a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=38628882-9c73-43dd-8ba4-6e02975c924a,segment=NetworkSegment(02fb0c52-dfda-44d7-8369-6aaedbe58eb3),segment_id=02fb0c52-dfda-44d7-8369-6aaedbe58eb3)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:02:22.621387 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:22.687236 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=38628882-9c73-43dd-8ba4-6e02975c924a,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:22.741272 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a874c15-a5b6-4b34-8304-0ba4411b54a3 req-c4be4308-f4d4-4777-a825-a7520fe48470 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:22.742710 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2a874c15-a5b6-4b34-8304-0ba4411b54a3 req-c4be4308-f4d4-4777-a825-a7520fe48470 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 945 time: 0.0802543 Apr 06 14:02:22.787137 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2a874c15-a5b6-4b34-8304-0ba4411b54a3 req-65b1dd31-8c68-4ca9-b41d-40f501f91fca tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=abf23210-1ee6-43fc-a297-52fafc10760a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382836 Apr 06 14:02:22.827536 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['38628882-9c73-43dd-8ba4-6e02975c924a'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 14:02:23.971529 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c5777-0aba-4bac-ad2a-5a6f2e5c99e0 req-dfd87ee6-6346-4922-a178-97b961deae96 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:23.972969 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-045c5777-0aba-4bac-ad2a-5a6f2e5c99e0 req-dfd87ee6-6346-4922-a178-97b961deae96 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 945 time: 0.0822101 Apr 06 14:02:24.017073 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-045c5777-0aba-4bac-ad2a-5a6f2e5c99e0 req-d3357579-50cd-493f-be66-9e2cdeba57f2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=abf23210-1ee6-43fc-a297-52fafc10760a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384223 Apr 06 14:02:24.293252 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 38628882-9c73-43dd-8ba4-6e02975c924a up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:02:24.454885 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port 38628882-9c73-43dd-8ba4-6e02975c924a completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:02:24.459480 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 38628882-9c73-43dd-8ba4-6e02975c924a triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:02:24.459855 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:24.573470 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:24.600800 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302060e9-7822-4ffa-b73b-3af18901632c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38628882-9c73-43dd-8ba4-6e02975c924a'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:02:24.610918 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 38628882-9c73-43dd-8ba4-6e02975c924a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=38628882-9c73-43dd-8ba4-6e02975c924a,segment=NetworkSegment(02fb0c52-dfda-44d7-8369-6aaedbe58eb3),segment_id=02fb0c52-dfda-44d7-8369-6aaedbe58eb3)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:02:24.645106 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e5f3566-737e-4b4c-91fa-b63aacae5df8'] response: {'server_uuid': '302060e9-7822-4ffa-b73b-3af18901632c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38628882-9c73-43dd-8ba4-6e02975c924a', 'code': 200} Apr 06 14:02:24.689503 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:24.760373 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=38628882-9c73-43dd-8ba4-6e02975c924a,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:25.016944 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4601274-be2f-4032-98e1-8bd38f8ad572 req-e18adc67-2e15-4825-ac82-425ad0222a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:25.018291 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d4601274-be2f-4032-98e1-8bd38f8ad572 req-e18adc67-2e15-4825-ac82-425ad0222a72 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 1099 time: 0.0708015 Apr 06 14:02:25.058458 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d4601274-be2f-4032-98e1-8bd38f8ad572 req-f36bd620-4267-436d-9b53-1eeae6845a39 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=abf23210-1ee6-43fc-a297-52fafc10760a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337760 Apr 06 14:02:25.200939 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0238d32-9f60-4d3b-8bb7-e7b1ed6a7a61 req-a52b1532-54ff-4b98-9a22-6597c253f190 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:25.203683 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b0238d32-9f60-4d3b-8bb7-e7b1ed6a7a61 req-a52b1532-54ff-4b98-9a22-6597c253f190 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 946 time: 0.0806201 Apr 06 14:02:25.249645 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b0238d32-9f60-4d3b-8bb7-e7b1ed6a7a61 req-2d119658-0552-4530-988f-c80bb59aa105 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=abf23210-1ee6-43fc-a297-52fafc10760a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407574 Apr 06 14:02:26.441267 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64754c-3b8a-40ca-b943-0bc4d70764e7 req-43319330-f897-4686-8270-badc237a6898 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:26.442711 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5d64754c-3b8a-40ca-b943-0bc4d70764e7 req-43319330-f897-4686-8270-badc237a6898 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 946 time: 0.0811069 Apr 06 14:02:26.487384 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5d64754c-3b8a-40ca-b943-0bc4d70764e7 req-63dad204-2ea4-49b8-8d51-d41382f41f10 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=abf23210-1ee6-43fc-a297-52fafc10760a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390868 Apr 06 14:02:26.673314 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80124486-bf07-4493-991f-55f5f08e1bda req-f299e3ce-f4c9-4b2c-b643-c246d7da697c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:26.674756 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-80124486-bf07-4493-991f-55f5f08e1bda req-f299e3ce-f4c9-4b2c-b643-c246d7da697c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 946 time: 0.0851285 Apr 06 14:02:26.719822 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-80124486-bf07-4493-991f-55f5f08e1bda req-373f130d-cff6-4052-9366-32dcc781b85b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=abf23210-1ee6-43fc-a297-52fafc10760a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393615 Apr 06 14:02:26.741472 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55180) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:02:26.814780 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93800ebb-a202-43b3-b846-6241b033946b tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:26.816477 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-93800ebb-a202-43b3-b846-6241b033946b tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 1094 time: 0.0740590 Apr 06 14:02:26.819185 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55184) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:02:26.824148 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-55d7529c-8b04-41bb-92e7-d91470e718dd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'port_id': '38628882-9c73-43dd-8ba4-6e02975c924a', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:26.832085 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-55d7529c-8b04-41bb-92e7-d91470e718dd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:02:26.835816 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-55d7529c-8b04-41bb-92e7-d91470e718dd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:floatingip and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:02:26.838625 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-55d7529c-8b04-41bb-92e7-d91470e718dd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:02:26.845201 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-55d7529c-8b04-41bb-92e7-d91470e718dd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:02:26.910215 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-55d7529c-8b04-41bb-92e7-d91470e718dd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for floatingip, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:27.044008 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-55d7529c-8b04-41bb-92e7-d91470e718dd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:27.178381 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-55d7529c-8b04-41bb-92e7-d91470e718dd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Allocated IP 172.26.4.228 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/a7c04574-97e0-403a-b294-9b701ca91377) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:02:27.323577 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-55d7529c-8b04-41bb-92e7-d91470e718dd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:27.443925 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-55d7529c-8b04-41bb-92e7-d91470e718dd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:27.569441 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:27.605414 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d7529c-8b04-41bb-92e7-d91470e718dd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:02:27.608602 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-55d7529c-8b04-41bb-92e7-d91470e718dd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:02:27.616457 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d7529c-8b04-41bb-92e7-d91470e718dd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:02:27.649802 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7529c-8b04-41bb-92e7-d91470e718dd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=a7c04574-97e0-403a-b294-9b701ca91377,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:28.021717 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-55d7529c-8b04-41bb-92e7-d91470e718dd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:28.161476 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-55d7529c-8b04-41bb-92e7-d91470e718dd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:28.363944 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-55d7529c-8b04-41bb-92e7-d91470e718dd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:28.432398 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-55d7529c-8b04-41bb-92e7-d91470e718dd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:28.543072 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7529c-8b04-41bb-92e7-d91470e718dd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=a7c04574-97e0-403a-b294-9b701ca91377,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:28.553753 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-55d7529c-8b04-41bb-92e7-d91470e718dd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:28.723394 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-55d7529c-8b04-41bb-92e7-d91470e718dd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Floating IP ae746d59-e3f9-400c-b71f-90b00e8af160 associated. External IP: 172.26.4.228, port: 38628882-9c73-43dd-8ba4-6e02975c924a. Apr 06 14:02:29.076269 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d7529c-8b04-41bb-92e7-d91470e718dd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Router e0f72480-eee5-404d-8b93-acfbad2289a0 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:02:29.362436 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d7529c-8b04-41bb-92e7-d91470e718dd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:02:29.371576 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da03fc75-fd34-4eb6-b895-561b3205033b None None] Sync routers for ids ['e0f72480-eee5-404d-8b93-acfbad2289a0'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:02:29.380548 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da03fc75-fd34-4eb6-b895-561b3205033b None None] Routers {'e0f72480-eee5-404d-8b93-acfbad2289a0'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:02:29.381152 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-da03fc75-fd34-4eb6-b895-561b3205033b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:02:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e0f72480-eee5-404d-8b93-acfbad2289a0'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:29.453447 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-55d7529c-8b04-41bb-92e7-d91470e718dd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:29.511205 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-55d7529c-8b04-41bb-92e7-d91470e718dd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6908417 Apr 06 14:02:29.511785 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302060e9-7822-4ffa-b73b-3af18901632c', 'tag': '38628882-9c73-43dd-8ba4-6e02975c924a'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:02:29.563280 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-da03fc75-fd34-4eb6-b895-561b3205033b None None] Set router e0f72480-eee5-404d-8b93-acfbad2289a0 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:02:29.565703 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9e186f3-e9f3-48a0-acbb-687fc346b8ad'] response: {'name': 'network-changed', 'server_uuid': '302060e9-7822-4ffa-b73b-3af18901632c', 'tag': '38628882-9c73-43dd-8ba4-6e02975c924a', 'status': 'completed', 'code': 200} Apr 06 14:02:29.664676 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959533d-cfee-4a17-9ac9-53ddec4f818d req-cf1e1c97-f18a-4643-b977-455c39033d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:29.666555 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2959533d-cfee-4a17-9ac9-53ddec4f818d req-cf1e1c97-f18a-4643-b977-455c39033d81 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 1099 time: 0.0785465 Apr 06 14:02:29.693868 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf30a1-ccbd-4a17-a8b6-4da76585142c req-a8498d29-bfd7-4865-bb51-f7715777fdd9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:29.695536 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-97bf30a1-ccbd-4a17-a8b6-4da76585142c req-a8498d29-bfd7-4865-bb51-f7715777fdd9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 946 time: 0.0817471 Apr 06 14:02:29.741133 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-97bf30a1-ccbd-4a17-a8b6-4da76585142c req-bb13be18-08b3-4a55-80a8-3908be6e0d48 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=abf23210-1ee6-43fc-a297-52fafc10760a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386310 Apr 06 14:02:29.765955 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55192) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:02:29.804552 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959533d-cfee-4a17-9ac9-53ddec4f818d req-ace39f2b-1f91-4180-a096-926b181e9f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:29.806341 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2959533d-cfee-4a17-9ac9-53ddec4f818d req-ace39f2b-1f91-4180-a096-926b181e9f27 service neutron] 10.222.0.61 "GET /v2.0/networks?id=50863b14-6320-4bd5-a3df-06a8ca7343af HTTP/1.1" status: 200 len: 897 time: 0.1345980 Apr 06 14:02:29.873982 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-8d0a05e8-a863-460e-a361-318aafbe1306 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/floatingips/ae746d59-e3f9-400c-b71f-90b00e8af160 HTTP/1.1" status: 200 len: 992 time: 0.1065862 Apr 06 14:02:29.908356 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2959533d-cfee-4a17-9ac9-53ddec4f818d req-a387b8d2-a448-4b89-be19-3d4453721a9a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38628882-9c73-43dd-8ba4-6e02975c924a HTTP/1.1" status: 200 len: 1000 time: 0.0957975 Apr 06 14:02:29.927153 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-da03fc75-fd34-4eb6-b895-561b3205033b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086534348', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:03Z', 'updated_at': '2022-04-06T14:02:09Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:04Z', 'updated_at': '2022-04-06T14:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': 'ae746d59-e3f9-400c-b71f-90b00e8af160', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'floating_ip_address': '172.26.4.228', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'port_id': '38628882-9c73-43dd-8ba4-6e02975c924a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50863b14-6320-4bd5-a3df-06a8ca7343af', 'mac_address': 'fa:16:3e:ee:4d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302060e9-7822-4ffa-b73b-3af18901632c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:02:27Z', 'updated_at': '2022-04-06T14:02:27Z', 'revision_number': 0, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba27ed0-2d8b-4522-bad3-d2664abae8a8', 'name': '', 'network_id': '50863b14-6320-4bd5-a3df-06a8ca7343af', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:ae:ef:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '341557a4-b7d7-494b-a0c5-d9aa5961e3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:08Z', 'updated_at': '2022-04-06T14:02:14Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': '341557a4-b7d7-494b-a0c5-d9aa5961e3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:29.930910 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da03fc75-fd34-4eb6-b895-561b3205033b None None] Checking router: e0f72480-eee5-404d-8b93-acfbad2289a0 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:02:29.939165 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da03fc75-fd34-4eb6-b895-561b3205033b None None] Routers {'e0f72480-eee5-404d-8b93-acfbad2289a0'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:02:29.939749 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-da03fc75-fd34-4eb6-b895-561b3205033b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:02:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e0f72480-eee5-404d-8b93-acfbad2289a0'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:29.973914 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959533d-cfee-4a17-9ac9-53ddec4f818d req-a6973821-12cc-4dd0-9433-66e3b752da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:29.975409 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2959533d-cfee-4a17-9ac9-53ddec4f818d req-a6973821-12cc-4dd0-9433-66e3b752da0f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=341557a4-b7d7-494b-a0c5-d9aa5961e3aa HTTP/1.1" status: 200 len: 835 time: 0.0615661 Apr 06 14:02:30.052011 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959533d-cfee-4a17-9ac9-53ddec4f818d req-c7891c85-47de-4b59-a101-8a8df13e7d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:30.053452 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2959533d-cfee-4a17-9ac9-53ddec4f818d req-c7891c85-47de-4b59-a101-8a8df13e7d7a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=50863b14-6320-4bd5-a3df-06a8ca7343af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705707 Apr 06 14:02:30.116760 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-da03fc75-fd34-4eb6-b895-561b3205033b None None] Set router e0f72480-eee5-404d-8b93-acfbad2289a0 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:02:30.186439 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2959533d-cfee-4a17-9ac9-53ddec4f818d req-350a06a4-8809-4c64-873a-8610ea1ddb3d service neutron] 10.222.0.61 "GET /v2.0/networks/50863b14-6320-4bd5-a3df-06a8ca7343af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261537 Apr 06 14:02:30.318084 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2959533d-cfee-4a17-9ac9-53ddec4f818d req-8e73c952-5930-4d06-a6d5-331290be2caa service neutron] 10.222.0.61 "GET /v2.0/networks/50863b14-6320-4bd5-a3df-06a8ca7343af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265266 Apr 06 14:02:30.507552 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-da03fc75-fd34-4eb6-b895-561b3205033b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086534348', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:03Z', 'updated_at': '2022-04-06T14:02:09Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:04Z', 'updated_at': '2022-04-06T14:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': 'ae746d59-e3f9-400c-b71f-90b00e8af160', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'floating_ip_address': '172.26.4.228', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'port_id': '38628882-9c73-43dd-8ba4-6e02975c924a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50863b14-6320-4bd5-a3df-06a8ca7343af', 'mac_address': 'fa:16:3e:ee:4d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302060e9-7822-4ffa-b73b-3af18901632c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:02:27Z', 'updated_at': '2022-04-06T14:02:27Z', 'revision_number': 0, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba27ed0-2d8b-4522-bad3-d2664abae8a8', 'name': '', 'network_id': '50863b14-6320-4bd5-a3df-06a8ca7343af', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:ae:ef:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '341557a4-b7d7-494b-a0c5-d9aa5961e3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:08Z', 'updated_at': '2022-04-06T14:02:14Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': '341557a4-b7d7-494b-a0c5-d9aa5961e3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:30.511745 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da03fc75-fd34-4eb6-b895-561b3205033b None None] The sync data for ids ['e0f72480-eee5-404d-8b93-acfbad2289a0'] in dv-neutron-834600-1-hyperv is: [{'id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086534348', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:03Z', 'updated_at': '2022-04-06T14:02:09Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:04Z', 'updated_at': '2022-04-06T14:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': 'ae746d59-e3f9-400c-b71f-90b00e8af160', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'floating_ip_address': '172.26.4.228', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'port_id': '38628882-9c73-43dd-8ba4-6e02975c924a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50863b14-6320-4bd5-a3df-06a8ca7343af', 'mac_address': 'fa:16:3e:ee:4d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302060e9-7822-4ffa-b73b-3af18901632c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:02:27Z', 'updated_at': '2022-04-06T14:02:27Z', 'revision_number': 0, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba27ed0-2d8b-4522-bad3-d2664abae8a8', 'name': '', 'network_id': '50863b14-6320-4bd5-a3df-06a8ca7343af', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:ae:ef:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '341557a4-b7d7-494b-a0c5-d9aa5961e3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:08Z', 'updated_at': '2022-04-06T14:02:14Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': '341557a4-b7d7-494b-a0c5-d9aa5961e3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:02:30.688776 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec99bd3-5c3b-4f28-9ba0-af8fcd61435c None None] New status for floating IP ae746d59-e3f9-400c-b71f-90b00e8af160: ACTIVE {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:02:30.877666 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55196) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:02:30.985676 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-aee45662-bc53-4656-973d-53d90f6b615b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/floatingips/ae746d59-e3f9-400c-b71f-90b00e8af160 HTTP/1.1" status: 200 len: 992 time: 0.1068733 Apr 06 14:02:31.988624 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55200) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:02:32.095378 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-88ebef9f-6a90-4379-9662-53cc031de41a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/floatingips/ae746d59-e3f9-400c-b71f-90b00e8af160 HTTP/1.1" status: 200 len: 994 time: 0.1055923 Apr 06 14:02:35.579164 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:02:45.494999 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-88437a72-baf8-405d-be7d-d6176120c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:47.710288 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cd11c164-e871-4f6e-bd88-1d1d3d73145b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:48.957887 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:49.013331 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:50.460606 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:02:57.590486 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:01.806741 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04480f-b9b3-4d00-8809-be3eb1defbb7 req-3667c3ae-e132-428c-8189-b4813615e847 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:01.808283 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ba04480f-b9b3-4d00-8809-be3eb1defbb7 req-3667c3ae-e132-428c-8189-b4813615e847 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 946 time: 0.0862703 Apr 06 14:03:01.841014 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843a962-2c36-4470-9e00-897788d392c3 req-9d3bc913-dce3-4fb2-a86f-942f2a686786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:01.842478 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9843a962-2c36-4470-9e00-897788d392c3 req-9d3bc913-dce3-4fb2-a86f-942f2a686786 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 1099 time: 0.0741084 Apr 06 14:03:01.853551 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ba04480f-b9b3-4d00-8809-be3eb1defbb7 req-3d2ed5a8-df1c-4288-bbaf-e1cc059f59dc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=abf23210-1ee6-43fc-a297-52fafc10760a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388262 Apr 06 14:03:01.973411 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843a962-2c36-4470-9e00-897788d392c3 req-618d201a-d7bb-45e9-88ee-9fcf1def026c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:01.974755 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9843a962-2c36-4470-9e00-897788d392c3 req-618d201a-d7bb-45e9-88ee-9fcf1def026c service neutron] 10.222.0.61 "GET /v2.0/networks?id=50863b14-6320-4bd5-a3df-06a8ca7343af HTTP/1.1" status: 200 len: 897 time: 0.1261539 Apr 06 14:03:02.075111 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9843a962-2c36-4470-9e00-897788d392c3 req-9c919d7a-6697-49b5-9a6c-5a1c7280abb5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38628882-9c73-43dd-8ba4-6e02975c924a HTTP/1.1" status: 200 len: 1002 time: 0.0935609 Apr 06 14:03:02.139253 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843a962-2c36-4470-9e00-897788d392c3 req-d9f4879a-e087-4abc-a873-49fdc077a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:02.140639 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9843a962-2c36-4470-9e00-897788d392c3 req-d9f4879a-e087-4abc-a873-49fdc077a39b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=341557a4-b7d7-494b-a0c5-d9aa5961e3aa HTTP/1.1" status: 200 len: 835 time: 0.0596681 Apr 06 14:03:02.214930 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843a962-2c36-4470-9e00-897788d392c3 req-f5dbca10-0063-44de-a461-de53b1e70f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:02.216385 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9843a962-2c36-4470-9e00-897788d392c3 req-f5dbca10-0063-44de-a461-de53b1e70f27 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=50863b14-6320-4bd5-a3df-06a8ca7343af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697503 Apr 06 14:03:02.440448 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9843a962-2c36-4470-9e00-897788d392c3 req-500a4ddc-b1d7-4f3f-90e1-599fb01e8e60 service neutron] 10.222.0.61 "GET /v2.0/networks/50863b14-6320-4bd5-a3df-06a8ca7343af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169619 Apr 06 14:03:02.571196 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9843a962-2c36-4470-9e00-897788d392c3 req-0325bc29-7d11-475b-be78-3e149eea6610 service neutron] 10.222.0.61 "GET /v2.0/networks/50863b14-6320-4bd5-a3df-06a8ca7343af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246603 Apr 06 14:03:03.042225 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b06b4-6eb1-4c21-a27f-e601121cd00d req-e1acca6c-c146-47ea-89b8-323f8d1e5d16 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:03.043596 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-509b06b4-6eb1-4c21-a27f-e601121cd00d req-e1acca6c-c146-47ea-89b8-323f8d1e5d16 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 946 time: 0.0800998 Apr 06 14:03:03.095318 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-509b06b4-6eb1-4c21-a27f-e601121cd00d req-759352de-1435-4b75-a336-464e99c21953 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=abf23210-1ee6-43fc-a297-52fafc10760a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459378 Apr 06 14:03:04.280819 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba5555-3aab-4a04-9070-0de6c68e81e9 req-81656162-4344-49e2-8a76-adf7e727a028 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:04.282992 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0eba5555-3aab-4a04-9070-0de6c68e81e9 req-81656162-4344-49e2-8a76-adf7e727a028 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 946 time: 0.0824721 Apr 06 14:03:04.326369 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0eba5555-3aab-4a04-9070-0de6c68e81e9 req-3136189f-8aa0-48e4-bddb-c6a090912282 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=abf23210-1ee6-43fc-a297-52fafc10760a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378435 Apr 06 14:03:05.509301 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119efe2-b196-48c5-ab88-ea8f3308dee9 req-f442f0b1-9730-4be9-b221-d966214553f3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:05.510679 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2119efe2-b196-48c5-ab88-ea8f3308dee9 req-f442f0b1-9730-4be9-b221-d966214553f3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 946 time: 0.0800889 Apr 06 14:03:05.554461 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2119efe2-b196-48c5-ab88-ea8f3308dee9 req-c8bb30d4-1da4-4b50-b9fd-cc6db9b30d97 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=abf23210-1ee6-43fc-a297-52fafc10760a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372748 Apr 06 14:03:06.740337 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064027fc-3489-46d8-85f5-7adc46ebe720 req-fb0e95c5-a62d-47d2-b5cd-d4f40bba5632 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:06.741761 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-064027fc-3489-46d8-85f5-7adc46ebe720 req-fb0e95c5-a62d-47d2-b5cd-d4f40bba5632 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 946 time: 0.0830336 Apr 06 14:03:06.785012 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-064027fc-3489-46d8-85f5-7adc46ebe720 req-c80b5664-0632-4b0f-a449-3cb77d2f212e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=abf23210-1ee6-43fc-a297-52fafc10760a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377855 Apr 06 14:03:07.965131 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08ef3a-f86b-448c-8f7c-f8a99e5e83ee req-4cf5e3f6-e928-47c8-847f-67b0e0ab3aed tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:07.966691 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1f08ef3a-f86b-448c-8f7c-f8a99e5e83ee req-4cf5e3f6-e928-47c8-847f-67b0e0ab3aed tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 946 time: 0.0781887 Apr 06 14:03:08.014196 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1f08ef3a-f86b-448c-8f7c-f8a99e5e83ee req-4b4f620a-8c39-46a4-9cf1-c48143c7348c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=abf23210-1ee6-43fc-a297-52fafc10760a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410497 Apr 06 14:03:09.200783 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7127f3-001c-40ed-80ea-0a82bb94d251 req-f6a77f76-82da-4197-9018-f9bcbea11066 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:09.202242 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6b7127f3-001c-40ed-80ea-0a82bb94d251 req-f6a77f76-82da-4197-9018-f9bcbea11066 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 946 time: 0.0808563 Apr 06 14:03:09.247569 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6b7127f3-001c-40ed-80ea-0a82bb94d251 req-9ed9ff76-fc4a-45b6-815d-e89f8f6ef94e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=abf23210-1ee6-43fc-a297-52fafc10760a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385835 Apr 06 14:03:10.436691 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c9225-1a7c-4bac-a708-1955acad985d req-61656930-d6e4-4e1b-bfe0-abe88a5f27f6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:10.438166 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9d5c9225-1a7c-4bac-a708-1955acad985d req-61656930-d6e4-4e1b-bfe0-abe88a5f27f6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 946 time: 0.0831037 Apr 06 14:03:10.482582 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9d5c9225-1a7c-4bac-a708-1955acad985d req-967ae9d8-f41f-4eb7-8eba-a0a2559fb733 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=abf23210-1ee6-43fc-a297-52fafc10760a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384605 Apr 06 14:03:11.592639 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6a8c9-3c7b-4401-82cc-d8d9decee5f7 req-d2e983aa-54a8-4a2b-953f-dd4c675686ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:11.595004 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-17e6a8c9-3c7b-4401-82cc-d8d9decee5f7 req-d2e983aa-54a8-4a2b-953f-dd4c675686ea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 1099 time: 0.0749040 Apr 06 14:03:11.671297 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7338c4-da13-45f3-9cc3-537518fa2763 req-b1e43fb5-992f-43d3-afd2-676b20e831cb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:11.673622 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0b7338c4-da13-45f3-9cc3-537518fa2763 req-b1e43fb5-992f-43d3-afd2-676b20e831cb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 946 time: 0.0837412 Apr 06 14:03:11.717939 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0b7338c4-da13-45f3-9cc3-537518fa2763 req-6159921b-9dcc-4e40-818b-15297773850f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=abf23210-1ee6-43fc-a297-52fafc10760a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386646 Apr 06 14:03:11.740195 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6a8c9-3c7b-4401-82cc-d8d9decee5f7 req-e5c4f0ec-b7f3-4514-a6a4-47693aedb391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:11.741621 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-17e6a8c9-3c7b-4401-82cc-d8d9decee5f7 req-e5c4f0ec-b7f3-4514-a6a4-47693aedb391 service neutron] 10.222.0.61 "GET /v2.0/networks?id=50863b14-6320-4bd5-a3df-06a8ca7343af HTTP/1.1" status: 200 len: 897 time: 0.1293085 Apr 06 14:03:11.845171 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-17e6a8c9-3c7b-4401-82cc-d8d9decee5f7 req-5e05af67-19a2-4ee1-9dc4-15e308d00f63 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38628882-9c73-43dd-8ba4-6e02975c924a HTTP/1.1" status: 200 len: 1002 time: 0.0957060 Apr 06 14:03:11.905723 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6a8c9-3c7b-4401-82cc-d8d9decee5f7 req-6134fb3b-8f6f-48e0-8743-9070db4e35c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:11.907872 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-17e6a8c9-3c7b-4401-82cc-d8d9decee5f7 req-6134fb3b-8f6f-48e0-8743-9070db4e35c0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=341557a4-b7d7-494b-a0c5-d9aa5961e3aa HTTP/1.1" status: 200 len: 835 time: 0.0568848 Apr 06 14:03:11.984683 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6a8c9-3c7b-4401-82cc-d8d9decee5f7 req-8fc7e33f-6f70-4d84-a08f-178b4b930533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:11.986107 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-17e6a8c9-3c7b-4401-82cc-d8d9decee5f7 req-8fc7e33f-6f70-4d84-a08f-178b4b930533 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=50863b14-6320-4bd5-a3df-06a8ca7343af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729294 Apr 06 14:03:12.116089 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-17e6a8c9-3c7b-4401-82cc-d8d9decee5f7 req-f365d4d3-6feb-480a-8f74-13a62e23e635 service neutron] 10.222.0.61 "GET /v2.0/networks/50863b14-6320-4bd5-a3df-06a8ca7343af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232224 Apr 06 14:03:12.247077 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-17e6a8c9-3c7b-4401-82cc-d8d9decee5f7 req-c49bfa20-fc48-49b6-af04-fa0deaf01a86 service neutron] 10.222.0.61 "GET /v2.0/networks/50863b14-6320-4bd5-a3df-06a8ca7343af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247611 Apr 06 14:03:12.577827 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:03:12.903596 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849380e-10ac-4759-9f00-be09804e5d12 req-2b668f4c-755a-446c-8e0b-05ad1784ad89 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:12.905032 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8849380e-10ac-4759-9f00-be09804e5d12 req-2b668f4c-755a-446c-8e0b-05ad1784ad89 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 946 time: 0.0829115 Apr 06 14:03:12.948731 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8849380e-10ac-4759-9f00-be09804e5d12 req-de855c55-9527-41d3-afe0-175f25373527 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=abf23210-1ee6-43fc-a297-52fafc10760a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374458 Apr 06 14:03:14.136012 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9430c9a-d738-4fa0-acc8-d32de3ace474 req-2b2815bb-2f25-4a3a-b949-59f22b1bee3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:14.137442 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e9430c9a-d738-4fa0-acc8-d32de3ace474 req-2b2815bb-2f25-4a3a-b949-59f22b1bee3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 946 time: 0.0830922 Apr 06 14:03:14.185494 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e9430c9a-d738-4fa0-acc8-d32de3ace474 req-37591d17-7303-46fb-86bf-a18beafe13d1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=abf23210-1ee6-43fc-a297-52fafc10760a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423515 Apr 06 14:03:15.368708 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee3a97-d93f-4a81-88fb-3b0ef6cb5bbc req-a1ca2bfe-b95b-4968-a88e-58df95a0c44b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:15.370154 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-83ee3a97-d93f-4a81-88fb-3b0ef6cb5bbc req-a1ca2bfe-b95b-4968-a88e-58df95a0c44b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 946 time: 0.0804057 Apr 06 14:03:15.415984 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-83ee3a97-d93f-4a81-88fb-3b0ef6cb5bbc req-e482405f-cae8-4d5a-bb23-e34aadf9e50c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=abf23210-1ee6-43fc-a297-52fafc10760a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391083 Apr 06 14:03:15.495315 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ddb30068-4401-4f48-a575-2bdf1124a6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:16.605098 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56b919-ebc0-4343-8799-dfeb4c98b6f4 req-269c9d30-39b3-4fd4-8e65-805d463eb61a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:16.606535 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0b56b919-ebc0-4343-8799-dfeb4c98b6f4 req-269c9d30-39b3-4fd4-8e65-805d463eb61a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 946 time: 0.0826013 Apr 06 14:03:16.649925 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0b56b919-ebc0-4343-8799-dfeb4c98b6f4 req-47440310-32e9-4992-ad1b-22650e62b8d2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=abf23210-1ee6-43fc-a297-52fafc10760a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373237 Apr 06 14:03:17.722019 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b41754ec-246c-4770-b8b7-35696618a456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:17.839457 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2260e4-60c5-426a-b794-74c0ac771258 req-3c69c10e-1ffe-4dd7-97aa-6f3c1189d8a9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:17.840862 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cf2260e4-60c5-426a-b794-74c0ac771258 req-3c69c10e-1ffe-4dd7-97aa-6f3c1189d8a9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 946 time: 0.0791900 Apr 06 14:03:17.884199 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cf2260e4-60c5-426a-b794-74c0ac771258 req-3d159b91-2ebe-4bce-a603-6ac45640a8af tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=abf23210-1ee6-43fc-a297-52fafc10760a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374579 Apr 06 14:03:18.949717 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:19.026226 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:19.171110 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092561c-af3f-44cb-a6d3-f2c43e0f1385 req-440547b4-d682-4ad3-a605-5bf2f0a2cda1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:19.173605 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f092561c-af3f-44cb-a6d3-f2c43e0f1385 req-440547b4-d682-4ad3-a605-5bf2f0a2cda1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 946 time: 0.1813910 Apr 06 14:03:19.216819 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f092561c-af3f-44cb-a6d3-f2c43e0f1385 req-3e0e249a-2a9a-4cc6-8d21-582043cb7bdb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=abf23210-1ee6-43fc-a297-52fafc10760a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373216 Apr 06 14:03:19.240580 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55252) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:03:19.346074 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d3a414c1-32c5-4b42-8697-f263b182759f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/floatingips/ae746d59-e3f9-400c-b71f-90b00e8af160 HTTP/1.1" status: 200 len: 994 time: 0.1043308 Apr 06 14:03:20.420344 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:27.586506 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:45.581144 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-45e398e9-30be-4295-b1ef-b15b60f532ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:47.749814 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8d99b410-7f4a-4f8d-967a-bec89cd3a7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:48.947075 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:49.031998 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:49.577162 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:03:50.446065 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:50.928810 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55270) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:03:51.138043 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-66463fae-7039-4470-997e-592ad2370717 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Deleting port a7c04574-97e0-403a-b294-9b701ca91377 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:03:51.138374 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-66463fae-7039-4470-997e-592ad2370717 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:51.306445 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-66463fae-7039-4470-997e-592ad2370717 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:51.306750 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-66463fae-7039-4470-997e-592ad2370717 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:51.431667 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-66463fae-7039-4470-997e-592ad2370717 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Calling delete_port for a7c04574-97e0-403a-b294-9b701ca91377 owned by network:floatingip {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:03:51.637644 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-66463fae-7039-4470-997e-592ad2370717 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:51.688299 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66463fae-7039-4470-997e-592ad2370717 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Port': ['ID=a7c04574-97e0-403a-b294-9b701ca91377,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:51.752885 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66463fae-7039-4470-997e-592ad2370717 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:51.753147 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66463fae-7039-4470-997e-592ad2370717 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:51.753481 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66463fae-7039-4470-997e-592ad2370717 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:51.753807 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66463fae-7039-4470-997e-592ad2370717 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:51.754132 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66463fae-7039-4470-997e-592ad2370717 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:51.754452 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66463fae-7039-4470-997e-592ad2370717 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:51.754770 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66463fae-7039-4470-997e-592ad2370717 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:51.755111 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66463fae-7039-4470-997e-592ad2370717 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:51.755427 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66463fae-7039-4470-997e-592ad2370717 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:51.755740 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66463fae-7039-4470-997e-592ad2370717 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:51.756052 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66463fae-7039-4470-997e-592ad2370717 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:51.756363 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66463fae-7039-4470-997e-592ad2370717 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:51.786449 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-66463fae-7039-4470-997e-592ad2370717 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for floatingip, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:51.786770 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-66463fae-7039-4470-997e-592ad2370717 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Floating IP ae746d59-e3f9-400c-b71f-90b00e8af160 disassociated (deleted). External IP: 172.26.4.228, port: 38628882-9c73-43dd-8ba4-6e02975c924a. Apr 06 14:03:52.141464 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66463fae-7039-4470-997e-592ad2370717 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Router e0f72480-eee5-404d-8b93-acfbad2289a0 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:03:52.429477 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66463fae-7039-4470-997e-592ad2370717 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:03:52.438911 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580ea287-c000-4c06-a5a9-14390677e7d6 None None] Sync routers for ids ['e0f72480-eee5-404d-8b93-acfbad2289a0'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:03:52.445641 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-66463fae-7039-4470-997e-592ad2370717 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:52.448610 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580ea287-c000-4c06-a5a9-14390677e7d6 None None] Routers {'e0f72480-eee5-404d-8b93-acfbad2289a0'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:03:52.449203 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-580ea287-c000-4c06-a5a9-14390677e7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:03:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e0f72480-eee5-404d-8b93-acfbad2289a0'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:03:52.503488 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-66463fae-7039-4470-997e-592ad2370717 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "DELETE /v2.0/floatingips/ae746d59-e3f9-400c-b71f-90b00e8af160 HTTP/1.1" status: 204 len: 168 time: 1.5710847 Apr 06 14:03:52.503488 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302060e9-7822-4ffa-b73b-3af18901632c', 'tag': '38628882-9c73-43dd-8ba4-6e02975c924a'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:03:52.548154 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90cb3800-9d7f-4d0d-afcd-b9c12dfe3c46'] response: {'name': 'network-changed', 'server_uuid': '302060e9-7822-4ffa-b73b-3af18901632c', 'tag': '38628882-9c73-43dd-8ba4-6e02975c924a', 'status': 'completed', 'code': 200} Apr 06 14:03:52.636948 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-580ea287-c000-4c06-a5a9-14390677e7d6 None None] Set router e0f72480-eee5-404d-8b93-acfbad2289a0 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:03:52.641475 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e264677-bfdc-4fde-aeab-bd439fa06699 req-f8740cf4-0b08-4835-80b5-9f61a47ca725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:52.642968 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0e264677-bfdc-4fde-aeab-bd439fa06699 req-f8740cf4-0b08-4835-80b5-9f61a47ca725 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 1099 time: 0.0738213 Apr 06 14:03:52.781683 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e264677-bfdc-4fde-aeab-bd439fa06699 req-f04f5ebe-540a-4647-be96-d23c6eebdd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:52.783128 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0e264677-bfdc-4fde-aeab-bd439fa06699 req-f04f5ebe-540a-4647-be96-d23c6eebdd7e service neutron] 10.222.0.61 "GET /v2.0/networks?id=50863b14-6320-4bd5-a3df-06a8ca7343af HTTP/1.1" status: 200 len: 897 time: 0.1337490 Apr 06 14:03:52.856096 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0e264677-bfdc-4fde-aeab-bd439fa06699 req-860f46f8-20f4-429d-8ae6-0c7c9b541090 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38628882-9c73-43dd-8ba4-6e02975c924a HTTP/1.1" status: 200 len: 217 time: 0.0671079 Apr 06 14:03:52.918600 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e264677-bfdc-4fde-aeab-bd439fa06699 req-0d6da7c0-d5d9-4964-9795-3060ea636634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:52.920048 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0e264677-bfdc-4fde-aeab-bd439fa06699 req-0d6da7c0-d5d9-4964-9795-3060ea636634 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=341557a4-b7d7-494b-a0c5-d9aa5961e3aa HTTP/1.1" status: 200 len: 835 time: 0.0580025 Apr 06 14:03:52.952462 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-580ea287-c000-4c06-a5a9-14390677e7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086534348', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:03Z', 'updated_at': '2022-04-06T14:02:09Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:04Z', 'updated_at': '2022-04-06T14:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'bba27ed0-2d8b-4522-bad3-d2664abae8a8', 'name': '', 'network_id': '50863b14-6320-4bd5-a3df-06a8ca7343af', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:ae:ef:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '341557a4-b7d7-494b-a0c5-d9aa5961e3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:08Z', 'updated_at': '2022-04-06T14:02:14Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': '341557a4-b7d7-494b-a0c5-d9aa5961e3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:03:52.956330 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580ea287-c000-4c06-a5a9-14390677e7d6 None None] Checking router: e0f72480-eee5-404d-8b93-acfbad2289a0 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:03:52.966062 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580ea287-c000-4c06-a5a9-14390677e7d6 None None] Routers {'e0f72480-eee5-404d-8b93-acfbad2289a0'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:03:52.966576 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-580ea287-c000-4c06-a5a9-14390677e7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:03:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e0f72480-eee5-404d-8b93-acfbad2289a0'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:03:53.003339 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e264677-bfdc-4fde-aeab-bd439fa06699 req-2c6698ef-9d9b-497a-9ac7-332b7f2c1835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:53.004976 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0e264677-bfdc-4fde-aeab-bd439fa06699 req-2c6698ef-9d9b-497a-9ac7-332b7f2c1835 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=50863b14-6320-4bd5-a3df-06a8ca7343af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785041 Apr 06 14:03:53.136345 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933004f-5cec-40c4-bbfb-1176da10a17c req-a92e24e4-499d-4861-bc98-adb6fb104d11 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:53.137564 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-e933004f-5cec-40c4-bbfb-1176da10a17c req-a92e24e4-499d-4861-bc98-adb6fb104d11 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Synchronizing usage tracker for tenant:ee8feeb260df4580987384a151b8068e on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:03:53.156367 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0e264677-bfdc-4fde-aeab-bd439fa06699 req-0220502a-a4c1-4801-b749-d0b0973fc6ba service neutron] 10.222.0.61 "GET /v2.0/networks/50863b14-6320-4bd5-a3df-06a8ca7343af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449730 Apr 06 14:03:53.159231 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-580ea287-c000-4c06-a5a9-14390677e7d6 None None] Set router e0f72480-eee5-404d-8b93-acfbad2289a0 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:03:53.237722 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-e933004f-5cec-40c4-bbfb-1176da10a17c req-a92e24e4-499d-4861-bc98-adb6fb104d11 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Unset dirty status for tenant:ee8feeb260df4580987384a151b8068e on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:03:53.238891 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e933004f-5cec-40c4-bbfb-1176da10a17c req-a92e24e4-499d-4861-bc98-adb6fb104d11 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 946 time: 0.2389057 Apr 06 14:03:53.299339 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e933004f-5cec-40c4-bbfb-1176da10a17c req-edaf9e98-7c36-42a2-b316-cf3a4c014487 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=abf23210-1ee6-43fc-a297-52fafc10760a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532479 Apr 06 14:03:53.396734 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0e264677-bfdc-4fde-aeab-bd439fa06699 req-100a9f64-5313-4af9-bda4-813cf31dbaa7 service neutron] 10.222.0.61 "GET /v2.0/networks/50863b14-6320-4bd5-a3df-06a8ca7343af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342215 Apr 06 14:03:53.527527 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-580ea287-c000-4c06-a5a9-14390677e7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086534348', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:03Z', 'updated_at': '2022-04-06T14:02:09Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:04Z', 'updated_at': '2022-04-06T14:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'bba27ed0-2d8b-4522-bad3-d2664abae8a8', 'name': '', 'network_id': '50863b14-6320-4bd5-a3df-06a8ca7343af', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:ae:ef:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '341557a4-b7d7-494b-a0c5-d9aa5961e3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:08Z', 'updated_at': '2022-04-06T14:02:14Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': '341557a4-b7d7-494b-a0c5-d9aa5961e3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:03:53.531255 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580ea287-c000-4c06-a5a9-14390677e7d6 None None] The sync data for ids ['e0f72480-eee5-404d-8b93-acfbad2289a0'] in dv-neutron-834600-1-hyperv is: [{'id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086534348', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:03Z', 'updated_at': '2022-04-06T14:02:09Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:04Z', 'updated_at': '2022-04-06T14:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'bba27ed0-2d8b-4522-bad3-d2664abae8a8', 'name': '', 'network_id': '50863b14-6320-4bd5-a3df-06a8ca7343af', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:ae:ef:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '341557a4-b7d7-494b-a0c5-d9aa5961e3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:08Z', 'updated_at': '2022-04-06T14:02:14Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': '341557a4-b7d7-494b-a0c5-d9aa5961e3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:03:53.746583 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3fd8fe-2deb-44ea-a0fe-d80bd6a4f193 None None] New status for floating IP ae746d59-e3f9-400c-b71f-90b00e8af160: DOWN {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:03:54.509354 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cd931-6cb6-4b29-a133-9b6f9aa77592 req-dff06ca4-9c66-46f0-a5b9-57c3827a5ee0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:54.510149 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-c65cd931-6cb6-4b29-a133-9b6f9aa77592 req-dff06ca4-9c66-46f0-a5b9-57c3827a5ee0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Synchronizing usage tracker for tenant:ee8feeb260df4580987384a151b8068e on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:03:54.522087 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-c65cd931-6cb6-4b29-a133-9b6f9aa77592 req-dff06ca4-9c66-46f0-a5b9-57c3827a5ee0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Unset dirty status for tenant:ee8feeb260df4580987384a151b8068e on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:03:54.523205 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c65cd931-6cb6-4b29-a133-9b6f9aa77592 req-dff06ca4-9c66-46f0-a5b9-57c3827a5ee0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.61 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 946 time: 0.0931904 Apr 06 14:03:54.535766 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4104d26-3136-4f8a-96de-a86e1ce4795b req-cef8916e-aecc-4f7d-aff1-6028e6ee5bf9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:54.537208 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e4104d26-3136-4f8a-96de-a86e1ce4795b req-cef8916e-aecc-4f7d-aff1-6028e6ee5bf9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 946 time: 0.1304715 Apr 06 14:03:54.583222 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e4104d26-3136-4f8a-96de-a86e1ce4795b req-6eac90fe-713f-46d0-86a0-4353de5217fc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=abf23210-1ee6-43fc-a297-52fafc10760a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394576 Apr 06 14:03:54.598192 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-c65cd931-6cb6-4b29-a133-9b6f9aa77592 req-33bd7259-febe-4bb5-a08c-c1c8fbc8054e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Deleting port 38628882-9c73-43dd-8ba4-6e02975c924a {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:03:54.598532 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-c65cd931-6cb6-4b29-a133-9b6f9aa77592 req-33bd7259-febe-4bb5-a08c-c1c8fbc8054e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:54.843952 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-c65cd931-6cb6-4b29-a133-9b6f9aa77592 req-33bd7259-febe-4bb5-a08c-c1c8fbc8054e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] For port 38628882-9c73-43dd-8ba4-6e02975c924a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=38628882-9c73-43dd-8ba4-6e02975c924a,segment=NetworkSegment(02fb0c52-dfda-44d7-8369-6aaedbe58eb3),segment_id=02fb0c52-dfda-44d7-8369-6aaedbe58eb3)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:03:54.844244 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-c65cd931-6cb6-4b29-a133-9b6f9aa77592 req-33bd7259-febe-4bb5-a08c-c1c8fbc8054e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:54.974629 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-c65cd931-6cb6-4b29-a133-9b6f9aa77592 req-33bd7259-febe-4bb5-a08c-c1c8fbc8054e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Calling delete_port for 38628882-9c73-43dd-8ba4-6e02975c924a owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:03:55.209633 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-c65cd931-6cb6-4b29-a133-9b6f9aa77592 req-33bd7259-febe-4bb5-a08c-c1c8fbc8054e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:55.257821 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd7259-febe-4bb5-a08c-c1c8fbc8054e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Port': ['ID=38628882-9c73-43dd-8ba4-6e02975c924a,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:55.267971 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bd7259-febe-4bb5-a08c-c1c8fbc8054e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:55.268309 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bd7259-febe-4bb5-a08c-c1c8fbc8054e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:55.268639 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bd7259-febe-4bb5-a08c-c1c8fbc8054e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:55.268986 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bd7259-febe-4bb5-a08c-c1c8fbc8054e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:55.269291 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bd7259-febe-4bb5-a08c-c1c8fbc8054e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:55.269609 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bd7259-febe-4bb5-a08c-c1c8fbc8054e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:55.269927 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bd7259-febe-4bb5-a08c-c1c8fbc8054e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:55.270242 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bd7259-febe-4bb5-a08c-c1c8fbc8054e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:55.270554 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bd7259-febe-4bb5-a08c-c1c8fbc8054e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:55.270898 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bd7259-febe-4bb5-a08c-c1c8fbc8054e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:55.271212 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bd7259-febe-4bb5-a08c-c1c8fbc8054e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:55.271911 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bd7259-febe-4bb5-a08c-c1c8fbc8054e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:55.344917 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65cd931-6cb6-4b29-a133-9b6f9aa77592 req-33bd7259-febe-4bb5-a08c-c1c8fbc8054e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] No DVR routers for this DVR port 38628882-9c73-43dd-8ba4-6e02975c924a on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:03:55.347357 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-c65cd931-6cb6-4b29-a133-9b6f9aa77592 req-33bd7259-febe-4bb5-a08c-c1c8fbc8054e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:55.349808 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302060e9-7822-4ffa-b73b-3af18901632c', 'name': 'network-vif-deleted', 'tag': '38628882-9c73-43dd-8ba4-6e02975c924a'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:03:55.419877 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c65cd931-6cb6-4b29-a133-9b6f9aa77592 req-33bd7259-febe-4bb5-a08c-c1c8fbc8054e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.61 "DELETE /v2.0/ports/38628882-9c73-43dd-8ba4-6e02975c924a HTTP/1.1" status: 204 len: 173 time: 0.8914554 Apr 06 14:03:55.448703 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80186554-233f-4f8a-92be-b138ef62e8c5'] response: {'server_uuid': '302060e9-7822-4ffa-b73b-3af18901632c', 'name': 'network-vif-deleted', 'tag': '38628882-9c73-43dd-8ba4-6e02975c924a', 'status': 'completed', 'code': 200} Apr 06 14:03:55.735300 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f016a2f8-be08-4499-9d76-b57c6a74acd8 req-8b3e1918-37e1-4367-82e7-2894de1960e5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=302060e9-7822-4ffa-b73b-3af18901632c HTTP/1.1" status: 200 len: 210 time: 0.0440469 Apr 06 14:03:56.829987 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55298) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:03:57.375015 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d56f-9e5f-44f4-baf6-4f10d3ce9c50 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:57.584609 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:57.828239 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-7fd3d56f-9e5f-44f4-baf6-4f10d3ce9c50 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Deleting port bba27ed0-2d8b-4522-bad3-d2664abae8a8 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:03:57.828572 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d56f-9e5f-44f4-baf6-4f10d3ce9c50 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:58.012041 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-7fd3d56f-9e5f-44f4-baf6-4f10d3ce9c50 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] For port bba27ed0-2d8b-4522-bad3-d2664abae8a8, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=bba27ed0-2d8b-4522-bad3-d2664abae8a8,segment=NetworkSegment(02fb0c52-dfda-44d7-8369-6aaedbe58eb3),segment_id=02fb0c52-dfda-44d7-8369-6aaedbe58eb3)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:03:58.012786 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d56f-9e5f-44f4-baf6-4f10d3ce9c50 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:58.133383 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-7fd3d56f-9e5f-44f4-baf6-4f10d3ce9c50 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Calling delete_port for bba27ed0-2d8b-4522-bad3-d2664abae8a8 owned by network:router_interface {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:03:58.521226 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d56f-9e5f-44f4-baf6-4f10d3ce9c50 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:58.567535 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3d56f-9e5f-44f4-baf6-4f10d3ce9c50 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Port': ['ID=bba27ed0-2d8b-4522-bad3-d2664abae8a8,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:58.715635 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 38628882-9c73-43dd-8ba4-6e02975c924a no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:03:58.753469 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: 38628882-9c73-43dd-8ba4-6e02975c924a {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:03:58.753820 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 38628882-9c73-43dd-8ba4-6e02975c924a not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:03:58.839817 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d56f-9e5f-44f4-baf6-4f10d3ce9c50 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:59.303258 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd3d56f-9e5f-44f4-baf6-4f10d3ce9c50 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Router e0f72480-eee5-404d-8b93-acfbad2289a0 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:03:59.489284 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd3d56f-9e5f-44f4-baf6-4f10d3ce9c50 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:03:59.499408 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a4f268-128c-4dd4-b1a3-5379f7946f9a None None] Sync routers for ids ['e0f72480-eee5-404d-8b93-acfbad2289a0'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:03:59.502144 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7fd3d56f-9e5f-44f4-baf6-4f10d3ce9c50 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "PUT /v2.0/routers/e0f72480-eee5-404d-8b93-acfbad2289a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6711025 Apr 06 14:03:59.504709 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55302) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:03:59.508540 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a4f268-128c-4dd4-b1a3-5379f7946f9a None None] Routers {'e0f72480-eee5-404d-8b93-acfbad2289a0'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:03:59.509661 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e7a4f268-128c-4dd4-b1a3-5379f7946f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:03:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e0f72480-eee5-404d-8b93-acfbad2289a0'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:03:59.570674 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0802eed-9821-46df-902f-9eca653d327c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Deleting subnet 341557a4-b7d7-494b-a0c5-d9aa5961e3aa {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 14:03:59.574308 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e0802eed-9821-46df-902f-9eca653d327c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:59.631036 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e0802eed-9821-46df-902f-9eca653d327c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:59.685688 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-e7a4f268-128c-4dd4-b1a3-5379f7946f9a None None] Set router e0f72480-eee5-404d-8b93-acfbad2289a0 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:03:59.715350 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e0802eed-9821-46df-902f-9eca653d327c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:59.867109 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e0802eed-9821-46df-902f-9eca653d327c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:59.910425 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0802eed-9821-46df-902f-9eca653d327c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Subnet': ['ID=341557a4-b7d7-494b-a0c5-d9aa5961e3aa,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:59.912349 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e0802eed-9821-46df-902f-9eca653d327c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:03:59.919658 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e0802eed-9821-46df-902f-9eca653d327c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "DELETE /v2.0/subnets/341557a4-b7d7-494b-a0c5-d9aa5961e3aa HTTP/1.1" status: 204 len: 168 time: 0.4139922 Apr 06 14:03:59.922225 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55306) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:03:59.934753 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc95de9-361d-4993-b1d5-d2f5fcd33108 None None] Network 50863b14-6320-4bd5-a3df-06a8ca7343af requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 14:04:00.101084 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2e020a48-b077-4e5d-9607-ae7f3019ddbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:00.125265 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e7a4f268-128c-4dd4-b1a3-5379f7946f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086534348', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:03Z', 'updated_at': '2022-04-06T14:03:58Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:04Z', 'updated_at': '2022-04-06T14:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:00.131652 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a4f268-128c-4dd4-b1a3-5379f7946f9a None None] Checking router: e0f72480-eee5-404d-8b93-acfbad2289a0 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:04:00.144618 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a4f268-128c-4dd4-b1a3-5379f7946f9a None None] Routers {'e0f72480-eee5-404d-8b93-acfbad2289a0'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:04:00.145207 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e7a4f268-128c-4dd4-b1a3-5379f7946f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:03:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['e0f72480-eee5-404d-8b93-acfbad2289a0'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:00.282788 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2e020a48-b077-4e5d-9607-ae7f3019ddbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:00.293580 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e38d875-4da7-4f12-a12c-e9ef9959a5c9 None None] DHCP port deletion for 50863b14-6320-4bd5-a3df-06a8ca7343af request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 14:04:00.307791 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-3e38d875-4da7-4f12-a12c-e9ef9959a5c9 None None] Deleting port 18e02953-66ef-434e-bbd8-0693dfc23984 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:04:00.308154 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3e38d875-4da7-4f12-a12c-e9ef9959a5c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:00.346678 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-2e020a48-b077-4e5d-9607-ae7f3019ddbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Deleting port d1c0819f-25df-4058-bf22-f698355eb76c {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:04:00.347291 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2e020a48-b077-4e5d-9607-ae7f3019ddbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:00.380231 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-e7a4f268-128c-4dd4-b1a3-5379f7946f9a None None] Set router e0f72480-eee5-404d-8b93-acfbad2289a0 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:04:00.516838 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-2e020a48-b077-4e5d-9607-ae7f3019ddbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] For port d1c0819f-25df-4058-bf22-f698355eb76c, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d1c0819f-25df-4058-bf22-f698355eb76c,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:04:00.517089 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2e020a48-b077-4e5d-9607-ae7f3019ddbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:00.641847 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-2e020a48-b077-4e5d-9607-ae7f3019ddbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Calling delete_port for d1c0819f-25df-4058-bf22-f698355eb76c owned by network:router_gateway {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:04:00.770765 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-3e38d875-4da7-4f12-a12c-e9ef9959a5c9 None None] For port 18e02953-66ef-434e-bbd8-0693dfc23984, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=18e02953-66ef-434e-bbd8-0693dfc23984,segment=NetworkSegment(02fb0c52-dfda-44d7-8369-6aaedbe58eb3),segment_id=02fb0c52-dfda-44d7-8369-6aaedbe58eb3)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:04:00.771174 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3e38d875-4da7-4f12-a12c-e9ef9959a5c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:00.878430 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2e020a48-b077-4e5d-9607-ae7f3019ddbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:00.923438 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-3e38d875-4da7-4f12-a12c-e9ef9959a5c9 None None] Calling delete_port for 18e02953-66ef-434e-bbd8-0693dfc23984 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:04:01.018629 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-e7a4f268-128c-4dd4-b1a3-5379f7946f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086534348', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:03Z', 'updated_at': '2022-04-06T14:03:58Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:04Z', 'updated_at': '2022-04-06T14:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:01.022503 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a4f268-128c-4dd4-b1a3-5379f7946f9a None None] The sync data for ids ['e0f72480-eee5-404d-8b93-acfbad2289a0'] in dv-neutron-834600-1-hyperv is: [{'id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086534348', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:03Z', 'updated_at': '2022-04-06T14:03:58Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'd1c0819f-25df-4058-bf22-f698355eb76c', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f72480-eee5-404d-8b93-acfbad2289a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:04Z', 'updated_at': '2022-04-06T14:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:04:01.045857 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e020a48-b077-4e5d-9607-ae7f3019ddbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Port': ['ID=d1c0819f-25df-4058-bf22-f698355eb76c,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:01.093219 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3e38d875-4da7-4f12-a12c-e9ef9959a5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:01.141953 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38d875-4da7-4f12-a12c-e9ef9959a5c9 None None] Pushing event deleted for resources: {'Port': ['ID=18e02953-66ef-434e-bbd8-0693dfc23984,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:01.146426 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2e020a48-b077-4e5d-9607-ae7f3019ddbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:01.146727 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e38d875-4da7-4f12-a12c-e9ef9959a5c9 None None] No DVR routers for this DVR port 18e02953-66ef-434e-bbd8-0693dfc23984 on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:04:01.153778 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38d875-4da7-4f12-a12c-e9ef9959a5c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:01.154125 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38d875-4da7-4f12-a12c-e9ef9959a5c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:01.154458 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38d875-4da7-4f12-a12c-e9ef9959a5c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:01.154792 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38d875-4da7-4f12-a12c-e9ef9959a5c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:01.160124 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38d875-4da7-4f12-a12c-e9ef9959a5c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:01.160124 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38d875-4da7-4f12-a12c-e9ef9959a5c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:01.160124 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38d875-4da7-4f12-a12c-e9ef9959a5c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:01.160124 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38d875-4da7-4f12-a12c-e9ef9959a5c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:01.160124 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38d875-4da7-4f12-a12c-e9ef9959a5c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:01.160124 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38d875-4da7-4f12-a12c-e9ef9959a5c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:01.160124 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38d875-4da7-4f12-a12c-e9ef9959a5c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:01.160124 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38d875-4da7-4f12-a12c-e9ef9959a5c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:01.322971 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2e020a48-b077-4e5d-9607-ae7f3019ddbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:01.325165 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2e020a48-b077-4e5d-9607-ae7f3019ddbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:01.438630 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2e020a48-b077-4e5d-9607-ae7f3019ddbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:01.439277 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e020a48-b077-4e5d-9607-ae7f3019ddbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Fanout notify agent at l3_agent the message router_deleted on router e0f72480-eee5-404d-8b93-acfbad2289a0 {{(pid=88565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 14:04:01.454059 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2e020a48-b077-4e5d-9607-ae7f3019ddbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:01.455155 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2e020a48-b077-4e5d-9607-ae7f3019ddbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "DELETE /v2.0/routers/e0f72480-eee5-404d-8b93-acfbad2289a0 HTTP/1.1" status: 204 len: 168 time: 1.5320580 Apr 06 14:04:01.458020 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55310) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:04:01.575687 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9bdbdd1-f940-4c82-b8e2-de13eb269b6d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:01.710984 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9bdbdd1-f940-4c82-b8e2-de13eb269b6d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:01.736088 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-e9bdbdd1-f940-4c82-b8e2-de13eb269b6d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50863b14-6320-4bd5-a3df-06a8ca7343af']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:01.748742 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-e9bdbdd1-f940-4c82-b8e2-de13eb269b6d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02fb0c52-dfda-44d7-8369-6aaedbe58eb3') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:01.748742 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-e9bdbdd1-f940-4c82-b8e2-de13eb269b6d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02fb0c52-dfda-44d7-8369-6aaedbe58eb3') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:01.759524 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9bdbdd1-f940-4c82-b8e2-de13eb269b6d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:01.775108 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9bdbdd1-f940-4c82-b8e2-de13eb269b6d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:01.780935 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9bdbdd1-f940-4c82-b8e2-de13eb269b6d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:04:01.781307 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9bdbdd1-f940-4c82-b8e2-de13eb269b6d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:04:01.796072 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:04:01.944461 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9bdbdd1-f940-4c82-b8e2-de13eb269b6d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:01.966596 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e9bdbdd1-f940-4c82-b8e2-de13eb269b6d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:01.982358 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bdbdd1-f940-4c82-b8e2-de13eb269b6d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Network': ['ID=50863b14-6320-4bd5-a3df-06a8ca7343af,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:02.055612 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e9bdbdd1-f940-4c82-b8e2-de13eb269b6d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "DELETE /v2.0/networks/50863b14-6320-4bd5-a3df-06a8ca7343af HTTP/1.1" status: 204 len: 168 time: 0.5964277 Apr 06 14:04:02.058633 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55314) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:04:02.082993 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d1c0819f-25df-4058-bf22-f698355eb76c no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:04:02.117166 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: d1c0819f-25df-4058-bf22-f698355eb76c {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:04:02.117505 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d1c0819f-25df-4058-bf22-f698355eb76c not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:04:02.117921 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 18e02953-66ef-434e-bbd8-0693dfc23984 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:04:02.131874 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-06287acb-0ac6-4420-8c89-35171bd1922f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:02.151431 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 18e02953-66ef-434e-bbd8-0693dfc23984 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:04:02.151781 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 18e02953-66ef-434e-bbd8-0693dfc23984 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:04:02.152253 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device bba27ed0-2d8b-4522-bad3-d2664abae8a8 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:04:02.162209 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-06287acb-0ac6-4420-8c89-35171bd1922f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:02.189000 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: bba27ed0-2d8b-4522-bad3-d2664abae8a8 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:04:02.189347 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device bba27ed0-2d8b-4522-bad3-d2664abae8a8 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:04:02.312074 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-06287acb-0ac6-4420-8c89-35171bd1922f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:02.330642 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06287acb-0ac6-4420-8c89-35171bd1922f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf23210-1ee6-43fc-a297-52fafc10760a,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:02.413952 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-06287acb-0ac6-4420-8c89-35171bd1922f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:02.415095 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-06287acb-0ac6-4420-8c89-35171bd1922f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "DELETE /v2.0/security-groups/abf23210-1ee6-43fc-a297-52fafc10760a HTTP/1.1" status: 204 len: 168 time: 0.3554294 Apr 06 14:04:03.997257 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55324) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:04:04.002406 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-2f2d6377-fbdd-46dd-a337-810dddb57672 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1889798592', 'description': 'tempest-secgroup-smoke-1889798592 description', 'project_id': 'ee8feeb260df4580987384a151b8068e'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:04:04.008416 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2f2d6377-fbdd-46dd-a337-810dddb57672 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:04:04.012595 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2f2d6377-fbdd-46dd-a337-810dddb57672 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:04:04.015390 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2f2d6377-fbdd-46dd-a337-810dddb57672 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:04:04.020966 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2f2d6377-fbdd-46dd-a337-810dddb57672 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:04:04.077494 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2f2d6377-fbdd-46dd-a337-810dddb57672 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:04.096634 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2f2d6377-fbdd-46dd-a337-810dddb57672 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:04:04.100432 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2f2d6377-fbdd-46dd-a337-810dddb57672 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:04:04.103184 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-2f2d6377-fbdd-46dd-a337-810dddb57672 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:04:04.109362 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-2f2d6377-fbdd-46dd-a337-810dddb57672 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:04:04.177306 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2f2d6377-fbdd-46dd-a337-810dddb57672 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:04.220552 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2f2d6377-fbdd-46dd-a337-810dddb57672 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:04.264258 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d6377-fbdd-46dd-a337-810dddb57672 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=931b4181-fe68-4bd3-94e3-0f22e89180a1,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:04.311844 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-2f2d6377-fbdd-46dd-a337-810dddb57672 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:04.313036 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-2f2d6377-fbdd-46dd-a337-810dddb57672 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3148081 Apr 06 14:04:04.315819 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55328) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:04:04.320557 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-93a565bf-88b9-4a6c-8780-422faf0ce16d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': '931b4181-fe68-4bd3-94e3-0f22e89180a1', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:04:04.326616 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-93a565bf-88b9-4a6c-8780-422faf0ce16d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:04:04.330319 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-93a565bf-88b9-4a6c-8780-422faf0ce16d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:04:04.333139 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-93a565bf-88b9-4a6c-8780-422faf0ce16d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:04:04.339413 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-93a565bf-88b9-4a6c-8780-422faf0ce16d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:04:04.409515 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-93a565bf-88b9-4a6c-8780-422faf0ce16d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:04.471637 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-93a565bf-88b9-4a6c-8780-422faf0ce16d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:04.538100 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-93a565bf-88b9-4a6c-8780-422faf0ce16d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:04.561475 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a565bf-88b9-4a6c-8780-422faf0ce16d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b134403-7c94-4dcc-9351-ac6792f69c00,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:04.641079 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-93a565bf-88b9-4a6c-8780-422faf0ce16d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:04.642255 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-93a565bf-88b9-4a6c-8780-422faf0ce16d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3255455 Apr 06 14:04:04.644944 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55332) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:04:04.649906 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-c8174cd6-5c27-406a-8bcb-3812965bae38 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': '931b4181-fe68-4bd3-94e3-0f22e89180a1', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:04:04.656672 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c8174cd6-5c27-406a-8bcb-3812965bae38 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:04:04.660459 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c8174cd6-5c27-406a-8bcb-3812965bae38 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:04:04.663419 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c8174cd6-5c27-406a-8bcb-3812965bae38 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:04:04.669580 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c8174cd6-5c27-406a-8bcb-3812965bae38 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:04:04.762183 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c8174cd6-5c27-406a-8bcb-3812965bae38 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:04.820686 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c8174cd6-5c27-406a-8bcb-3812965bae38 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:04.886725 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c8174cd6-5c27-406a-8bcb-3812965bae38 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:04.911635 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8174cd6-5c27-406a-8bcb-3812965bae38 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60b542c8-4336-4c16-9ae9-51d56a2c7123,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:04.978227 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c8174cd6-5c27-406a-8bcb-3812965bae38 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:04.979418 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c8174cd6-5c27-406a-8bcb-3812965bae38 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3335874 Apr 06 14:04:04.981990 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55336) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:04:04.986903 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-df3a3192-fc89-4071-ba5d-c4d3a824f740 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': '931b4181-fe68-4bd3-94e3-0f22e89180a1', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:04:04.992692 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-df3a3192-fc89-4071-ba5d-c4d3a824f740 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:04:04.996996 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-df3a3192-fc89-4071-ba5d-c4d3a824f740 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:04:04.999772 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-df3a3192-fc89-4071-ba5d-c4d3a824f740 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:04:05.005332 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-df3a3192-fc89-4071-ba5d-c4d3a824f740 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:04:05.090225 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-df3a3192-fc89-4071-ba5d-c4d3a824f740 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:05.155183 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-df3a3192-fc89-4071-ba5d-c4d3a824f740 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:05.232028 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-df3a3192-fc89-4071-ba5d-c4d3a824f740 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:05.255859 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a3192-fc89-4071-ba5d-c4d3a824f740 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10457a19-706a-4c33-be56-5fe8e0312f8b,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:05.317746 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-df3a3192-fc89-4071-ba5d-c4d3a824f740 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:05.318970 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-df3a3192-fc89-4071-ba5d-c4d3a824f740 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3360493 Apr 06 14:04:05.321589 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55340) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:04:05.326654 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-bec6198d-60e4-4b32-8cb0-16fa01440999 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': '931b4181-fe68-4bd3-94e3-0f22e89180a1', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:04:05.332606 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-bec6198d-60e4-4b32-8cb0-16fa01440999 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:04:05.336435 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-bec6198d-60e4-4b32-8cb0-16fa01440999 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:04:05.339465 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-bec6198d-60e4-4b32-8cb0-16fa01440999 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:04:05.345206 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-bec6198d-60e4-4b32-8cb0-16fa01440999 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:04:05.441981 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bec6198d-60e4-4b32-8cb0-16fa01440999 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:05.503584 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bec6198d-60e4-4b32-8cb0-16fa01440999 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:05.563333 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bec6198d-60e4-4b32-8cb0-16fa01440999 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:05.585646 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6198d-60e4-4b32-8cb0-16fa01440999 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97020edc-0f20-48a1-9751-87c171e88e9f,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:05.660663 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-bec6198d-60e4-4b32-8cb0-16fa01440999 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:05.661842 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-bec6198d-60e4-4b32-8cb0-16fa01440999 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3392158 Apr 06 14:04:05.664485 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55344) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:04:05.670263 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-d236bc8c-bb40-4c15-8cfc-db9ec4b8a174 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': '931b4181-fe68-4bd3-94e3-0f22e89180a1', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:04:05.676024 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d236bc8c-bb40-4c15-8cfc-db9ec4b8a174 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:04:05.679762 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d236bc8c-bb40-4c15-8cfc-db9ec4b8a174 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:04:05.683646 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d236bc8c-bb40-4c15-8cfc-db9ec4b8a174 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:04:05.689183 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d236bc8c-bb40-4c15-8cfc-db9ec4b8a174 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:04:05.757412 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.securitygroups_db [None req-d236bc8c-bb40-4c15-8cfc-db9ec4b8a174 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Project ee8feeb260df4580987384a151b8068e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:04:05.764165 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d236bc8c-bb40-4c15-8cfc-db9ec4b8a174 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:05.827111 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d236bc8c-bb40-4c15-8cfc-db9ec4b8a174 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:05.886590 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d236bc8c-bb40-4c15-8cfc-db9ec4b8a174 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:05.909699 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236bc8c-bb40-4c15-8cfc-db9ec4b8a174 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0339905-e431-4be2-9b98-449ecca60963,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:05.972750 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d236bc8c-bb40-4c15-8cfc-db9ec4b8a174 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:05.973934 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d236bc8c-bb40-4c15-8cfc-db9ec4b8a174 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3085585 Apr 06 14:04:05.976632 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55348) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:04:05.982138 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-992f6bb7-7f1f-4f38-b1ea-23d7fe3cfa6a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': '931b4181-fe68-4bd3-94e3-0f22e89180a1', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:04:05.987930 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-992f6bb7-7f1f-4f38-b1ea-23d7fe3cfa6a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:04:05.991586 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-992f6bb7-7f1f-4f38-b1ea-23d7fe3cfa6a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:04:05.994358 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-992f6bb7-7f1f-4f38-b1ea-23d7fe3cfa6a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:04:05.999985 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-992f6bb7-7f1f-4f38-b1ea-23d7fe3cfa6a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:04:06.081398 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.securitygroups_db [None req-992f6bb7-7f1f-4f38-b1ea-23d7fe3cfa6a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Project ee8feeb260df4580987384a151b8068e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:04:06.088752 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-992f6bb7-7f1f-4f38-b1ea-23d7fe3cfa6a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:06.153274 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-992f6bb7-7f1f-4f38-b1ea-23d7fe3cfa6a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:06.213491 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-992f6bb7-7f1f-4f38-b1ea-23d7fe3cfa6a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:06.236467 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f6bb7-7f1f-4f38-b1ea-23d7fe3cfa6a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de5dcb2-398f-4467-987e-5c85446e32e4,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:06.315823 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-992f6bb7-7f1f-4f38-b1ea-23d7fe3cfa6a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:06.316996 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-992f6bb7-7f1f-4f38-b1ea-23d7fe3cfa6a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3394923 Apr 06 14:04:06.319835 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55352) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:04:06.326282 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-0c4bc15e-3cf8-4c5d-a9a8-a83e07f39cd8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'network': {'name': 'tempest-network-smoke--748512782', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'port_security_enabled': True}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:04:06.331169 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0c4bc15e-3cf8-4c5d-a9a8-a83e07f39cd8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:04:06.335192 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0c4bc15e-3cf8-4c5d-a9a8-a83e07f39cd8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:network and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:04:06.339085 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0c4bc15e-3cf8-4c5d-a9a8-a83e07f39cd8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:04:06.344989 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0c4bc15e-3cf8-4c5d-a9a8-a83e07f39cd8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:04:06.432562 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4bc15e-3cf8-4c5d-a9a8-a83e07f39cd8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Made reservation on behalf of ee8feeb260df4580987384a151b8068e for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:04:06.435925 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0c4bc15e-3cf8-4c5d-a9a8-a83e07f39cd8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:06.463317 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c4bc15e-3cf8-4c5d-a9a8-a83e07f39cd8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:04:06.471399 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0c4bc15e-3cf8-4c5d-a9a8-a83e07f39cd8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:06.477429 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-0c4bc15e-3cf8-4c5d-a9a8-a83e07f39cd8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Added segment e83875f8-b23d-4871-b6f6-07f195b44deb of type vlan for network ab446bd1-d3a2-4fe8-8bea-dd5356b183db Apr 06 14:04:06.498710 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0c4bc15e-3cf8-4c5d-a9a8-a83e07f39cd8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:06.636602 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0c4bc15e-3cf8-4c5d-a9a8-a83e07f39cd8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:06.641986 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4bc15e-3cf8-4c5d-a9a8-a83e07f39cd8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:06.649215 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0c4bc15e-3cf8-4c5d-a9a8-a83e07f39cd8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:06.755498 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4bc15e-3cf8-4c5d-a9a8-a83e07f39cd8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Network': ['ID=ab446bd1-d3a2-4fe8-8bea-dd5356b183db,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:06.766504 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network ab446bd1-d3a2-4fe8-8bea-dd5356b183db details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:04:06.815979 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0c4bc15e-3cf8-4c5d-a9a8-a83e07f39cd8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4950602 Apr 06 14:04:06.818481 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55356) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:04:06.823711 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-e694eba2-1e2e-41b2-bdb1-90b1b67ab83a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1967164333', 'admin_state_up': True, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:04:06.830887 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e694eba2-1e2e-41b2-bdb1-90b1b67ab83a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:04:06.834955 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e694eba2-1e2e-41b2-bdb1-90b1b67ab83a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:router and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:04:06.838187 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e694eba2-1e2e-41b2-bdb1-90b1b67ab83a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:04:06.844824 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e694eba2-1e2e-41b2-bdb1-90b1b67ab83a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:04:06.921177 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e694eba2-1e2e-41b2-bdb1-90b1b67ab83a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:06.922225 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e694eba2-1e2e-41b2-bdb1-90b1b67ab83a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:06.936431 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e694eba2-1e2e-41b2-bdb1-90b1b67ab83a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:07.356271 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e694eba2-1e2e-41b2-bdb1-90b1b67ab83a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:07.737580 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e694eba2-1e2e-41b2-bdb1-90b1b67ab83a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router_gateway, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:07.766756 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e694eba2-1e2e-41b2-bdb1-90b1b67ab83a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:07.900781 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-e694eba2-1e2e-41b2-bdb1-90b1b67ab83a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Allocated IP 172.26.4.158 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/5c664d24-48be-4378-a908-1a4622b4dbb8) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:04:08.043863 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e694eba2-1e2e-41b2-bdb1-90b1b67ab83a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:08.121627 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e694eba2-1e2e-41b2-bdb1-90b1b67ab83a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:08.181114 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e694eba2-1e2e-41b2-bdb1-90b1b67ab83a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:04:08.184004 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-e694eba2-1e2e-41b2-bdb1-90b1b67ab83a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:04:08.191750 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e694eba2-1e2e-41b2-bdb1-90b1b67ab83a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:04:08.230359 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694eba2-1e2e-41b2-bdb1-90b1b67ab83a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=5c664d24-48be-4378-a908-1a4622b4dbb8,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:08.843564 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e694eba2-1e2e-41b2-bdb1-90b1b67ab83a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router_gateway, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:09.185148 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e694eba2-1e2e-41b2-bdb1-90b1b67ab83a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:09.469417 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e694eba2-1e2e-41b2-bdb1-90b1b67ab83a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Router 0948f4df-d111-4485-a385-5c865213a37a is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 14:04:09.642590 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e694eba2-1e2e-41b2-bdb1-90b1b67ab83a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:04:09.653500 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c09750-e2c7-401d-9ffc-d907f6c38ca0 None None] Sync routers for ids ['0948f4df-d111-4485-a385-5c865213a37a'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:04:09.663025 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c09750-e2c7-401d-9ffc-d907f6c38ca0 None None] Routers {'0948f4df-d111-4485-a385-5c865213a37a'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:04:09.663619 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-a4c09750-e2c7-401d-9ffc-d907f6c38ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:03:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['0948f4df-d111-4485-a385-5c865213a37a'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:09.735240 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e694eba2-1e2e-41b2-bdb1-90b1b67ab83a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:09.736480 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e694eba2-1e2e-41b2-bdb1-90b1b67ab83a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9170320 Apr 06 14:04:09.739551 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55360) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:04:09.784820 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a4b682f2-77f5-4511-9a80-7a7b8a583a6c tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=ee8feeb260df4580987384a151b8068e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441639 Apr 06 14:04:09.787382 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55364) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:04:09.845192 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-a4c09750-e2c7-401d-9ffc-d907f6c38ca0 None None] Set router 0948f4df-d111-4485-a385-5c865213a37a gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:04:09.915329 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096fb0d4-7a6e-46f2-85ab-7b1da4c9f1b1 tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:09.917337 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-096fb0d4-7a6e-46f2-85ab-7b1da4c9f1b1 tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1290557 Apr 06 14:04:09.920580 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55368) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:04:09.958727 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-646d2bd9-77d5-4d17-9aeb-10c079326f97 tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370355 Apr 06 14:04:09.961268 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55372) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:04:09.967156 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-c0d88a72-ccd0-4307-b121-437307dc8030 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-475653482', 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:04:10.079711 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c0d88a72-ccd0-4307-b121-437307dc8030 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:04:10.083559 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c0d88a72-ccd0-4307-b121-437307dc8030 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:subnet and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:04:10.086320 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c0d88a72-ccd0-4307-b121-437307dc8030 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:04:10.093066 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c0d88a72-ccd0-4307-b121-437307dc8030 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:04:10.127228 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-a4c09750-e2c7-401d-9ffc-d907f6c38ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0948f4df-d111-4485-a385-5c865213a37a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967164333', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:04:06Z', 'updated_at': '2022-04-06T14:04:08Z', 'revision_number': 3, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0948f4df-d111-4485-a385-5c865213a37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:04:07Z', 'updated_at': '2022-04-06T14:04:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:10.131071 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c09750-e2c7-401d-9ffc-d907f6c38ca0 None None] Checking router: 0948f4df-d111-4485-a385-5c865213a37a for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:04:10.131418 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c09750-e2c7-401d-9ffc-d907f6c38ca0 None None] Updating router 0948f4df-d111-4485-a385-5c865213a37a port 5c664d24-48be-4378-a908-1a4622b4dbb8 binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:04:10.170206 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d88a72-ccd0-4307-b121-437307dc8030 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Made reservation on behalf of ee8feeb260df4580987384a151b8068e for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:04:10.174005 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c0d88a72-ccd0-4307-b121-437307dc8030 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:10.190382 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-a4c09750-e2c7-401d-9ffc-d907f6c38ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:10.443627 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c0d88a72-ccd0-4307-b121-437307dc8030 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:10.524900 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d88a72-ccd0-4307-b121-437307dc8030 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Subnet': ['ID=91f6cff9-5666-43bc-b3cd-61eabf728396,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:10.527388 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-a4c09750-e2c7-401d-9ffc-d907f6c38ca0 None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:10.529856 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d88a72-ccd0-4307-b121-437307dc8030 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Checking segment: {'id': 'e83875f8-b23d-4871-b6f6-07f195b44deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:04:10.530319 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d88a72-ccd0-4307-b121-437307dc8030 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network hostable DHCP agents. Network: ab446bd1-d3a2-4fe8-8bea-dd5356b183db, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:04:10.540429 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-a4c09750-e2c7-401d-9ffc-d907f6c38ca0 None None] Transition to ACTIVE for port object 5c664d24-48be-4378-a908-1a4622b4dbb8 will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:04:10.586068 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-a4c09750-e2c7-401d-9ffc-d907f6c38ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:10.632207 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d88a72-ccd0-4307-b121-437307dc8030 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network ab446bd1-d3a2-4fe8-8bea-dd5356b183db is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:04:10.666331 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-a4c09750-e2c7-401d-9ffc-d907f6c38ca0 None None] Attempting to bind port 5c664d24-48be-4378-a908-1a4622b4dbb8 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:04:10.666912 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-a4c09750-e2c7-401d-9ffc-d907f6c38ca0 None None] Attempting to bind port 5c664d24-48be-4378-a908-1a4622b4dbb8 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:04:10.667033 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c09750-e2c7-401d-9ffc-d907f6c38ca0 None None] Attempting to bind port 5c664d24-48be-4378-a908-1a4622b4dbb8 on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:04:10.669296 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18ee2f-f9f9-4298-a1ca-f9fad22548ec None None] Pushing event updated for resources: {'Port': ['ID=5c664d24-48be-4378-a908-1a4622b4dbb8,revision_number=2']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:10.678329 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca18ee2f-f9f9-4298-a1ca-f9fad22548ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:10.678663 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca18ee2f-f9f9-4298-a1ca-f9fad22548ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:10.679016 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca18ee2f-f9f9-4298-a1ca-f9fad22548ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:10.679335 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca18ee2f-f9f9-4298-a1ca-f9fad22548ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:10.679650 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca18ee2f-f9f9-4298-a1ca-f9fad22548ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:10.679967 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca18ee2f-f9f9-4298-a1ca-f9fad22548ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:10.680278 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca18ee2f-f9f9-4298-a1ca-f9fad22548ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:10.680592 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca18ee2f-f9f9-4298-a1ca-f9fad22548ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:10.680905 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca18ee2f-f9f9-4298-a1ca-f9fad22548ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:10.681234 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca18ee2f-f9f9-4298-a1ca-f9fad22548ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:10.681728 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca18ee2f-f9f9-4298-a1ca-f9fad22548ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:10.682126 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca18ee2f-f9f9-4298-a1ca-f9fad22548ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:10.685230 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c09750-e2c7-401d-9ffc-d907f6c38ca0 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:04:10.688937 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c09750-e2c7-401d-9ffc-d907f6c38ca0 None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:04:10.688937 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-a4c09750-e2c7-401d-9ffc-d907f6c38ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:10.688937 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c09750-e2c7-401d-9ffc-d907f6c38ca0 None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:04:10.688937 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-a4c09750-e2c7-401d-9ffc-d907f6c38ca0 None None] Bound port: 5c664d24-48be-4378-a908-1a4622b4dbb8, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:04:10.688937 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-a4c09750-e2c7-401d-9ffc-d907f6c38ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:10.700558 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-c0d88a72-ccd0-4307-b121-437307dc8030 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, ab446bd1-d3a2-4fe8-8bea-dd5356b183db) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:04:10.705672 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d88a72-ccd0-4307-b121-437307dc8030 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:10.706313 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c0d88a72-ccd0-4307-b121-437307dc8030 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:10.711715 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d6ee1c-c36f-41b0-92f7-fda4e53106d8 None None] Network ab446bd1-d3a2-4fe8-8bea-dd5356b183db requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 14:04:10.763781 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-a4c09750-e2c7-401d-9ffc-d907f6c38ca0 None None] For port 5c664d24-48be-4378-a908-1a4622b4dbb8, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:04:10.766651 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-a4c09750-e2c7-401d-9ffc-d907f6c38ca0 None None] For port 5c664d24-48be-4378-a908-1a4622b4dbb8, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=5c664d24-48be-4378-a908-1a4622b4dbb8,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:04:10.776838 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c0d88a72-ccd0-4307-b121-437307dc8030 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8143387 Apr 06 14:04:10.779611 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55378) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:04:10.815480 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-a4c09750-e2c7-401d-9ffc-d907f6c38ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:10.888633 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c09750-e2c7-401d-9ffc-d907f6c38ca0 None None] Routers {'0948f4df-d111-4485-a385-5c865213a37a'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:04:10.889240 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-a4c09750-e2c7-401d-9ffc-d907f6c38ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:03:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['0948f4df-d111-4485-a385-5c865213a37a'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:10.930489 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a602c4e-8edf-4bab-811a-64cea7d33162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-ab446bd1-d3a2-4fe8-8bea-dd5356b183db', 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'fixed_ips': [{'subnet_id': '91f6cff9-5666-43bc-b3cd-61eabf728396'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 14:04:10.931862 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3a602c4e-8edf-4bab-811a-64cea7d33162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:10.993351 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18ee2f-f9f9-4298-a1ca-f9fad22548ec None None] Pushing event updated for resources: {'Port': ['ID=5c664d24-48be-4378-a908-1a4622b4dbb8,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:11.089201 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-3a602c4e-8edf-4bab-811a-64cea7d33162 None None] Allocated IP 172.20.0.2 (ab446bd1-d3a2-4fe8-8bea-dd5356b183db/91f6cff9-5666-43bc-b3cd-61eabf728396/ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:04:11.105953 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-a4c09750-e2c7-401d-9ffc-d907f6c38ca0 None None] Set router 0948f4df-d111-4485-a385-5c865213a37a gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:04:11.302541 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3a602c4e-8edf-4bab-811a-64cea7d33162 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:11.313096 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3a602c4e-8edf-4bab-811a-64cea7d33162 None None] Transition to ACTIVE for port object ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:04:11.332311 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-3a602c4e-8edf-4bab-811a-64cea7d33162 None None] Transition to ACTIVE for port object ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:04:11.390978 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-a4c09750-e2c7-401d-9ffc-d907f6c38ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0948f4df-d111-4485-a385-5c865213a37a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967164333', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:04:06Z', 'updated_at': '2022-04-06T14:04:08Z', 'revision_number': 3, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0948f4df-d111-4485-a385-5c865213a37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:04:07Z', 'updated_at': '2022-04-06T14:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:11.395233 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c09750-e2c7-401d-9ffc-d907f6c38ca0 None None] The sync data for ids ['0948f4df-d111-4485-a385-5c865213a37a'] in dv-neutron-834600-1-hyperv is: [{'id': '0948f4df-d111-4485-a385-5c865213a37a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967164333', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:04:06Z', 'updated_at': '2022-04-06T14:04:08Z', 'revision_number': 3, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0948f4df-d111-4485-a385-5c865213a37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:04:07Z', 'updated_at': '2022-04-06T14:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:04:11.448113 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3a602c4e-8edf-4bab-811a-64cea7d33162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:11.515444 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a602c4e-8edf-4bab-811a-64cea7d33162 None None] Network ab446bd1-d3a2-4fe8-8bea-dd5356b183db is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:04:11.522528 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-3a602c4e-8edf-4bab-811a-64cea7d33162 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:04:11.527846 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a602c4e-8edf-4bab-811a-64cea7d33162 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:04:11.533530 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a602c4e-8edf-4bab-811a-64cea7d33162 None None] Pushing event updated for resources: {'Port': ['ID=ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:11.651507 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-14b93b38-e56b-414c-b9f4-f103aca4e6b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:11.684725 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-3a602c4e-8edf-4bab-811a-64cea7d33162 None None] Attempting to bind port ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:04:11.685103 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-3a602c4e-8edf-4bab-811a-64cea7d33162 None None] Attempting to bind port ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'e83875f8-b23d-4871-b6f6-07f195b44deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:04:11.685464 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a602c4e-8edf-4bab-811a-64cea7d33162 None None] Attempting to bind port ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f on network ab446bd1-d3a2-4fe8-8bea-dd5356b183db {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:04:11.693850 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a602c4e-8edf-4bab-811a-64cea7d33162 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:04:11.694215 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a602c4e-8edf-4bab-811a-64cea7d33162 None None] Checking segment: {'id': 'e83875f8-b23d-4871-b6f6-07f195b44deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:04:11.694614 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3a602c4e-8edf-4bab-811a-64cea7d33162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:11.695024 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a602c4e-8edf-4bab-811a-64cea7d33162 None None] Bound using segment: {'id': 'e83875f8-b23d-4871-b6f6-07f195b44deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:04:11.695484 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-3a602c4e-8edf-4bab-811a-64cea7d33162 None None] Bound port: ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83875f8-b23d-4871-b6f6-07f195b44deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:04:11.695852 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3a602c4e-8edf-4bab-811a-64cea7d33162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:11.792776 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-3a602c4e-8edf-4bab-811a-64cea7d33162 None None] For port ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:04:11.796254 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-3a602c4e-8edf-4bab-811a-64cea7d33162 None None] For port ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f,segment=NetworkSegment(e83875f8-b23d-4871-b6f6-07f195b44deb),segment_id=e83875f8-b23d-4871-b6f6-07f195b44deb)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:04:11.866719 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3a602c4e-8edf-4bab-811a-64cea7d33162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:11.953474 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a602c4e-8edf-4bab-811a-64cea7d33162 None None] Pushing event updated for resources: {'Port': ['ID=ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:12.102511 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-14b93b38-e56b-414c-b9f4-f103aca4e6b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Allocated IP 172.20.0.1 (ab446bd1-d3a2-4fe8-8bea-dd5356b183db/91f6cff9-5666-43bc-b3cd-61eabf728396/37a16cac-ebd3-4652-a080-02c96c46d8ec) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:04:12.153042 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 5c664d24-48be-4378-a908-1a4622b4dbb8 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:04:12.305713 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-14b93b38-e56b-414c-b9f4-f103aca4e6b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:12.323489 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-14b93b38-e56b-414c-b9f4-f103aca4e6b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Transition to ACTIVE for port object 37a16cac-ebd3-4652-a080-02c96c46d8ec will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:04:12.370477 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 5c664d24-48be-4378-a908-1a4622b4dbb8 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:04:12.376401 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 5c664d24-48be-4378-a908-1a4622b4dbb8 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:04:12.377004 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:12.426761 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-14b93b38-e56b-414c-b9f4-f103aca4e6b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:12.487981 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b93b38-e56b-414c-b9f4-f103aca4e6b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network ab446bd1-d3a2-4fe8-8bea-dd5356b183db is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:04:12.491047 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-14b93b38-e56b-414c-b9f4-f103aca4e6b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:04:12.495643 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b93b38-e56b-414c-b9f4-f103aca4e6b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:04:12.498193 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:12.515939 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 5c664d24-48be-4378-a908-1a4622b4dbb8, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=5c664d24-48be-4378-a908-1a4622b4dbb8,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:04:12.550163 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b93b38-e56b-414c-b9f4-f103aca4e6b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=37a16cac-ebd3-4652-a080-02c96c46d8ec,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:12.567069 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-14b93b38-e56b-414c-b9f4-f103aca4e6b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:12.597803 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:12.666633 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=5c664d24-48be-4378-a908-1a4622b4dbb8,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:12.936732 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-14b93b38-e56b-414c-b9f4-f103aca4e6b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:12.949772 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fde2b8-7a0e-47b1-8a06-bdeba7ddae6e None None] Network ab446bd1-d3a2-4fe8-8bea-dd5356b183db requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 14:04:13.125421 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-08e124f6-d7ec-420c-8645-457c8c8bc0e3 None None] Provisioning for port ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:04:13.521678 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-14b93b38-e56b-414c-b9f4-f103aca4e6b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:13.524010 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-cd1dc4a7-2c77-48cf-9bf4-56400ff6624c None None] Provisioning for port 37a16cac-ebd3-4652-a080-02c96c46d8ec completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:04:13.529403 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-cd1dc4a7-2c77-48cf-9bf4-56400ff6624c None None] Provisioning complete for port 37a16cac-ebd3-4652-a080-02c96c46d8ec triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:04:13.532896 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cd1dc4a7-2c77-48cf-9bf4-56400ff6624c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:13.581335 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-14b93b38-e56b-414c-b9f4-f103aca4e6b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:13.591244 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-cd1dc4a7-2c77-48cf-9bf4-56400ff6624c None None] Port 37a16cac-ebd3-4652-a080-02c96c46d8ec cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:04:13.707812 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-14b93b38-e56b-414c-b9f4-f103aca4e6b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:13.711458 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b93b38-e56b-414c-b9f4-f103aca4e6b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=37a16cac-ebd3-4652-a080-02c96c46d8ec,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:13.730656 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f6705842-0d2f-4c14-812c-bc80c0daf81d None None] Provisioning complete for port 37a16cac-ebd3-4652-a080-02c96c46d8ec triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:04:13.731138 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f6705842-0d2f-4c14-812c-bc80c0daf81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:13.784604 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-f6705842-0d2f-4c14-812c-bc80c0daf81d None None] Port 37a16cac-ebd3-4652-a080-02c96c46d8ec cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:04:13.852492 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b93b38-e56b-414c-b9f4-f103aca4e6b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network ab446bd1-d3a2-4fe8-8bea-dd5356b183db is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:04:13.853699 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-14b93b38-e56b-414c-b9f4-f103aca4e6b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:04:14.050019 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b93b38-e56b-414c-b9f4-f103aca4e6b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Router 0948f4df-d111-4485-a385-5c865213a37a has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:04:14.107556 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7033d392-45c6-48fc-98f6-afbded3e09db None None] Provisioning complete for port 37a16cac-ebd3-4652-a080-02c96c46d8ec triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:04:14.108025 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7033d392-45c6-48fc-98f6-afbded3e09db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:14.172909 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-7033d392-45c6-48fc-98f6-afbded3e09db None None] Port 37a16cac-ebd3-4652-a080-02c96c46d8ec cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:04:14.196377 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 5c664d24-48be-4378-a908-1a4622b4dbb8 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:04:14.231695 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b93b38-e56b-414c-b9f4-f103aca4e6b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:04:14.245113 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91ecf78-133f-45ac-83a6-2ac0979d862f None None] Sync routers for ids ['0948f4df-d111-4485-a385-5c865213a37a'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:04:14.245535 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-14b93b38-e56b-414c-b9f4-f103aca4e6b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "PUT /v2.0/routers/0948f4df-d111-4485-a385-5c865213a37a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4647157 Apr 06 14:04:14.267864 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91ecf78-133f-45ac-83a6-2ac0979d862f None None] Routers {'0948f4df-d111-4485-a385-5c865213a37a'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:04:14.268472 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c91ecf78-133f-45ac-83a6-2ac0979d862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:03:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['0948f4df-d111-4485-a385-5c865213a37a'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:14.351689 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 5c664d24-48be-4378-a908-1a4622b4dbb8 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:04:14.352570 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:14.408614 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-81045b1d-ebb0-4a6e-a597-176646c7d2be tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Synchronizing usage tracker for tenant:ee8feeb260df4580987384a151b8068e on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:04:14.469966 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-81045b1d-ebb0-4a6e-a597-176646c7d2be tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Unset dirty status for tenant:ee8feeb260df4580987384a151b8068e on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:04:14.471196 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-81045b1d-ebb0-4a6e-a597-176646c7d2be tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1889798592&fields=id&tenant_id=ee8feeb260df4580987384a151b8068e HTTP/1.1" status: 200 len: 267 time: 0.1043162 Apr 06 14:04:14.504306 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-c91ecf78-133f-45ac-83a6-2ac0979d862f None None] Set router 0948f4df-d111-4485-a385-5c865213a37a gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:04:14.624167 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-7f920e47-39ae-4f2e-a618-b30df0c9604d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:14.624834 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-7f920e47-39ae-4f2e-a618-b30df0c9604d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Synchronizing usage tracker for tenant:ee8feeb260df4580987384a151b8068e on resource:network {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:04:14.687080 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-7f920e47-39ae-4f2e-a618-b30df0c9604d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Unset dirty status for tenant:ee8feeb260df4580987384a151b8068e on resource:network {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:04:14.688244 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-7f920e47-39ae-4f2e-a618-b30df0c9604d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/networks?id=ab446bd1-d3a2-4fe8-8bea-dd5356b183db HTTP/1.1" status: 200 len: 796 time: 0.2104073 Apr 06 14:04:14.703422 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-a6c7ca48-1f23-4cd0-94fe-b857a45dfd50 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/quotas/ee8feeb260df4580987384a151b8068e HTTP/1.1" status: 200 len: 375 time: 0.0093863 Apr 06 14:04:14.706414 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:04:14.788388 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-059e7718-e47d-4bc5-8539-8ae718a2632d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Synchronizing usage tracker for tenant:ee8feeb260df4580987384a151b8068e on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:04:14.852759 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-059e7718-e47d-4bc5-8539-8ae718a2632d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Unset dirty status for tenant:ee8feeb260df4580987384a151b8068e on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:04:14.855074 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-059e7718-e47d-4bc5-8539-8ae718a2632d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1462305 Apr 06 14:04:14.948307 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c91ecf78-133f-45ac-83a6-2ac0979d862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0948f4df-d111-4485-a385-5c865213a37a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967164333', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:04:06Z', 'updated_at': '2022-04-06T14:04:12Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f4df-d111-4485-a385-5c865213a37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:04:07Z', 'updated_at': '2022-04-06T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '37a16cac-ebd3-4652-a080-02c96c46d8ec', 'name': '', 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:aa:87:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0948f4df-d111-4485-a385-5c865213a37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '91f6cff9-5666-43bc-b3cd-61eabf728396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:04:11Z', 'updated_at': '2022-04-06T14:04:13Z', 'revision_number': 2, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': '91f6cff9-5666-43bc-b3cd-61eabf728396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:14.952412 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91ecf78-133f-45ac-83a6-2ac0979d862f None None] Checking router: 0948f4df-d111-4485-a385-5c865213a37a for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:04:14.952796 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91ecf78-133f-45ac-83a6-2ac0979d862f None None] Updating router 0948f4df-d111-4485-a385-5c865213a37a port 37a16cac-ebd3-4652-a080-02c96c46d8ec binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:04:14.986759 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:04:14.995516 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-7591a2dd-77b5-4902-822e-60105d708cca service neutron] 10.222.0.48 "GET /v2.0/networks/ab446bd1-d3a2-4fe8-8bea-dd5356b183db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285141 Apr 06 14:04:15.000222 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:04:15.000606 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:15.058498 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c91ecf78-133f-45ac-83a6-2ac0979d862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:15.246281 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-3ebf6d04-447f-4551-8119-3c51d5943cdd service neutron] 10.222.0.48 "GET /v2.0/networks/ab446bd1-d3a2-4fe8-8bea-dd5356b183db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445369 Apr 06 14:04:15.255129 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:15.369483 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f,segment=NetworkSegment(e83875f8-b23d-4871-b6f6-07f195b44deb),segment_id=e83875f8-b23d-4871-b6f6-07f195b44deb)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:04:15.468659 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:15.528177 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9ceb50c7-ffa8-4d43-adba-9969b846be91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:15.544471 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a22c1c07-fcb6-41a1-8fb4-3e986df6c326 req-a70c353b-4f9a-40ac-b358-90fcc7c49b3d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 210 time: 0.0589950 Apr 06 14:04:15.560959 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c91ecf78-133f-45ac-83a6-2ac0979d862f None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:15.578310 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:15.581165 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-c91ecf78-133f-45ac-83a6-2ac0979d862f None None] Transition to ACTIVE for port object 37a16cac-ebd3-4652-a080-02c96c46d8ec will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:04:15.660760 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c91ecf78-133f-45ac-83a6-2ac0979d862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:15.789182 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4ef38-9e59-4202-bf66-8612de932939 None None] Pushing event updated for resources: {'Port': ['ID=37a16cac-ebd3-4652-a080-02c96c46d8ec,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:15.881380 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-c91ecf78-133f-45ac-83a6-2ac0979d862f None None] Attempting to bind port 37a16cac-ebd3-4652-a080-02c96c46d8ec on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:04:15.882906 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-c91ecf78-133f-45ac-83a6-2ac0979d862f None None] Attempting to bind port 37a16cac-ebd3-4652-a080-02c96c46d8ec by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'e83875f8-b23d-4871-b6f6-07f195b44deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:04:15.882906 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91ecf78-133f-45ac-83a6-2ac0979d862f None None] Attempting to bind port 37a16cac-ebd3-4652-a080-02c96c46d8ec on network ab446bd1-d3a2-4fe8-8bea-dd5356b183db {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:04:15.887538 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91ecf78-133f-45ac-83a6-2ac0979d862f None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:04:15.887915 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91ecf78-133f-45ac-83a6-2ac0979d862f None None] Checking segment: {'id': 'e83875f8-b23d-4871-b6f6-07f195b44deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:04:15.888309 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c91ecf78-133f-45ac-83a6-2ac0979d862f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:15.888699 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91ecf78-133f-45ac-83a6-2ac0979d862f None None] Bound using segment: {'id': 'e83875f8-b23d-4871-b6f6-07f195b44deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:04:15.889155 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-c91ecf78-133f-45ac-83a6-2ac0979d862f None None] Bound port: 37a16cac-ebd3-4652-a080-02c96c46d8ec, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83875f8-b23d-4871-b6f6-07f195b44deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:04:15.889528 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c91ecf78-133f-45ac-83a6-2ac0979d862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:15.986829 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-c91ecf78-133f-45ac-83a6-2ac0979d862f None None] For port 37a16cac-ebd3-4652-a080-02c96c46d8ec, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:04:15.989622 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-c91ecf78-133f-45ac-83a6-2ac0979d862f None None] For port 37a16cac-ebd3-4652-a080-02c96c46d8ec, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=37a16cac-ebd3-4652-a080-02c96c46d8ec,segment=NetworkSegment(e83875f8-b23d-4871-b6f6-07f195b44deb),segment_id=e83875f8-b23d-4871-b6f6-07f195b44deb)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:04:16.049856 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c91ecf78-133f-45ac-83a6-2ac0979d862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:16.102200 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:04:16.184074 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91ecf78-133f-45ac-83a6-2ac0979d862f None None] Routers {'0948f4df-d111-4485-a385-5c865213a37a'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:04:16.185007 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c91ecf78-133f-45ac-83a6-2ac0979d862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:03:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['0948f4df-d111-4485-a385-5c865213a37a'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:16.265311 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4ef38-9e59-4202-bf66-8612de932939 None None] Pushing event updated for resources: {'Port': ['ID=37a16cac-ebd3-4652-a080-02c96c46d8ec,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:16.356723 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:04:16.357104 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:16.460153 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-c91ecf78-133f-45ac-83a6-2ac0979d862f None None] Set router 0948f4df-d111-4485-a385-5c865213a37a gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:04:16.701625 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-40bd0977-e1dc-4836-b003-c261c3596419 req-c1496f93-b9e8-4436-b825-1593e24838af tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 210 time: 0.0457823 Apr 06 14:04:16.874229 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c91ecf78-133f-45ac-83a6-2ac0979d862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0948f4df-d111-4485-a385-5c865213a37a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967164333', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:04:06Z', 'updated_at': '2022-04-06T14:04:12Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f4df-d111-4485-a385-5c865213a37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:04:07Z', 'updated_at': '2022-04-06T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '37a16cac-ebd3-4652-a080-02c96c46d8ec', 'name': '', 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:aa:87:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0948f4df-d111-4485-a385-5c865213a37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '91f6cff9-5666-43bc-b3cd-61eabf728396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:04:11Z', 'updated_at': '2022-04-06T14:04:15Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': '91f6cff9-5666-43bc-b3cd-61eabf728396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:16.878253 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91ecf78-133f-45ac-83a6-2ac0979d862f None None] The sync data for ids ['0948f4df-d111-4485-a385-5c865213a37a'] in dv-neutron-834600-1-hyperv is: [{'id': '0948f4df-d111-4485-a385-5c865213a37a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967164333', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:04:06Z', 'updated_at': '2022-04-06T14:04:12Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f4df-d111-4485-a385-5c865213a37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:04:07Z', 'updated_at': '2022-04-06T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '37a16cac-ebd3-4652-a080-02c96c46d8ec', 'name': '', 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:aa:87:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0948f4df-d111-4485-a385-5c865213a37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '91f6cff9-5666-43bc-b3cd-61eabf728396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:04:11Z', 'updated_at': '2022-04-06T14:04:15Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': '91f6cff9-5666-43bc-b3cd-61eabf728396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:04:17.735660 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3945c774-a73c-43a6-bedb-681abbe2fbff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:17.739105 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-3d566b52-6205-432e-aaaf-3c53beca4bdf tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:17.741102 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-3d566b52-6205-432e-aaaf-3c53beca4bdf tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.61 "GET /v2.0/networks?id=ab446bd1-d3a2-4fe8-8bea-dd5356b183db HTTP/1.1" status: 200 len: 796 time: 0.2670553 Apr 06 14:04:17.795745 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-2a352ae6-aae4-444d-a5a2-5d54839d3469 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee8feeb260df4580987384a151b8068e HTTP/1.1" status: 200 len: 380 time: 0.0461972 Apr 06 14:04:17.805260 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-c302ab5d-b7eb-4dd3-935e-b9b27d0c93ef tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'port': {'device_id': '6b3b28f4-a552-43a5-aa59-458abe74ce3f', 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db', 'admin_state_up': True, 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'security_groups': ['931b4181-fe68-4bd3-94e3-0f22e89180a1']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:04:17.878841 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-01ecb01a-289c-4484-90c7-8ac1119eb4f5 req-9a78d008-e35c-41dd-9b97-6ffedde72324 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 210 time: 0.0559990 Apr 06 14:04:17.960997 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-c302ab5d-b7eb-4dd3-935e-b9b27d0c93ef tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:04:17.971582 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-c302ab5d-b7eb-4dd3-935e-b9b27d0c93ef tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:04:18.035979 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-c302ab5d-b7eb-4dd3-935e-b9b27d0c93ef tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Made reservation on behalf of ee8feeb260df4580987384a151b8068e for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:04:18.039469 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-c302ab5d-b7eb-4dd3-935e-b9b27d0c93ef tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:18.121437 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 37a16cac-ebd3-4652-a080-02c96c46d8ec up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:04:18.211571 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-c302ab5d-b7eb-4dd3-935e-b9b27d0c93ef tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Allocated IP 172.20.0.7 (ab446bd1-d3a2-4fe8-8bea-dd5356b183db/91f6cff9-5666-43bc-b3cd-61eabf728396/170062c3-5da0-4d7a-ad93-f695f089b804) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:04:18.258531 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 37a16cac-ebd3-4652-a080-02c96c46d8ec completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:04:18.263775 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 37a16cac-ebd3-4652-a080-02c96c46d8ec triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:04:18.264159 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:18.382905 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:18.403351 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-c302ab5d-b7eb-4dd3-935e-b9b27d0c93ef tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:18.413811 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 37a16cac-ebd3-4652-a080-02c96c46d8ec, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=37a16cac-ebd3-4652-a080-02c96c46d8ec,segment=NetworkSegment(e83875f8-b23d-4871-b6f6-07f195b44deb),segment_id=e83875f8-b23d-4871-b6f6-07f195b44deb)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:04:18.420100 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-c302ab5d-b7eb-4dd3-935e-b9b27d0c93ef tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Transition to ACTIVE for port object 170062c3-5da0-4d7a-ad93-f695f089b804 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:04:18.517657 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:18.541535 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-c302ab5d-b7eb-4dd3-935e-b9b27d0c93ef tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:18.586411 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=37a16cac-ebd3-4652-a080-02c96c46d8ec,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:18.609717 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-c302ab5d-b7eb-4dd3-935e-b9b27d0c93ef tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network ab446bd1-d3a2-4fe8-8bea-dd5356b183db is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:04:18.612640 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-c302ab5d-b7eb-4dd3-935e-b9b27d0c93ef tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:04:18.621805 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-c302ab5d-b7eb-4dd3-935e-b9b27d0c93ef tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:04:18.658836 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302ab5d-b7eb-4dd3-935e-b9b27d0c93ef tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=170062c3-5da0-4d7a-ad93-f695f089b804,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:18.695198 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-c302ab5d-b7eb-4dd3-935e-b9b27d0c93ef tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:18.695805 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-c302ab5d-b7eb-4dd3-935e-b9b27d0c93ef tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:18.796179 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-c302ab5d-b7eb-4dd3-935e-b9b27d0c93ef tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9948304 Apr 06 14:04:18.808036 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-a642cf76-93c8-4186-9672-009b871000ef service neutron] Request body: {'port': {'device_id': '6b3b28f4-a552-43a5-aa59-458abe74ce3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:04:18.960786 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-a642cf76-93c8-4186-9672-009b871000ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:18.961552 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:18.984989 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-a9fd6d49-03e3-4fc3-bf1e-f0e361c92b28 None None] Provisioning for port 170062c3-5da0-4d7a-ad93-f695f089b804 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:04:18.990434 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-a9fd6d49-03e3-4fc3-bf1e-f0e361c92b28 None None] Provisioning complete for port 170062c3-5da0-4d7a-ad93-f695f089b804 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:04:18.991480 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a9fd6d49-03e3-4fc3-bf1e-f0e361c92b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:19.032588 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:19.047787 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-a9fd6d49-03e3-4fc3-bf1e-f0e361c92b28 None None] Port 170062c3-5da0-4d7a-ad93-f695f089b804 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:04:19.092110 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6bd38-dc8d-4d82-98f7-4b5b88955edb req-e988b2fb-fc7c-4234-bc11-0f581e5fcb27 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:19.093618 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-19c6bd38-dc8d-4d82-98f7-4b5b88955edb req-e988b2fb-fc7c-4234-bc11-0f581e5fcb27 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 931 time: 0.0965557 Apr 06 14:04:19.142948 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-19c6bd38-dc8d-4d82-98f7-4b5b88955edb req-81376300-205d-4857-a1bb-3fea05deae33 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433106 Apr 06 14:04:19.330875 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-a642cf76-93c8-4186-9672-009b871000ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 170062c3-5da0-4d7a-ad93-f695f089b804 {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:04:19.338440 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-a642cf76-93c8-4186-9672-009b871000ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:19.352152 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-a642cf76-93c8-4186-9672-009b871000ef service neutron] Transition to ACTIVE for port object 170062c3-5da0-4d7a-ad93-f695f089b804 will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:04:19.455234 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-a642cf76-93c8-4186-9672-009b871000ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:19.609476 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642cf76-93c8-4186-9672-009b871000ef service neutron] Pushing event updated for resources: {'Port': ['ID=170062c3-5da0-4d7a-ad93-f695f089b804,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:19.688650 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-a642cf76-93c8-4186-9672-009b871000ef service neutron] Attempting to bind port 170062c3-5da0-4d7a-ad93-f695f089b804 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:04:19.688969 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-a642cf76-93c8-4186-9672-009b871000ef service neutron] Attempting to bind port 170062c3-5da0-4d7a-ad93-f695f089b804 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'e83875f8-b23d-4871-b6f6-07f195b44deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:04:19.689285 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-a642cf76-93c8-4186-9672-009b871000ef service neutron] Attempting to bind port 170062c3-5da0-4d7a-ad93-f695f089b804 on network ab446bd1-d3a2-4fe8-8bea-dd5356b183db {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:04:19.693721 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-a642cf76-93c8-4186-9672-009b871000ef service neutron] Port 170062c3-5da0-4d7a-ad93-f695f089b804 on network ab446bd1-d3a2-4fe8-8bea-dd5356b183db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 14:04:19.694025 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-a642cf76-93c8-4186-9672-009b871000ef service neutron] Attempting to bind port 170062c3-5da0-4d7a-ad93-f695f089b804 on network ab446bd1-d3a2-4fe8-8bea-dd5356b183db {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:04:19.699466 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-a642cf76-93c8-4186-9672-009b871000ef service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:04:19.699787 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-a642cf76-93c8-4186-9672-009b871000ef service neutron] Checking segment: {'id': 'e83875f8-b23d-4871-b6f6-07f195b44deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:04:19.700159 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-a642cf76-93c8-4186-9672-009b871000ef service neutron] Bound using segment: {'id': 'e83875f8-b23d-4871-b6f6-07f195b44deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:04:19.700560 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-a642cf76-93c8-4186-9672-009b871000ef service neutron] Bound port: 170062c3-5da0-4d7a-ad93-f695f089b804, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e83875f8-b23d-4871-b6f6-07f195b44deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:04:19.700924 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-a642cf76-93c8-4186-9672-009b871000ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:19.789557 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-a642cf76-93c8-4186-9672-009b871000ef service neutron] For port 170062c3-5da0-4d7a-ad93-f695f089b804, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:04:19.793281 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-a642cf76-93c8-4186-9672-009b871000ef service neutron] For port 170062c3-5da0-4d7a-ad93-f695f089b804, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=170062c3-5da0-4d7a-ad93-f695f089b804,segment=NetworkSegment(e83875f8-b23d-4871-b6f6-07f195b44deb),segment_id=e83875f8-b23d-4871-b6f6-07f195b44deb)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:04:19.883789 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-a642cf76-93c8-4186-9672-009b871000ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:19.938639 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-a642cf76-93c8-4186-9672-009b871000ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:19.939274 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-a642cf76-93c8-4186-9672-009b871000ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:19.940620 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-a642cf76-93c8-4186-9672-009b871000ef service neutron] 10.222.0.61 "PUT /v2.0/ports/170062c3-5da0-4d7a-ad93-f695f089b804 HTTP/1.1" status: 200 len: 1093 time: 1.1367290 Apr 06 14:04:19.941046 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3b28f4-a552-43a5-aa59-458abe74ce3f', 'tag': '170062c3-5da0-4d7a-ad93-f695f089b804'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:04:19.968934 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642cf76-93c8-4186-9672-009b871000ef service neutron] Pushing event updated for resources: {'Port': ['ID=170062c3-5da0-4d7a-ad93-f695f089b804,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:19.994171 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d73fe3d-374e-4fb5-a4ec-db2a45e5e947'] response: {'name': 'network-changed', 'server_uuid': '6b3b28f4-a552-43a5-aa59-458abe74ce3f', 'tag': '170062c3-5da0-4d7a-ad93-f695f089b804', 'status': 'completed', 'code': 200} Apr 06 14:04:20.090729 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492c830-ba0a-4b4a-9128-5002b9e1c337 req-4cf10401-399c-4220-9089-9c31de139975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:20.092315 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6492c830-ba0a-4b4a-9128-5002b9e1c337 req-4cf10401-399c-4220-9089-9c31de139975 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 1096 time: 0.0798171 Apr 06 14:04:20.102308 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 37a16cac-ebd3-4652-a080-02c96c46d8ec up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:04:20.176185 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 37a16cac-ebd3-4652-a080-02c96c46d8ec triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:04:20.176563 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:20.349963 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492c830-ba0a-4b4a-9128-5002b9e1c337 req-b18f7af3-2a86-4e55-be89-31fab05de163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:20.351585 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6492c830-ba0a-4b4a-9128-5002b9e1c337 req-b18f7af3-2a86-4e55-be89-31fab05de163 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=ee8feeb260df4580987384a151b8068e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2519774 Apr 06 14:04:20.354182 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4125f3-814b-47ad-8fbc-5355e2724ca5 req-ea74e005-5205-4f0c-a382-8fb4b6af810a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:20.356020 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fd4125f3-814b-47ad-8fbc-5355e2724ca5 req-ea74e005-5205-4f0c-a382-8fb4b6af810a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 943 time: 0.0857699 Apr 06 14:04:20.401402 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fd4125f3-814b-47ad-8fbc-5355e2724ca5 req-1cbe76df-7f94-4f08-af63-00d25d003c63 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394382 Apr 06 14:04:20.406827 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:20.486531 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492c830-ba0a-4b4a-9128-5002b9e1c337 req-98ec0149-ffab-4c2c-9a72-a10d5c2cf30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:20.487916 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6492c830-ba0a-4b4a-9128-5002b9e1c337 req-98ec0149-ffab-4c2c-9a72-a10d5c2cf30e service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307020 Apr 06 14:04:20.590918 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-ac82239b-5dc6-4beb-9feb-18411bd88af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:20.592367 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-ac82239b-5dc6-4beb-9feb-18411bd88af0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 1096 time: 0.0701082 Apr 06 14:04:20.661415 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-c9f245c1-a217-47b6-942b-dbb6e8a4f36d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=170062c3-5da0-4d7a-ad93-f695f089b804 HTTP/1.1" status: 200 len: 217 time: 0.0619800 Apr 06 14:04:20.722617 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-57886c79-fdce-4896-af17-b196632a4b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:20.724089 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-57886c79-fdce-4896-af17-b196632a4b10 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91f6cff9-5666-43bc-b3cd-61eabf728396 HTTP/1.1" status: 200 len: 834 time: 0.0569036 Apr 06 14:04:20.800505 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-324714f6-094c-449e-a8ae-e12c5422be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:20.801843 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-324714f6-094c-449e-a8ae-e12c5422be74 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab446bd1-d3a2-4fe8-8bea-dd5356b183db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711892 Apr 06 14:04:20.928648 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-be04c558-8146-4eaa-96bc-b11842c8027b service neutron] 10.222.0.61 "GET /v2.0/networks/ab446bd1-d3a2-4fe8-8bea-dd5356b183db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203005 Apr 06 14:04:21.059349 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c9d50364-9a73-4df1-8e0f-a1f070be249b req-58a96da1-6096-455d-9199-1e1a684c89a4 service neutron] 10.222.0.61 "GET /v2.0/networks/ab446bd1-d3a2-4fe8-8bea-dd5356b183db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247380 Apr 06 14:04:21.591076 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173dac1-abf4-48e0-80b8-970694f81a2e req-b1e0d78d-6604-4563-ae9b-a09de72075aa tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:21.592635 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7173dac1-abf4-48e0-80b8-970694f81a2e req-b1e0d78d-6604-4563-ae9b-a09de72075aa tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 943 time: 0.0819120 Apr 06 14:04:21.635685 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7173dac1-abf4-48e0-80b8-970694f81a2e req-01934da9-2004-4009-aa16-dc5f9906c4e2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373712 Apr 06 14:04:22.824897 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfd487-afa4-44cf-8cd9-b0717b3f02aa req-edb56769-99e3-4507-a8c1-b4f3f990e1bf tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:22.826303 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-21cfd487-afa4-44cf-8cd9-b0717b3f02aa req-edb56769-99e3-4507-a8c1-b4f3f990e1bf tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 943 time: 0.0853069 Apr 06 14:04:22.871088 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-21cfd487-afa4-44cf-8cd9-b0717b3f02aa req-6981104f-a2bc-4838-827b-95622fcea867 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391657 Apr 06 14:04:24.055187 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8030f3-1ec8-4687-b46d-24498b009cc5 req-f95de4ca-b8c9-47fd-b70c-019d8d8557fe tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:24.056616 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4a8030f3-1ec8-4687-b46d-24498b009cc5 req-f95de4ca-b8c9-47fd-b70c-019d8d8557fe tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 943 time: 0.0794153 Apr 06 14:04:24.099916 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4a8030f3-1ec8-4687-b46d-24498b009cc5 req-9bd3a65a-4a9a-4224-a6d8-8fa8af1cbd4e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361416 Apr 06 14:04:24.871530 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 170062c3-5da0-4d7a-ad93-f695f089b804 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:04:25.001359 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 170062c3-5da0-4d7a-ad93-f695f089b804, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=170062c3-5da0-4d7a-ad93-f695f089b804,segment=NetworkSegment(e83875f8-b23d-4871-b6f6-07f195b44deb),segment_id=e83875f8-b23d-4871-b6f6-07f195b44deb)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:04:25.015284 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '170062c3-5da0-4d7a-ad93-f695f089b804', 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db', 'port_id': '170062c3-5da0-4d7a-ad93-f695f089b804', 'mac_address': 'fa:16:3e:2a:3d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f6cff9-5666-43bc-b3cd-61eabf728396', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:04:25.071510 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:25.088051 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170062c3-5da0-4d7a-ad93-f695f089b804 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:04:25.103288 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 170062c3-5da0-4d7a-ad93-f695f089b804, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=170062c3-5da0-4d7a-ad93-f695f089b804,segment=NetworkSegment(e83875f8-b23d-4871-b6f6-07f195b44deb),segment_id=e83875f8-b23d-4871-b6f6-07f195b44deb)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:04:25.180840 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:25.247725 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=170062c3-5da0-4d7a-ad93-f695f089b804,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:25.288767 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e12012-2699-40df-866e-e575fdcc24d0 req-80bd31eb-7d8e-44b6-a3d0-8f727ff5846a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:25.290200 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-71e12012-2699-40df-866e-e575fdcc24d0 req-80bd31eb-7d8e-44b6-a3d0-8f727ff5846a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 944 time: 0.0823476 Apr 06 14:04:25.335218 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-71e12012-2699-40df-866e-e575fdcc24d0 req-d51f112d-a829-406d-945b-de6fe7837c29 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389485 Apr 06 14:04:25.422380 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['170062c3-5da0-4d7a-ad93-f695f089b804'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 14:04:26.516806 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04462a8-b8a5-4ee3-bbc6-5cfe367ea816 req-2e756f5e-b9b6-4243-a0b3-cbc429434f8f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:26.518239 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d04462a8-b8a5-4ee3-bbc6-5cfe367ea816 req-2e756f5e-b9b6-4243-a0b3-cbc429434f8f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 944 time: 0.0793064 Apr 06 14:04:26.564255 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d04462a8-b8a5-4ee3-bbc6-5cfe367ea816 req-6aa27bf4-5bb9-4079-8576-25323b608065 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403044 Apr 06 14:04:26.576433 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:04:26.880665 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 170062c3-5da0-4d7a-ad93-f695f089b804 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:04:27.018195 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port 170062c3-5da0-4d7a-ad93-f695f089b804 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:04:27.023134 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 170062c3-5da0-4d7a-ad93-f695f089b804 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:04:27.023502 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:27.163476 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:27.190207 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3b28f4-a552-43a5-aa59-458abe74ce3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170062c3-5da0-4d7a-ad93-f695f089b804'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:04:27.200147 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 170062c3-5da0-4d7a-ad93-f695f089b804, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=170062c3-5da0-4d7a-ad93-f695f089b804,segment=NetworkSegment(e83875f8-b23d-4871-b6f6-07f195b44deb),segment_id=e83875f8-b23d-4871-b6f6-07f195b44deb)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:04:27.234712 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a716657a-f9f5-4a09-be52-e9fdb1488b96'] response: {'server_uuid': '6b3b28f4-a552-43a5-aa59-458abe74ce3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170062c3-5da0-4d7a-ad93-f695f089b804', 'code': 200} Apr 06 14:04:27.261323 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:27.330003 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=170062c3-5da0-4d7a-ad93-f695f089b804,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:27.574303 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd21b21-0ac9-4960-bab4-1853a582b976 req-1baaec75-b8e2-479a-a9cf-53387ae53700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:27.575780 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ffd21b21-0ac9-4960-bab4-1853a582b976 req-1baaec75-b8e2-479a-a9cf-53387ae53700 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 1098 time: 0.0696929 Apr 06 14:04:27.604314 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:27.621076 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ffd21b21-0ac9-4960-bab4-1853a582b976 req-6f5b47c8-a1ea-4eee-9aa4-14473b4356a5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390015 Apr 06 14:04:27.749088 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a1b4b-3a92-45ef-a298-d196a408c609 req-a716f7fe-d90e-42c5-8b51-f499c48be85b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:27.750438 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0a4a1b4b-3a92-45ef-a298-d196a408c609 req-a716f7fe-d90e-42c5-8b51-f499c48be85b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 945 time: 0.0779698 Apr 06 14:04:27.794355 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0a4a1b4b-3a92-45ef-a298-d196a408c609 req-5c491e0f-fa16-4057-8168-8d955f7d2c17 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383022 Apr 06 14:04:28.980572 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ffcd5-816f-4d05-bd6d-5b5f9c089263 req-4d2e7050-326e-4fdd-b503-5a1cf94440da tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:28.982088 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a84ffcd5-816f-4d05-bd6d-5b5f9c089263 req-4d2e7050-326e-4fdd-b503-5a1cf94440da tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 945 time: 0.0818768 Apr 06 14:04:29.025069 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a84ffcd5-816f-4d05-bd6d-5b5f9c089263 req-8aaf0f6a-861c-491b-9e69-2a7c0f128261 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374610 Apr 06 14:04:29.208393 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318d042-b587-4eaa-9850-874ffbb57a2d req-7ea4e0ff-2e7c-41d7-8e12-556f4e155b8c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:29.209910 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d318d042-b587-4eaa-9850-874ffbb57a2d req-7ea4e0ff-2e7c-41d7-8e12-556f4e155b8c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 945 time: 0.0808227 Apr 06 14:04:29.253311 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d318d042-b587-4eaa-9850-874ffbb57a2d req-3d79c6bb-9691-494a-b72b-c0c979de56be tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375354 Apr 06 14:04:29.275588 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55436) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:04:29.348002 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94e03f6-3c8d-4245-82a8-4b106499d8d3 tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:29.349718 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c94e03f6-3c8d-4245-82a8-4b106499d8d3 tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 1093 time: 0.0729902 Apr 06 14:04:29.352500 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55440) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:04:29.357809 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-a88fe5d6-4c6f-478d-bf51-3726392077fb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'port_id': '170062c3-5da0-4d7a-ad93-f695f089b804', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:04:29.363791 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a88fe5d6-4c6f-478d-bf51-3726392077fb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:04:29.367515 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a88fe5d6-4c6f-478d-bf51-3726392077fb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:floatingip and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:04:29.370287 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a88fe5d6-4c6f-478d-bf51-3726392077fb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:04:29.376560 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a88fe5d6-4c6f-478d-bf51-3726392077fb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:04:29.460704 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a88fe5d6-4c6f-478d-bf51-3726392077fb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for floatingip, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:29.593522 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a88fe5d6-4c6f-478d-bf51-3726392077fb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:29.729432 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-a88fe5d6-4c6f-478d-bf51-3726392077fb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Allocated IP 172.26.4.207 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/37f0a806-5c43-44c6-8779-b2bdce6a8f55) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:04:29.973055 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a88fe5d6-4c6f-478d-bf51-3726392077fb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:30.061117 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a88fe5d6-4c6f-478d-bf51-3726392077fb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:30.121589 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88fe5d6-4c6f-478d-bf51-3726392077fb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:04:30.128196 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-a88fe5d6-4c6f-478d-bf51-3726392077fb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:04:30.132201 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88fe5d6-4c6f-478d-bf51-3726392077fb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:04:30.164492 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fe5d6-4c6f-478d-bf51-3726392077fb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=37f0a806-5c43-44c6-8779-b2bdce6a8f55,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:30.539431 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a88fe5d6-4c6f-478d-bf51-3726392077fb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:30.667032 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a88fe5d6-4c6f-478d-bf51-3726392077fb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:30.869307 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a88fe5d6-4c6f-478d-bf51-3726392077fb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:30.940518 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a88fe5d6-4c6f-478d-bf51-3726392077fb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:31.047085 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fe5d6-4c6f-478d-bf51-3726392077fb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=37f0a806-5c43-44c6-8779-b2bdce6a8f55,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:31.058476 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a88fe5d6-4c6f-478d-bf51-3726392077fb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:31.227809 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-a88fe5d6-4c6f-478d-bf51-3726392077fb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Floating IP e4d7766b-ca76-45e2-8927-94b0b6da7174 associated. External IP: 172.26.4.207, port: 170062c3-5da0-4d7a-ad93-f695f089b804. Apr 06 14:04:31.682042 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88fe5d6-4c6f-478d-bf51-3726392077fb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Router 0948f4df-d111-4485-a385-5c865213a37a has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:04:31.866700 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88fe5d6-4c6f-478d-bf51-3726392077fb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:04:31.876640 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9680f731-1f1d-4165-aa1c-be050f1365ca None None] Sync routers for ids ['0948f4df-d111-4485-a385-5c865213a37a'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:04:31.886463 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9680f731-1f1d-4165-aa1c-be050f1365ca None None] Routers {'0948f4df-d111-4485-a385-5c865213a37a'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:04:31.887079 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-9680f731-1f1d-4165-aa1c-be050f1365ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:04:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['0948f4df-d111-4485-a385-5c865213a37a'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:31.946263 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a88fe5d6-4c6f-478d-bf51-3726392077fb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:32.001628 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a88fe5d6-4c6f-478d-bf51-3726392077fb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6480527 Apr 06 14:04:32.002171 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3b28f4-a552-43a5-aa59-458abe74ce3f', 'tag': '170062c3-5da0-4d7a-ad93-f695f089b804'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:04:32.068821 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-9680f731-1f1d-4165-aa1c-be050f1365ca None None] Set router 0948f4df-d111-4485-a385-5c865213a37a gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:04:32.141204 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71aa6a70-c8b3-49ef-9c90-6dd906178044'] response: {'name': 'network-changed', 'server_uuid': '6b3b28f4-a552-43a5-aa59-458abe74ce3f', 'tag': '170062c3-5da0-4d7a-ad93-f695f089b804', 'status': 'completed', 'code': 200} Apr 06 14:04:32.191172 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f825293-d250-4166-a630-df194cf6f01d req-6af655c2-65e6-4d04-990f-c7e9a77ffbc0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:32.193132 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7f825293-d250-4166-a630-df194cf6f01d req-6af655c2-65e6-4d04-990f-c7e9a77ffbc0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 945 time: 0.0940101 Apr 06 14:04:32.221877 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c217287-aae1-42db-9570-a672757ff2be req-10bff7c3-4b0c-4ab0-99cd-d2f9d33244d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:32.223352 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1c217287-aae1-42db-9570-a672757ff2be req-10bff7c3-4b0c-4ab0-99cd-d2f9d33244d6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 1098 time: 0.0866432 Apr 06 14:04:32.240616 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7f825293-d250-4166-a630-df194cf6f01d req-140ec066-b3c6-405d-abe8-8e9d51b91f41 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415132 Apr 06 14:04:32.264961 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55450) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:04:32.362504 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c217287-aae1-42db-9570-a672757ff2be req-09ab843f-0280-44cc-81bf-da70806a8864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:32.363973 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1c217287-aae1-42db-9570-a672757ff2be req-09ab843f-0280-44cc-81bf-da70806a8864 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ab446bd1-d3a2-4fe8-8bea-dd5356b183db HTTP/1.1" status: 200 len: 897 time: 0.1343179 Apr 06 14:04:32.374096 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d3e9c930-ecc3-4c16-b59a-12962aeab967 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/floatingips/e4d7766b-ca76-45e2-8927-94b0b6da7174 HTTP/1.1" status: 200 len: 991 time: 0.1080022 Apr 06 14:04:32.430757 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-9680f731-1f1d-4165-aa1c-be050f1365ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0948f4df-d111-4485-a385-5c865213a37a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967164333', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:04:06Z', 'updated_at': '2022-04-06T14:04:12Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f4df-d111-4485-a385-5c865213a37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:04:07Z', 'updated_at': '2022-04-06T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': 'e4d7766b-ca76-45e2-8927-94b0b6da7174', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'floating_ip_address': '172.26.4.207', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '0948f4df-d111-4485-a385-5c865213a37a', 'port_id': '170062c3-5da0-4d7a-ad93-f695f089b804', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db', 'mac_address': 'fa:16:3e:2a:3d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b28f4-a552-43a5-aa59-458abe74ce3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:04:30Z', 'updated_at': '2022-04-06T14:04:30Z', 'revision_number': 0, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a16cac-ebd3-4652-a080-02c96c46d8ec', 'name': '', 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:aa:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f4df-d111-4485-a385-5c865213a37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '91f6cff9-5666-43bc-b3cd-61eabf728396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:04:11Z', 'updated_at': '2022-04-06T14:04:18Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': '91f6cff9-5666-43bc-b3cd-61eabf728396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:32.434788 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9680f731-1f1d-4165-aa1c-be050f1365ca None None] Checking router: 0948f4df-d111-4485-a385-5c865213a37a for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:04:32.442918 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9680f731-1f1d-4165-aa1c-be050f1365ca None None] Routers {'0948f4df-d111-4485-a385-5c865213a37a'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:04:32.443496 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-9680f731-1f1d-4165-aa1c-be050f1365ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:04:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['0948f4df-d111-4485-a385-5c865213a37a'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:32.472478 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1c217287-aae1-42db-9570-a672757ff2be req-55e5c223-78ef-4d2f-95dd-9f5601cd9519 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=170062c3-5da0-4d7a-ad93-f695f089b804 HTTP/1.1" status: 200 len: 999 time: 0.1018293 Apr 06 14:04:32.535315 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c217287-aae1-42db-9570-a672757ff2be req-17cbb784-a964-4fcd-b7d8-23e3f0dd5162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:32.536718 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1c217287-aae1-42db-9570-a672757ff2be req-17cbb784-a964-4fcd-b7d8-23e3f0dd5162 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91f6cff9-5666-43bc-b3cd-61eabf728396 HTTP/1.1" status: 200 len: 834 time: 0.0584621 Apr 06 14:04:32.612360 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c217287-aae1-42db-9570-a672757ff2be req-c7368de2-f3b8-4628-9cb4-2b20a1b74239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:32.613814 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1c217287-aae1-42db-9570-a672757ff2be req-c7368de2-f3b8-4628-9cb4-2b20a1b74239 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab446bd1-d3a2-4fe8-8bea-dd5356b183db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707607 Apr 06 14:04:32.617516 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-9680f731-1f1d-4165-aa1c-be050f1365ca None None] Set router 0948f4df-d111-4485-a385-5c865213a37a gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:04:32.746195 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1c217287-aae1-42db-9570-a672757ff2be req-b8fb9bb4-fed9-4378-99b0-65165ebc8778 service neutron] 10.222.0.61 "GET /v2.0/networks/ab446bd1-d3a2-4fe8-8bea-dd5356b183db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248019 Apr 06 14:04:32.996107 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-9680f731-1f1d-4165-aa1c-be050f1365ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0948f4df-d111-4485-a385-5c865213a37a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967164333', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:04:06Z', 'updated_at': '2022-04-06T14:04:12Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f4df-d111-4485-a385-5c865213a37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:04:07Z', 'updated_at': '2022-04-06T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': 'e4d7766b-ca76-45e2-8927-94b0b6da7174', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'floating_ip_address': '172.26.4.207', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '0948f4df-d111-4485-a385-5c865213a37a', 'port_id': '170062c3-5da0-4d7a-ad93-f695f089b804', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db', 'mac_address': 'fa:16:3e:2a:3d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b28f4-a552-43a5-aa59-458abe74ce3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:04:30Z', 'updated_at': '2022-04-06T14:04:30Z', 'revision_number': 0, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a16cac-ebd3-4652-a080-02c96c46d8ec', 'name': '', 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:aa:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f4df-d111-4485-a385-5c865213a37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '91f6cff9-5666-43bc-b3cd-61eabf728396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:04:11Z', 'updated_at': '2022-04-06T14:04:18Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': '91f6cff9-5666-43bc-b3cd-61eabf728396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:32.997844 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1c217287-aae1-42db-9570-a672757ff2be req-0c895efd-5c58-4d96-a49a-5f4399b9b148 service neutron] 10.222.0.61 "GET /v2.0/networks/ab446bd1-d3a2-4fe8-8bea-dd5356b183db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453399 Apr 06 14:04:33.001205 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9680f731-1f1d-4165-aa1c-be050f1365ca None None] The sync data for ids ['0948f4df-d111-4485-a385-5c865213a37a'] in dv-neutron-834600-1-hyperv is: [{'id': '0948f4df-d111-4485-a385-5c865213a37a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967164333', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:04:06Z', 'updated_at': '2022-04-06T14:04:12Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f4df-d111-4485-a385-5c865213a37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:04:07Z', 'updated_at': '2022-04-06T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': 'e4d7766b-ca76-45e2-8927-94b0b6da7174', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'floating_ip_address': '172.26.4.207', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '0948f4df-d111-4485-a385-5c865213a37a', 'port_id': '170062c3-5da0-4d7a-ad93-f695f089b804', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db', 'mac_address': 'fa:16:3e:2a:3d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b28f4-a552-43a5-aa59-458abe74ce3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:04:30Z', 'updated_at': '2022-04-06T14:04:30Z', 'revision_number': 0, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a16cac-ebd3-4652-a080-02c96c46d8ec', 'name': '', 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:aa:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f4df-d111-4485-a385-5c865213a37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '91f6cff9-5666-43bc-b3cd-61eabf728396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:04:11Z', 'updated_at': '2022-04-06T14:04:18Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': '91f6cff9-5666-43bc-b3cd-61eabf728396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:04:33.199428 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e73e70-98e8-48cf-9bd7-df80f7c73b5c None None] New status for floating IP e4d7766b-ca76-45e2-8927-94b0b6da7174: ACTIVE {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:04:33.378076 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55454) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:04:33.487280 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-22198376-df28-4b9c-ab7a-cf6bdc371dfa tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/floatingips/e4d7766b-ca76-45e2-8927-94b0b6da7174 HTTP/1.1" status: 200 len: 991 time: 0.1080701 Apr 06 14:04:34.491363 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55458) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:04:34.596269 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-23147129-6e36-4588-8969-7d533467d648 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/floatingips/e4d7766b-ca76-45e2-8927-94b0b6da7174 HTTP/1.1" status: 200 len: 993 time: 0.1037560 Apr 06 14:04:45.489087 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1294ced9-29be-4d80-bc52-448c9a76121c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:47.706430 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1e1860ef-3b11-407f-a9df-85916b3a9b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:48.963283 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:49.018082 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:50.417845 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:04:57.626180 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:03.576197 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:05:04.337198 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebc38b-b0ee-4d9b-8e3e-a6c815e789bc req-146101da-7ad3-4fa1-8938-477d6c7bb581 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:04.338621 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b1ebc38b-b0ee-4d9b-8e3e-a6c815e789bc req-146101da-7ad3-4fa1-8938-477d6c7bb581 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 945 time: 0.0804019 Apr 06 14:05:04.382426 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b1ebc38b-b0ee-4d9b-8e3e-a6c815e789bc req-4f7fe265-13cc-4710-84a1-6f88f01bff40 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380228 Apr 06 14:05:04.520027 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9df07a00-34ff-48ca-842b-5dda3eb3b337 req-38e96e7a-ef3c-4e5f-8873-2fb3d5a47396 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1132100 Apr 06 14:05:05.572584 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7fb1b-80f5-4033-9acc-36631da3d5d0 req-926c6d31-8514-4014-a1a8-208009013834 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:05.574112 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-85d7fb1b-80f5-4033-9acc-36631da3d5d0 req-926c6d31-8514-4014-a1a8-208009013834 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 945 time: 0.0825632 Apr 06 14:05:05.619679 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-85d7fb1b-80f5-4033-9acc-36631da3d5d0 req-f0885b68-ef67-4339-af81-dddbbb16ccb6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394108 Apr 06 14:05:06.489077 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df07a00-34ff-48ca-842b-5dda3eb3b337 req-a3af0442-e132-47b3-b6f5-57e05407f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:06.490492 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9df07a00-34ff-48ca-842b-5dda3eb3b337 req-a3af0442-e132-47b3-b6f5-57e05407f4e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 1098 time: 0.0686846 Apr 06 14:05:06.617512 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df07a00-34ff-48ca-842b-5dda3eb3b337 req-ec757c03-b251-40bc-a822-69ae990351ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:06.618926 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9df07a00-34ff-48ca-842b-5dda3eb3b337 req-ec757c03-b251-40bc-a822-69ae990351ca service neutron] 10.222.0.61 "GET /v2.0/networks?id=ab446bd1-d3a2-4fe8-8bea-dd5356b183db HTTP/1.1" status: 200 len: 897 time: 0.1226790 Apr 06 14:05:06.725296 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9df07a00-34ff-48ca-842b-5dda3eb3b337 req-addd42c9-f98d-4f8e-a0aa-b22185a3556d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=170062c3-5da0-4d7a-ad93-f695f089b804 HTTP/1.1" status: 200 len: 1001 time: 0.0970469 Apr 06 14:05:06.791224 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df07a00-34ff-48ca-842b-5dda3eb3b337 req-15a5ed03-d1dd-4f3f-a172-1eb6491797f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:06.792565 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9df07a00-34ff-48ca-842b-5dda3eb3b337 req-15a5ed03-d1dd-4f3f-a172-1eb6491797f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91f6cff9-5666-43bc-b3cd-61eabf728396 HTTP/1.1" status: 200 len: 834 time: 0.0615797 Apr 06 14:05:06.806841 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaa4c0-c544-4798-98a1-fee2a331228e req-be2438bf-fb26-4298-83e9-f918d7faf8a8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:06.808300 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-09aaa4c0-c544-4798-98a1-fee2a331228e req-be2438bf-fb26-4298-83e9-f918d7faf8a8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 945 time: 0.0831156 Apr 06 14:05:06.853397 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-09aaa4c0-c544-4798-98a1-fee2a331228e req-c37e5f85-cb78-4689-8938-d819fa664a79 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387964 Apr 06 14:05:06.871730 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df07a00-34ff-48ca-842b-5dda3eb3b337 req-9a349f21-9a69-4874-9687-fceb1c421a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:06.873239 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9df07a00-34ff-48ca-842b-5dda3eb3b337 req-9a349f21-9a69-4874-9687-fceb1c421a40 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab446bd1-d3a2-4fe8-8bea-dd5356b183db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740027 Apr 06 14:05:07.002333 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9df07a00-34ff-48ca-842b-5dda3eb3b337 req-acca66c1-2854-4873-adf4-851f5f9cc845 service neutron] 10.222.0.61 "GET /v2.0/networks/ab446bd1-d3a2-4fe8-8bea-dd5356b183db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224298 Apr 06 14:05:07.134579 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9df07a00-34ff-48ca-842b-5dda3eb3b337 req-966d5004-51c6-4961-9323-dbb3726a57b6 service neutron] 10.222.0.61 "GET /v2.0/networks/ab446bd1-d3a2-4fe8-8bea-dd5356b183db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249273 Apr 06 14:05:08.035453 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb16dc-80e1-4544-9f20-6d1242a96c98 req-ce1277b5-04fc-41f9-817b-4d1864d4d910 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:08.036898 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-eddb16dc-80e1-4544-9f20-6d1242a96c98 req-ce1277b5-04fc-41f9-817b-4d1864d4d910 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 945 time: 0.0787232 Apr 06 14:05:08.081463 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-eddb16dc-80e1-4544-9f20-6d1242a96c98 req-1b229744-00aa-4e95-ad00-e95a814c0bb1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389748 Apr 06 14:05:09.270141 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd109dc6-92e8-40d4-ae80-ca57d0d272ce req-2c175ecf-6ea2-4b34-9b90-e5eb8dd921c0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:09.271612 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bd109dc6-92e8-40d4-ae80-ca57d0d272ce req-2c175ecf-6ea2-4b34-9b90-e5eb8dd921c0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 945 time: 0.0829234 Apr 06 14:05:09.315460 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bd109dc6-92e8-40d4-ae80-ca57d0d272ce req-5d892e2b-4cd7-471b-a3f9-0325e08f9a66 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382128 Apr 06 14:05:10.503025 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737631a-e42f-48b1-9280-484464b69e5d req-54134506-64b0-4a8e-adeb-cc1081db5305 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:10.504615 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c737631a-e42f-48b1-9280-484464b69e5d req-54134506-64b0-4a8e-adeb-cc1081db5305 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 945 time: 0.0816507 Apr 06 14:05:10.551745 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c737631a-e42f-48b1-9280-484464b69e5d req-3b428c44-ca37-40ce-bc56-173208a3be2e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415082 Apr 06 14:05:11.736911 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401e505-1dd5-434f-a675-085be84d1607 req-cecc0631-1244-436c-a9d0-c254cb1612a9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:11.738350 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b401e505-1dd5-434f-a675-085be84d1607 req-cecc0631-1244-436c-a9d0-c254cb1612a9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 945 time: 0.0803823 Apr 06 14:05:11.782118 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b401e505-1dd5-434f-a675-085be84d1607 req-ba320d41-7693-4e8f-a328-fe89558f7df7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381410 Apr 06 14:05:12.542726 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d655bb-952c-4baf-9347-8722c598c61b req-589d7773-cfe0-45d0-afda-ab6fa8cc39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:12.544432 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-03d655bb-952c-4baf-9347-8722c598c61b req-589d7773-cfe0-45d0-afda-ab6fa8cc39fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 1098 time: 0.0684717 Apr 06 14:05:12.685885 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d655bb-952c-4baf-9347-8722c598c61b req-0a37dc6a-8237-4f36-af35-9be533728a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:12.687319 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-03d655bb-952c-4baf-9347-8722c598c61b req-0a37dc6a-8237-4f36-af35-9be533728a10 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ab446bd1-d3a2-4fe8-8bea-dd5356b183db HTTP/1.1" status: 200 len: 897 time: 0.1253605 Apr 06 14:05:12.786456 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-03d655bb-952c-4baf-9347-8722c598c61b req-b34093eb-8d00-4ea7-948f-9e3191e1b855 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=170062c3-5da0-4d7a-ad93-f695f089b804 HTTP/1.1" status: 200 len: 1001 time: 0.0930090 Apr 06 14:05:12.846455 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d655bb-952c-4baf-9347-8722c598c61b req-6eea4f3e-475c-413d-be4c-3db9203bde88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:12.847901 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-03d655bb-952c-4baf-9347-8722c598c61b req-6eea4f3e-475c-413d-be4c-3db9203bde88 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91f6cff9-5666-43bc-b3cd-61eabf728396 HTTP/1.1" status: 200 len: 834 time: 0.0563807 Apr 06 14:05:12.925433 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d655bb-952c-4baf-9347-8722c598c61b req-3a1a1d14-a3a4-415e-8f75-ce08889bcd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:12.926926 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-03d655bb-952c-4baf-9347-8722c598c61b req-3a1a1d14-a3a4-415e-8f75-ce08889bcd81 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab446bd1-d3a2-4fe8-8bea-dd5356b183db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735893 Apr 06 14:05:12.971550 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a3f19-d892-4fa3-92e1-c3ac99044071 req-35d4cac7-10c6-4575-9651-003e1a37c9f7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:12.973007 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fa2a3f19-d892-4fa3-92e1-c3ac99044071 req-35d4cac7-10c6-4575-9651-003e1a37c9f7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 945 time: 0.0821795 Apr 06 14:05:13.063119 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-03d655bb-952c-4baf-9347-8722c598c61b req-3e3cff8a-3687-414e-9284-eae291f5c84f service neutron] 10.222.0.61 "GET /v2.0/networks/ab446bd1-d3a2-4fe8-8bea-dd5356b183db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299627 Apr 06 14:05:13.131725 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fa2a3f19-d892-4fa3-92e1-c3ac99044071 req-30f6249d-e6a9-4072-a44a-6e5cc2c86d78 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530337 Apr 06 14:05:13.301483 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-03d655bb-952c-4baf-9347-8722c598c61b req-607233ed-52e7-4f4c-9f20-00d8dddc6f3e service neutron] 10.222.0.61 "GET /v2.0/networks/ab446bd1-d3a2-4fe8-8bea-dd5356b183db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325346 Apr 06 14:05:14.317788 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc81fbc-5027-47fd-b9f8-87751c6db488 req-ec0d93ac-01e0-4038-a980-b043ca5199a8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:14.319272 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-acc81fbc-5027-47fd-b9f8-87751c6db488 req-ec0d93ac-01e0-4038-a980-b043ca5199a8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 945 time: 0.0797572 Apr 06 14:05:14.371837 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-acc81fbc-5027-47fd-b9f8-87751c6db488 req-f6f63bbd-77df-48e9-a84c-ebe59ee172ed tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450323 Apr 06 14:05:15.489304 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f9925548-02db-4542-9d99-260498dbf4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:15.561380 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5115b57-da7a-4676-872b-21f24b6b0c3b req-ce297c9e-1960-4642-ad26-ac9ef7ebc7d3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:15.562822 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c5115b57-da7a-4676-872b-21f24b6b0c3b req-ce297c9e-1960-4642-ad26-ac9ef7ebc7d3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 945 time: 0.0855377 Apr 06 14:05:15.607511 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c5115b57-da7a-4676-872b-21f24b6b0c3b req-68efec43-28b2-4766-b1df-a55e31696e5d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391226 Apr 06 14:05:16.792848 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe8a58-a7d4-4f78-87c3-99154ad3538f req-b30c4db5-bf1a-4bb3-a52f-50da38c72548 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:16.794947 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-42fe8a58-a7d4-4f78-87c3-99154ad3538f req-b30c4db5-bf1a-4bb3-a52f-50da38c72548 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 945 time: 0.0830314 Apr 06 14:05:16.837927 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-42fe8a58-a7d4-4f78-87c3-99154ad3538f req-87e7ba3a-2227-48b5-94ac-2508f43d021d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375001 Apr 06 14:05:17.717013 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e9c25c48-58a7-42fd-8d3d-d4b3c422bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:18.019871 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78676b5b-23c6-4725-b8a6-7e548bc300b5 req-8f837be3-758f-418c-94b4-f2cef85730d8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:18.021226 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-78676b5b-23c6-4725-b8a6-7e548bc300b5 req-8f837be3-758f-418c-94b4-f2cef85730d8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 945 time: 0.0790658 Apr 06 14:05:18.063899 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-78676b5b-23c6-4725-b8a6-7e548bc300b5 req-4208a29b-75bd-49f1-8eb8-f0b71e3464c2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371788 Apr 06 14:05:18.950640 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:19.006429 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:19.255267 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7e30d-f285-4507-a718-80bd68d3fa2b req-cf4ad8c3-c2d3-4216-ab61-2a2f7ea5fdfd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:19.257250 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d0b7e30d-f285-4507-a718-80bd68d3fa2b req-cf4ad8c3-c2d3-4216-ab61-2a2f7ea5fdfd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 945 time: 0.0844922 Apr 06 14:05:19.304024 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d0b7e30d-f285-4507-a718-80bd68d3fa2b req-70851db5-00a5-452c-b2e3-f76dca6ae6a1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404022 Apr 06 14:05:20.426443 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:20.488848 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5912d-83ed-4226-92ce-c9ace2853094 req-f7f04084-2646-4fe6-9993-0d6ec861e5cb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:20.490339 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d0a5912d-83ed-4226-92ce-c9ace2853094 req-f7f04084-2646-4fe6-9993-0d6ec861e5cb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 945 time: 0.0789092 Apr 06 14:05:20.537180 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d0a5912d-83ed-4226-92ce-c9ace2853094 req-805a7af3-9310-435a-8967-7d747ab68cc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410593 Apr 06 14:05:21.723636 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecd3ef-9955-4ec4-a77c-b0f133f02ab9 req-9f4e9466-428e-4733-93cc-c5aab4c3f5e1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:21.725096 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-55ecd3ef-9955-4ec4-a77c-b0f133f02ab9 req-9f4e9466-428e-4733-93cc-c5aab4c3f5e1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 945 time: 0.0828094 Apr 06 14:05:21.770153 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-55ecd3ef-9955-4ec4-a77c-b0f133f02ab9 req-03e5a850-ea1e-4aef-8b68-2f03fba68171 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395091 Apr 06 14:05:22.957980 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb8235-9e0b-42cf-8873-a917fda93429 req-2800b6e8-7929-4c3b-9381-25ab16582b62 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:22.959451 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-84eb8235-9e0b-42cf-8873-a917fda93429 req-2800b6e8-7929-4c3b-9381-25ab16582b62 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 945 time: 0.0832317 Apr 06 14:05:23.002704 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-84eb8235-9e0b-42cf-8873-a917fda93429 req-ab6f70a9-7c2f-4570-8603-c2cbc0dc199e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376573 Apr 06 14:05:24.148632 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9df07a00-34ff-48ca-842b-5dda3eb3b337 req-213739ec-5907-4b2b-8dfb-ad6293956ec9 service neutron] 10.222.0.61 "GET /v2.0/ports/170062c3-5da0-4d7a-ad93-f695f089b804/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0742788 Apr 06 14:05:24.190833 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515259ed-8182-43c0-a28e-8d6f0f2ca03f req-b51af8cc-3ab9-4eca-9745-0efc863141db tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:24.192308 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-515259ed-8182-43c0-a28e-8d6f0f2ca03f req-b51af8cc-3ab9-4eca-9745-0efc863141db tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 945 time: 0.0815160 Apr 06 14:05:24.236670 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-515259ed-8182-43c0-a28e-8d6f0f2ca03f req-ef7c34da-4077-47d0-b50e-7a718f1f46b9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385928 Apr 06 14:05:24.771250 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df07a00-34ff-48ca-842b-5dda3eb3b337 req-a85c936f-746a-4a84-9ad8-2bfc7c1628f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:24.772704 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9df07a00-34ff-48ca-842b-5dda3eb3b337 req-a85c936f-746a-4a84-9ad8-2bfc7c1628f4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f&tenant_id=ee8feeb260df4580987384a151b8068e HTTP/1.1" status: 200 len: 1098 time: 0.0728517 Apr 06 14:05:24.867659 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df07a00-34ff-48ca-842b-5dda3eb3b337 req-089129cb-d5d5-4d37-ab01-6e1eb8efee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:24.869104 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9df07a00-34ff-48ca-842b-5dda3eb3b337 req-089129cb-d5d5-4d37-ab01-6e1eb8efee33 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 1098 time: 0.0757318 Apr 06 14:05:24.996634 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df07a00-34ff-48ca-842b-5dda3eb3b337 req-46a5a85b-dbf5-4201-a1f2-702b64474cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:24.998085 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9df07a00-34ff-48ca-842b-5dda3eb3b337 req-46a5a85b-dbf5-4201-a1f2-702b64474cfe service neutron] 10.222.0.61 "GET /v2.0/networks?id=ab446bd1-d3a2-4fe8-8bea-dd5356b183db HTTP/1.1" status: 200 len: 897 time: 0.1236081 Apr 06 14:05:25.101726 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9df07a00-34ff-48ca-842b-5dda3eb3b337 req-4ce1b895-83f9-4ba2-ae18-885cde871b6f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=170062c3-5da0-4d7a-ad93-f695f089b804 HTTP/1.1" status: 200 len: 1001 time: 0.0966022 Apr 06 14:05:25.164826 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df07a00-34ff-48ca-842b-5dda3eb3b337 req-22730632-54a7-40fe-b3f3-2b2d64bb26d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:25.166257 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9df07a00-34ff-48ca-842b-5dda3eb3b337 req-22730632-54a7-40fe-b3f3-2b2d64bb26d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91f6cff9-5666-43bc-b3cd-61eabf728396 HTTP/1.1" status: 200 len: 834 time: 0.0589132 Apr 06 14:05:25.239844 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df07a00-34ff-48ca-842b-5dda3eb3b337 req-9519ca69-f075-410f-9256-142c533e0ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:25.241303 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9df07a00-34ff-48ca-842b-5dda3eb3b337 req-9519ca69-f075-410f-9256-142c533e0ef9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab446bd1-d3a2-4fe8-8bea-dd5356b183db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697155 Apr 06 14:05:25.371997 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9df07a00-34ff-48ca-842b-5dda3eb3b337 req-ceed5acf-6ac5-4a11-8ae5-79d7843c83e3 service neutron] 10.222.0.61 "GET /v2.0/networks/ab446bd1-d3a2-4fe8-8bea-dd5356b183db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240206 Apr 06 14:05:25.423355 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002d4ec-3dd6-4639-88a8-f1947b1bb41b req-2dc7fb5e-a882-40c9-b05a-06eafa744f2d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:25.424815 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5002d4ec-3dd6-4639-88a8-f1947b1bb41b req-2dc7fb5e-a882-40c9-b05a-06eafa744f2d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 945 time: 0.0821385 Apr 06 14:05:25.469031 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5002d4ec-3dd6-4639-88a8-f1947b1bb41b req-6c9b92ae-ae83-483e-b3b8-b8d464d50bb3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386651 Apr 06 14:05:25.504971 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9df07a00-34ff-48ca-842b-5dda3eb3b337 req-c3a010a4-82bd-4ff1-92ef-efb36917ecec service neutron] 10.222.0.61 "GET /v2.0/networks/ab446bd1-d3a2-4fe8-8bea-dd5356b183db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263027 Apr 06 14:05:26.660169 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316b81e-e160-44b5-9be6-ec3aa7b9d258 req-e021aacb-e617-4721-af88-12775ec2a91d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:26.661576 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5316b81e-e160-44b5-9be6-ec3aa7b9d258 req-e021aacb-e617-4721-af88-12775ec2a91d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 945 time: 0.0824878 Apr 06 14:05:26.706224 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5316b81e-e160-44b5-9be6-ec3aa7b9d258 req-050d88af-3720-4d7c-836b-5c506ef3f461 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390921 Apr 06 14:05:27.638028 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:27.892415 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bac58a-f5cb-4f3e-b1ef-a66310fabf83 req-db4239e4-cd8d-4c4c-8a12-aa4a110cc1f9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:27.893759 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b3bac58a-f5cb-4f3e-b1ef-a66310fabf83 req-db4239e4-cd8d-4c4c-8a12-aa4a110cc1f9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 945 time: 0.0787370 Apr 06 14:05:27.937982 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b3bac58a-f5cb-4f3e-b1ef-a66310fabf83 req-eb87259e-4abd-4e88-897e-dd8d7eb7f231 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385988 Apr 06 14:05:28.429074 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40e4e9-7954-4780-b88b-0d026e963c21 req-4e9c8c3c-d9d9-45fc-a8c8-c54f3b6bcc02 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:28.430503 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1e40e4e9-7954-4780-b88b-0d026e963c21 req-4e9c8c3c-d9d9-45fc-a8c8-c54f3b6bcc02 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 945 time: 0.0883858 Apr 06 14:05:28.474921 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1e40e4e9-7954-4780-b88b-0d026e963c21 req-850f1fa5-2397-409c-a304-5674a2a282da tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369134 Apr 06 14:05:28.497704 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658a157-150e-4b9c-bb34-c1d10b878bf1 req-78e97dfa-647f-4b5e-b795-ed5331b96151 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:28.498394 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-8658a157-150e-4b9c-bb34-c1d10b878bf1 req-78e97dfa-647f-4b5e-b795-ed5331b96151 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Synchronizing usage tracker for tenant:ee8feeb260df4580987384a151b8068e on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:05:28.562978 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-8658a157-150e-4b9c-bb34-c1d10b878bf1 req-78e97dfa-647f-4b5e-b795-ed5331b96151 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Unset dirty status for tenant:ee8feeb260df4580987384a151b8068e on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:05:28.564165 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8658a157-150e-4b9c-bb34-c1d10b878bf1 req-78e97dfa-647f-4b5e-b795-ed5331b96151 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f&tenant_id=ee8feeb260df4580987384a151b8068e&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 945 time: 0.1511941 Apr 06 14:05:28.572980 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [req-8658a157-150e-4b9c-bb34-c1d10b878bf1 req-5b5a18d9-c156-4143-997a-4255c8fd27e8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 14:05:28.573894 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8658a157-150e-4b9c-bb34-c1d10b878bf1 req-5b5a18d9-c156-4143-997a-4255c8fd27e8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049632 Apr 06 14:05:28.662279 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fe47d-fbc3-41b9-abb7-e79a77273b4b req-6f912aa0-b033-406e-8669-aea27709480b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:28.664082 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-106fe47d-fbc3-41b9-abb7-e79a77273b4b req-6f912aa0-b033-406e-8669-aea27709480b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 945 time: 0.0825531 Apr 06 14:05:28.712797 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-106fe47d-fbc3-41b9-abb7-e79a77273b4b req-9e76a44e-368a-4982-91bc-6fa01cd6ee7b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416448 Apr 06 14:05:28.718643 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658a157-150e-4b9c-bb34-c1d10b878bf1 req-58199d90-0332-4700-9e7e-23253c9a412c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:28.720139 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8658a157-150e-4b9c-bb34-c1d10b878bf1 req-58199d90-0332-4700-9e7e-23253c9a412c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 1098 time: 0.0755014 Apr 06 14:05:28.851999 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658a157-150e-4b9c-bb34-c1d10b878bf1 req-0ba962ab-784d-40a6-a65b-8b75a509003e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:28.853382 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8658a157-150e-4b9c-bb34-c1d10b878bf1 req-0ba962ab-784d-40a6-a65b-8b75a509003e service neutron] 10.222.0.61 "GET /v2.0/networks?id=ab446bd1-d3a2-4fe8-8bea-dd5356b183db HTTP/1.1" status: 200 len: 897 time: 0.1274579 Apr 06 14:05:28.954406 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8658a157-150e-4b9c-bb34-c1d10b878bf1 req-43ac94e9-d7fe-4c1b-bc96-3cae4ce93416 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=170062c3-5da0-4d7a-ad93-f695f089b804 HTTP/1.1" status: 200 len: 1001 time: 0.0950115 Apr 06 14:05:29.024247 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658a157-150e-4b9c-bb34-c1d10b878bf1 req-d497124f-a536-4bc1-a427-4e5a95469db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:29.025632 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8658a157-150e-4b9c-bb34-c1d10b878bf1 req-d497124f-a536-4bc1-a427-4e5a95469db1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91f6cff9-5666-43bc-b3cd-61eabf728396 HTTP/1.1" status: 200 len: 834 time: 0.0660880 Apr 06 14:05:29.103473 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658a157-150e-4b9c-bb34-c1d10b878bf1 req-b1122acb-a68f-47d3-9b9a-94d3949ba362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:29.104824 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8658a157-150e-4b9c-bb34-c1d10b878bf1 req-b1122acb-a68f-47d3-9b9a-94d3949ba362 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab446bd1-d3a2-4fe8-8bea-dd5356b183db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721366 Apr 06 14:05:29.176684 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 170062c3-5da0-4d7a-ad93-f695f089b804 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:05:29.179210 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 170062c3-5da0-4d7a-ad93-f695f089b804 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:05:29.238136 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8658a157-150e-4b9c-bb34-c1d10b878bf1 req-6ac98d8f-47af-475f-8091-2d87595b8287 service neutron] 10.222.0.61 "GET /v2.0/networks/ab446bd1-d3a2-4fe8-8bea-dd5356b183db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273708 Apr 06 14:05:29.394700 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:29.425202 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 170062c3-5da0-4d7a-ad93-f695f089b804, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=170062c3-5da0-4d7a-ad93-f695f089b804,segment=NetworkSegment(e83875f8-b23d-4871-b6f6-07f195b44deb),segment_id=e83875f8-b23d-4871-b6f6-07f195b44deb)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:05:29.448242 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3b28f4-a552-43a5-aa59-458abe74ce3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '170062c3-5da0-4d7a-ad93-f695f089b804'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:05:29.457476 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '170062c3-5da0-4d7a-ad93-f695f089b804', 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db', 'port_id': '170062c3-5da0-4d7a-ad93-f695f089b804', 'mac_address': 'fa:16:3e:2a:3d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f6cff9-5666-43bc-b3cd-61eabf728396', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:05:29.461440 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 170062c3-5da0-4d7a-ad93-f695f089b804, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=170062c3-5da0-4d7a-ad93-f695f089b804,segment=NetworkSegment(e83875f8-b23d-4871-b6f6-07f195b44deb),segment_id=e83875f8-b23d-4871-b6f6-07f195b44deb)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:05:29.473018 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8658a157-150e-4b9c-bb34-c1d10b878bf1 req-7c240d1f-e042-4d51-8318-a9b9669a2f28 service neutron] 10.222.0.61 "GET /v2.0/networks/ab446bd1-d3a2-4fe8-8bea-dd5356b183db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294166 Apr 06 14:05:29.514035 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd792fd7-fd2c-43b7-9a9b-1403af078292'] response: {'server_uuid': '6b3b28f4-a552-43a5-aa59-458abe74ce3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '170062c3-5da0-4d7a-ad93-f695f089b804', 'code': 200} Apr 06 14:05:29.518297 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:29.529487 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:29.569549 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 170062c3-5da0-4d7a-ad93-f695f089b804 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:05:29.651612 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=170062c3-5da0-4d7a-ad93-f695f089b804,revision_number=6']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:29.661656 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:05:29.662062 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:05:29.663269 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:29.663612 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:29.663945 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:29.664276 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:29.664602 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:29.664929 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:29.665253 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:29.665575 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:29.665895 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:29.666212 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:29.666529 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:29.666868 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:29.899547 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ce711-15f4-4a20-97d6-f79bfad1c447 req-bd55a7d2-a19a-461d-9bd2-7dd9808ab636 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:29.900976 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-638ce711-15f4-4a20-97d6-f79bfad1c447 req-bd55a7d2-a19a-461d-9bd2-7dd9808ab636 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 943 time: 0.0797265 Apr 06 14:05:29.946120 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-638ce711-15f4-4a20-97d6-f79bfad1c447 req-643e7301-59b1-48fd-9a67-34b5b8932f9f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390508 Apr 06 14:05:30.217759 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:30.236999 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170062c3-5da0-4d7a-ad93-f695f089b804 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:05:30.251995 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 170062c3-5da0-4d7a-ad93-f695f089b804, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=170062c3-5da0-4d7a-ad93-f695f089b804,segment=NetworkSegment(e83875f8-b23d-4871-b6f6-07f195b44deb),segment_id=e83875f8-b23d-4871-b6f6-07f195b44deb)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:05:30.312332 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:30.375634 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['170062c3-5da0-4d7a-ad93-f695f089b804'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 14:05:30.420798 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=170062c3-5da0-4d7a-ad93-f695f089b804,revision_number=7']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:31.139898 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d48e2-80a5-4eef-a708-fdb71fd728d8 req-4ca9eb81-4cf1-4643-a9a2-3eacd224fdef tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:31.141393 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-636d48e2-80a5-4eef-a708-fdb71fd728d8 req-4ca9eb81-4cf1-4643-a9a2-3eacd224fdef tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 944 time: 0.0826130 Apr 06 14:05:31.186027 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-636d48e2-80a5-4eef-a708-fdb71fd728d8 req-23e55249-3dfa-4640-b236-a3d9de1ad903 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389433 Apr 06 14:05:31.202550 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 170062c3-5da0-4d7a-ad93-f695f089b804 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:05:31.208975 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55558) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:05:31.273854 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 170062c3-5da0-4d7a-ad93-f695f089b804 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:05:31.274423 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:31.315094 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0ce97366-cdd2-4e0d-9e1d-504f5594ce88 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/floatingips/e4d7766b-ca76-45e2-8927-94b0b6da7174 HTTP/1.1" status: 200 len: 992 time: 0.1049056 Apr 06 14:05:31.420000 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:31.451975 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 170062c3-5da0-4d7a-ad93-f695f089b804, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=170062c3-5da0-4d7a-ad93-f695f089b804,segment=NetworkSegment(e83875f8-b23d-4871-b6f6-07f195b44deb),segment_id=e83875f8-b23d-4871-b6f6-07f195b44deb)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:05:31.514817 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3b28f4-a552-43a5-aa59-458abe74ce3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170062c3-5da0-4d7a-ad93-f695f089b804'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:05:31.520312 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:31.564568 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53a6b98e-3932-4a48-9535-4ee9ee2cbca9'] response: {'server_uuid': '6b3b28f4-a552-43a5-aa59-458abe74ce3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170062c3-5da0-4d7a-ad93-f695f089b804', 'code': 200} Apr 06 14:05:31.588411 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=170062c3-5da0-4d7a-ad93-f695f089b804,revision_number=8']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:40.575210 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:05:45.492051 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-38dcd540-c6e9-4d91-bc83-de3d85d86f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:47.705873 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d423ad78-128f-46c7-bde5-d46db63c2f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:48.928300 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:49.015032 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:50.488043 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:57.665811 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:57.905266 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55576) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:05:58.105787 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-7a8b7240-7b15-4be9-aade-9b5c30208b3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Deleting port 37f0a806-5c43-44c6-8779-b2bdce6a8f55 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:05:58.106117 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a8b7240-7b15-4be9-aade-9b5c30208b3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:58.270912 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a8b7240-7b15-4be9-aade-9b5c30208b3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:58.271228 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a8b7240-7b15-4be9-aade-9b5c30208b3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:58.389518 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-7a8b7240-7b15-4be9-aade-9b5c30208b3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Calling delete_port for 37f0a806-5c43-44c6-8779-b2bdce6a8f55 owned by network:floatingip {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:05:58.614587 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a8b7240-7b15-4be9-aade-9b5c30208b3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:58.660934 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b7240-7b15-4be9-aade-9b5c30208b3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Port': ['ID=37f0a806-5c43-44c6-8779-b2bdce6a8f55,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:58.708542 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b7240-7b15-4be9-aade-9b5c30208b3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:58.708889 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b7240-7b15-4be9-aade-9b5c30208b3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:58.709227 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b7240-7b15-4be9-aade-9b5c30208b3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:58.709563 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b7240-7b15-4be9-aade-9b5c30208b3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:58.709894 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b7240-7b15-4be9-aade-9b5c30208b3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:58.710223 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b7240-7b15-4be9-aade-9b5c30208b3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:58.710550 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b7240-7b15-4be9-aade-9b5c30208b3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:58.710902 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b7240-7b15-4be9-aade-9b5c30208b3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:58.711232 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b7240-7b15-4be9-aade-9b5c30208b3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:58.711552 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b7240-7b15-4be9-aade-9b5c30208b3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:58.711876 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b7240-7b15-4be9-aade-9b5c30208b3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:58.712201 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8b7240-7b15-4be9-aade-9b5c30208b3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:58.768118 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a8b7240-7b15-4be9-aade-9b5c30208b3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for floatingip, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:58.768447 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-7a8b7240-7b15-4be9-aade-9b5c30208b3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Floating IP e4d7766b-ca76-45e2-8927-94b0b6da7174 disassociated (deleted). External IP: 172.26.4.207, port: 170062c3-5da0-4d7a-ad93-f695f089b804. Apr 06 14:05:59.114985 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8b7240-7b15-4be9-aade-9b5c30208b3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Router 0948f4df-d111-4485-a385-5c865213a37a has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:05:59.399712 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8b7240-7b15-4be9-aade-9b5c30208b3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:05:59.408964 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c6ed64-f21a-47e9-b2b1-6137e4258cd7 None None] Sync routers for ids ['0948f4df-d111-4485-a385-5c865213a37a'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:05:59.419500 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c6ed64-f21a-47e9-b2b1-6137e4258cd7 None None] Routers {'0948f4df-d111-4485-a385-5c865213a37a'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:05:59.420413 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-e3c6ed64-f21a-47e9-b2b1-6137e4258cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:05:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['0948f4df-d111-4485-a385-5c865213a37a'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:59.460266 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-7a8b7240-7b15-4be9-aade-9b5c30208b3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:05:59.518713 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7a8b7240-7b15-4be9-aade-9b5c30208b3e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "DELETE /v2.0/floatingips/e4d7766b-ca76-45e2-8927-94b0b6da7174 HTTP/1.1" status: 204 len: 168 time: 1.6123483 Apr 06 14:05:59.519308 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3b28f4-a552-43a5-aa59-458abe74ce3f', 'tag': '170062c3-5da0-4d7a-ad93-f695f089b804'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:05:59.573472 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa71712e-fe0b-4a84-86fd-29b45f9587d8'] response: {'name': 'network-changed', 'server_uuid': '6b3b28f4-a552-43a5-aa59-458abe74ce3f', 'tag': '170062c3-5da0-4d7a-ad93-f695f089b804', 'status': 'completed', 'code': 200} Apr 06 14:05:59.600364 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-e3c6ed64-f21a-47e9-b2b1-6137e4258cd7 None None] Set router 0948f4df-d111-4485-a385-5c865213a37a gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:05:59.668476 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421a6dc-ed03-4fb1-8dd0-f01986065eee req-c542b3b2-e013-4094-bf63-21b5169ffcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:59.670949 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-b421a6dc-ed03-4fb1-8dd0-f01986065eee req-c542b3b2-e013-4094-bf63-21b5169ffcc4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 1098 time: 0.0740919 Apr 06 14:05:59.808203 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421a6dc-ed03-4fb1-8dd0-f01986065eee req-abc5c6bd-c3b3-4476-9d46-02b6b0bf8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:59.809896 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-b421a6dc-ed03-4fb1-8dd0-f01986065eee req-abc5c6bd-c3b3-4476-9d46-02b6b0bf8aaf service neutron] 10.222.0.61 "GET /v2.0/networks?id=ab446bd1-d3a2-4fe8-8bea-dd5356b183db HTTP/1.1" status: 200 len: 897 time: 0.1322415 Apr 06 14:05:59.881605 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-b421a6dc-ed03-4fb1-8dd0-f01986065eee req-1d8f0fcc-d394-4acc-8946-a60a7718b517 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=170062c3-5da0-4d7a-ad93-f695f089b804 HTTP/1.1" status: 200 len: 217 time: 0.0650456 Apr 06 14:05:59.914308 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-e3c6ed64-f21a-47e9-b2b1-6137e4258cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0948f4df-d111-4485-a385-5c865213a37a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967164333', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:04:06Z', 'updated_at': '2022-04-06T14:04:12Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f4df-d111-4485-a385-5c865213a37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:04:07Z', 'updated_at': '2022-04-06T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '37a16cac-ebd3-4652-a080-02c96c46d8ec', 'name': '', 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:aa:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f4df-d111-4485-a385-5c865213a37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '91f6cff9-5666-43bc-b3cd-61eabf728396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:04:11Z', 'updated_at': '2022-04-06T14:04:18Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': '91f6cff9-5666-43bc-b3cd-61eabf728396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:59.918293 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c6ed64-f21a-47e9-b2b1-6137e4258cd7 None None] Checking router: 0948f4df-d111-4485-a385-5c865213a37a for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:05:59.927191 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c6ed64-f21a-47e9-b2b1-6137e4258cd7 None None] Routers {'0948f4df-d111-4485-a385-5c865213a37a'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:05:59.927717 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-e3c6ed64-f21a-47e9-b2b1-6137e4258cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:05:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['0948f4df-d111-4485-a385-5c865213a37a'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:59.943366 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421a6dc-ed03-4fb1-8dd0-f01986065eee req-b25dfcaa-2b7e-4c6d-9541-f4fad60263ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:59.946949 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-b421a6dc-ed03-4fb1-8dd0-f01986065eee req-b25dfcaa-2b7e-4c6d-9541-f4fad60263ab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91f6cff9-5666-43bc-b3cd-61eabf728396 HTTP/1.1" status: 200 len: 834 time: 0.0576534 Apr 06 14:06:00.028175 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421a6dc-ed03-4fb1-8dd0-f01986065eee req-139024ab-2942-4534-bd28-f2bed862d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:00.030732 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-b421a6dc-ed03-4fb1-8dd0-f01986065eee req-139024ab-2942-4534-bd28-f2bed862d428 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab446bd1-d3a2-4fe8-8bea-dd5356b183db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792859 Apr 06 14:06:00.107970 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-e3c6ed64-f21a-47e9-b2b1-6137e4258cd7 None None] Set router 0948f4df-d111-4485-a385-5c865213a37a gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:06:00.157456 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efead2-4d45-4609-8429-a30ba5d33cdd req-340513bc-3277-46a9-9474-50ca5e086632 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:00.158977 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f7efead2-4d45-4609-8429-a30ba5d33cdd req-340513bc-3277-46a9-9474-50ca5e086632 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 945 time: 0.0834761 Apr 06 14:06:00.175817 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-b421a6dc-ed03-4fb1-8dd0-f01986065eee req-e6b38297-e7e3-4bb7-9040-5b324a8acd4c service neutron] 10.222.0.61 "GET /v2.0/networks/ab446bd1-d3a2-4fe8-8bea-dd5356b183db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383376 Apr 06 14:06:00.207639 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f7efead2-4d45-4609-8429-a30ba5d33cdd req-748ff7dc-0562-4e31-8331-607ca8439303 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410507 Apr 06 14:06:00.319053 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-b421a6dc-ed03-4fb1-8dd0-f01986065eee req-748a6282-d93c-45eb-a4a6-b1722961cdb8 service neutron] 10.222.0.61 "GET /v2.0/networks/ab446bd1-d3a2-4fe8-8bea-dd5356b183db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364367 Apr 06 14:06:00.460154 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-e3c6ed64-f21a-47e9-b2b1-6137e4258cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0948f4df-d111-4485-a385-5c865213a37a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967164333', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:04:06Z', 'updated_at': '2022-04-06T14:04:12Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f4df-d111-4485-a385-5c865213a37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:04:07Z', 'updated_at': '2022-04-06T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '37a16cac-ebd3-4652-a080-02c96c46d8ec', 'name': '', 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:aa:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f4df-d111-4485-a385-5c865213a37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '91f6cff9-5666-43bc-b3cd-61eabf728396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:04:11Z', 'updated_at': '2022-04-06T14:04:18Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': '91f6cff9-5666-43bc-b3cd-61eabf728396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:00.463974 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c6ed64-f21a-47e9-b2b1-6137e4258cd7 None None] The sync data for ids ['0948f4df-d111-4485-a385-5c865213a37a'] in dv-neutron-834600-1-hyperv is: [{'id': '0948f4df-d111-4485-a385-5c865213a37a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967164333', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:04:06Z', 'updated_at': '2022-04-06T14:04:12Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f4df-d111-4485-a385-5c865213a37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:04:07Z', 'updated_at': '2022-04-06T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '37a16cac-ebd3-4652-a080-02c96c46d8ec', 'name': '', 'network_id': 'ab446bd1-d3a2-4fe8-8bea-dd5356b183db', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:aa:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f4df-d111-4485-a385-5c865213a37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '91f6cff9-5666-43bc-b3cd-61eabf728396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:04:11Z', 'updated_at': '2022-04-06T14:04:18Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': '91f6cff9-5666-43bc-b3cd-61eabf728396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:06:00.661944 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298580a8-6e59-4368-adda-583f8dfc6934 None None] New status for floating IP e4d7766b-ca76-45e2-8927-94b0b6da7174: DOWN {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:06:01.500412 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326fedb-466d-48e6-8416-86092cd830db req-ccc39241-da9e-4c46-b04e-393413b3c986 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:01.501778 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0326fedb-466d-48e6-8416-86092cd830db req-ccc39241-da9e-4c46-b04e-393413b3c986 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 945 time: 0.1844168 Apr 06 14:06:01.543518 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0326fedb-466d-48e6-8416-86092cd830db req-ec6d31ed-75ab-46d8-9c90-944833608e27 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=931b4181-fe68-4bd3-94e3-0f22e89180a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361259 Apr 06 14:06:01.724104 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3b6b1-6574-467a-af9c-9700604b50f2 req-11cf8c78-ff48-4fe4-884e-9a6ed33f878b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:01.729296 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-01a3b6b1-6574-467a-af9c-9700604b50f2 req-11cf8c78-ff48-4fe4-884e-9a6ed33f878b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Synchronizing usage tracker for tenant:ee8feeb260df4580987384a151b8068e on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:06:01.811422 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-01a3b6b1-6574-467a-af9c-9700604b50f2 req-11cf8c78-ff48-4fe4-884e-9a6ed33f878b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Unset dirty status for tenant:ee8feeb260df4580987384a151b8068e on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:06:01.812484 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-01a3b6b1-6574-467a-af9c-9700604b50f2 req-11cf8c78-ff48-4fe4-884e-9a6ed33f878b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 945 time: 0.1653850 Apr 06 14:06:01.884859 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-01a3b6b1-6574-467a-af9c-9700604b50f2 req-641b81dd-f173-4915-98e8-5571f34e7430 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Deleting port 170062c3-5da0-4d7a-ad93-f695f089b804 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:06:01.885196 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-01a3b6b1-6574-467a-af9c-9700604b50f2 req-641b81dd-f173-4915-98e8-5571f34e7430 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:02.126268 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-01a3b6b1-6574-467a-af9c-9700604b50f2 req-641b81dd-f173-4915-98e8-5571f34e7430 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] For port 170062c3-5da0-4d7a-ad93-f695f089b804, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=170062c3-5da0-4d7a-ad93-f695f089b804,segment=NetworkSegment(e83875f8-b23d-4871-b6f6-07f195b44deb),segment_id=e83875f8-b23d-4871-b6f6-07f195b44deb)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:06:02.126619 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-01a3b6b1-6574-467a-af9c-9700604b50f2 req-641b81dd-f173-4915-98e8-5571f34e7430 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:02.348923 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-01a3b6b1-6574-467a-af9c-9700604b50f2 req-641b81dd-f173-4915-98e8-5571f34e7430 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Calling delete_port for 170062c3-5da0-4d7a-ad93-f695f089b804 owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:06:02.614631 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-01a3b6b1-6574-467a-af9c-9700604b50f2 req-641b81dd-f173-4915-98e8-5571f34e7430 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:02.666380 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b81dd-f173-4915-98e8-5571f34e7430 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Port': ['ID=170062c3-5da0-4d7a-ad93-f695f089b804,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:02.705814 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-85f81494-e73c-4d1c-a557-38c2727aa47a req-08fc1d7e-741c-428b-b6a1-bb6fdc388e03 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b3b28f4-a552-43a5-aa59-458abe74ce3f HTTP/1.1" status: 200 len: 210 time: 0.0558553 Apr 06 14:06:02.741738 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a3b6b1-6574-467a-af9c-9700604b50f2 req-641b81dd-f173-4915-98e8-5571f34e7430 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] No DVR routers for this DVR port 170062c3-5da0-4d7a-ad93-f695f089b804 on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:06:02.744155 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-01a3b6b1-6574-467a-af9c-9700604b50f2 req-641b81dd-f173-4915-98e8-5571f34e7430 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:02.746623 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3b28f4-a552-43a5-aa59-458abe74ce3f', 'name': 'network-vif-deleted', 'tag': '170062c3-5da0-4d7a-ad93-f695f089b804'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:06:02.791368 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1d71cf3-e504-4d7a-824f-ce852b725f4b'] response: {'server_uuid': '6b3b28f4-a552-43a5-aa59-458abe74ce3f', 'name': 'network-vif-deleted', 'tag': '170062c3-5da0-4d7a-ad93-f695f089b804', 'status': 'completed', 'code': 200} Apr 06 14:06:02.827774 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-01a3b6b1-6574-467a-af9c-9700604b50f2 req-641b81dd-f173-4915-98e8-5571f34e7430 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.61 "DELETE /v2.0/ports/170062c3-5da0-4d7a-ad93-f695f089b804 HTTP/1.1" status: 204 len: 173 time: 1.0097668 Apr 06 14:06:03.804504 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55594) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:06:04.352199 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-893fbec2-cad1-48c8-a20e-c48e0b71e4be tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:04.701173 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-893fbec2-cad1-48c8-a20e-c48e0b71e4be tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Deleting port 37a16cac-ebd3-4652-a080-02c96c46d8ec {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:06:04.701562 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-893fbec2-cad1-48c8-a20e-c48e0b71e4be tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:04.885322 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-893fbec2-cad1-48c8-a20e-c48e0b71e4be tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] For port 37a16cac-ebd3-4652-a080-02c96c46d8ec, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=37a16cac-ebd3-4652-a080-02c96c46d8ec,segment=NetworkSegment(e83875f8-b23d-4871-b6f6-07f195b44deb),segment_id=e83875f8-b23d-4871-b6f6-07f195b44deb)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:06:04.886049 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-893fbec2-cad1-48c8-a20e-c48e0b71e4be tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:05.108776 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-893fbec2-cad1-48c8-a20e-c48e0b71e4be tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Calling delete_port for 37a16cac-ebd3-4652-a080-02c96c46d8ec owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:06:05.357701 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-893fbec2-cad1-48c8-a20e-c48e0b71e4be tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:05.380459 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 170062c3-5da0-4d7a-ad93-f695f089b804 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:06:05.404065 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fbec2-cad1-48c8-a20e-c48e0b71e4be tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Port': ['ID=37a16cac-ebd3-4652-a080-02c96c46d8ec,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:05.414567 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: 170062c3-5da0-4d7a-ad93-f695f089b804 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:06:05.415016 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 170062c3-5da0-4d7a-ad93-f695f089b804 not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:06:05.689969 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-893fbec2-cad1-48c8-a20e-c48e0b71e4be tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:06.042889 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893fbec2-cad1-48c8-a20e-c48e0b71e4be tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Router 0948f4df-d111-4485-a385-5c865213a37a has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:06:06.219903 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893fbec2-cad1-48c8-a20e-c48e0b71e4be tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:06:06.229250 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7826d2-bdb5-45ff-a3a7-05c1dd3e5ee1 None None] Sync routers for ids ['0948f4df-d111-4485-a385-5c865213a37a'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:06:06.233489 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-893fbec2-cad1-48c8-a20e-c48e0b71e4be tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "PUT /v2.0/routers/0948f4df-d111-4485-a385-5c865213a37a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4278173 Apr 06 14:06:06.235428 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55598) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:06:06.239168 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7826d2-bdb5-45ff-a3a7-05c1dd3e5ee1 None None] Routers {'0948f4df-d111-4485-a385-5c865213a37a'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:06:06.239640 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-2a7826d2-bdb5-45ff-a3a7-05c1dd3e5ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:05:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['0948f4df-d111-4485-a385-5c865213a37a'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:06.304641 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-310c37c8-f176-41f6-bdf7-b74a83140e5a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Deleting subnet 91f6cff9-5666-43bc-b3cd-61eabf728396 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 14:06:06.307492 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-310c37c8-f176-41f6-bdf7-b74a83140e5a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:06.360908 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-310c37c8-f176-41f6-bdf7-b74a83140e5a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:06.416260 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-2a7826d2-bdb5-45ff-a3a7-05c1dd3e5ee1 None None] Set router 0948f4df-d111-4485-a385-5c865213a37a gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:06:06.553056 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-310c37c8-f176-41f6-bdf7-b74a83140e5a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:06.697821 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-310c37c8-f176-41f6-bdf7-b74a83140e5a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:06.705947 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-2a7826d2-bdb5-45ff-a3a7-05c1dd3e5ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0948f4df-d111-4485-a385-5c865213a37a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967164333', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:04:06Z', 'updated_at': '2022-04-06T14:06:05Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f4df-d111-4485-a385-5c865213a37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:04:07Z', 'updated_at': '2022-04-06T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:06.710124 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7826d2-bdb5-45ff-a3a7-05c1dd3e5ee1 None None] Checking router: 0948f4df-d111-4485-a385-5c865213a37a for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:06:06.719536 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7826d2-bdb5-45ff-a3a7-05c1dd3e5ee1 None None] Routers {'0948f4df-d111-4485-a385-5c865213a37a'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:06:06.720116 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-2a7826d2-bdb5-45ff-a3a7-05c1dd3e5ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:05:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['0948f4df-d111-4485-a385-5c865213a37a'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:06.738164 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c37c8-f176-41f6-bdf7-b74a83140e5a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Subnet': ['ID=91f6cff9-5666-43bc-b3cd-61eabf728396,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:06.741766 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-310c37c8-f176-41f6-bdf7-b74a83140e5a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:06.750348 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-310c37c8-f176-41f6-bdf7-b74a83140e5a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "DELETE /v2.0/subnets/91f6cff9-5666-43bc-b3cd-61eabf728396 HTTP/1.1" status: 204 len: 168 time: 0.5115013 Apr 06 14:06:06.750521 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55602) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:06:06.751147 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e2f61e-6417-452f-b4de-cc8aed62c492 None None] Network ab446bd1-d3a2-4fe8-8bea-dd5356b183db requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 14:06:06.897553 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-2a7826d2-bdb5-45ff-a3a7-05c1dd3e5ee1 None None] Set router 0948f4df-d111-4485-a385-5c865213a37a gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:06:06.930429 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6a773cd-98e0-4c0f-b84b-552002528187 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:07.032347 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1b9eac-4322-4975-9c81-65d3a8a3a09c None None] DHCP port deletion for ab446bd1-d3a2-4fe8-8bea-dd5356b183db request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 14:06:07.036431 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-4b1b9eac-4322-4975-9c81-65d3a8a3a09c None None] Deleting port ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:06:07.037090 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4b1b9eac-4322-4975-9c81-65d3a8a3a09c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:07.119454 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6a773cd-98e0-4c0f-b84b-552002528187 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:07.190129 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-2a7826d2-bdb5-45ff-a3a7-05c1dd3e5ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0948f4df-d111-4485-a385-5c865213a37a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967164333', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:04:06Z', 'updated_at': '2022-04-06T14:06:05Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f4df-d111-4485-a385-5c865213a37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:04:07Z', 'updated_at': '2022-04-06T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:07.192748 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-b6a773cd-98e0-4c0f-b84b-552002528187 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Deleting port 5c664d24-48be-4378-a908-1a4622b4dbb8 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:06:07.194045 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6a773cd-98e0-4c0f-b84b-552002528187 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:07.194677 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7826d2-bdb5-45ff-a3a7-05c1dd3e5ee1 None None] The sync data for ids ['0948f4df-d111-4485-a385-5c865213a37a'] in dv-neutron-834600-1-hyperv is: [{'id': '0948f4df-d111-4485-a385-5c865213a37a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967164333', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:04:06Z', 'updated_at': '2022-04-06T14:06:05Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '5c664d24-48be-4378-a908-1a4622b4dbb8', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0948f4df-d111-4485-a385-5c865213a37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:04:07Z', 'updated_at': '2022-04-06T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:06:07.250498 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-4b1b9eac-4322-4975-9c81-65d3a8a3a09c None None] For port ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f,segment=NetworkSegment(e83875f8-b23d-4871-b6f6-07f195b44deb),segment_id=e83875f8-b23d-4871-b6f6-07f195b44deb)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:06:07.250853 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4b1b9eac-4322-4975-9c81-65d3a8a3a09c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:07.369388 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-4b1b9eac-4322-4975-9c81-65d3a8a3a09c None None] Calling delete_port for ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:06:07.379661 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-b6a773cd-98e0-4c0f-b84b-552002528187 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] For port 5c664d24-48be-4378-a908-1a4622b4dbb8, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=5c664d24-48be-4378-a908-1a4622b4dbb8,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:06:07.380020 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6a773cd-98e0-4c0f-b84b-552002528187 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:07.507615 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-b6a773cd-98e0-4c0f-b84b-552002528187 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Calling delete_port for 5c664d24-48be-4378-a908-1a4622b4dbb8 owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:06:07.526106 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4b1b9eac-4322-4975-9c81-65d3a8a3a09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:07.574396 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b9eac-4322-4975-9c81-65d3a8a3a09c None None] Pushing event deleted for resources: {'Port': ['ID=ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:07.578571 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1b9eac-4322-4975-9c81-65d3a8a3a09c None None] No DVR routers for this DVR port ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:06:07.752573 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6a773cd-98e0-4c0f-b84b-552002528187 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:07.801929 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a773cd-98e0-4c0f-b84b-552002528187 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Port': ['ID=5c664d24-48be-4378-a908-1a4622b4dbb8,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:07.893510 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6a773cd-98e0-4c0f-b84b-552002528187 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:08.064078 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6a773cd-98e0-4c0f-b84b-552002528187 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:08.066132 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6a773cd-98e0-4c0f-b84b-552002528187 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:08.201414 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 37a16cac-ebd3-4652-a080-02c96c46d8ec no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:06:08.239691 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 37a16cac-ebd3-4652-a080-02c96c46d8ec {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:06:08.240035 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 37a16cac-ebd3-4652-a080-02c96c46d8ec not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:06:08.240445 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:06:08.272252 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:06:08.272590 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ed737ab9-8fe9-4e8e-9c0f-f0113eb14a5f not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:06:08.274375 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6a773cd-98e0-4c0f-b84b-552002528187 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:08.274948 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a773cd-98e0-4c0f-b84b-552002528187 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Fanout notify agent at l3_agent the message router_deleted on router 0948f4df-d111-4485-a385-5c865213a37a {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 14:06:08.290650 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b6a773cd-98e0-4c0f-b84b-552002528187 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:08.291727 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b6a773cd-98e0-4c0f-b84b-552002528187 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "DELETE /v2.0/routers/0948f4df-d111-4485-a385-5c865213a37a HTTP/1.1" status: 204 len: 168 time: 1.5402513 Apr 06 14:06:08.295600 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55606) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:06:08.413540 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-548a810d-b7cd-4cd7-b820-41c5e94239a6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:08.546379 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-548a810d-b7cd-4cd7-b820-41c5e94239a6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:08.570248 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-548a810d-b7cd-4cd7-b820-41c5e94239a6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab446bd1-d3a2-4fe8-8bea-dd5356b183db']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:08.582285 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-548a810d-b7cd-4cd7-b820-41c5e94239a6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83875f8-b23d-4871-b6f6-07f195b44deb') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:08.582510 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-548a810d-b7cd-4cd7-b820-41c5e94239a6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83875f8-b23d-4871-b6f6-07f195b44deb') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:08.594241 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-548a810d-b7cd-4cd7-b820-41c5e94239a6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:08.610545 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-548a810d-b7cd-4cd7-b820-41c5e94239a6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:08.616342 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548a810d-b7cd-4cd7-b820-41c5e94239a6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:06:08.616713 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-548a810d-b7cd-4cd7-b820-41c5e94239a6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:06:08.631426 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:06:08.780560 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-548a810d-b7cd-4cd7-b820-41c5e94239a6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:08.798828 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-548a810d-b7cd-4cd7-b820-41c5e94239a6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:08.810972 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a810d-b7cd-4cd7-b820-41c5e94239a6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Network': ['ID=ab446bd1-d3a2-4fe8-8bea-dd5356b183db,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:08.818864 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a810d-b7cd-4cd7-b820-41c5e94239a6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:08.819210 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a810d-b7cd-4cd7-b820-41c5e94239a6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:08.819551 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a810d-b7cd-4cd7-b820-41c5e94239a6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:08.819885 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a810d-b7cd-4cd7-b820-41c5e94239a6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:08.820216 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a810d-b7cd-4cd7-b820-41c5e94239a6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:08.820580 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a810d-b7cd-4cd7-b820-41c5e94239a6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:08.820976 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a810d-b7cd-4cd7-b820-41c5e94239a6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:08.821330 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a810d-b7cd-4cd7-b820-41c5e94239a6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:08.821655 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a810d-b7cd-4cd7-b820-41c5e94239a6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:08.821973 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a810d-b7cd-4cd7-b820-41c5e94239a6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:08.822292 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a810d-b7cd-4cd7-b820-41c5e94239a6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:08.822610 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a810d-b7cd-4cd7-b820-41c5e94239a6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:08.869314 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-548a810d-b7cd-4cd7-b820-41c5e94239a6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "DELETE /v2.0/networks/ab446bd1-d3a2-4fe8-8bea-dd5356b183db HTTP/1.1" status: 204 len: 168 time: 0.5725071 Apr 06 14:06:08.880096 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55610) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:06:08.947675 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-48d2ddd9-2312-4de7-9c60-75ff6e1f5c37 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:08.977246 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-48d2ddd9-2312-4de7-9c60-75ff6e1f5c37 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:09.086273 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-48d2ddd9-2312-4de7-9c60-75ff6e1f5c37 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:09.110639 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2ddd9-2312-4de7-9c60-75ff6e1f5c37 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=931b4181-fe68-4bd3-94e3-0f22e89180a1,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:09.175465 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-48d2ddd9-2312-4de7-9c60-75ff6e1f5c37 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:09.176729 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-48d2ddd9-2312-4de7-9c60-75ff6e1f5c37 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "DELETE /v2.0/security-groups/931b4181-fe68-4bd3-94e3-0f22e89180a1 HTTP/1.1" status: 204 len: 168 time: 0.2956860 Apr 06 14:06:09.603881 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55618) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:06:09.609659 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-426c6879-cdbc-4ac1-b4f5-fb21f9430422 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-982166189', 'description': 'tempest-secgroup-smoke-982166189 description', 'project_id': 'ee8feeb260df4580987384a151b8068e'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:06:09.615651 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-426c6879-cdbc-4ac1-b4f5-fb21f9430422 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:06:09.619636 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-426c6879-cdbc-4ac1-b4f5-fb21f9430422 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:06:09.623370 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-426c6879-cdbc-4ac1-b4f5-fb21f9430422 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:06:09.629036 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-426c6879-cdbc-4ac1-b4f5-fb21f9430422 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:06:09.717389 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-426c6879-cdbc-4ac1-b4f5-fb21f9430422 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:09.737154 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-426c6879-cdbc-4ac1-b4f5-fb21f9430422 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:06:09.741037 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-426c6879-cdbc-4ac1-b4f5-fb21f9430422 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:06:09.743791 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-426c6879-cdbc-4ac1-b4f5-fb21f9430422 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:06:09.750076 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-426c6879-cdbc-4ac1-b4f5-fb21f9430422 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:06:09.818916 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-426c6879-cdbc-4ac1-b4f5-fb21f9430422 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:09.905672 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-426c6879-cdbc-4ac1-b4f5-fb21f9430422 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:09.949829 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c6879-cdbc-4ac1-b4f5-fb21f9430422 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c9259e-79e3-4231-ab83-5a5c3e4fea78,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:10.029483 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-426c6879-cdbc-4ac1-b4f5-fb21f9430422 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:10.030685 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-426c6879-cdbc-4ac1-b4f5-fb21f9430422 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4258151 Apr 06 14:06:10.033415 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55622) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:06:10.038296 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-fdffad44-6fd4-4485-9aa4-6c180d947127 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': 'b8c9259e-79e3-4231-ab83-5a5c3e4fea78', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:06:10.045533 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-fdffad44-6fd4-4485-9aa4-6c180d947127 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:06:10.049317 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-fdffad44-6fd4-4485-9aa4-6c180d947127 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:06:10.052108 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-fdffad44-6fd4-4485-9aa4-6c180d947127 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:06:10.057735 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-fdffad44-6fd4-4485-9aa4-6c180d947127 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:06:10.105790 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 5c664d24-48be-4378-a908-1a4622b4dbb8 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:06:10.127888 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fdffad44-6fd4-4485-9aa4-6c180d947127 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:10.140931 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 5c664d24-48be-4378-a908-1a4622b4dbb8 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:06:10.141274 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 5c664d24-48be-4378-a908-1a4622b4dbb8 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:06:10.191761 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fdffad44-6fd4-4485-9aa4-6c180d947127 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:10.254419 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fdffad44-6fd4-4485-9aa4-6c180d947127 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:10.278465 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffad44-6fd4-4485-9aa4-6c180d947127 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb339a3-a39a-4d0f-b675-84001fafe35b,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:10.358330 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fdffad44-6fd4-4485-9aa4-6c180d947127 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:10.359581 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-fdffad44-6fd4-4485-9aa4-6c180d947127 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3252704 Apr 06 14:06:10.362350 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55626) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:06:10.367282 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-b34cf423-b27f-494a-9108-15f16910b031 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': 'b8c9259e-79e3-4231-ab83-5a5c3e4fea78', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:06:10.373503 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b34cf423-b27f-494a-9108-15f16910b031 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:06:10.377208 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b34cf423-b27f-494a-9108-15f16910b031 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:06:10.380107 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-b34cf423-b27f-494a-9108-15f16910b031 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:06:10.385704 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-b34cf423-b27f-494a-9108-15f16910b031 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:06:10.467217 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b34cf423-b27f-494a-9108-15f16910b031 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:10.527137 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b34cf423-b27f-494a-9108-15f16910b031 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:10.642764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b34cf423-b27f-494a-9108-15f16910b031 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:10.666364 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34cf423-b27f-494a-9108-15f16910b031 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d83e88-431b-4116-9751-8cddaf469b78,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:10.751585 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-b34cf423-b27f-494a-9108-15f16910b031 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:10.752690 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-b34cf423-b27f-494a-9108-15f16910b031 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3894081 Apr 06 14:06:10.755419 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55630) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:06:10.760232 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-4cd26a26-12eb-40bc-bbf5-97a19e2a68f5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': 'b8c9259e-79e3-4231-ab83-5a5c3e4fea78', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:06:10.766234 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-4cd26a26-12eb-40bc-bbf5-97a19e2a68f5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:06:10.770037 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4cd26a26-12eb-40bc-bbf5-97a19e2a68f5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:06:10.772951 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-4cd26a26-12eb-40bc-bbf5-97a19e2a68f5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:06:10.779353 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-4cd26a26-12eb-40bc-bbf5-97a19e2a68f5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:06:10.881146 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4cd26a26-12eb-40bc-bbf5-97a19e2a68f5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:10.942098 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4cd26a26-12eb-40bc-bbf5-97a19e2a68f5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:11.008489 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4cd26a26-12eb-40bc-bbf5-97a19e2a68f5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:11.031074 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd26a26-12eb-40bc-bbf5-97a19e2a68f5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59de7597-6268-4895-9cae-04b8f933a15a,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:11.088654 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4cd26a26-12eb-40bc-bbf5-97a19e2a68f5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:11.089833 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4cd26a26-12eb-40bc-bbf5-97a19e2a68f5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3335137 Apr 06 14:06:11.093437 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55634) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:06:11.098370 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-1804d9b7-cf4d-44fa-a34d-e52b2b326376 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': 'b8c9259e-79e3-4231-ab83-5a5c3e4fea78', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:06:11.104263 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-1804d9b7-cf4d-44fa-a34d-e52b2b326376 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:06:11.108560 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-1804d9b7-cf4d-44fa-a34d-e52b2b326376 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:06:11.111387 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-1804d9b7-cf4d-44fa-a34d-e52b2b326376 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:06:11.116927 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-1804d9b7-cf4d-44fa-a34d-e52b2b326376 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:06:11.187160 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1804d9b7-cf4d-44fa-a34d-e52b2b326376 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:11.249386 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1804d9b7-cf4d-44fa-a34d-e52b2b326376 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:11.319747 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1804d9b7-cf4d-44fa-a34d-e52b2b326376 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:11.345008 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804d9b7-cf4d-44fa-a34d-e52b2b326376 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b46c4c0-61e4-4dd8-8dae-f903585691e6,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:11.399961 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1804d9b7-cf4d-44fa-a34d-e52b2b326376 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:11.401137 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1804d9b7-cf4d-44fa-a34d-e52b2b326376 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3067813 Apr 06 14:06:11.404590 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55638) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:06:11.409513 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-a3c15dd0-457f-4f4a-946c-58750d47caa1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': 'b8c9259e-79e3-4231-ab83-5a5c3e4fea78', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:06:11.415324 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a3c15dd0-457f-4f4a-946c-58750d47caa1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:06:11.419509 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a3c15dd0-457f-4f4a-946c-58750d47caa1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:06:11.422578 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-a3c15dd0-457f-4f4a-946c-58750d47caa1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:06:11.428303 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-a3c15dd0-457f-4f4a-946c-58750d47caa1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:06:11.525943 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.securitygroups_db [None req-a3c15dd0-457f-4f4a-946c-58750d47caa1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Project ee8feeb260df4580987384a151b8068e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:06:11.532581 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a3c15dd0-457f-4f4a-946c-58750d47caa1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:11.595524 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a3c15dd0-457f-4f4a-946c-58750d47caa1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:11.648553 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a3c15dd0-457f-4f4a-946c-58750d47caa1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:11.671514 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c15dd0-457f-4f4a-946c-58750d47caa1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150882bd-4f2e-46a0-8ee1-2d00e423193a,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:11.754252 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a3c15dd0-457f-4f4a-946c-58750d47caa1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:11.755540 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a3c15dd0-457f-4f4a-946c-58750d47caa1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3499773 Apr 06 14:06:11.758061 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55642) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:06:11.764893 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-58de8c9b-d5b1-47ad-b6ba-3f689d63b2c7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': 'b8c9259e-79e3-4231-ab83-5a5c3e4fea78', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:06:11.770886 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-58de8c9b-d5b1-47ad-b6ba-3f689d63b2c7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:06:11.774750 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-58de8c9b-d5b1-47ad-b6ba-3f689d63b2c7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:06:11.777863 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-58de8c9b-d5b1-47ad-b6ba-3f689d63b2c7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:06:11.784011 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-58de8c9b-d5b1-47ad-b6ba-3f689d63b2c7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:06:11.863393 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.securitygroups_db [None req-58de8c9b-d5b1-47ad-b6ba-3f689d63b2c7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Project ee8feeb260df4580987384a151b8068e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:06:11.869973 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-58de8c9b-d5b1-47ad-b6ba-3f689d63b2c7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:11.937204 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-58de8c9b-d5b1-47ad-b6ba-3f689d63b2c7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:12.000393 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-58de8c9b-d5b1-47ad-b6ba-3f689d63b2c7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:12.024117 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de8c9b-d5b1-47ad-b6ba-3f689d63b2c7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f06b865d-5c51-4f30-9c2a-010eb2bab1b0,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:12.111462 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-58de8c9b-d5b1-47ad-b6ba-3f689d63b2c7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:12.112659 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-58de8c9b-d5b1-47ad-b6ba-3f689d63b2c7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3536911 Apr 06 14:06:12.115517 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55646) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:06:12.121000 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-987e1220-a6bf-4002-a0d4-0f012a21ad41 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'network': {'name': 'tempest-network-smoke--1525361571', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'port_security_enabled': True}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:06:12.127245 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-987e1220-a6bf-4002-a0d4-0f012a21ad41 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:06:12.131438 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-987e1220-a6bf-4002-a0d4-0f012a21ad41 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:network and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:06:12.134271 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-987e1220-a6bf-4002-a0d4-0f012a21ad41 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:06:12.140621 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-987e1220-a6bf-4002-a0d4-0f012a21ad41 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:06:12.214336 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987e1220-a6bf-4002-a0d4-0f012a21ad41 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Made reservation on behalf of ee8feeb260df4580987384a151b8068e for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:06:12.218225 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-987e1220-a6bf-4002-a0d4-0f012a21ad41 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:12.246313 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-987e1220-a6bf-4002-a0d4-0f012a21ad41 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:06:12.256035 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-987e1220-a6bf-4002-a0d4-0f012a21ad41 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:12.256378 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-987e1220-a6bf-4002-a0d4-0f012a21ad41 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Added segment dea1270c-a370-4eb0-8c8c-eecf9f0b9d37 of type vlan for network 5da2b259-4cda-4d51-8595-87c9965b2197 Apr 06 14:06:12.281605 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-987e1220-a6bf-4002-a0d4-0f012a21ad41 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:12.377360 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-987e1220-a6bf-4002-a0d4-0f012a21ad41 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:12.382727 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987e1220-a6bf-4002-a0d4-0f012a21ad41 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:12.383385 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-987e1220-a6bf-4002-a0d4-0f012a21ad41 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:12.490654 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e1220-a6bf-4002-a0d4-0f012a21ad41 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Network': ['ID=5da2b259-4cda-4d51-8595-87c9965b2197,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:12.500997 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 5da2b259-4cda-4d51-8595-87c9965b2197 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:06:12.555271 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-987e1220-a6bf-4002-a0d4-0f012a21ad41 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4387093 Apr 06 14:06:12.558027 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55650) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:06:12.564089 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-82e10b3a-2dbf-4364-af25-81bf1794bfd7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1707551844', 'admin_state_up': True, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:06:12.571566 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-82e10b3a-2dbf-4364-af25-81bf1794bfd7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:06:12.576332 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-82e10b3a-2dbf-4364-af25-81bf1794bfd7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:router and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:06:12.579488 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-82e10b3a-2dbf-4364-af25-81bf1794bfd7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:06:12.586012 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-82e10b3a-2dbf-4364-af25-81bf1794bfd7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:06:12.651896 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-82e10b3a-2dbf-4364-af25-81bf1794bfd7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:12.652980 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-82e10b3a-2dbf-4364-af25-81bf1794bfd7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:12.667565 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-82e10b3a-2dbf-4364-af25-81bf1794bfd7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:12.987502 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-82e10b3a-2dbf-4364-af25-81bf1794bfd7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:13.347281 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-82e10b3a-2dbf-4364-af25-81bf1794bfd7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:13.377395 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-82e10b3a-2dbf-4364-af25-81bf1794bfd7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:13.612606 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-82e10b3a-2dbf-4364-af25-81bf1794bfd7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Allocated IP 172.26.4.233 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/0982039f-01a7-4aea-bc58-59831e5c4e70) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:06:13.761356 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-82e10b3a-2dbf-4364-af25-81bf1794bfd7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:13.843488 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-82e10b3a-2dbf-4364-af25-81bf1794bfd7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:13.909312 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e10b3a-2dbf-4364-af25-81bf1794bfd7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:06:13.916303 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-82e10b3a-2dbf-4364-af25-81bf1794bfd7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:06:13.920816 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e10b3a-2dbf-4364-af25-81bf1794bfd7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:06:13.950795 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e10b3a-2dbf-4364-af25-81bf1794bfd7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=0982039f-01a7-4aea-bc58-59831e5c4e70,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:14.402211 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-82e10b3a-2dbf-4364-af25-81bf1794bfd7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:14.736095 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-82e10b3a-2dbf-4364-af25-81bf1794bfd7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:15.051251 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e10b3a-2dbf-4364-af25-81bf1794bfd7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Router 818b2ae9-ba22-4067-9c19-86452319bac0 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 14:06:15.332697 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e10b3a-2dbf-4364-af25-81bf1794bfd7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:06:15.342345 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a48f997-5aac-4613-8d5d-5d29a58613c4 None None] Sync routers for ids ['818b2ae9-ba22-4067-9c19-86452319bac0'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:06:15.351164 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a48f997-5aac-4613-8d5d-5d29a58613c4 None None] Routers {'818b2ae9-ba22-4067-9c19-86452319bac0'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:06:15.351771 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-2a48f997-5aac-4613-8d5d-5d29a58613c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:05:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['818b2ae9-ba22-4067-9c19-86452319bac0'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:15.411543 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-82e10b3a-2dbf-4364-af25-81bf1794bfd7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:15.412758 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-82e10b3a-2dbf-4364-af25-81bf1794bfd7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8537798 Apr 06 14:06:15.415988 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55654) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:06:15.498607 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f31f0dbf-5422-45be-b2e1-11f23d4c72c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:15.499495 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-042cd488-89a1-40df-b61f-89408c92ecd8 tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=ee8feeb260df4580987384a151b8068e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0823264 Apr 06 14:06:15.502085 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55660) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:06:15.537303 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-2a48f997-5aac-4613-8d5d-5d29a58613c4 None None] Set router 818b2ae9-ba22-4067-9c19-86452319bac0 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:06:15.632948 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab29bd4-5a29-477d-a6e9-5bd26b85a324 tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:15.634420 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1ab29bd4-5a29-477d-a6e9-5bd26b85a324 tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1310537 Apr 06 14:06:15.637898 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55664) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:06:15.678525 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-06278f42-ba90-4dda-87a4-a1c40201a8b1 tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390127 Apr 06 14:06:15.681051 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55668) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:06:15.687100 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-06efa1d6-7ec9-4620-aa7d-95f593443fe3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1589300108', 'network_id': '5da2b259-4cda-4d51-8595-87c9965b2197', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:06:15.794991 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-06efa1d6-7ec9-4620-aa7d-95f593443fe3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:06:15.799121 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-06efa1d6-7ec9-4620-aa7d-95f593443fe3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:subnet and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:06:15.801879 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-06efa1d6-7ec9-4620-aa7d-95f593443fe3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:06:15.807487 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-06efa1d6-7ec9-4620-aa7d-95f593443fe3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:06:15.816131 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-2a48f997-5aac-4613-8d5d-5d29a58613c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707551844', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:06:12Z', 'updated_at': '2022-04-06T14:06:14Z', 'revision_number': 3, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:42:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:06:13Z', 'updated_at': '2022-04-06T14:06:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:15.819907 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a48f997-5aac-4613-8d5d-5d29a58613c4 None None] Checking router: 818b2ae9-ba22-4067-9c19-86452319bac0 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:06:15.820250 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a48f997-5aac-4613-8d5d-5d29a58613c4 None None] Updating router 818b2ae9-ba22-4067-9c19-86452319bac0 port 0982039f-01a7-4aea-bc58-59831e5c4e70 binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:06:15.874629 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2a48f997-5aac-4613-8d5d-5d29a58613c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:15.892199 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06efa1d6-7ec9-4620-aa7d-95f593443fe3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Made reservation on behalf of ee8feeb260df4580987384a151b8068e for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:06:15.893183 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-06efa1d6-7ec9-4620-aa7d-95f593443fe3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:16.155233 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-06efa1d6-7ec9-4620-aa7d-95f593443fe3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:16.196205 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2a48f997-5aac-4613-8d5d-5d29a58613c4 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:16.209359 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-2a48f997-5aac-4613-8d5d-5d29a58613c4 None None] Transition to ACTIVE for port object 0982039f-01a7-4aea-bc58-59831e5c4e70 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:06:16.237311 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06efa1d6-7ec9-4620-aa7d-95f593443fe3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Subnet': ['ID=d24729ea-87c9-43b2-aa96-dad0be988aaf,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:16.245617 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06efa1d6-7ec9-4620-aa7d-95f593443fe3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Checking segment: {'id': 'dea1270c-a370-4eb0-8c8c-eecf9f0b9d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5da2b259-4cda-4d51-8595-87c9965b2197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:06:16.245970 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06efa1d6-7ec9-4620-aa7d-95f593443fe3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network hostable DHCP agents. Network: 5da2b259-4cda-4d51-8595-87c9965b2197, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:06:16.277163 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2a48f997-5aac-4613-8d5d-5d29a58613c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:16.356323 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-2a48f997-5aac-4613-8d5d-5d29a58613c4 None None] Attempting to bind port 0982039f-01a7-4aea-bc58-59831e5c4e70 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:06:16.356979 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-2a48f997-5aac-4613-8d5d-5d29a58613c4 None None] Attempting to bind port 0982039f-01a7-4aea-bc58-59831e5c4e70 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:06:16.357100 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a48f997-5aac-4613-8d5d-5d29a58613c4 None None] Attempting to bind port 0982039f-01a7-4aea-bc58-59831e5c4e70 on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:06:16.359132 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4786ed-5310-4618-aa3f-e093e3eadfb9 None None] Pushing event updated for resources: {'Port': ['ID=0982039f-01a7-4aea-bc58-59831e5c4e70,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:16.360167 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06efa1d6-7ec9-4620-aa7d-95f593443fe3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network 5da2b259-4cda-4d51-8595-87c9965b2197 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:06:16.364749 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a48f997-5aac-4613-8d5d-5d29a58613c4 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:06:16.365121 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a48f997-5aac-4613-8d5d-5d29a58613c4 None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:06:16.365956 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2a48f997-5aac-4613-8d5d-5d29a58613c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:16.365956 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a48f997-5aac-4613-8d5d-5d29a58613c4 None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:06:16.366362 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-2a48f997-5aac-4613-8d5d-5d29a58613c4 None None] Bound port: 0982039f-01a7-4aea-bc58-59831e5c4e70, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:06:16.366847 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2a48f997-5aac-4613-8d5d-5d29a58613c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:16.437418 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-06efa1d6-7ec9-4620-aa7d-95f593443fe3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 5da2b259-4cda-4d51-8595-87c9965b2197) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:06:16.442001 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06efa1d6-7ec9-4620-aa7d-95f593443fe3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:16.442529 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-2a48f997-5aac-4613-8d5d-5d29a58613c4 None None] For port 0982039f-01a7-4aea-bc58-59831e5c4e70, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:06:16.442705 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-06efa1d6-7ec9-4620-aa7d-95f593443fe3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:16.445848 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e961f6c-addf-4b99-8aa5-ef6de1b770fe None None] Network 5da2b259-4cda-4d51-8595-87c9965b2197 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 14:06:16.478698 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-2a48f997-5aac-4613-8d5d-5d29a58613c4 None None] For port 0982039f-01a7-4aea-bc58-59831e5c4e70, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0982039f-01a7-4aea-bc58-59831e5c4e70,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:06:16.535204 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-06efa1d6-7ec9-4620-aa7d-95f593443fe3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8530738 Apr 06 14:06:16.537814 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55672) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:06:16.564895 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2a48f997-5aac-4613-8d5d-5d29a58613c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:16.696099 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a48f997-5aac-4613-8d5d-5d29a58613c4 None None] Routers {'818b2ae9-ba22-4067-9c19-86452319bac0'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:06:16.696630 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-2a48f997-5aac-4613-8d5d-5d29a58613c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:05:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['818b2ae9-ba22-4067-9c19-86452319bac0'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:16.827938 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4786ed-5310-4618-aa3f-e093e3eadfb9 None None] Pushing event updated for resources: {'Port': ['ID=0982039f-01a7-4aea-bc58-59831e5c4e70,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:16.860636 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff50066-fac2-424b-bba9-808e59fa7509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-5da2b259-4cda-4d51-8595-87c9965b2197', 'network_id': '5da2b259-4cda-4d51-8595-87c9965b2197', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'fixed_ips': [{'subnet_id': 'd24729ea-87c9-43b2-aa96-dad0be988aaf'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 14:06:16.861478 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6ff50066-fac2-424b-bba9-808e59fa7509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:17.016815 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-2a48f997-5aac-4613-8d5d-5d29a58613c4 None None] Set router 818b2ae9-ba22-4067-9c19-86452319bac0 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:06:17.301556 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-6ff50066-fac2-424b-bba9-808e59fa7509 None None] Allocated IP 172.20.0.2 (5da2b259-4cda-4d51-8595-87c9965b2197/d24729ea-87c9-43b2-aa96-dad0be988aaf/61e0b9b7-a7b9-4644-896c-9e5c90f244da) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:06:17.352067 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-647d8a29-7183-41d5-86c2-43d763d485d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:17.494836 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-2a48f997-5aac-4613-8d5d-5d29a58613c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707551844', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:06:12Z', 'updated_at': '2022-04-06T14:06:14Z', 'revision_number': 3, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:42:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:06:13Z', 'updated_at': '2022-04-06T14:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:17.536394 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a48f997-5aac-4613-8d5d-5d29a58613c4 None None] The sync data for ids ['818b2ae9-ba22-4067-9c19-86452319bac0'] in dv-neutron-834600-1-hyperv is: [{'id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707551844', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:06:12Z', 'updated_at': '2022-04-06T14:06:14Z', 'revision_number': 3, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:42:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:06:13Z', 'updated_at': '2022-04-06T14:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:06:17.564182 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6ff50066-fac2-424b-bba9-808e59fa7509 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:17.576307 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:06:17.578203 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-6ff50066-fac2-424b-bba9-808e59fa7509 None None] Transition to ACTIVE for port object 61e0b9b7-a7b9-4644-896c-9e5c90f244da will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:06:17.600152 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-6ff50066-fac2-424b-bba9-808e59fa7509 None None] Transition to ACTIVE for port object 61e0b9b7-a7b9-4644-896c-9e5c90f244da will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:06:17.668181 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6ff50066-fac2-424b-bba9-808e59fa7509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:17.731856 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff50066-fac2-424b-bba9-808e59fa7509 None None] Network 5da2b259-4cda-4d51-8595-87c9965b2197 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:06:17.731856 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-df625dd6-0080-4b49-bd02-d1ea58f83786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:17.731856 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-6ff50066-fac2-424b-bba9-808e59fa7509 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:06:17.749522 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff50066-fac2-424b-bba9-808e59fa7509 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:06:17.787323 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-647d8a29-7183-41d5-86c2-43d763d485d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Allocated IP 172.20.0.1 (5da2b259-4cda-4d51-8595-87c9965b2197/d24729ea-87c9-43b2-aa96-dad0be988aaf/ed1a45d5-e776-4110-ad7c-cb0af4116bdf) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:06:17.802625 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff50066-fac2-424b-bba9-808e59fa7509 None None] Pushing event updated for resources: {'Port': ['ID=61e0b9b7-a7b9-4644-896c-9e5c90f244da,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:17.862939 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-6ff50066-fac2-424b-bba9-808e59fa7509 None None] Attempting to bind port 61e0b9b7-a7b9-4644-896c-9e5c90f244da on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:06:17.863309 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-6ff50066-fac2-424b-bba9-808e59fa7509 None None] Attempting to bind port 61e0b9b7-a7b9-4644-896c-9e5c90f244da by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'dea1270c-a370-4eb0-8c8c-eecf9f0b9d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5da2b259-4cda-4d51-8595-87c9965b2197'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:06:17.863922 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff50066-fac2-424b-bba9-808e59fa7509 None None] Attempting to bind port 61e0b9b7-a7b9-4644-896c-9e5c90f244da on network 5da2b259-4cda-4d51-8595-87c9965b2197 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:06:17.869747 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff50066-fac2-424b-bba9-808e59fa7509 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:06:17.870119 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff50066-fac2-424b-bba9-808e59fa7509 None None] Checking segment: {'id': 'dea1270c-a370-4eb0-8c8c-eecf9f0b9d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5da2b259-4cda-4d51-8595-87c9965b2197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:06:17.870518 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6ff50066-fac2-424b-bba9-808e59fa7509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:17.870945 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff50066-fac2-424b-bba9-808e59fa7509 None None] Bound using segment: {'id': 'dea1270c-a370-4eb0-8c8c-eecf9f0b9d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5da2b259-4cda-4d51-8595-87c9965b2197'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:06:17.871412 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-6ff50066-fac2-424b-bba9-808e59fa7509 None None] Bound port: 61e0b9b7-a7b9-4644-896c-9e5c90f244da, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea1270c-a370-4eb0-8c8c-eecf9f0b9d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5da2b259-4cda-4d51-8595-87c9965b2197'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:06:17.872306 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6ff50066-fac2-424b-bba9-808e59fa7509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:17.966913 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-647d8a29-7183-41d5-86c2-43d763d485d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:17.969209 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-6ff50066-fac2-424b-bba9-808e59fa7509 None None] For port 61e0b9b7-a7b9-4644-896c-9e5c90f244da, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:06:17.972454 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-6ff50066-fac2-424b-bba9-808e59fa7509 None None] For port 61e0b9b7-a7b9-4644-896c-9e5c90f244da, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=61e0b9b7-a7b9-4644-896c-9e5c90f244da,segment=NetworkSegment(dea1270c-a370-4eb0-8c8c-eecf9f0b9d37),segment_id=dea1270c-a370-4eb0-8c8c-eecf9f0b9d37)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:06:17.983997 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-647d8a29-7183-41d5-86c2-43d763d485d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Transition to ACTIVE for port object ed1a45d5-e776-4110-ad7c-cb0af4116bdf will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:06:18.044660 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6ff50066-fac2-424b-bba9-808e59fa7509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:18.074002 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-647d8a29-7183-41d5-86c2-43d763d485d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:18.153049 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff50066-fac2-424b-bba9-808e59fa7509 None None] Pushing event updated for resources: {'Port': ['ID=61e0b9b7-a7b9-4644-896c-9e5c90f244da,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:18.161956 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647d8a29-7183-41d5-86c2-43d763d485d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network 5da2b259-4cda-4d51-8595-87c9965b2197 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:06:18.180342 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-647d8a29-7183-41d5-86c2-43d763d485d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:06:18.183288 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647d8a29-7183-41d5-86c2-43d763d485d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:06:18.253861 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0982039f-01a7-4aea-bc58-59831e5c4e70 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:06:18.263753 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d8a29-7183-41d5-86c2-43d763d485d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=ed1a45d5-e776-4110-ad7c-cb0af4116bdf,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:18.271168 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-647d8a29-7183-41d5-86c2-43d763d485d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:18.414920 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 0982039f-01a7-4aea-bc58-59831e5c4e70 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:06:18.422623 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 0982039f-01a7-4aea-bc58-59831e5c4e70 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:06:18.423923 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:18.512570 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-647d8a29-7183-41d5-86c2-43d763d485d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:18.565638 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:18.582853 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 0982039f-01a7-4aea-bc58-59831e5c4e70, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0982039f-01a7-4aea-bc58-59831e5c4e70,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:06:18.686191 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:18.758440 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=0982039f-01a7-4aea-bc58-59831e5c4e70,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:18.957235 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:19.054706 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:19.076707 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-647d8a29-7183-41d5-86c2-43d763d485d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:19.137465 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-647d8a29-7183-41d5-86c2-43d763d485d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:19.253705 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d8a29-7183-41d5-86c2-43d763d485d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=ed1a45d5-e776-4110-ad7c-cb0af4116bdf,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:19.256208 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-647d8a29-7183-41d5-86c2-43d763d485d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:19.400365 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647d8a29-7183-41d5-86c2-43d763d485d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network 5da2b259-4cda-4d51-8595-87c9965b2197 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:06:19.401719 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-647d8a29-7183-41d5-86c2-43d763d485d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:06:19.568362 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c701fc66-30f8-4fa4-a975-d12ac4f8771f None None] Network 5da2b259-4cda-4d51-8595-87c9965b2197 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 14:06:19.591982 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647d8a29-7183-41d5-86c2-43d763d485d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Router 818b2ae9-ba22-4067-9c19-86452319bac0 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:06:19.777500 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647d8a29-7183-41d5-86c2-43d763d485d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:06:19.787121 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6fdbfe-790e-47b9-b15e-bf6c7bb768fd None None] Sync routers for ids ['818b2ae9-ba22-4067-9c19-86452319bac0'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:06:19.798648 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-647d8a29-7183-41d5-86c2-43d763d485d0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "PUT /v2.0/routers/818b2ae9-ba22-4067-9c19-86452319bac0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2547181 Apr 06 14:06:19.804162 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6fdbfe-790e-47b9-b15e-bf6c7bb768fd None None] Routers {'818b2ae9-ba22-4067-9c19-86452319bac0'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:06:19.804162 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-9f6fdbfe-790e-47b9-b15e-bf6c7bb768fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:06:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['818b2ae9-ba22-4067-9c19-86452319bac0'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:19.817833 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-84b8fcfc-ff5e-4aad-8c3a-b9578187dc2c None None] Provisioning for port 61e0b9b7-a7b9-4644-896c-9e5c90f244da completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:06:19.980478 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-a6f0776d-e89e-405e-86aa-f6dc9f0f358e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Synchronizing usage tracker for tenant:ee8feeb260df4580987384a151b8068e on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:06:20.021084 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-9f6fdbfe-790e-47b9-b15e-bf6c7bb768fd None None] Set router 818b2ae9-ba22-4067-9c19-86452319bac0 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:06:20.049027 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-a6f0776d-e89e-405e-86aa-f6dc9f0f358e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Unset dirty status for tenant:ee8feeb260df4580987384a151b8068e on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:06:20.050184 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-a6f0776d-e89e-405e-86aa-f6dc9f0f358e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-982166189&fields=id&tenant_id=ee8feeb260df4580987384a151b8068e HTTP/1.1" status: 200 len: 267 time: 0.1186755 Apr 06 14:06:20.237918 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-52c76d7a-9da7-4ff7-b5bc-594e0dac8791 None None] Provisioning for port ed1a45d5-e776-4110-ad7c-cb0af4116bdf completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:06:20.253640 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-52c76d7a-9da7-4ff7-b5bc-594e0dac8791 None None] Provisioning complete for port ed1a45d5-e776-4110-ad7c-cb0af4116bdf triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:06:20.254208 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-52c76d7a-9da7-4ff7-b5bc-594e0dac8791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:20.262188 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-b2c7a2c9-b7b9-4259-b4df-e69d8c7b58c5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:20.263024 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-b2c7a2c9-b7b9-4259-b4df-e69d8c7b58c5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Synchronizing usage tracker for tenant:ee8feeb260df4580987384a151b8068e on resource:network {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:06:20.318851 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 61e0b9b7-a7b9-4644-896c-9e5c90f244da up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:06:20.346234 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-b2c7a2c9-b7b9-4259-b4df-e69d8c7b58c5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Unset dirty status for tenant:ee8feeb260df4580987384a151b8068e on resource:network {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:06:20.347962 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-b2c7a2c9-b7b9-4259-b4df-e69d8c7b58c5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/networks?id=5da2b259-4cda-4d51-8595-87c9965b2197 HTTP/1.1" status: 200 len: 797 time: 0.2842321 Apr 06 14:06:20.371069 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-0f25d3e9-1623-461a-a40e-b41565bf82f3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/quotas/ee8feeb260df4580987384a151b8068e HTTP/1.1" status: 200 len: 375 time: 0.0174770 Apr 06 14:06:20.386817 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-9f6fdbfe-790e-47b9-b15e-bf6c7bb768fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707551844', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:06:12Z', 'updated_at': '2022-04-06T14:06:18Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:42:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:06:13Z', 'updated_at': '2022-04-06T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ed1a45d5-e776-4110-ad7c-cb0af4116bdf', 'name': '', 'network_id': '5da2b259-4cda-4d51-8595-87c9965b2197', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:d5:67:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'd24729ea-87c9-43b2-aa96-dad0be988aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:06:17Z', 'updated_at': '2022-04-06T14:06:18Z', 'revision_number': 2, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': 'd24729ea-87c9-43b2-aa96-dad0be988aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:20.392274 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6fdbfe-790e-47b9-b15e-bf6c7bb768fd None None] Checking router: 818b2ae9-ba22-4067-9c19-86452319bac0 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:06:20.397197 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6fdbfe-790e-47b9-b15e-bf6c7bb768fd None None] Updating router 818b2ae9-ba22-4067-9c19-86452319bac0 port ed1a45d5-e776-4110-ad7c-cb0af4116bdf binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:06:20.398744 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-52c76d7a-9da7-4ff7-b5bc-594e0dac8791 None None] Port ed1a45d5-e776-4110-ad7c-cb0af4116bdf cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:06:20.466276 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-9f6fdbfe-790e-47b9-b15e-bf6c7bb768fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:20.467329 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-bc852946-521e-4708-b539-8aa3418cb00d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Synchronizing usage tracker for tenant:ee8feeb260df4580987384a151b8068e on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:06:20.477321 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:20.485925 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 61e0b9b7-a7b9-4644-896c-9e5c90f244da completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:06:20.491247 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 61e0b9b7-a7b9-4644-896c-9e5c90f244da triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:06:20.491614 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:20.560634 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0e3b5288-7646-431a-b33f-2cf0c0422638 None None] Provisioning complete for port ed1a45d5-e776-4110-ad7c-cb0af4116bdf triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:06:20.561257 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0e3b5288-7646-431a-b33f-2cf0c0422638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:20.577901 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-bc852946-521e-4708-b539-8aa3418cb00d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Unset dirty status for tenant:ee8feeb260df4580987384a151b8068e on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:06:20.582091 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-bc852946-521e-4708-b539-8aa3418cb00d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2089033 Apr 06 14:06:20.655554 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b5288-7646-431a-b33f-2cf0c0422638 None None] Port ed1a45d5-e776-4110-ad7c-cb0af4116bdf cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:06:20.675744 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:20.710620 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 61e0b9b7-a7b9-4644-896c-9e5c90f244da, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=61e0b9b7-a7b9-4644-896c-9e5c90f244da,segment=NetworkSegment(dea1270c-a370-4eb0-8c8c-eecf9f0b9d37),segment_id=dea1270c-a370-4eb0-8c8c-eecf9f0b9d37)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:06:20.726836 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-b75cf388-4ba6-4cac-b28c-cddeefd8b68e service neutron] 10.222.0.48 "GET /v2.0/networks/5da2b259-4cda-4d51-8595-87c9965b2197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326051 Apr 06 14:06:20.776045 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8b115704-d460-41d1-8beb-b7a5f5a1cced None None] Provisioning complete for port ed1a45d5-e776-4110-ad7c-cb0af4116bdf triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:06:20.776418 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8b115704-d460-41d1-8beb-b7a5f5a1cced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:20.805949 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:20.806622 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0982039f-01a7-4aea-bc58-59831e5c4e70 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:06:20.839588 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-9f6fdbfe-790e-47b9-b15e-bf6c7bb768fd None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:20.856297 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-9f6fdbfe-790e-47b9-b15e-bf6c7bb768fd None None] Transition to ACTIVE for port object ed1a45d5-e776-4110-ad7c-cb0af4116bdf will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:06:20.863964 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-f540c511-401b-4e3a-a5d4-016172cf5bde service neutron] 10.222.0.48 "GET /v2.0/networks/5da2b259-4cda-4d51-8595-87c9965b2197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307564 Apr 06 14:06:20.926169 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-9f6fdbfe-790e-47b9-b15e-bf6c7bb768fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:20.937328 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-8b115704-d460-41d1-8beb-b7a5f5a1cced None None] Port ed1a45d5-e776-4110-ad7c-cb0af4116bdf cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:06:20.951057 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=61e0b9b7-a7b9-4644-896c-9e5c90f244da,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:20.962240 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 0982039f-01a7-4aea-bc58-59831e5c4e70 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:06:20.962615 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:21.054346 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f23f4-5914-4c0b-ac4b-ec2d3c64196a None None] Pushing event updated for resources: {'Port': ['ID=ed1a45d5-e776-4110-ad7c-cb0af4116bdf,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:21.095303 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f23f4-5914-4c0b-ac4b-ec2d3c64196a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:21.095556 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f23f4-5914-4c0b-ac4b-ec2d3c64196a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:21.095886 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f23f4-5914-4c0b-ac4b-ec2d3c64196a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:21.096208 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f23f4-5914-4c0b-ac4b-ec2d3c64196a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:21.096529 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f23f4-5914-4c0b-ac4b-ec2d3c64196a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:21.096846 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f23f4-5914-4c0b-ac4b-ec2d3c64196a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:21.097161 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f23f4-5914-4c0b-ac4b-ec2d3c64196a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:21.097471 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f23f4-5914-4c0b-ac4b-ec2d3c64196a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:21.097781 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f23f4-5914-4c0b-ac4b-ec2d3c64196a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:21.098090 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f23f4-5914-4c0b-ac4b-ec2d3c64196a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:21.098393 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f23f4-5914-4c0b-ac4b-ec2d3c64196a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:21.098696 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f23f4-5914-4c0b-ac4b-ec2d3c64196a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:21.191816 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-9f6fdbfe-790e-47b9-b15e-bf6c7bb768fd None None] Attempting to bind port ed1a45d5-e776-4110-ad7c-cb0af4116bdf on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:06:21.192330 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-9f6fdbfe-790e-47b9-b15e-bf6c7bb768fd None None] Attempting to bind port ed1a45d5-e776-4110-ad7c-cb0af4116bdf by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'dea1270c-a370-4eb0-8c8c-eecf9f0b9d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5da2b259-4cda-4d51-8595-87c9965b2197'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:06:21.192788 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6fdbfe-790e-47b9-b15e-bf6c7bb768fd None None] Attempting to bind port ed1a45d5-e776-4110-ad7c-cb0af4116bdf on network 5da2b259-4cda-4d51-8595-87c9965b2197 {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:06:21.207554 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-645756b9-12fd-4547-b17a-6e9d6490c260 req-5231c524-bad4-458b-91e5-3e9c8b4d0fd8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 210 time: 0.0630312 Apr 06 14:06:21.217685 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6fdbfe-790e-47b9-b15e-bf6c7bb768fd None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:06:21.218123 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6fdbfe-790e-47b9-b15e-bf6c7bb768fd None None] Checking segment: {'id': 'dea1270c-a370-4eb0-8c8c-eecf9f0b9d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5da2b259-4cda-4d51-8595-87c9965b2197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:06:21.218678 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-9f6fdbfe-790e-47b9-b15e-bf6c7bb768fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:21.219229 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6fdbfe-790e-47b9-b15e-bf6c7bb768fd None None] Bound using segment: {'id': 'dea1270c-a370-4eb0-8c8c-eecf9f0b9d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5da2b259-4cda-4d51-8595-87c9965b2197'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:06:21.219910 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-9f6fdbfe-790e-47b9-b15e-bf6c7bb768fd None None] Bound port: ed1a45d5-e776-4110-ad7c-cb0af4116bdf, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea1270c-a370-4eb0-8c8c-eecf9f0b9d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5da2b259-4cda-4d51-8595-87c9965b2197'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:06:21.220320 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-9f6fdbfe-790e-47b9-b15e-bf6c7bb768fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:21.313947 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-9f6fdbfe-790e-47b9-b15e-bf6c7bb768fd None None] For port ed1a45d5-e776-4110-ad7c-cb0af4116bdf, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:06:21.316940 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-9f6fdbfe-790e-47b9-b15e-bf6c7bb768fd None None] For port ed1a45d5-e776-4110-ad7c-cb0af4116bdf, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ed1a45d5-e776-4110-ad7c-cb0af4116bdf,segment=NetworkSegment(dea1270c-a370-4eb0-8c8c-eecf9f0b9d37),segment_id=dea1270c-a370-4eb0-8c8c-eecf9f0b9d37)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:06:21.391852 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-9f6fdbfe-790e-47b9-b15e-bf6c7bb768fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:21.471470 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6fdbfe-790e-47b9-b15e-bf6c7bb768fd None None] Routers {'818b2ae9-ba22-4067-9c19-86452319bac0'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:06:21.472164 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-9f6fdbfe-790e-47b9-b15e-bf6c7bb768fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:06:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['818b2ae9-ba22-4067-9c19-86452319bac0'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:21.537617 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f23f4-5914-4c0b-ac4b-ec2d3c64196a None None] Pushing event updated for resources: {'Port': ['ID=ed1a45d5-e776-4110-ad7c-cb0af4116bdf,revision_number=4']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:21.659407 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-9f6fdbfe-790e-47b9-b15e-bf6c7bb768fd None None] Set router 818b2ae9-ba22-4067-9c19-86452319bac0 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:06:21.994518 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-9f6fdbfe-790e-47b9-b15e-bf6c7bb768fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707551844', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:06:12Z', 'updated_at': '2022-04-06T14:06:18Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:42:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:06:13Z', 'updated_at': '2022-04-06T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ed1a45d5-e776-4110-ad7c-cb0af4116bdf', 'name': '', 'network_id': '5da2b259-4cda-4d51-8595-87c9965b2197', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:d5:67:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'd24729ea-87c9-43b2-aa96-dad0be988aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:06:17Z', 'updated_at': '2022-04-06T14:06:21Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': 'd24729ea-87c9-43b2-aa96-dad0be988aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:21.999404 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6fdbfe-790e-47b9-b15e-bf6c7bb768fd None None] The sync data for ids ['818b2ae9-ba22-4067-9c19-86452319bac0'] in dv-neutron-834600-1-hyperv is: [{'id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707551844', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:06:12Z', 'updated_at': '2022-04-06T14:06:18Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:42:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:06:13Z', 'updated_at': '2022-04-06T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ed1a45d5-e776-4110-ad7c-cb0af4116bdf', 'name': '', 'network_id': '5da2b259-4cda-4d51-8595-87c9965b2197', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:d5:67:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'd24729ea-87c9-43b2-aa96-dad0be988aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:06:17Z', 'updated_at': '2022-04-06T14:06:21Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': 'd24729ea-87c9-43b2-aa96-dad0be988aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:06:22.252341 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ed1a45d5-e776-4110-ad7c-cb0af4116bdf up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:06:22.364930 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d8d0b77d-1f66-4a1b-911f-89e9830a2b01 req-0d08e0b6-8100-4874-95ad-34582adebdad tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 210 time: 0.0427217 Apr 06 14:06:22.388970 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port ed1a45d5-e776-4110-ad7c-cb0af4116bdf completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:06:22.396057 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port ed1a45d5-e776-4110-ad7c-cb0af4116bdf triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:06:22.396535 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:22.523995 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:22.559762 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port ed1a45d5-e776-4110-ad7c-cb0af4116bdf, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ed1a45d5-e776-4110-ad7c-cb0af4116bdf,segment=NetworkSegment(dea1270c-a370-4eb0-8c8c-eecf9f0b9d37),segment_id=dea1270c-a370-4eb0-8c8c-eecf9f0b9d37)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:06:22.626165 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:22.627112 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 61e0b9b7-a7b9-4644-896c-9e5c90f244da up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:06:22.748612 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=ed1a45d5-e776-4110-ad7c-cb0af4116bdf,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:22.771334 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 61e0b9b7-a7b9-4644-896c-9e5c90f244da triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:06:22.771334 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:23.435289 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-a409c03d-6581-4d82-b605-43a767ccb661 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:23.435965 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-a409c03d-6581-4d82-b605-43a767ccb661 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Synchronizing usage tracker for tenant:ee8feeb260df4580987384a151b8068e on resource:network {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:06:23.447609 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-a409c03d-6581-4d82-b605-43a767ccb661 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Unset dirty status for tenant:ee8feeb260df4580987384a151b8068e on resource:network {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:06:23.448711 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-a409c03d-6581-4d82-b605-43a767ccb661 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.61 "GET /v2.0/networks?id=5da2b259-4cda-4d51-8595-87c9965b2197 HTTP/1.1" status: 200 len: 797 time: 0.1665049 Apr 06 14:06:23.496230 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-54a33d06-b619-4b0d-9fab-8b0d648d7aba tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Synchronizing usage tracker for tenant:ee8feeb260df4580987384a151b8068e on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:06:23.509405 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-54a33d06-b619-4b0d-9fab-8b0d648d7aba tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Unset dirty status for tenant:ee8feeb260df4580987384a151b8068e on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:06:23.513602 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-54a33d06-b619-4b0d-9fab-8b0d648d7aba tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee8feeb260df4580987384a151b8068e HTTP/1.1" status: 200 len: 379 time: 0.0532818 Apr 06 14:06:23.522302 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2ba4a65f-0b96-4b0c-b4f6-e06b4eed6acd req-c16b2321-591c-411a-8a90-7746fd57bf3f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 210 time: 0.0488987 Apr 06 14:06:23.525431 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-877f3829-e769-4e4f-9281-7a76d68547e4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'port': {'device_id': 'f13e1dbd-219e-4a70-b094-347ab6958a14', 'network_id': '5da2b259-4cda-4d51-8595-87c9965b2197', 'admin_state_up': True, 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'security_groups': ['b8c9259e-79e3-4231-ab83-5a5c3e4fea78']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:06:23.663209 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-877f3829-e769-4e4f-9281-7a76d68547e4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:06:23.672995 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-877f3829-e769-4e4f-9281-7a76d68547e4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:06:23.774154 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-877f3829-e769-4e4f-9281-7a76d68547e4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Made reservation on behalf of ee8feeb260df4580987384a151b8068e for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:06:23.777710 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-877f3829-e769-4e4f-9281-7a76d68547e4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:23.939606 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-877f3829-e769-4e4f-9281-7a76d68547e4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Allocated IP 172.20.0.10 (5da2b259-4cda-4d51-8595-87c9965b2197/d24729ea-87c9-43b2-aa96-dad0be988aaf/d63b62a8-93ec-440e-b69f-f5171cb98ee4) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:06:24.124698 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-877f3829-e769-4e4f-9281-7a76d68547e4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:24.140311 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-877f3829-e769-4e4f-9281-7a76d68547e4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Transition to ACTIVE for port object d63b62a8-93ec-440e-b69f-f5171cb98ee4 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:06:24.158884 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ed1a45d5-e776-4110-ad7c-cb0af4116bdf up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:06:24.223618 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-877f3829-e769-4e4f-9281-7a76d68547e4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:24.227556 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port ed1a45d5-e776-4110-ad7c-cb0af4116bdf triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:06:24.227922 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:24.294031 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-877f3829-e769-4e4f-9281-7a76d68547e4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network 5da2b259-4cda-4d51-8595-87c9965b2197 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:06:24.297913 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-877f3829-e769-4e4f-9281-7a76d68547e4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:06:24.306321 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-877f3829-e769-4e4f-9281-7a76d68547e4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:06:24.344161 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f3829-e769-4e4f-9281-7a76d68547e4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=d63b62a8-93ec-440e-b69f-f5171cb98ee4,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:24.376369 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-877f3829-e769-4e4f-9281-7a76d68547e4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:24.376989 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-877f3829-e769-4e4f-9281-7a76d68547e4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:24.469539 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-877f3829-e769-4e4f-9281-7a76d68547e4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9485846 Apr 06 14:06:24.482456 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-b96c5390-8e70-4b33-adfd-a327863eac23 service neutron] Request body: {'port': {'device_id': 'f13e1dbd-219e-4a70-b094-347ab6958a14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:06:24.580212 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-38a21448-9640-435a-b760-9a6bb1d316da None None] Provisioning for port d63b62a8-93ec-440e-b69f-f5171cb98ee4 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:06:24.585457 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-38a21448-9640-435a-b760-9a6bb1d316da None None] Provisioning complete for port d63b62a8-93ec-440e-b69f-f5171cb98ee4 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:06:24.585951 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-38a21448-9640-435a-b760-9a6bb1d316da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:24.598836 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-b96c5390-8e70-4b33-adfd-a327863eac23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:24.643334 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-38a21448-9640-435a-b760-9a6bb1d316da None None] Port d63b62a8-93ec-440e-b69f-f5171cb98ee4 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:06:24.840012 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7458490-22bb-4345-8b7a-b2c71f273e3d req-efdb33c7-fcff-415d-8a5e-0d8e4eda74cf tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:24.842309 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c7458490-22bb-4345-8b7a-b2c71f273e3d req-efdb33c7-fcff-415d-8a5e-0d8e4eda74cf tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 932 time: 0.2065570 Apr 06 14:06:24.886238 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c7458490-22bb-4345-8b7a-b2c71f273e3d req-70731a56-e565-4d0c-ace4-3019717f2ebd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381184 Apr 06 14:06:24.953456 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-b96c5390-8e70-4b33-adfd-a327863eac23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63b62a8-93ec-440e-b69f-f5171cb98ee4 {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:06:24.960471 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-b96c5390-8e70-4b33-adfd-a327863eac23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:24.975163 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-b96c5390-8e70-4b33-adfd-a327863eac23 service neutron] Transition to ACTIVE for port object d63b62a8-93ec-440e-b69f-f5171cb98ee4 will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:06:25.074180 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-b96c5390-8e70-4b33-adfd-a327863eac23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:25.324409 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c5390-8e70-4b33-adfd-a327863eac23 service neutron] Pushing event updated for resources: {'Port': ['ID=d63b62a8-93ec-440e-b69f-f5171cb98ee4,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:25.404891 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-b96c5390-8e70-4b33-adfd-a327863eac23 service neutron] Attempting to bind port d63b62a8-93ec-440e-b69f-f5171cb98ee4 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:06:25.405220 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-b96c5390-8e70-4b33-adfd-a327863eac23 service neutron] Attempting to bind port d63b62a8-93ec-440e-b69f-f5171cb98ee4 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'dea1270c-a370-4eb0-8c8c-eecf9f0b9d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5da2b259-4cda-4d51-8595-87c9965b2197'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:06:25.405544 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-b96c5390-8e70-4b33-adfd-a327863eac23 service neutron] Attempting to bind port d63b62a8-93ec-440e-b69f-f5171cb98ee4 on network 5da2b259-4cda-4d51-8595-87c9965b2197 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:06:25.410063 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-b96c5390-8e70-4b33-adfd-a327863eac23 service neutron] Port d63b62a8-93ec-440e-b69f-f5171cb98ee4 on network 5da2b259-4cda-4d51-8595-87c9965b2197 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 14:06:25.410357 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-b96c5390-8e70-4b33-adfd-a327863eac23 service neutron] Attempting to bind port d63b62a8-93ec-440e-b69f-f5171cb98ee4 on network 5da2b259-4cda-4d51-8595-87c9965b2197 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:06:25.415355 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-b96c5390-8e70-4b33-adfd-a327863eac23 service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:06:25.415682 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-b96c5390-8e70-4b33-adfd-a327863eac23 service neutron] Checking segment: {'id': 'dea1270c-a370-4eb0-8c8c-eecf9f0b9d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5da2b259-4cda-4d51-8595-87c9965b2197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:06:25.416056 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-b96c5390-8e70-4b33-adfd-a327863eac23 service neutron] Bound using segment: {'id': 'dea1270c-a370-4eb0-8c8c-eecf9f0b9d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5da2b259-4cda-4d51-8595-87c9965b2197'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:06:25.416468 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-b96c5390-8e70-4b33-adfd-a327863eac23 service neutron] Bound port: d63b62a8-93ec-440e-b69f-f5171cb98ee4, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dea1270c-a370-4eb0-8c8c-eecf9f0b9d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5da2b259-4cda-4d51-8595-87c9965b2197'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:06:25.416802 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-b96c5390-8e70-4b33-adfd-a327863eac23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:25.506752 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-b96c5390-8e70-4b33-adfd-a327863eac23 service neutron] For port d63b62a8-93ec-440e-b69f-f5171cb98ee4, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:06:25.509585 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-b96c5390-8e70-4b33-adfd-a327863eac23 service neutron] For port d63b62a8-93ec-440e-b69f-f5171cb98ee4, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d63b62a8-93ec-440e-b69f-f5171cb98ee4,segment=NetworkSegment(dea1270c-a370-4eb0-8c8c-eecf9f0b9d37),segment_id=dea1270c-a370-4eb0-8c8c-eecf9f0b9d37)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:06:25.592497 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-b96c5390-8e70-4b33-adfd-a327863eac23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:25.649596 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-b96c5390-8e70-4b33-adfd-a327863eac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:25.650230 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-b96c5390-8e70-4b33-adfd-a327863eac23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:25.651604 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-b96c5390-8e70-4b33-adfd-a327863eac23 service neutron] 10.222.0.61 "PUT /v2.0/ports/d63b62a8-93ec-440e-b69f-f5171cb98ee4 HTTP/1.1" status: 200 len: 1094 time: 1.1740136 Apr 06 14:06:25.652047 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13e1dbd-219e-4a70-b094-347ab6958a14', 'tag': 'd63b62a8-93ec-440e-b69f-f5171cb98ee4'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:06:25.678122 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c5390-8e70-4b33-adfd-a327863eac23 service neutron] Pushing event updated for resources: {'Port': ['ID=d63b62a8-93ec-440e-b69f-f5171cb98ee4,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:25.708833 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d426a574-408f-4476-b7ac-fab50224da88'] response: {'name': 'network-changed', 'server_uuid': 'f13e1dbd-219e-4a70-b094-347ab6958a14', 'tag': 'd63b62a8-93ec-440e-b69f-f5171cb98ee4', 'status': 'completed', 'code': 200} Apr 06 14:06:25.805925 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08857b-e2ad-4803-9337-756edd1043a1 req-f9e82b7a-4867-449c-b3c5-31f5c0ec9ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:25.807422 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8c08857b-e2ad-4803-9337-756edd1043a1 req-f9e82b7a-4867-449c-b3c5-31f5c0ec9ea1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 1097 time: 0.0784574 Apr 06 14:06:25.947327 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08857b-e2ad-4803-9337-756edd1043a1 req-ed6b014b-59a3-4abc-a806-b8b9f7cf112e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:25.948750 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8c08857b-e2ad-4803-9337-756edd1043a1 req-ed6b014b-59a3-4abc-a806-b8b9f7cf112e service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=ee8feeb260df4580987384a151b8068e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1347182 Apr 06 14:06:26.072033 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cdb1d-c28b-4d4c-a1cb-91349d96a60c req-3075abeb-f168-4e21-bedb-d4c015280f6a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:26.073381 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-322cdb1d-c28b-4d4c-a1cb-91349d96a60c req-3075abeb-f168-4e21-bedb-d4c015280f6a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 944 time: 0.0807488 Apr 06 14:06:26.083888 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08857b-e2ad-4803-9337-756edd1043a1 req-43f42804-0246-4ff2-a448-3bbd6bd036c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:26.085312 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8c08857b-e2ad-4803-9337-756edd1043a1 req-43f42804-0246-4ff2-a448-3bbd6bd036c9 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307859 Apr 06 14:06:26.119688 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-322cdb1d-c28b-4d4c-a1cb-91349d96a60c req-6fb0d46e-79cf-4c07-b570-97f5e4841a9d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403235 Apr 06 14:06:26.190929 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-3e1c108a-f199-4c8b-a914-5c53dd48cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:26.192364 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-3e1c108a-f199-4c8b-a914-5c53dd48cbdf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 1097 time: 0.0710750 Apr 06 14:06:26.261825 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-19371b20-e016-4799-944d-a3fea32c2bdd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d63b62a8-93ec-440e-b69f-f5171cb98ee4 HTTP/1.1" status: 200 len: 217 time: 0.0628138 Apr 06 14:06:26.322868 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-a8899886-a3f2-4948-a887-17cc796f7875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:26.324169 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-a8899886-a3f2-4948-a887-17cc796f7875 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d24729ea-87c9-43b2-aa96-dad0be988aaf HTTP/1.1" status: 200 len: 835 time: 0.0564535 Apr 06 14:06:26.400520 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-c53f4ced-76d3-4676-a883-32c6efec1eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:26.401903 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-c53f4ced-76d3-4676-a883-32c6efec1eab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5da2b259-4cda-4d51-8595-87c9965b2197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717511 Apr 06 14:06:26.536137 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-f5e860e7-90bb-4db0-93e6-45821ae3141a service neutron] 10.222.0.61 "GET /v2.0/networks/5da2b259-4cda-4d51-8595-87c9965b2197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264267 Apr 06 14:06:26.667785 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d3a3f00b-d44b-4775-9aa0-4ecfd826c16e req-6507fbf4-9839-4b79-8706-52bae460e5b8 service neutron] 10.222.0.61 "GET /v2.0/networks/5da2b259-4cda-4d51-8595-87c9965b2197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257877 Apr 06 14:06:27.307074 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9cb4da-ad41-4495-b21b-d07e736a9951 req-726d9d6b-04dd-4a82-9b0d-48d901ceabfb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:27.308502 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ee9cb4da-ad41-4495-b21b-d07e736a9951 req-726d9d6b-04dd-4a82-9b0d-48d901ceabfb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 944 time: 0.0793812 Apr 06 14:06:27.354630 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ee9cb4da-ad41-4495-b21b-d07e736a9951 req-c981c7ce-921d-4252-a218-939f581680ce tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404043 Apr 06 14:06:27.662826 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:28.542093 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f4177-229d-4663-b6a3-c112b18c4c92 req-5affb3a8-e79d-468e-8019-2e7c46731af9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:28.543561 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d08f4177-229d-4663-b6a3-c112b18c4c92 req-5affb3a8-e79d-468e-8019-2e7c46731af9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 944 time: 0.0825589 Apr 06 14:06:28.587091 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d08f4177-229d-4663-b6a3-c112b18c4c92 req-ddc32989-9145-410c-bc48-44fb50a892fa tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377162 Apr 06 14:06:29.462296 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device d63b62a8-93ec-440e-b69f-f5171cb98ee4 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:06:29.624977 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port d63b62a8-93ec-440e-b69f-f5171cb98ee4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d63b62a8-93ec-440e-b69f-f5171cb98ee4,segment=NetworkSegment(dea1270c-a370-4eb0-8c8c-eecf9f0b9d37),segment_id=dea1270c-a370-4eb0-8c8c-eecf9f0b9d37)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:06:29.639373 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': 'd63b62a8-93ec-440e-b69f-f5171cb98ee4', 'network_id': '5da2b259-4cda-4d51-8595-87c9965b2197', 'port_id': 'd63b62a8-93ec-440e-b69f-f5171cb98ee4', 'mac_address': 'fa:16:3e:a8:f6:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd24729ea-87c9-43b2-aa96-dad0be988aaf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:06:29.694041 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:29.710746 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d63b62a8-93ec-440e-b69f-f5171cb98ee4 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:06:29.726511 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port d63b62a8-93ec-440e-b69f-f5171cb98ee4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d63b62a8-93ec-440e-b69f-f5171cb98ee4,segment=NetworkSegment(dea1270c-a370-4eb0-8c8c-eecf9f0b9d37),segment_id=dea1270c-a370-4eb0-8c8c-eecf9f0b9d37)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:06:29.778341 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b89124-0a7f-41e1-920c-3fb9983f5a83 req-6cfbb482-76aa-4c65-891a-45ad0fa77d8a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:29.779788 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b5b89124-0a7f-41e1-920c-3fb9983f5a83 req-6cfbb482-76aa-4c65-891a-45ad0fa77d8a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 944 time: 0.0862374 Apr 06 14:06:29.802843 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:29.824763 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b5b89124-0a7f-41e1-920c-3fb9983f5a83 req-edcc7b7d-ed6f-4ec1-9529-00086e69795a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383859 Apr 06 14:06:29.871551 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=d63b62a8-93ec-440e-b69f-f5171cb98ee4,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:29.878473 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:29.878824 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:29.879175 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:29.879502 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:29.879821 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:29.880143 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:29.880461 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:29.880779 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:29.881095 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:29.881421 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:29.881719 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:29.882035 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:30.032120 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['d63b62a8-93ec-440e-b69f-f5171cb98ee4'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 14:06:31.013114 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545fed0-1d01-43e5-bf00-a92340ef5c6c req-a8b1ceb8-dede-45b4-b4c4-514e49b88e2e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:31.014540 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d545fed0-1d01-43e5-bf00-a92340ef5c6c req-a8b1ceb8-dede-45b4-b4c4-514e49b88e2e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 945 time: 0.0800841 Apr 06 14:06:31.058610 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d545fed0-1d01-43e5-bf00-a92340ef5c6c req-e2078ca8-e70b-421a-838f-c980f3f28f74 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377955 Apr 06 14:06:31.478365 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device d63b62a8-93ec-440e-b69f-f5171cb98ee4 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:06:31.605710 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port d63b62a8-93ec-440e-b69f-f5171cb98ee4 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:06:31.610948 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port d63b62a8-93ec-440e-b69f-f5171cb98ee4 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:06:31.611466 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:31.726553 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:31.753009 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13e1dbd-219e-4a70-b094-347ab6958a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63b62a8-93ec-440e-b69f-f5171cb98ee4'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:06:31.762299 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port d63b62a8-93ec-440e-b69f-f5171cb98ee4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d63b62a8-93ec-440e-b69f-f5171cb98ee4,segment=NetworkSegment(dea1270c-a370-4eb0-8c8c-eecf9f0b9d37),segment_id=dea1270c-a370-4eb0-8c8c-eecf9f0b9d37)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:06:31.820647 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:31.855252 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-932cc4f0-a18f-4191-9f8b-2a1a692ee236'] response: {'server_uuid': 'f13e1dbd-219e-4a70-b094-347ab6958a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63b62a8-93ec-440e-b69f-f5171cb98ee4', 'code': 200} Apr 06 14:06:31.893948 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=d63b62a8-93ec-440e-b69f-f5171cb98ee4,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:32.242179 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e44ef6-4edb-4589-8c23-1ccf3e5679de req-b148f997-205d-4eee-9182-3062ce7a8deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:32.243670 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-43e44ef6-4edb-4589-8c23-1ccf3e5679de req-b148f997-205d-4eee-9182-3062ce7a8deb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 1099 time: 0.0694492 Apr 06 14:06:32.255819 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7873f-6a06-4154-b5e4-bae26431a6d6 req-585707c8-e155-4fc1-84a2-806fcecf5d61 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:32.257270 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-47d7873f-6a06-4154-b5e4-bae26431a6d6 req-585707c8-e155-4fc1-84a2-806fcecf5d61 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 946 time: 0.0900810 Apr 06 14:06:32.285338 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-43e44ef6-4edb-4589-8c23-1ccf3e5679de req-b41e5c1d-a229-4b4e-a52f-a5be4119edf3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346801 Apr 06 14:06:32.302299 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-47d7873f-6a06-4154-b5e4-bae26431a6d6 req-53e2fcb0-fb20-4153-ab2c-d0d1bf6acf9c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393796 Apr 06 14:06:33.488580 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca735b36-4658-4c4d-9687-9bb67813ba20 req-a274bd6a-6285-4abb-9f09-f28ae43958ad tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:33.489955 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ca735b36-4658-4c4d-9687-9bb67813ba20 req-a274bd6a-6285-4abb-9f09-f28ae43958ad tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 946 time: 0.0798287 Apr 06 14:06:33.537511 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ca735b36-4658-4c4d-9687-9bb67813ba20 req-d096c888-098d-4bb9-a437-525c908aa62e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420203 Apr 06 14:06:34.720969 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557fb78-c972-4f52-992f-c968eac2c78c req-415f0058-a8f0-434b-bc9d-512ca855e473 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:34.722424 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f557fb78-c972-4f52-992f-c968eac2c78c req-415f0058-a8f0-434b-bc9d-512ca855e473 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 946 time: 0.0804720 Apr 06 14:06:34.766428 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f557fb78-c972-4f52-992f-c968eac2c78c req-d653d336-7100-44d2-bdf2-0ab1b3c75897 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383425 Apr 06 14:06:34.952227 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1d726-c06b-406e-b868-2c7ba629f769 req-83390a8f-ca99-4094-bc18-d03440914fa3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:34.953658 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-99f1d726-c06b-406e-b868-2c7ba629f769 req-83390a8f-ca99-4094-bc18-d03440914fa3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 946 time: 0.0816052 Apr 06 14:06:34.996927 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-99f1d726-c06b-406e-b868-2c7ba629f769 req-dc65456f-b35a-44ca-80d0-7b97a86957f5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374570 Apr 06 14:06:35.019535 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55736) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:06:35.088454 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0568734-204e-47b7-8d76-7f03888c2443 tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:35.089896 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b0568734-204e-47b7-8d76-7f03888c2443 tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 1094 time: 0.0693955 Apr 06 14:06:35.092642 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55740) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:06:35.097838 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-652c0f81-9e75-4bed-a570-31cf627a846b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'port_id': 'd63b62a8-93ec-440e-b69f-f5171cb98ee4', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:06:35.103567 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-652c0f81-9e75-4bed-a570-31cf627a846b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:06:35.107304 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-652c0f81-9e75-4bed-a570-31cf627a846b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:floatingip and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:06:35.110005 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-652c0f81-9e75-4bed-a570-31cf627a846b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:06:35.116584 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-652c0f81-9e75-4bed-a570-31cf627a846b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:06:35.188666 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-652c0f81-9e75-4bed-a570-31cf627a846b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for floatingip, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:35.322438 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-652c0f81-9e75-4bed-a570-31cf627a846b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:35.463485 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-652c0f81-9e75-4bed-a570-31cf627a846b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Allocated IP 172.26.4.29 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/8f3a4cf0-4f9b-4fbc-bacd-57dd4f951819) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:06:35.605801 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-652c0f81-9e75-4bed-a570-31cf627a846b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:35.691802 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-652c0f81-9e75-4bed-a570-31cf627a846b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:35.754998 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652c0f81-9e75-4bed-a570-31cf627a846b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:06:35.757539 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-652c0f81-9e75-4bed-a570-31cf627a846b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:06:35.765102 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652c0f81-9e75-4bed-a570-31cf627a846b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:06:35.806610 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c0f81-9e75-4bed-a570-31cf627a846b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=8f3a4cf0-4f9b-4fbc-bacd-57dd4f951819,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:36.284031 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-652c0f81-9e75-4bed-a570-31cf627a846b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:36.428274 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-652c0f81-9e75-4bed-a570-31cf627a846b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:36.631039 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-652c0f81-9e75-4bed-a570-31cf627a846b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:36.697053 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-652c0f81-9e75-4bed-a570-31cf627a846b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:36.810167 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c0f81-9e75-4bed-a570-31cf627a846b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=8f3a4cf0-4f9b-4fbc-bacd-57dd4f951819,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:36.818278 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-652c0f81-9e75-4bed-a570-31cf627a846b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:36.988380 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-652c0f81-9e75-4bed-a570-31cf627a846b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Floating IP 717e1e39-6aaf-4e3d-a4a7-5afef581dd99 associated. External IP: 172.26.4.29, port: d63b62a8-93ec-440e-b69f-f5171cb98ee4. Apr 06 14:06:37.337488 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652c0f81-9e75-4bed-a570-31cf627a846b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Router 818b2ae9-ba22-4067-9c19-86452319bac0 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:06:37.516465 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652c0f81-9e75-4bed-a570-31cf627a846b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:06:37.527192 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a82e3a8-cfac-42b9-a352-9da51d2635b0 None None] Sync routers for ids ['818b2ae9-ba22-4067-9c19-86452319bac0'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:06:37.537113 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a82e3a8-cfac-42b9-a352-9da51d2635b0 None None] Routers {'818b2ae9-ba22-4067-9c19-86452319bac0'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:06:37.537814 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-5a82e3a8-cfac-42b9-a352-9da51d2635b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:06:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['818b2ae9-ba22-4067-9c19-86452319bac0'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:37.600210 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-652c0f81-9e75-4bed-a570-31cf627a846b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:37.656032 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-652c0f81-9e75-4bed-a570-31cf627a846b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5623946 Apr 06 14:06:37.656710 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13e1dbd-219e-4a70-b094-347ab6958a14', 'tag': 'd63b62a8-93ec-440e-b69f-f5171cb98ee4'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:06:37.709505 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9486dc87-e379-4aed-a938-802ef1ee3973'] response: {'name': 'network-changed', 'server_uuid': 'f13e1dbd-219e-4a70-b094-347ab6958a14', 'tag': 'd63b62a8-93ec-440e-b69f-f5171cb98ee4', 'status': 'completed', 'code': 200} Apr 06 14:06:37.720577 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-5a82e3a8-cfac-42b9-a352-9da51d2635b0 None None] Set router 818b2ae9-ba22-4067-9c19-86452319bac0 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:06:37.809043 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d11a9b-7248-45ab-839a-fce921193df1 req-d72461e2-4790-46cd-aad1-b111d1ff18d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:37.810720 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-73d11a9b-7248-45ab-839a-fce921193df1 req-d72461e2-4790-46cd-aad1-b111d1ff18d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 1099 time: 0.0808201 Apr 06 14:06:37.971499 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971357e-0c0b-4e9f-b566-d8ca2f741bc9 req-67ac9bb1-22e3-4daf-9aca-edf9dcb6dda4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:37.973216 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8971357e-0c0b-4e9f-b566-d8ca2f741bc9 req-67ac9bb1-22e3-4daf-9aca-edf9dcb6dda4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 946 time: 0.2174547 Apr 06 14:06:38.023628 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8971357e-0c0b-4e9f-b566-d8ca2f741bc9 req-6a5e9f46-83e3-48bf-a95d-e98c6a68108f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430524 Apr 06 14:06:38.048497 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55748) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:06:38.061131 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d11a9b-7248-45ab-839a-fce921193df1 req-8642490c-010d-4769-a656-131468f40130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:38.062583 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-73d11a9b-7248-45ab-839a-fce921193df1 req-8642490c-010d-4769-a656-131468f40130 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5da2b259-4cda-4d51-8595-87c9965b2197 HTTP/1.1" status: 200 len: 898 time: 0.2463994 Apr 06 14:06:38.099972 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-5a82e3a8-cfac-42b9-a352-9da51d2635b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707551844', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:06:12Z', 'updated_at': '2022-04-06T14:06:18Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:42:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:06:13Z', 'updated_at': '2022-04-06T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '717e1e39-6aaf-4e3d-a4a7-5afef581dd99', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'floating_ip_address': '172.26.4.29', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'port_id': 'd63b62a8-93ec-440e-b69f-f5171cb98ee4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5da2b259-4cda-4d51-8595-87c9965b2197', 'mac_address': 'fa:16:3e:a8:f6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13e1dbd-219e-4a70-b094-347ab6958a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:06:36Z', 'updated_at': '2022-04-06T14:06:36Z', 'revision_number': 0, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed1a45d5-e776-4110-ad7c-cb0af4116bdf', 'name': '', 'network_id': '5da2b259-4cda-4d51-8595-87c9965b2197', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:d5:67:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'd24729ea-87c9-43b2-aa96-dad0be988aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:06:17Z', 'updated_at': '2022-04-06T14:06:22Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': 'd24729ea-87c9-43b2-aa96-dad0be988aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:38.103804 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a82e3a8-cfac-42b9-a352-9da51d2635b0 None None] Checking router: 818b2ae9-ba22-4067-9c19-86452319bac0 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:06:38.114727 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a82e3a8-cfac-42b9-a352-9da51d2635b0 None None] Routers {'818b2ae9-ba22-4067-9c19-86452319bac0'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:06:38.115360 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-5a82e3a8-cfac-42b9-a352-9da51d2635b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:06:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['818b2ae9-ba22-4067-9c19-86452319bac0'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:38.158062 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a7c20c47-ecb3-4911-b73d-b35592e93ed0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/floatingips/717e1e39-6aaf-4e3d-a4a7-5afef581dd99 HTTP/1.1" status: 200 len: 991 time: 0.1081090 Apr 06 14:06:38.169316 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-73d11a9b-7248-45ab-839a-fce921193df1 req-5167fd2a-1318-4a77-a6c2-093fb4101f79 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d63b62a8-93ec-440e-b69f-f5171cb98ee4 HTTP/1.1" status: 200 len: 999 time: 0.0998285 Apr 06 14:06:38.232472 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d11a9b-7248-45ab-839a-fce921193df1 req-a220a66f-7f70-468f-85d4-b457f48e14c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:38.233856 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-73d11a9b-7248-45ab-839a-fce921193df1 req-a220a66f-7f70-468f-85d4-b457f48e14c7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d24729ea-87c9-43b2-aa96-dad0be988aaf HTTP/1.1" status: 200 len: 835 time: 0.0581503 Apr 06 14:06:38.294875 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-5a82e3a8-cfac-42b9-a352-9da51d2635b0 None None] Set router 818b2ae9-ba22-4067-9c19-86452319bac0 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:06:38.308836 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d11a9b-7248-45ab-839a-fce921193df1 req-03dd808c-637c-45e7-94ed-921c85418971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:38.310285 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-73d11a9b-7248-45ab-839a-fce921193df1 req-03dd808c-637c-45e7-94ed-921c85418971 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5da2b259-4cda-4d51-8595-87c9965b2197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702767 Apr 06 14:06:38.444951 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-73d11a9b-7248-45ab-839a-fce921193df1 req-c599ad09-2fa0-43b0-8294-90af5a291c01 service neutron] 10.222.0.61 "GET /v2.0/networks/5da2b259-4cda-4d51-8595-87c9965b2197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278963 Apr 06 14:06:38.581443 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-73d11a9b-7248-45ab-839a-fce921193df1 req-5b927c1a-4887-48ff-988f-9035a11e9614 service neutron] 10.222.0.61 "GET /v2.0/networks/5da2b259-4cda-4d51-8595-87c9965b2197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305671 Apr 06 14:06:38.682257 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-5a82e3a8-cfac-42b9-a352-9da51d2635b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707551844', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:06:12Z', 'updated_at': '2022-04-06T14:06:18Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:42:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:06:13Z', 'updated_at': '2022-04-06T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '717e1e39-6aaf-4e3d-a4a7-5afef581dd99', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'floating_ip_address': '172.26.4.29', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'port_id': 'd63b62a8-93ec-440e-b69f-f5171cb98ee4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5da2b259-4cda-4d51-8595-87c9965b2197', 'mac_address': 'fa:16:3e:a8:f6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13e1dbd-219e-4a70-b094-347ab6958a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:06:36Z', 'updated_at': '2022-04-06T14:06:36Z', 'revision_number': 0, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed1a45d5-e776-4110-ad7c-cb0af4116bdf', 'name': '', 'network_id': '5da2b259-4cda-4d51-8595-87c9965b2197', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:d5:67:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'd24729ea-87c9-43b2-aa96-dad0be988aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:06:17Z', 'updated_at': '2022-04-06T14:06:22Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': 'd24729ea-87c9-43b2-aa96-dad0be988aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:38.686246 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a82e3a8-cfac-42b9-a352-9da51d2635b0 None None] The sync data for ids ['818b2ae9-ba22-4067-9c19-86452319bac0'] in dv-neutron-834600-1-hyperv is: [{'id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707551844', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:06:12Z', 'updated_at': '2022-04-06T14:06:18Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:42:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:06:13Z', 'updated_at': '2022-04-06T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '717e1e39-6aaf-4e3d-a4a7-5afef581dd99', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'floating_ip_address': '172.26.4.29', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'port_id': 'd63b62a8-93ec-440e-b69f-f5171cb98ee4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5da2b259-4cda-4d51-8595-87c9965b2197', 'mac_address': 'fa:16:3e:a8:f6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13e1dbd-219e-4a70-b094-347ab6958a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:06:36Z', 'updated_at': '2022-04-06T14:06:36Z', 'revision_number': 0, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed1a45d5-e776-4110-ad7c-cb0af4116bdf', 'name': '', 'network_id': '5da2b259-4cda-4d51-8595-87c9965b2197', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:d5:67:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'd24729ea-87c9-43b2-aa96-dad0be988aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:06:17Z', 'updated_at': '2022-04-06T14:06:22Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': 'd24729ea-87c9-43b2-aa96-dad0be988aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:06:38.868061 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6835b5c-9552-465c-8828-76fa64daa7fd None None] New status for floating IP 717e1e39-6aaf-4e3d-a4a7-5afef581dd99: ACTIVE {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:06:39.162125 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55752) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:06:39.270767 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e5af9a95-792e-463c-b653-ee4d7bac344a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/floatingips/717e1e39-6aaf-4e3d-a4a7-5afef581dd99 HTTP/1.1" status: 200 len: 993 time: 0.1075144 Apr 06 14:06:45.488759 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f8736228-a9ce-4cd5-972a-9fbaafe7aa7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:47.742653 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1e3f84f3-5cbb-4a02-a7a7-191817a3bf8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:48.982410 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:49.059983 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:50.433730 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:06:54.576086 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:06:57.676929 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:07:08.966547 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ffc3f-531c-4b18-8cc8-6ee91688d58f req-a07ae758-8326-46d3-97ee-1838703e161e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:08.967999 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a09ffc3f-531c-4b18-8cc8-6ee91688d58f req-a07ae758-8326-46d3-97ee-1838703e161e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 946 time: 0.0832820 Apr 06 14:07:09.015577 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a09ffc3f-531c-4b18-8cc8-6ee91688d58f req-6d9be928-6b61-4f7a-81eb-c6dd30af05cc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418320 Apr 06 14:07:10.198982 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baba594-5020-44b3-948d-4528fa891d8a req-787d614d-d53b-4032-8af4-8eb8e23d74fe tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:10.200437 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8baba594-5020-44b3-948d-4528fa891d8a req-787d614d-d53b-4032-8af4-8eb8e23d74fe tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 946 time: 0.0783842 Apr 06 14:07:10.244781 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8baba594-5020-44b3-948d-4528fa891d8a req-60907ee5-cfbf-48f5-8287-945181652e67 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385067 Apr 06 14:07:11.432442 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2a514-c81f-4f86-9616-f6d7be1f5ead req-c26a580f-ed9a-406c-8df4-1d7f95d6cbee tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:11.434107 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-afe2a514-c81f-4f86-9616-f6d7be1f5ead req-c26a580f-ed9a-406c-8df4-1d7f95d6cbee tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 946 time: 0.0831645 Apr 06 14:07:11.477463 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-afe2a514-c81f-4f86-9616-f6d7be1f5ead req-c4dcd60b-ba34-428d-af24-a883e3838114 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375371 Apr 06 14:07:12.663843 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a85bf8-899a-4454-a91a-dd52ac372dfd req-a685f065-c774-4c1e-90c7-6b1ef699e1ec tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:12.665351 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-99a85bf8-899a-4454-a91a-dd52ac372dfd req-a685f065-c774-4c1e-90c7-6b1ef699e1ec tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 946 time: 0.0788932 Apr 06 14:07:12.709705 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-99a85bf8-899a-4454-a91a-dd52ac372dfd req-dbeb8af9-4185-44ae-aa2c-10677004625a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378370 Apr 06 14:07:13.566738 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe052d-7c48-41e2-a568-b7e742ce4537 req-5435131d-2e11-41d9-bb32-292477ea5455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:13.568094 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a1fe052d-7c48-41e2-a568-b7e742ce4537 req-5435131d-2e11-41d9-bb32-292477ea5455 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 1099 time: 0.0738406 Apr 06 14:07:13.715395 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe052d-7c48-41e2-a568-b7e742ce4537 req-7f22cfbe-c6a3-40c2-90af-612b3fc93b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:13.716831 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a1fe052d-7c48-41e2-a568-b7e742ce4537 req-7f22cfbe-c6a3-40c2-90af-612b3fc93b9e service neutron] 10.222.0.61 "GET /v2.0/networks?id=5da2b259-4cda-4d51-8595-87c9965b2197 HTTP/1.1" status: 200 len: 898 time: 0.1299708 Apr 06 14:07:13.825189 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a1fe052d-7c48-41e2-a568-b7e742ce4537 req-55db5a32-ed8b-4f80-8fcf-6e3ab524b248 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d63b62a8-93ec-440e-b69f-f5171cb98ee4 HTTP/1.1" status: 200 len: 1001 time: 0.1023943 Apr 06 14:07:13.888194 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe052d-7c48-41e2-a568-b7e742ce4537 req-98a50fbe-bb93-444e-a247-702ad7880273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:13.889759 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a1fe052d-7c48-41e2-a568-b7e742ce4537 req-98a50fbe-bb93-444e-a247-702ad7880273 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d24729ea-87c9-43b2-aa96-dad0be988aaf HTTP/1.1" status: 200 len: 835 time: 0.0588171 Apr 06 14:07:13.901782 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ae898-650a-46a2-9c3d-33c27d4f3da1 req-3e1fc1cd-faed-4799-bef1-6b82b02e994a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:13.903282 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-738ae898-650a-46a2-9c3d-33c27d4f3da1 req-3e1fc1cd-faed-4799-bef1-6b82b02e994a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 946 time: 0.0859206 Apr 06 14:07:13.950295 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-738ae898-650a-46a2-9c3d-33c27d4f3da1 req-d197e055-c335-46ff-b1e1-6bc842d462bf tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413740 Apr 06 14:07:13.965054 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe052d-7c48-41e2-a568-b7e742ce4537 req-70cb1710-b20b-4b36-90ea-c73fbdff7d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:13.966745 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a1fe052d-7c48-41e2-a568-b7e742ce4537 req-70cb1710-b20b-4b36-90ea-c73fbdff7d8c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5da2b259-4cda-4d51-8595-87c9965b2197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711238 Apr 06 14:07:14.098623 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a1fe052d-7c48-41e2-a568-b7e742ce4537 req-4c84503d-26b1-4cca-a987-b5eb5530dbd8 service neutron] 10.222.0.61 "GET /v2.0/networks/5da2b259-4cda-4d51-8595-87c9965b2197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259019 Apr 06 14:07:14.232898 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a1fe052d-7c48-41e2-a568-b7e742ce4537 req-d6e9f1fd-e85a-4e5b-bd47-31804f34a8f3 service neutron] 10.222.0.61 "GET /v2.0/networks/5da2b259-4cda-4d51-8595-87c9965b2197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285131 Apr 06 14:07:15.132866 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d583ae-ab3c-4c0b-b42a-88c944e5167d req-e66817b7-3bbf-411b-9fea-0dd581ce25a4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:15.134307 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-53d583ae-ab3c-4c0b-b42a-88c944e5167d req-e66817b7-3bbf-411b-9fea-0dd581ce25a4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 946 time: 0.0787945 Apr 06 14:07:15.182086 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-53d583ae-ab3c-4c0b-b42a-88c944e5167d req-46bd9691-da42-480d-b220-67f9fbd20158 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409524 Apr 06 14:07:15.496167 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7937d434-ad41-41dd-8716-2f2b8f14ac83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:07:16.364406 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba19ce4-061f-419e-9356-5787596bf48b req-1098348a-e28c-44ff-84ab-922c11501b35 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:16.365818 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8ba19ce4-061f-419e-9356-5787596bf48b req-1098348a-e28c-44ff-84ab-922c11501b35 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 946 time: 0.0805478 Apr 06 14:07:16.409797 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8ba19ce4-061f-419e-9356-5787596bf48b req-5a83d574-e38e-40cb-8ace-0e63233c62a4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377595 Apr 06 14:07:17.597955 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac840c8c-4537-4cfa-b5b4-0e99a8344c96 req-6c626966-54c1-45de-92ca-ecaeeeb2869c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:17.599368 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ac840c8c-4537-4cfa-b5b4-0e99a8344c96 req-6c626966-54c1-45de-92ca-ecaeeeb2869c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 946 time: 0.0846341 Apr 06 14:07:17.643462 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ac840c8c-4537-4cfa-b5b4-0e99a8344c96 req-4f0c8d0e-4c1d-4940-a1d1-2c2c70be6119 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380428 Apr 06 14:07:17.734072 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cc6da87e-5af9-4d7c-98f5-81d482249fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:07:18.830744 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b679d0-13d4-4b5a-b01d-cd14b9c02365 req-b023abea-643f-443f-a57c-7bc02f8c9bb1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:18.832237 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f0b679d0-13d4-4b5a-b01d-cd14b9c02365 req-b023abea-643f-443f-a57c-7bc02f8c9bb1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 946 time: 0.0803797 Apr 06 14:07:18.877757 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f0b679d0-13d4-4b5a-b01d-cd14b9c02365 req-c4e97333-4055-4485-a6e6-480f2a9533c8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395734 Apr 06 14:07:18.939798 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:07:19.016488 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:07:20.063014 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea9bd1-d49f-4925-ba8f-4ac47e29854b req-cbd50174-079d-4b3b-b5b7-0543719d8354 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:20.064429 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-56ea9bd1-d49f-4925-ba8f-4ac47e29854b req-cbd50174-079d-4b3b-b5b7-0543719d8354 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 946 time: 0.0810843 Apr 06 14:07:20.107162 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-56ea9bd1-d49f-4925-ba8f-4ac47e29854b req-7dfeba0a-c84d-45c1-bc4c-856175f866c1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371401 Apr 06 14:07:20.453828 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:07:21.292822 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b5ee3-cd58-425d-bfd3-4662d09db028 req-096c68e2-53bc-4bd9-ac12-185f069f90a2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:21.294284 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1f6b5ee3-cd58-425d-bfd3-4662d09db028 req-096c68e2-53bc-4bd9-ac12-185f069f90a2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 946 time: 0.0786362 Apr 06 14:07:21.341951 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1f6b5ee3-cd58-425d-bfd3-4662d09db028 req-ef344756-0abe-464f-a386-f0f56248bd17 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416605 Apr 06 14:07:22.524536 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4f3d5-0856-4c57-bec5-f2fc5efca511 req-c5cf6745-94f3-454d-ac4c-71db5d81a2db tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:22.526916 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ccc4f3d5-0856-4c57-bec5-f2fc5efca511 req-c5cf6745-94f3-454d-ac4c-71db5d81a2db tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 946 time: 0.0795178 Apr 06 14:07:22.570005 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ccc4f3d5-0856-4c57-bec5-f2fc5efca511 req-5ffbabde-20fb-4b6f-8081-1a924dc920d7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374076 Apr 06 14:07:23.758025 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f757138-2b64-4dcf-a0c5-a7ddbe0ea06e req-af557fd4-00a1-4b62-8b6f-119fdc4dfcbe tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:23.759519 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2f757138-2b64-4dcf-a0c5-a7ddbe0ea06e req-af557fd4-00a1-4b62-8b6f-119fdc4dfcbe tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 946 time: 0.0840878 Apr 06 14:07:23.804104 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2f757138-2b64-4dcf-a0c5-a7ddbe0ea06e req-5cc526f9-9d56-4a1a-ae1f-fd6a7b8c633a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381260 Apr 06 14:07:24.989282 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778247c8-8932-4e48-ac76-b0165318dab9 req-9ace313a-6014-45ce-9bf9-5fe6b88dc49e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:24.990713 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-778247c8-8932-4e48-ac76-b0165318dab9 req-9ace313a-6014-45ce-9bf9-5fe6b88dc49e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 946 time: 0.0817757 Apr 06 14:07:25.033912 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-778247c8-8932-4e48-ac76-b0165318dab9 req-d07dccd4-4ee9-421d-8761-cade186cb8a1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369861 Apr 06 14:07:25.057982 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55796) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:07:25.162784 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6e60991e-dcd1-4df7-bcaf-195ab2371633 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/floatingips/717e1e39-6aaf-4e3d-a4a7-5afef581dd99 HTTP/1.1" status: 200 len: 993 time: 0.1037023 Apr 06 14:07:26.768863 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50506b4-74cb-4fcc-97cf-b985b2e6c97f req-c7f53160-2b44-44bc-b8fd-12a8ea5c2eab tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:26.770306 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e50506b4-74cb-4fcc-97cf-b985b2e6c97f req-c7f53160-2b44-44bc-b8fd-12a8ea5c2eab tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 946 time: 0.0849900 Apr 06 14:07:26.816121 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e50506b4-74cb-4fcc-97cf-b985b2e6c97f req-fda4bb32-2bf7-48fb-8cb0-1e1672ce44ba tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394583 Apr 06 14:07:26.927024 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55599dbc-3f0b-4f50-981d-bd73a574afa1 req-46b915b8-b740-4e30-bc1b-7352c1470e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:26.928508 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-55599dbc-3f0b-4f50-981d-bd73a574afa1 req-46b915b8-b740-4e30-bc1b-7352c1470e03 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 1099 time: 0.1142547 Apr 06 14:07:27.060237 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55599dbc-3f0b-4f50-981d-bd73a574afa1 req-30f871ba-6b2d-4491-9f88-e3e7450d2bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:27.061626 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-55599dbc-3f0b-4f50-981d-bd73a574afa1 req-30f871ba-6b2d-4491-9f88-e3e7450d2bea service neutron] 10.222.0.61 "GET /v2.0/networks?id=5da2b259-4cda-4d51-8595-87c9965b2197 HTTP/1.1" status: 200 len: 898 time: 0.1272562 Apr 06 14:07:27.270358 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-55599dbc-3f0b-4f50-981d-bd73a574afa1 req-5def3924-af92-410a-b47f-02c1cbde2d66 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d63b62a8-93ec-440e-b69f-f5171cb98ee4 HTTP/1.1" status: 200 len: 1001 time: 0.2020869 Apr 06 14:07:27.332406 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55599dbc-3f0b-4f50-981d-bd73a574afa1 req-2842ee41-1a4e-4d1b-853f-7bf5e5a16729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:27.333785 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-55599dbc-3f0b-4f50-981d-bd73a574afa1 req-2842ee41-1a4e-4d1b-853f-7bf5e5a16729 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d24729ea-87c9-43b2-aa96-dad0be988aaf HTTP/1.1" status: 200 len: 835 time: 0.0568116 Apr 06 14:07:27.413579 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55599dbc-3f0b-4f50-981d-bd73a574afa1 req-58f44f99-2f31-4097-85b3-db8e1a3b4e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:27.415040 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-55599dbc-3f0b-4f50-981d-bd73a574afa1 req-58f44f99-2f31-4097-85b3-db8e1a3b4e29 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5da2b259-4cda-4d51-8595-87c9965b2197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754678 Apr 06 14:07:27.547289 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-55599dbc-3f0b-4f50-981d-bd73a574afa1 req-20e79a26-ba58-46c8-99a2-9be90d7ef29d service neutron] 10.222.0.61 "GET /v2.0/networks/5da2b259-4cda-4d51-8595-87c9965b2197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263623 Apr 06 14:07:27.676099 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-55599dbc-3f0b-4f50-981d-bd73a574afa1 req-24bd5282-dcd2-4010-862a-e449254dc937 service neutron] 10.222.0.61 "GET /v2.0/networks/5da2b259-4cda-4d51-8595-87c9965b2197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231709 Apr 06 14:07:27.699399 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:07:28.003587 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce078634-a244-4113-a343-6c883bdf0c54 req-3887c02a-a813-46a1-8991-864454fa588d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:28.005001 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ce078634-a244-4113-a343-6c883bdf0c54 req-3887c02a-a813-46a1-8991-864454fa588d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 946 time: 0.0785897 Apr 06 14:07:28.053353 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ce078634-a244-4113-a343-6c883bdf0c54 req-17f19057-ecc8-491a-a887-6a7ad8534cbb tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421381 Apr 06 14:07:29.238875 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ca28d-9f13-4eb5-be4d-09465634101a req-42cb3a2e-0ee5-4a88-99ff-dc50bd44c820 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:29.240302 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b55ca28d-9f13-4eb5-be4d-09465634101a req-42cb3a2e-0ee5-4a88-99ff-dc50bd44c820 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 946 time: 0.0792360 Apr 06 14:07:29.284777 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b55ca28d-9f13-4eb5-be4d-09465634101a req-4265c47b-f44e-4d73-ae45-8ae5822b0726 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382090 Apr 06 14:07:29.308737 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55812) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:07:29.414337 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b03cdbe5-b781-4c7d-b289-45456a5c38ba tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/floatingips/717e1e39-6aaf-4e3d-a4a7-5afef581dd99 HTTP/1.1" status: 200 len: 993 time: 0.1045005 Apr 06 14:07:31.575060 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:07:45.473152 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4bfc93f2-7151-4b4b-88f1-d712a06d1444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:07:47.724128 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-662f2d84-66b0-4b6f-8366-1cae1d6f7302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:07:48.947256 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:07:49.044909 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:07:50.490770 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:07:57.684978 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:07:59.882742 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55830) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:00.192087 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-b20a194f-ed1b-4544-a474-d3a508efbc73 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Deleting port 8f3a4cf0-4f9b-4fbc-bacd-57dd4f951819 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:08:00.192410 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b20a194f-ed1b-4544-a474-d3a508efbc73 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:00.356785 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b20a194f-ed1b-4544-a474-d3a508efbc73 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:00.357102 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b20a194f-ed1b-4544-a474-d3a508efbc73 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:00.475769 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-b20a194f-ed1b-4544-a474-d3a508efbc73 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Calling delete_port for 8f3a4cf0-4f9b-4fbc-bacd-57dd4f951819 owned by network:floatingip {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:08:00.685353 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b20a194f-ed1b-4544-a474-d3a508efbc73 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:00.734877 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a194f-ed1b-4544-a474-d3a508efbc73 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Port': ['ID=8f3a4cf0-4f9b-4fbc-bacd-57dd4f951819,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:00.771923 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a194f-ed1b-4544-a474-d3a508efbc73 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:00.772266 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a194f-ed1b-4544-a474-d3a508efbc73 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:00.772603 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a194f-ed1b-4544-a474-d3a508efbc73 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:00.772961 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a194f-ed1b-4544-a474-d3a508efbc73 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:00.773289 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a194f-ed1b-4544-a474-d3a508efbc73 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:00.773612 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a194f-ed1b-4544-a474-d3a508efbc73 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:00.773932 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a194f-ed1b-4544-a474-d3a508efbc73 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:00.774254 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a194f-ed1b-4544-a474-d3a508efbc73 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:00.774579 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a194f-ed1b-4544-a474-d3a508efbc73 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:00.774926 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a194f-ed1b-4544-a474-d3a508efbc73 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:00.775247 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a194f-ed1b-4544-a474-d3a508efbc73 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:00.775566 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a194f-ed1b-4544-a474-d3a508efbc73 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:00.835111 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b20a194f-ed1b-4544-a474-d3a508efbc73 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for floatingip, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:00.835438 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-b20a194f-ed1b-4544-a474-d3a508efbc73 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Floating IP 717e1e39-6aaf-4e3d-a4a7-5afef581dd99 disassociated (deleted). External IP: 172.26.4.29, port: d63b62a8-93ec-440e-b69f-f5171cb98ee4. Apr 06 14:08:01.194577 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20a194f-ed1b-4544-a474-d3a508efbc73 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Router 818b2ae9-ba22-4067-9c19-86452319bac0 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:08:01.368971 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20a194f-ed1b-4544-a474-d3a508efbc73 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:08:01.378387 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e935636-1554-4d8e-b4bb-626fe26f2f02 None None] Sync routers for ids ['818b2ae9-ba22-4067-9c19-86452319bac0'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:08:01.385737 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b20a194f-ed1b-4544-a474-d3a508efbc73 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:01.387722 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e935636-1554-4d8e-b4bb-626fe26f2f02 None None] Routers {'818b2ae9-ba22-4067-9c19-86452319bac0'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:08:01.388328 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-6e935636-1554-4d8e-b4bb-626fe26f2f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:07:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['818b2ae9-ba22-4067-9c19-86452319bac0'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:01.565781 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b20a194f-ed1b-4544-a474-d3a508efbc73 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "DELETE /v2.0/floatingips/717e1e39-6aaf-4e3d-a4a7-5afef581dd99 HTTP/1.1" status: 204 len: 168 time: 1.6794147 Apr 06 14:08:01.565781 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13e1dbd-219e-4a70-b094-347ab6958a14', 'tag': 'd63b62a8-93ec-440e-b69f-f5171cb98ee4'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:08:01.570547 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-6e935636-1554-4d8e-b4bb-626fe26f2f02 None None] Set router 818b2ae9-ba22-4067-9c19-86452319bac0 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:08:01.613023 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bdd1072-0178-4269-8862-324a4b43ebcb'] response: {'name': 'network-changed', 'server_uuid': 'f13e1dbd-219e-4a70-b094-347ab6958a14', 'tag': 'd63b62a8-93ec-440e-b69f-f5171cb98ee4', 'status': 'completed', 'code': 200} Apr 06 14:08:01.707402 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db1bb1-e647-4c88-96d5-8bce8ff735bd req-98c62bda-f348-41b4-9e38-1d2a3d4bd6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:01.708883 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-08db1bb1-e647-4c88-96d5-8bce8ff735bd req-98c62bda-f348-41b4-9e38-1d2a3d4bd6e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 1099 time: 0.0740449 Apr 06 14:08:01.845006 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db1bb1-e647-4c88-96d5-8bce8ff735bd req-d59fc307-d78d-4422-8315-d97c7428947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:01.846388 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-08db1bb1-e647-4c88-96d5-8bce8ff735bd req-d59fc307-d78d-4422-8315-d97c7428947c service neutron] 10.222.0.61 "GET /v2.0/networks?id=5da2b259-4cda-4d51-8595-87c9965b2197 HTTP/1.1" status: 200 len: 898 time: 0.1301279 Apr 06 14:08:01.894687 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-6e935636-1554-4d8e-b4bb-626fe26f2f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707551844', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:06:12Z', 'updated_at': '2022-04-06T14:06:18Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:42:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:06:13Z', 'updated_at': '2022-04-06T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ed1a45d5-e776-4110-ad7c-cb0af4116bdf', 'name': '', 'network_id': '5da2b259-4cda-4d51-8595-87c9965b2197', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:d5:67:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'd24729ea-87c9-43b2-aa96-dad0be988aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:06:17Z', 'updated_at': '2022-04-06T14:06:22Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': 'd24729ea-87c9-43b2-aa96-dad0be988aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:01.899310 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e935636-1554-4d8e-b4bb-626fe26f2f02 None None] Checking router: 818b2ae9-ba22-4067-9c19-86452319bac0 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:08:01.908485 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e935636-1554-4d8e-b4bb-626fe26f2f02 None None] Routers {'818b2ae9-ba22-4067-9c19-86452319bac0'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:08:01.909094 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-6e935636-1554-4d8e-b4bb-626fe26f2f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:07:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['818b2ae9-ba22-4067-9c19-86452319bac0'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:01.919232 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-08db1bb1-e647-4c88-96d5-8bce8ff735bd req-87c84ac1-485c-4a63-892a-5a8cf039212c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d63b62a8-93ec-440e-b69f-f5171cb98ee4 HTTP/1.1" status: 200 len: 217 time: 0.0665548 Apr 06 14:08:01.981733 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db1bb1-e647-4c88-96d5-8bce8ff735bd req-7cce6452-2758-4d07-9f52-19dc8b026d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:01.983132 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-08db1bb1-e647-4c88-96d5-8bce8ff735bd req-7cce6452-2758-4d07-9f52-19dc8b026d5a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d24729ea-87c9-43b2-aa96-dad0be988aaf HTTP/1.1" status: 200 len: 835 time: 0.0588467 Apr 06 14:08:02.073572 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db1bb1-e647-4c88-96d5-8bce8ff735bd req-4be8ac81-6358-40ba-84c9-5d8d8d16a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:02.075915 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-08db1bb1-e647-4c88-96d5-8bce8ff735bd req-4be8ac81-6358-40ba-84c9-5d8d8d16a632 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5da2b259-4cda-4d51-8595-87c9965b2197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786295 Apr 06 14:08:02.101976 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-6e935636-1554-4d8e-b4bb-626fe26f2f02 None None] Set router 818b2ae9-ba22-4067-9c19-86452319bac0 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:08:02.191368 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661c350-1f71-4a99-9409-2348535a2606 req-ed2586c3-5f76-4dd8-804f-fbe5f252e35c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:02.192087 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-7661c350-1f71-4a99-9409-2348535a2606 req-ed2586c3-5f76-4dd8-804f-fbe5f252e35c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Synchronizing usage tracker for tenant:ee8feeb260df4580987384a151b8068e on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:08:02.221528 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-08db1bb1-e647-4c88-96d5-8bce8ff735bd req-bec29e79-d8d2-4007-a701-8168546a2301 service neutron] 10.222.0.61 "GET /v2.0/networks/5da2b259-4cda-4d51-8595-87c9965b2197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375849 Apr 06 14:08:02.270620 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-7661c350-1f71-4a99-9409-2348535a2606 req-ed2586c3-5f76-4dd8-804f-fbe5f252e35c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Unset dirty status for tenant:ee8feeb260df4580987384a151b8068e on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:08:02.272648 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7661c350-1f71-4a99-9409-2348535a2606 req-ed2586c3-5f76-4dd8-804f-fbe5f252e35c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 946 time: 0.1639209 Apr 06 14:08:02.322991 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7661c350-1f71-4a99-9409-2348535a2606 req-bec39ad4-4e75-436c-a438-5ea26a69492f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433269 Apr 06 14:08:02.359118 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-08db1bb1-e647-4c88-96d5-8bce8ff735bd req-9386eff9-ee29-4731-853e-f321128806bf service neutron] 10.222.0.61 "GET /v2.0/networks/5da2b259-4cda-4d51-8595-87c9965b2197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311729 Apr 06 14:08:02.474640 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-6e935636-1554-4d8e-b4bb-626fe26f2f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707551844', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:06:12Z', 'updated_at': '2022-04-06T14:06:18Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:42:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:06:13Z', 'updated_at': '2022-04-06T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ed1a45d5-e776-4110-ad7c-cb0af4116bdf', 'name': '', 'network_id': '5da2b259-4cda-4d51-8595-87c9965b2197', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:d5:67:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'd24729ea-87c9-43b2-aa96-dad0be988aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:06:17Z', 'updated_at': '2022-04-06T14:06:22Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': 'd24729ea-87c9-43b2-aa96-dad0be988aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:02.478521 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e935636-1554-4d8e-b4bb-626fe26f2f02 None None] The sync data for ids ['818b2ae9-ba22-4067-9c19-86452319bac0'] in dv-neutron-834600-1-hyperv is: [{'id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707551844', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:06:12Z', 'updated_at': '2022-04-06T14:06:18Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:42:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:06:13Z', 'updated_at': '2022-04-06T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ed1a45d5-e776-4110-ad7c-cb0af4116bdf', 'name': '', 'network_id': '5da2b259-4cda-4d51-8595-87c9965b2197', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:d5:67:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'd24729ea-87c9-43b2-aa96-dad0be988aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:06:17Z', 'updated_at': '2022-04-06T14:06:22Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': 'd24729ea-87c9-43b2-aa96-dad0be988aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:08:02.675692 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aefacce-0a5b-44ea-bfe8-3574876878a6 None None] New status for floating IP 717e1e39-6aaf-4e3d-a4a7-5afef581dd99: DOWN {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:08:03.510425 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c7743-6a88-4a5b-9d79-56ec60c1a3d1 req-4e356ff2-280e-4796-9bf5-ce79f9015608 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:03.512512 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-862c7743-6a88-4a5b-9d79-56ec60c1a3d1 req-4e356ff2-280e-4796-9bf5-ce79f9015608 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 946 time: 0.0829561 Apr 06 14:08:03.540030 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32fcf91-4b83-40fc-bfae-a0ca6fa71d25 req-87b84e1b-7cd4-4cc5-8432-3f413c3396a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:03.540883 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-a32fcf91-4b83-40fc-bfae-a0ca6fa71d25 req-87b84e1b-7cd4-4cc5-8432-3f413c3396a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Synchronizing usage tracker for tenant:ee8feeb260df4580987384a151b8068e on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:08:03.552865 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-a32fcf91-4b83-40fc-bfae-a0ca6fa71d25 req-87b84e1b-7cd4-4cc5-8432-3f413c3396a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Unset dirty status for tenant:ee8feeb260df4580987384a151b8068e on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:08:03.553929 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a32fcf91-4b83-40fc-bfae-a0ca6fa71d25 req-87b84e1b-7cd4-4cc5-8432-3f413c3396a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.61 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 946 time: 0.0970018 Apr 06 14:08:03.556465 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-862c7743-6a88-4a5b-9d79-56ec60c1a3d1 req-2d0d3ddb-69f7-44a4-8358-39f7014a119c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c9259e-79e3-4231-ab83-5a5c3e4fea78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379746 Apr 06 14:08:03.623559 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-a32fcf91-4b83-40fc-bfae-a0ca6fa71d25 req-765269b3-cff6-4f3c-86b3-4bdb79b0ccbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Deleting port d63b62a8-93ec-440e-b69f-f5171cb98ee4 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:08:03.623926 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-a32fcf91-4b83-40fc-bfae-a0ca6fa71d25 req-765269b3-cff6-4f3c-86b3-4bdb79b0ccbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:03.866846 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-a32fcf91-4b83-40fc-bfae-a0ca6fa71d25 req-765269b3-cff6-4f3c-86b3-4bdb79b0ccbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] For port d63b62a8-93ec-440e-b69f-f5171cb98ee4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d63b62a8-93ec-440e-b69f-f5171cb98ee4,segment=NetworkSegment(dea1270c-a370-4eb0-8c8c-eecf9f0b9d37),segment_id=dea1270c-a370-4eb0-8c8c-eecf9f0b9d37)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:08:03.867118 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-a32fcf91-4b83-40fc-bfae-a0ca6fa71d25 req-765269b3-cff6-4f3c-86b3-4bdb79b0ccbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:03.987343 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-a32fcf91-4b83-40fc-bfae-a0ca6fa71d25 req-765269b3-cff6-4f3c-86b3-4bdb79b0ccbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Calling delete_port for d63b62a8-93ec-440e-b69f-f5171cb98ee4 owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:08:04.207759 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-a32fcf91-4b83-40fc-bfae-a0ca6fa71d25 req-765269b3-cff6-4f3c-86b3-4bdb79b0ccbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:04.261564 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765269b3-cff6-4f3c-86b3-4bdb79b0ccbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Port': ['ID=d63b62a8-93ec-440e-b69f-f5171cb98ee4,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:04.398978 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765269b3-cff6-4f3c-86b3-4bdb79b0ccbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:04.399314 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765269b3-cff6-4f3c-86b3-4bdb79b0ccbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:04.399641 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765269b3-cff6-4f3c-86b3-4bdb79b0ccbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:04.400009 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765269b3-cff6-4f3c-86b3-4bdb79b0ccbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:04.400287 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765269b3-cff6-4f3c-86b3-4bdb79b0ccbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:04.400604 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765269b3-cff6-4f3c-86b3-4bdb79b0ccbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:04.400918 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765269b3-cff6-4f3c-86b3-4bdb79b0ccbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:04.401232 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765269b3-cff6-4f3c-86b3-4bdb79b0ccbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:04.401546 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765269b3-cff6-4f3c-86b3-4bdb79b0ccbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:04.401857 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765269b3-cff6-4f3c-86b3-4bdb79b0ccbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:04.402783 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765269b3-cff6-4f3c-86b3-4bdb79b0ccbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:04.403117 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765269b3-cff6-4f3c-86b3-4bdb79b0ccbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:04.438914 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32fcf91-4b83-40fc-bfae-a0ca6fa71d25 req-765269b3-cff6-4f3c-86b3-4bdb79b0ccbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] No DVR routers for this DVR port d63b62a8-93ec-440e-b69f-f5171cb98ee4 on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:08:04.441242 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-a32fcf91-4b83-40fc-bfae-a0ca6fa71d25 req-765269b3-cff6-4f3c-86b3-4bdb79b0ccbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:04.443952 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13e1dbd-219e-4a70-b094-347ab6958a14', 'name': 'network-vif-deleted', 'tag': 'd63b62a8-93ec-440e-b69f-f5171cb98ee4'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:08:04.489536 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31536b3-66de-4e0a-b05a-5027bdbcf773'] response: {'server_uuid': 'f13e1dbd-219e-4a70-b094-347ab6958a14', 'name': 'network-vif-deleted', 'tag': 'd63b62a8-93ec-440e-b69f-f5171cb98ee4', 'status': 'completed', 'code': 200} Apr 06 14:08:04.511052 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a32fcf91-4b83-40fc-bfae-a0ca6fa71d25 req-765269b3-cff6-4f3c-86b3-4bdb79b0ccbc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.61 "DELETE /v2.0/ports/d63b62a8-93ec-440e-b69f-f5171cb98ee4 HTTP/1.1" status: 204 len: 173 time: 0.9511259 Apr 06 14:08:04.713550 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e9618c6a-b97d-4ff8-a1be-bdeabd666b72 req-b8b019f8-ac08-4e8a-9740-cd2dba58fb9b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13e1dbd-219e-4a70-b094-347ab6958a14 HTTP/1.1" status: 200 len: 210 time: 0.0435746 Apr 06 14:08:05.811082 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55848) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:06.358060 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1b2fe42b-5835-4888-a43d-b139e77a07f5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:06.703971 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-1b2fe42b-5835-4888-a43d-b139e77a07f5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Deleting port ed1a45d5-e776-4110-ad7c-cb0af4116bdf {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:08:06.704310 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1b2fe42b-5835-4888-a43d-b139e77a07f5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:06.886991 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-1b2fe42b-5835-4888-a43d-b139e77a07f5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] For port ed1a45d5-e776-4110-ad7c-cb0af4116bdf, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ed1a45d5-e776-4110-ad7c-cb0af4116bdf,segment=NetworkSegment(dea1270c-a370-4eb0-8c8c-eecf9f0b9d37),segment_id=dea1270c-a370-4eb0-8c8c-eecf9f0b9d37)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:08:06.887770 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1b2fe42b-5835-4888-a43d-b139e77a07f5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:07.115885 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-1b2fe42b-5835-4888-a43d-b139e77a07f5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Calling delete_port for ed1a45d5-e776-4110-ad7c-cb0af4116bdf owned by network:router_interface {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:08:07.521805 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1b2fe42b-5835-4888-a43d-b139e77a07f5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:07.574662 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fe42b-5835-4888-a43d-b139e77a07f5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Port': ['ID=ed1a45d5-e776-4110-ad7c-cb0af4116bdf,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:07.852579 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-1b2fe42b-5835-4888-a43d-b139e77a07f5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:07.976100 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device d63b62a8-93ec-440e-b69f-f5171cb98ee4 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:08:08.014117 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: d63b62a8-93ec-440e-b69f-f5171cb98ee4 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:08:08.014460 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device d63b62a8-93ec-440e-b69f-f5171cb98ee4 not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:08:08.211678 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2fe42b-5835-4888-a43d-b139e77a07f5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Router 818b2ae9-ba22-4067-9c19-86452319bac0 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:08:08.517156 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2fe42b-5835-4888-a43d-b139e77a07f5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:08:08.526603 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdfd94c-8e70-4d21-8cef-31501a94b396 None None] Sync routers for ids ['818b2ae9-ba22-4067-9c19-86452319bac0'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:08:08.529617 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1b2fe42b-5835-4888-a43d-b139e77a07f5 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "PUT /v2.0/routers/818b2ae9-ba22-4067-9c19-86452319bac0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7174926 Apr 06 14:08:08.532428 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55854) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:08.536305 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdfd94c-8e70-4d21-8cef-31501a94b396 None None] Routers {'818b2ae9-ba22-4067-9c19-86452319bac0'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:08:08.536895 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-9cdfd94c-8e70-4d21-8cef-31501a94b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:07:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['818b2ae9-ba22-4067-9c19-86452319bac0'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:08.575684 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:08:08.601289 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ec1918-1006-440f-ad1d-610f32a773bc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Deleting subnet d24729ea-87c9-43b2-aa96-dad0be988aaf {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 14:08:08.604304 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-59ec1918-1006-440f-ad1d-610f32a773bc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:08.658387 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-59ec1918-1006-440f-ad1d-610f32a773bc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:08.713900 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-9cdfd94c-8e70-4d21-8cef-31501a94b396 None None] Set router 818b2ae9-ba22-4067-9c19-86452319bac0 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:08:08.740457 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-59ec1918-1006-440f-ad1d-610f32a773bc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:08.882715 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-59ec1918-1006-440f-ad1d-610f32a773bc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:08.925262 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec1918-1006-440f-ad1d-610f32a773bc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Subnet': ['ID=d24729ea-87c9-43b2-aa96-dad0be988aaf,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:08.930762 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-59ec1918-1006-440f-ad1d-610f32a773bc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:08.938159 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-59ec1918-1006-440f-ad1d-610f32a773bc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "DELETE /v2.0/subnets/d24729ea-87c9-43b2-aa96-dad0be988aaf HTTP/1.1" status: 204 len: 168 time: 0.4046483 Apr 06 14:08:08.939441 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fae818d-c9e8-4311-80c3-f52715d29649 None None] Network 5da2b259-4cda-4d51-8595-87c9965b2197 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 14:08:08.940775 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55858) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:09.119264 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-55797faf-4cba-494f-bde7-11020dcfc53a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:09.158082 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-9cdfd94c-8e70-4d21-8cef-31501a94b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707551844', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:06:12Z', 'updated_at': '2022-04-06T14:08:07Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:42:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:06:13Z', 'updated_at': '2022-04-06T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:09.164377 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdfd94c-8e70-4d21-8cef-31501a94b396 None None] Checking router: 818b2ae9-ba22-4067-9c19-86452319bac0 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:08:09.184347 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdfd94c-8e70-4d21-8cef-31501a94b396 None None] Routers {'818b2ae9-ba22-4067-9c19-86452319bac0'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:08:09.184958 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-9cdfd94c-8e70-4d21-8cef-31501a94b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:07:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['818b2ae9-ba22-4067-9c19-86452319bac0'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:09.301816 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-55797faf-4cba-494f-bde7-11020dcfc53a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:09.333781 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651b45ea-e5c0-497c-8f9d-cb1f9632f53c None None] DHCP port deletion for 5da2b259-4cda-4d51-8595-87c9965b2197 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 14:08:09.352760 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-651b45ea-e5c0-497c-8f9d-cb1f9632f53c None None] Deleting port 61e0b9b7-a7b9-4644-896c-9e5c90f244da {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:08:09.353129 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-651b45ea-e5c0-497c-8f9d-cb1f9632f53c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:09.367815 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-55797faf-4cba-494f-bde7-11020dcfc53a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Deleting port 0982039f-01a7-4aea-bc58-59831e5c4e70 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:08:09.368267 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-55797faf-4cba-494f-bde7-11020dcfc53a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:09.412059 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-9cdfd94c-8e70-4d21-8cef-31501a94b396 None None] Set router 818b2ae9-ba22-4067-9c19-86452319bac0 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:08:09.545117 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-55797faf-4cba-494f-bde7-11020dcfc53a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] For port 0982039f-01a7-4aea-bc58-59831e5c4e70, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=0982039f-01a7-4aea-bc58-59831e5c4e70,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:08:09.545705 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-55797faf-4cba-494f-bde7-11020dcfc53a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:09.669839 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-55797faf-4cba-494f-bde7-11020dcfc53a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Calling delete_port for 0982039f-01a7-4aea-bc58-59831e5c4e70 owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:08:09.858549 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-651b45ea-e5c0-497c-8f9d-cb1f9632f53c None None] For port 61e0b9b7-a7b9-4644-896c-9e5c90f244da, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=61e0b9b7-a7b9-4644-896c-9e5c90f244da,segment=NetworkSegment(dea1270c-a370-4eb0-8c8c-eecf9f0b9d37),segment_id=dea1270c-a370-4eb0-8c8c-eecf9f0b9d37)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:08:09.858997 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-651b45ea-e5c0-497c-8f9d-cb1f9632f53c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:09.928079 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-55797faf-4cba-494f-bde7-11020dcfc53a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:09.984476 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55797faf-4cba-494f-bde7-11020dcfc53a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Port': ['ID=0982039f-01a7-4aea-bc58-59831e5c4e70,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:09.989614 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-651b45ea-e5c0-497c-8f9d-cb1f9632f53c None None] Calling delete_port for 61e0b9b7-a7b9-4644-896c-9e5c90f244da owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:08:10.065512 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-9cdfd94c-8e70-4d21-8cef-31501a94b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707551844', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:06:12Z', 'updated_at': '2022-04-06T14:08:07Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:42:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:06:13Z', 'updated_at': '2022-04-06T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:10.069677 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdfd94c-8e70-4d21-8cef-31501a94b396 None None] The sync data for ids ['818b2ae9-ba22-4067-9c19-86452319bac0'] in dv-neutron-834600-1-hyperv is: [{'id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1707551844', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:06:12Z', 'updated_at': '2022-04-06T14:08:07Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': '0982039f-01a7-4aea-bc58-59831e5c4e70', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:42:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818b2ae9-ba22-4067-9c19-86452319bac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:06:13Z', 'updated_at': '2022-04-06T14:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:08:10.079151 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-55797faf-4cba-494f-bde7-11020dcfc53a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:10.168308 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-651b45ea-e5c0-497c-8f9d-cb1f9632f53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:10.219136 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b45ea-e5c0-497c-8f9d-cb1f9632f53c None None] Pushing event deleted for resources: {'Port': ['ID=61e0b9b7-a7b9-4644-896c-9e5c90f244da,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:10.228502 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b45ea-e5c0-497c-8f9d-cb1f9632f53c None None] No DVR routers for this DVR port 61e0b9b7-a7b9-4644-896c-9e5c90f244da on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:08:10.230393 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b45ea-e5c0-497c-8f9d-cb1f9632f53c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:10.231137 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b45ea-e5c0-497c-8f9d-cb1f9632f53c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:10.231137 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b45ea-e5c0-497c-8f9d-cb1f9632f53c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:10.231384 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b45ea-e5c0-497c-8f9d-cb1f9632f53c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:10.231700 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b45ea-e5c0-497c-8f9d-cb1f9632f53c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:10.232032 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b45ea-e5c0-497c-8f9d-cb1f9632f53c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:10.232351 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b45ea-e5c0-497c-8f9d-cb1f9632f53c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:10.232673 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b45ea-e5c0-497c-8f9d-cb1f9632f53c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:10.232994 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b45ea-e5c0-497c-8f9d-cb1f9632f53c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:10.233372 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b45ea-e5c0-497c-8f9d-cb1f9632f53c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:10.233632 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b45ea-e5c0-497c-8f9d-cb1f9632f53c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:10.233948 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b45ea-e5c0-497c-8f9d-cb1f9632f53c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:10.356136 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-55797faf-4cba-494f-bde7-11020dcfc53a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:10.358191 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-55797faf-4cba-494f-bde7-11020dcfc53a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:10.461815 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-55797faf-4cba-494f-bde7-11020dcfc53a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:10.462325 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55797faf-4cba-494f-bde7-11020dcfc53a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Fanout notify agent at l3_agent the message router_deleted on router 818b2ae9-ba22-4067-9c19-86452319bac0 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 14:08:10.490091 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-55797faf-4cba-494f-bde7-11020dcfc53a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:10.491260 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-55797faf-4cba-494f-bde7-11020dcfc53a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "DELETE /v2.0/routers/818b2ae9-ba22-4067-9c19-86452319bac0 HTTP/1.1" status: 204 len: 168 time: 1.5495794 Apr 06 14:08:10.493851 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55866) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:10.512111 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ed1a45d5-e776-4110-ad7c-cb0af4116bdf no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:08:10.548560 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: ed1a45d5-e776-4110-ad7c-cb0af4116bdf {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:08:10.548956 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ed1a45d5-e776-4110-ad7c-cb0af4116bdf not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:08:10.549454 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 61e0b9b7-a7b9-4644-896c-9e5c90f244da no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:08:10.583189 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 61e0b9b7-a7b9-4644-896c-9e5c90f244da {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:08:10.583566 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 61e0b9b7-a7b9-4644-896c-9e5c90f244da not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:08:10.618333 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a0473976-df24-4760-a493-b8bf462b8324 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:10.754418 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a0473976-df24-4760-a493-b8bf462b8324 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:10.783976 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-a0473976-df24-4760-a493-b8bf462b8324 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da2b259-4cda-4d51-8595-87c9965b2197']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:10.798031 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-a0473976-df24-4760-a493-b8bf462b8324 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dea1270c-a370-4eb0-8c8c-eecf9f0b9d37') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:10.803849 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-a0473976-df24-4760-a493-b8bf462b8324 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dea1270c-a370-4eb0-8c8c-eecf9f0b9d37') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:10.810082 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a0473976-df24-4760-a493-b8bf462b8324 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:10.825948 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a0473976-df24-4760-a493-b8bf462b8324 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:10.832050 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0473976-df24-4760-a493-b8bf462b8324 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:08:10.837532 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a0473976-df24-4760-a493-b8bf462b8324 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:08:10.847607 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:08:10.981973 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a0473976-df24-4760-a493-b8bf462b8324 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:10.998506 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a0473976-df24-4760-a493-b8bf462b8324 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:11.009216 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0473976-df24-4760-a493-b8bf462b8324 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Network': ['ID=5da2b259-4cda-4d51-8595-87c9965b2197,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:11.074404 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a0473976-df24-4760-a493-b8bf462b8324 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "DELETE /v2.0/networks/5da2b259-4cda-4d51-8595-87c9965b2197 HTTP/1.1" status: 204 len: 168 time: 0.5786834 Apr 06 14:08:11.079172 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55870) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:11.150247 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f123c1da-8c46-4bad-8d43-4a7633e07644 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:11.180367 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f123c1da-8c46-4bad-8d43-4a7633e07644 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:11.278862 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f123c1da-8c46-4bad-8d43-4a7633e07644 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:11.297249 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123c1da-8c46-4bad-8d43-4a7633e07644 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c9259e-79e3-4231-ab83-5a5c3e4fea78,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:11.351983 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f123c1da-8c46-4bad-8d43-4a7633e07644 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:11.353040 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f123c1da-8c46-4bad-8d43-4a7633e07644 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "DELETE /v2.0/security-groups/b8c9259e-79e3-4231-ab83-5a5c3e4fea78 HTTP/1.1" status: 204 len: 168 time: 0.2724819 Apr 06 14:08:11.732874 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55880) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:11.738141 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-941326c5-16d0-41a7-9be8-d350541a080b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1698705101', 'description': 'tempest-secgroup-smoke-1698705101 description', 'project_id': 'ee8feeb260df4580987384a151b8068e'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:11.744059 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-941326c5-16d0-41a7-9be8-d350541a080b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:08:11.748775 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-941326c5-16d0-41a7-9be8-d350541a080b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:08:11.751596 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-941326c5-16d0-41a7-9be8-d350541a080b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:08:11.757679 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-941326c5-16d0-41a7-9be8-d350541a080b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:08:11.853765 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-941326c5-16d0-41a7-9be8-d350541a080b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:11.874576 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-941326c5-16d0-41a7-9be8-d350541a080b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:08:11.878338 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-941326c5-16d0-41a7-9be8-d350541a080b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:08:11.881067 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-941326c5-16d0-41a7-9be8-d350541a080b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:08:11.886600 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-941326c5-16d0-41a7-9be8-d350541a080b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:08:11.958888 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-941326c5-16d0-41a7-9be8-d350541a080b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:12.031155 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-941326c5-16d0-41a7-9be8-d350541a080b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:12.078895 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941326c5-16d0-41a7-9be8-d350541a080b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7527942-f8c9-406c-b1b9-9b8a04833ba8,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:12.147683 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-941326c5-16d0-41a7-9be8-d350541a080b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:12.154129 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-941326c5-16d0-41a7-9be8-d350541a080b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4152927 Apr 06 14:08:12.154129 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55884) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:12.162036 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-cdaec85d-032f-478a-a54b-29c615dc1303 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': 'f7527942-f8c9-406c-b1b9-9b8a04833ba8', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:12.172352 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-cdaec85d-032f-478a-a54b-29c615dc1303 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:08:12.178271 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-cdaec85d-032f-478a-a54b-29c615dc1303 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:08:12.179900 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0982039f-01a7-4aea-bc58-59831e5c4e70 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:08:12.181672 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-cdaec85d-032f-478a-a54b-29c615dc1303 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:08:12.188679 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-cdaec85d-032f-478a-a54b-29c615dc1303 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:08:12.219754 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 0982039f-01a7-4aea-bc58-59831e5c4e70 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:08:12.220086 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 0982039f-01a7-4aea-bc58-59831e5c4e70 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:08:12.280302 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cdaec85d-032f-478a-a54b-29c615dc1303 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:12.340257 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cdaec85d-032f-478a-a54b-29c615dc1303 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:12.409651 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cdaec85d-032f-478a-a54b-29c615dc1303 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:12.433478 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaec85d-032f-478a-a54b-29c615dc1303 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678b6310-6d77-42b7-8f38-f661969b1dce,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:12.495975 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-cdaec85d-032f-478a-a54b-29c615dc1303 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:12.497111 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-cdaec85d-032f-478a-a54b-29c615dc1303 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3416851 Apr 06 14:08:12.499806 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55888) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:12.504786 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-3bfa266c-f136-4022-85d7-0fd4811515d7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': 'f7527942-f8c9-406c-b1b9-9b8a04833ba8', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:12.510978 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-3bfa266c-f136-4022-85d7-0fd4811515d7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:08:12.515304 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3bfa266c-f136-4022-85d7-0fd4811515d7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:08:12.518056 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-3bfa266c-f136-4022-85d7-0fd4811515d7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:08:12.523740 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-3bfa266c-f136-4022-85d7-0fd4811515d7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:08:12.619318 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3bfa266c-f136-4022-85d7-0fd4811515d7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:12.678930 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3bfa266c-f136-4022-85d7-0fd4811515d7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:12.747323 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3bfa266c-f136-4022-85d7-0fd4811515d7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:12.769735 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa266c-f136-4022-85d7-0fd4811515d7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2eba9d7-bbcb-4fee-8109-60d3ac7f43e7,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:12.838530 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3bfa266c-f136-4022-85d7-0fd4811515d7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:12.839738 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3bfa266c-f136-4022-85d7-0fd4811515d7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3389468 Apr 06 14:08:12.842853 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55892) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:12.848813 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-c506dd08-e891-4334-8674-7235aaf80d55 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': 'f7527942-f8c9-406c-b1b9-9b8a04833ba8', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:12.853760 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c506dd08-e891-4334-8674-7235aaf80d55 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:08:12.858215 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c506dd08-e891-4334-8674-7235aaf80d55 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:08:12.861146 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c506dd08-e891-4334-8674-7235aaf80d55 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:08:12.866904 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c506dd08-e891-4334-8674-7235aaf80d55 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:08:12.924527 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c506dd08-e891-4334-8674-7235aaf80d55 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:12.985936 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c506dd08-e891-4334-8674-7235aaf80d55 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:13.044229 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c506dd08-e891-4334-8674-7235aaf80d55 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:13.070609 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506dd08-e891-4334-8674-7235aaf80d55 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6dab27b-65ec-4bb0-ab31-3de0397fa165,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:13.135907 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c506dd08-e891-4334-8674-7235aaf80d55 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:13.137089 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c506dd08-e891-4334-8674-7235aaf80d55 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2933116 Apr 06 14:08:13.139925 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55896) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:13.144859 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-d75dba10-04a6-4365-a78b-6349db6ed8b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': 'f7527942-f8c9-406c-b1b9-9b8a04833ba8', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:13.150665 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d75dba10-04a6-4365-a78b-6349db6ed8b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:08:13.155019 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d75dba10-04a6-4365-a78b-6349db6ed8b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:08:13.157822 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d75dba10-04a6-4365-a78b-6349db6ed8b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:08:13.163502 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d75dba10-04a6-4365-a78b-6349db6ed8b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:08:13.234778 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d75dba10-04a6-4365-a78b-6349db6ed8b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:13.299614 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d75dba10-04a6-4365-a78b-6349db6ed8b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:13.364598 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d75dba10-04a6-4365-a78b-6349db6ed8b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:13.392529 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75dba10-04a6-4365-a78b-6349db6ed8b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=263e84d2-0c20-48ea-8182-08dabf1e59db,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:13.456224 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d75dba10-04a6-4365-a78b-6349db6ed8b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:13.457493 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d75dba10-04a6-4365-a78b-6349db6ed8b0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3166127 Apr 06 14:08:13.460388 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55900) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:13.466297 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-c08cbd34-d5fd-4b10-b41b-bb31891d6cbe tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': 'f7527942-f8c9-406c-b1b9-9b8a04833ba8', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:13.472339 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c08cbd34-d5fd-4b10-b41b-bb31891d6cbe tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:08:13.476140 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c08cbd34-d5fd-4b10-b41b-bb31891d6cbe tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:08:13.479022 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c08cbd34-d5fd-4b10-b41b-bb31891d6cbe tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:08:13.485009 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c08cbd34-d5fd-4b10-b41b-bb31891d6cbe tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:08:13.559111 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.securitygroups_db [None req-c08cbd34-d5fd-4b10-b41b-bb31891d6cbe tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Project ee8feeb260df4580987384a151b8068e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:08:13.566084 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c08cbd34-d5fd-4b10-b41b-bb31891d6cbe tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:13.632129 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c08cbd34-d5fd-4b10-b41b-bb31891d6cbe tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:13.718696 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c08cbd34-d5fd-4b10-b41b-bb31891d6cbe tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:13.743040 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08cbd34-d5fd-4b10-b41b-bb31891d6cbe tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8073503-5ea9-4af7-97fa-97ef9b0e3d19,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:13.802252 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c08cbd34-d5fd-4b10-b41b-bb31891d6cbe tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:13.803480 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c08cbd34-d5fd-4b10-b41b-bb31891d6cbe tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3421037 Apr 06 14:08:13.806285 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55904) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:13.812397 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-6f20061f-57af-424d-b40c-2e0d524bee40 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'security_group_rule': {'security_group_id': 'f7527942-f8c9-406c-b1b9-9b8a04833ba8', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:13.819345 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-6f20061f-57af-424d-b40c-2e0d524bee40 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:08:13.824246 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6f20061f-57af-424d-b40c-2e0d524bee40 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:security_group_rule and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:08:13.826507 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6f20061f-57af-424d-b40c-2e0d524bee40 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:08:13.832300 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-6f20061f-57af-424d-b40c-2e0d524bee40 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:08:13.907440 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.securitygroups_db [None req-6f20061f-57af-424d-b40c-2e0d524bee40 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Project ee8feeb260df4580987384a151b8068e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:08:13.914339 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6f20061f-57af-424d-b40c-2e0d524bee40 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:13.979293 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6f20061f-57af-424d-b40c-2e0d524bee40 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:14.038404 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6f20061f-57af-424d-b40c-2e0d524bee40 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:14.062664 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20061f-57af-424d-b40c-2e0d524bee40 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd10e51d-d212-40c4-ac0b-2a4de66cd8a0,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:14.147524 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6f20061f-57af-424d-b40c-2e0d524bee40 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:14.151540 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6f20061f-57af-424d-b40c-2e0d524bee40 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3414466 Apr 06 14:08:14.152112 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55908) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:14.158918 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-69440fb2-864f-43c4-9b18-eb5bd8f75ee9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'network': {'name': 'tempest-network-smoke--766806028', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'port_security_enabled': True}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:14.164823 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-69440fb2-864f-43c4-9b18-eb5bd8f75ee9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:08:14.172228 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-69440fb2-864f-43c4-9b18-eb5bd8f75ee9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:network and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:08:14.177365 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-69440fb2-864f-43c4-9b18-eb5bd8f75ee9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:08:14.188554 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-69440fb2-864f-43c4-9b18-eb5bd8f75ee9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:08:14.288013 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69440fb2-864f-43c4-9b18-eb5bd8f75ee9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Made reservation on behalf of ee8feeb260df4580987384a151b8068e for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:08:14.291501 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-69440fb2-864f-43c4-9b18-eb5bd8f75ee9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:14.326069 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69440fb2-864f-43c4-9b18-eb5bd8f75ee9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:08:14.337231 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-69440fb2-864f-43c4-9b18-eb5bd8f75ee9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:14.337768 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-69440fb2-864f-43c4-9b18-eb5bd8f75ee9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Added segment fb687bc7-a968-42f9-b817-495f09a8f2ca of type vlan for network 9b4fa29b-5c9a-47f3-a314-98e35476dd73 Apr 06 14:08:14.367179 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-69440fb2-864f-43c4-9b18-eb5bd8f75ee9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:14.490058 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-69440fb2-864f-43c4-9b18-eb5bd8f75ee9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:14.495521 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69440fb2-864f-43c4-9b18-eb5bd8f75ee9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:14.496117 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-69440fb2-864f-43c4-9b18-eb5bd8f75ee9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:14.603289 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69440fb2-864f-43c4-9b18-eb5bd8f75ee9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Network': ['ID=9b4fa29b-5c9a-47f3-a314-98e35476dd73,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:14.614112 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 9b4fa29b-5c9a-47f3-a314-98e35476dd73 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:08:14.673944 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-69440fb2-864f-43c4-9b18-eb5bd8f75ee9 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5206163 Apr 06 14:08:14.676570 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55912) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:14.681509 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-e283671f-d745-41d7-b452-d03f5e2c15a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-530623386', 'admin_state_up': True, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:14.689390 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e283671f-d745-41d7-b452-d03f5e2c15a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:08:14.693244 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e283671f-d745-41d7-b452-d03f5e2c15a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:router and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:08:14.696050 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-e283671f-d745-41d7-b452-d03f5e2c15a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:08:14.702611 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-e283671f-d745-41d7-b452-d03f5e2c15a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:08:14.767677 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e283671f-d745-41d7-b452-d03f5e2c15a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:14.768691 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e283671f-d745-41d7-b452-d03f5e2c15a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:14.783652 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e283671f-d745-41d7-b452-d03f5e2c15a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:15.083240 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e283671f-d745-41d7-b452-d03f5e2c15a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:15.484485 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-03b924cd-8edf-4fc5-bfda-339a90201810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:15.568543 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e283671f-d745-41d7-b452-d03f5e2c15a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:15.598861 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e283671f-d745-41d7-b452-d03f5e2c15a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:15.732808 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-e283671f-d745-41d7-b452-d03f5e2c15a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Allocated IP 172.26.4.172 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/a44db322-4c12-44fe-9933-82d16bf18aca) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:08:15.881567 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e283671f-d745-41d7-b452-d03f5e2c15a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:15.967853 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e283671f-d745-41d7-b452-d03f5e2c15a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:16.027589 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e283671f-d745-41d7-b452-d03f5e2c15a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:08:16.034318 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-e283671f-d745-41d7-b452-d03f5e2c15a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:08:16.038342 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e283671f-d745-41d7-b452-d03f5e2c15a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:08:16.074363 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283671f-d745-41d7-b452-d03f5e2c15a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=a44db322-4c12-44fe-9933-82d16bf18aca,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:16.523519 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e283671f-d745-41d7-b452-d03f5e2c15a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:16.969321 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e283671f-d745-41d7-b452-d03f5e2c15a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:17.238228 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e283671f-d745-41d7-b452-d03f5e2c15a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Router d9c340b6-c4d2-4d1c-a167-82e5241d1662 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 14:08:17.416435 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e283671f-d745-41d7-b452-d03f5e2c15a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:08:17.426953 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f9c514-1e1a-4882-9858-7376036a8ad9 None None] Sync routers for ids ['d9c340b6-c4d2-4d1c-a167-82e5241d1662'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:08:17.436790 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f9c514-1e1a-4882-9858-7376036a8ad9 None None] Routers {'d9c340b6-c4d2-4d1c-a167-82e5241d1662'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:08:17.437376 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-d0f9c514-1e1a-4882-9858-7376036a8ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:07:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d9c340b6-c4d2-4d1c-a167-82e5241d1662'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:17.530057 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e283671f-d745-41d7-b452-d03f5e2c15a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:17.531230 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e283671f-d745-41d7-b452-d03f5e2c15a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8537354 Apr 06 14:08:17.534307 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55916) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:17.581824 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-daa5983e-c180-472e-9c1a-769e54ecdf1d tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=ee8feeb260df4580987384a151b8068e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463347 Apr 06 14:08:17.584422 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 55920) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:17.612437 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-d0f9c514-1e1a-4882-9858-7376036a8ad9 None None] Set router d9c340b6-c4d2-4d1c-a167-82e5241d1662 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:08:17.715091 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f71531c-c2a4-4b63-9470-419b419fa96c tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:17.716639 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8f71531c-c2a4-4b63-9470-419b419fa96c tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1312861 Apr 06 14:08:17.718830 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-da713faf-6f93-4055-8ccf-9ff89058cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:17.720307 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55924) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:17.765787 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4379cccc-012b-4fba-bce1-6484ff89d294 tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=4620f211-7c2e-4ee8-bf91-9181827f0622&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442734 Apr 06 14:08:17.768174 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55928) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:17.773460 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-f2cc8c11-d1de-4d18-b4a6-6b181fffc9a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1713156246', 'network_id': '9b4fa29b-5c9a-47f3-a314-98e35476dd73', 'project_id': 'ee8feeb260df4580987384a151b8068e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:17.890068 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f2cc8c11-d1de-4d18-b4a6-6b181fffc9a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:08:17.894957 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f2cc8c11-d1de-4d18-b4a6-6b181fffc9a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:subnet and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:08:17.897924 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f2cc8c11-d1de-4d18-b4a6-6b181fffc9a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:08:17.904432 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f2cc8c11-d1de-4d18-b4a6-6b181fffc9a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:08:17.937990 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-d0f9c514-1e1a-4882-9858-7376036a8ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530623386', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:14Z', 'updated_at': '2022-04-06T14:08:16Z', 'revision_number': 3, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:15Z', 'updated_at': '2022-04-06T14:08:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:17.941811 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f9c514-1e1a-4882-9858-7376036a8ad9 None None] Checking router: d9c340b6-c4d2-4d1c-a167-82e5241d1662 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:08:17.942150 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f9c514-1e1a-4882-9858-7376036a8ad9 None None] Updating router d9c340b6-c4d2-4d1c-a167-82e5241d1662 port a44db322-4c12-44fe-9933-82d16bf18aca binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:08:17.973776 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cc8c11-d1de-4d18-b4a6-6b181fffc9a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Made reservation on behalf of ee8feeb260df4580987384a151b8068e for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:08:17.977502 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f2cc8c11-d1de-4d18-b4a6-6b181fffc9a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:17.994995 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-d0f9c514-1e1a-4882-9858-7376036a8ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:18.282190 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f2cc8c11-d1de-4d18-b4a6-6b181fffc9a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:18.320245 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-d0f9c514-1e1a-4882-9858-7376036a8ad9 None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:18.333350 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-d0f9c514-1e1a-4882-9858-7376036a8ad9 None None] Transition to ACTIVE for port object a44db322-4c12-44fe-9933-82d16bf18aca will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:08:18.367446 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc8c11-d1de-4d18-b4a6-6b181fffc9a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Subnet': ['ID=f4de545f-4fe4-452d-8944-0d64a61099ce,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:18.371890 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cc8c11-d1de-4d18-b4a6-6b181fffc9a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Checking segment: {'id': 'fb687bc7-a968-42f9-b817-495f09a8f2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9b4fa29b-5c9a-47f3-a314-98e35476dd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:08:18.372239 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cc8c11-d1de-4d18-b4a6-6b181fffc9a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network hostable DHCP agents. Network: 9b4fa29b-5c9a-47f3-a314-98e35476dd73, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:08:18.402607 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-d0f9c514-1e1a-4882-9858-7376036a8ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:18.484092 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cc8c11-d1de-4d18-b4a6-6b181fffc9a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network 9b4fa29b-5c9a-47f3-a314-98e35476dd73 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:08:18.486486 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-d0f9c514-1e1a-4882-9858-7376036a8ad9 None None] Attempting to bind port a44db322-4c12-44fe-9933-82d16bf18aca on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:08:18.487030 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-d0f9c514-1e1a-4882-9858-7376036a8ad9 None None] Attempting to bind port a44db322-4c12-44fe-9933-82d16bf18aca by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:08:18.487226 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f9c514-1e1a-4882-9858-7376036a8ad9 None None] Attempting to bind port a44db322-4c12-44fe-9933-82d16bf18aca on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:08:18.489295 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26845b2b-9e8f-45a8-ac02-b90c41409f5b None None] Pushing event updated for resources: {'Port': ['ID=a44db322-4c12-44fe-9933-82d16bf18aca,revision_number=2']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:18.499194 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f9c514-1e1a-4882-9858-7376036a8ad9 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:08:18.499555 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f9c514-1e1a-4882-9858-7376036a8ad9 None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:08:18.500007 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-d0f9c514-1e1a-4882-9858-7376036a8ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:18.500378 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f9c514-1e1a-4882-9858-7376036a8ad9 None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:08:18.500822 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-d0f9c514-1e1a-4882-9858-7376036a8ad9 None None] Bound port: a44db322-4c12-44fe-9933-82d16bf18aca, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:08:18.501185 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-d0f9c514-1e1a-4882-9858-7376036a8ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:18.525094 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26845b2b-9e8f-45a8-ac02-b90c41409f5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:18.525431 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26845b2b-9e8f-45a8-ac02-b90c41409f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:18.525760 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26845b2b-9e8f-45a8-ac02-b90c41409f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:18.526101 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26845b2b-9e8f-45a8-ac02-b90c41409f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:18.526408 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26845b2b-9e8f-45a8-ac02-b90c41409f5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:18.526890 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26845b2b-9e8f-45a8-ac02-b90c41409f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:18.527305 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26845b2b-9e8f-45a8-ac02-b90c41409f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:18.527638 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26845b2b-9e8f-45a8-ac02-b90c41409f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:18.527960 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26845b2b-9e8f-45a8-ac02-b90c41409f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:18.528283 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26845b2b-9e8f-45a8-ac02-b90c41409f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:18.528653 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26845b2b-9e8f-45a8-ac02-b90c41409f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:18.528968 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26845b2b-9e8f-45a8-ac02-b90c41409f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:18.563994 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-f2cc8c11-d1de-4d18-b4a6-6b181fffc9a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 9b4fa29b-5c9a-47f3-a314-98e35476dd73) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:08:18.568162 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cc8c11-d1de-4d18-b4a6-6b181fffc9a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:18.568748 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f2cc8c11-d1de-4d18-b4a6-6b181fffc9a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:18.573514 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff44165-8ac3-415c-9fd9-291ba486a5bc None None] Network 9b4fa29b-5c9a-47f3-a314-98e35476dd73 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 14:08:18.582079 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-d0f9c514-1e1a-4882-9858-7376036a8ad9 None None] For port a44db322-4c12-44fe-9933-82d16bf18aca, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:08:18.585407 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-d0f9c514-1e1a-4882-9858-7376036a8ad9 None None] For port a44db322-4c12-44fe-9933-82d16bf18aca, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a44db322-4c12-44fe-9933-82d16bf18aca,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:08:18.650256 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-d0f9c514-1e1a-4882-9858-7376036a8ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:18.676301 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f2cc8c11-d1de-4d18-b4a6-6b181fffc9a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9046013 Apr 06 14:08:18.676523 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55932) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:18.732485 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f9c514-1e1a-4882-9858-7376036a8ad9 None None] Routers {'d9c340b6-c4d2-4d1c-a167-82e5241d1662'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:08:18.735985 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-d0f9c514-1e1a-4882-9858-7376036a8ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:08:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d9c340b6-c4d2-4d1c-a167-82e5241d1662'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:18.805238 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ebfbbd-e195-4d42-9f3a-9707ab0e3f6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-9b4fa29b-5c9a-47f3-a314-98e35476dd73', 'network_id': '9b4fa29b-5c9a-47f3-a314-98e35476dd73', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'fixed_ips': [{'subnet_id': 'f4de545f-4fe4-452d-8944-0d64a61099ce'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 14:08:18.806249 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-60ebfbbd-e195-4d42-9f3a-9707ab0e3f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:18.811633 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26845b2b-9e8f-45a8-ac02-b90c41409f5b None None] Pushing event updated for resources: {'Port': ['ID=a44db322-4c12-44fe-9933-82d16bf18aca,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:18.928541 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-d0f9c514-1e1a-4882-9858-7376036a8ad9 None None] Set router d9c340b6-c4d2-4d1c-a167-82e5241d1662 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:08:18.975043 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:18.994556 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-60ebfbbd-e195-4d42-9f3a-9707ab0e3f6c None None] Allocated IP 172.20.0.2 (9b4fa29b-5c9a-47f3-a314-98e35476dd73/f4de545f-4fe4-452d-8944-0d64a61099ce/ebcb330d-11c3-49f8-b416-26526f5a878d) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:08:19.148412 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:19.240509 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-d0f9c514-1e1a-4882-9858-7376036a8ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530623386', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:14Z', 'updated_at': '2022-04-06T14:08:16Z', 'revision_number': 3, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:15Z', 'updated_at': '2022-04-06T14:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:19.249867 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f9c514-1e1a-4882-9858-7376036a8ad9 None None] The sync data for ids ['d9c340b6-c4d2-4d1c-a167-82e5241d1662'] in dv-neutron-834600-1-hyperv is: [{'id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530623386', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:14Z', 'updated_at': '2022-04-06T14:08:16Z', 'revision_number': 3, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:15Z', 'updated_at': '2022-04-06T14:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:08:19.250672 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-60ebfbbd-e195-4d42-9f3a-9707ab0e3f6c None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:19.259068 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-60ebfbbd-e195-4d42-9f3a-9707ab0e3f6c None None] Transition to ACTIVE for port object ebcb330d-11c3-49f8-b416-26526f5a878d will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:08:19.278959 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-60ebfbbd-e195-4d42-9f3a-9707ab0e3f6c None None] Transition to ACTIVE for port object ebcb330d-11c3-49f8-b416-26526f5a878d will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:08:19.351114 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-60ebfbbd-e195-4d42-9f3a-9707ab0e3f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:19.413187 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ebfbbd-e195-4d42-9f3a-9707ab0e3f6c None None] Network 9b4fa29b-5c9a-47f3-a314-98e35476dd73 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:08:19.421017 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-60ebfbbd-e195-4d42-9f3a-9707ab0e3f6c None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:08:19.426011 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ebfbbd-e195-4d42-9f3a-9707ab0e3f6c None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:08:19.431933 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ebfbbd-e195-4d42-9f3a-9707ab0e3f6c None None] Pushing event updated for resources: {'Port': ['ID=ebcb330d-11c3-49f8-b416-26526f5a878d,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:19.550007 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-60ebfbbd-e195-4d42-9f3a-9707ab0e3f6c None None] Attempting to bind port ebcb330d-11c3-49f8-b416-26526f5a878d on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:08:19.550373 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-60ebfbbd-e195-4d42-9f3a-9707ab0e3f6c None None] Attempting to bind port ebcb330d-11c3-49f8-b416-26526f5a878d by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'fb687bc7-a968-42f9-b817-495f09a8f2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9b4fa29b-5c9a-47f3-a314-98e35476dd73'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:08:19.550739 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ebfbbd-e195-4d42-9f3a-9707ab0e3f6c None None] Attempting to bind port ebcb330d-11c3-49f8-b416-26526f5a878d on network 9b4fa29b-5c9a-47f3-a314-98e35476dd73 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:08:19.556503 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ebfbbd-e195-4d42-9f3a-9707ab0e3f6c None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:08:19.557402 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ebfbbd-e195-4d42-9f3a-9707ab0e3f6c None None] Checking segment: {'id': 'fb687bc7-a968-42f9-b817-495f09a8f2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9b4fa29b-5c9a-47f3-a314-98e35476dd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:08:19.557402 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-60ebfbbd-e195-4d42-9f3a-9707ab0e3f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:19.557664 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ebfbbd-e195-4d42-9f3a-9707ab0e3f6c None None] Bound using segment: {'id': 'fb687bc7-a968-42f9-b817-495f09a8f2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9b4fa29b-5c9a-47f3-a314-98e35476dd73'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:08:19.558177 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-60ebfbbd-e195-4d42-9f3a-9707ab0e3f6c None None] Bound port: ebcb330d-11c3-49f8-b416-26526f5a878d, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb687bc7-a968-42f9-b817-495f09a8f2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9b4fa29b-5c9a-47f3-a314-98e35476dd73'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:08:19.558822 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-60ebfbbd-e195-4d42-9f3a-9707ab0e3f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:19.574217 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7c540961-ee7c-4e48-bb4d-bd6c95f7548c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:19.654091 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-60ebfbbd-e195-4d42-9f3a-9707ab0e3f6c None None] For port ebcb330d-11c3-49f8-b416-26526f5a878d, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:08:19.657410 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-60ebfbbd-e195-4d42-9f3a-9707ab0e3f6c None None] For port ebcb330d-11c3-49f8-b416-26526f5a878d, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ebcb330d-11c3-49f8-b416-26526f5a878d,segment=NetworkSegment(fb687bc7-a968-42f9-b817-495f09a8f2ca),segment_id=fb687bc7-a968-42f9-b817-495f09a8f2ca)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:08:19.732698 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-60ebfbbd-e195-4d42-9f3a-9707ab0e3f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:19.818434 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ebfbbd-e195-4d42-9f3a-9707ab0e3f6c None None] Pushing event updated for resources: {'Port': ['ID=ebcb330d-11c3-49f8-b416-26526f5a878d,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:20.006284 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-7c540961-ee7c-4e48-bb4d-bd6c95f7548c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Allocated IP 172.20.0.1 (9b4fa29b-5c9a-47f3-a314-98e35476dd73/f4de545f-4fe4-452d-8944-0d64a61099ce/ca1327b2-4b59-42f3-8995-33cc47056560) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:08:20.199922 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7c540961-ee7c-4e48-bb4d-bd6c95f7548c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:20.223663 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-7c540961-ee7c-4e48-bb4d-bd6c95f7548c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Transition to ACTIVE for port object ca1327b2-4b59-42f3-8995-33cc47056560 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:08:20.291594 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ebcb330d-11c3-49f8-b416-26526f5a878d up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:08:20.327961 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7c540961-ee7c-4e48-bb4d-bd6c95f7548c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:20.388957 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c540961-ee7c-4e48-bb4d-bd6c95f7548c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network 9b4fa29b-5c9a-47f3-a314-98e35476dd73 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:08:20.391900 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-7c540961-ee7c-4e48-bb4d-bd6c95f7548c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:08:20.395581 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c540961-ee7c-4e48-bb4d-bd6c95f7548c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:08:20.415330 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port ebcb330d-11c3-49f8-b416-26526f5a878d completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:08:20.422334 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device a44db322-4c12-44fe-9933-82d16bf18aca up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:08:20.450528 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c540961-ee7c-4e48-bb4d-bd6c95f7548c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=ca1327b2-4b59-42f3-8995-33cc47056560,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:20.455146 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:20.468261 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7c540961-ee7c-4e48-bb4d-bd6c95f7548c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:20.559551 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port a44db322-4c12-44fe-9933-82d16bf18aca completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:08:20.565293 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port a44db322-4c12-44fe-9933-82d16bf18aca triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:08:20.565822 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:20.692961 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:20.710100 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port a44db322-4c12-44fe-9933-82d16bf18aca, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a44db322-4c12-44fe-9933-82d16bf18aca,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:08:20.764877 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:20.797723 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f08abe-e038-4473-ab14-66f49ce1cd79 None None] Network 9b4fa29b-5c9a-47f3-a314-98e35476dd73 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 14:08:20.811415 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7c540961-ee7c-4e48-bb4d-bd6c95f7548c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:20.930641 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=a44db322-4c12-44fe-9933-82d16bf18aca,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:20.979779 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9a4f2a80-551b-4072-b775-d74d122640c9 None None] Provisioning for port ebcb330d-11c3-49f8-b416-26526f5a878d completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:08:20.992338 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9a4f2a80-551b-4072-b775-d74d122640c9 None None] Provisioning complete for port ebcb330d-11c3-49f8-b416-26526f5a878d triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:08:20.992338 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9a4f2a80-551b-4072-b775-d74d122640c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:21.169243 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9a4f2a80-551b-4072-b775-d74d122640c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:21.218005 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-9a4f2a80-551b-4072-b775-d74d122640c9 None None] For port ebcb330d-11c3-49f8-b416-26526f5a878d, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ebcb330d-11c3-49f8-b416-26526f5a878d,segment=NetworkSegment(fb687bc7-a968-42f9-b817-495f09a8f2ca),segment_id=fb687bc7-a968-42f9-b817-495f09a8f2ca)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:08:21.299717 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9a4f2a80-551b-4072-b775-d74d122640c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:21.372990 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7c540961-ee7c-4e48-bb4d-bd6c95f7548c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:21.376194 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f2a80-551b-4072-b775-d74d122640c9 None None] Pushing event updated for resources: {'Port': ['ID=ebcb330d-11c3-49f8-b416-26526f5a878d,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:21.442252 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7c540961-ee7c-4e48-bb4d-bd6c95f7548c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:21.522325 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-c56564bf-2b23-4a99-a46e-63bb379b66f1 None None] Provisioning for port ca1327b2-4b59-42f3-8995-33cc47056560 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:08:21.528652 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-c56564bf-2b23-4a99-a46e-63bb379b66f1 None None] Provisioning complete for port ca1327b2-4b59-42f3-8995-33cc47056560 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:08:21.538502 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c56564bf-2b23-4a99-a46e-63bb379b66f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:21.562674 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c540961-ee7c-4e48-bb4d-bd6c95f7548c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=ca1327b2-4b59-42f3-8995-33cc47056560,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:21.565050 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-7c540961-ee7c-4e48-bb4d-bd6c95f7548c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:21.595256 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-c56564bf-2b23-4a99-a46e-63bb379b66f1 None None] Port ca1327b2-4b59-42f3-8995-33cc47056560 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:08:21.605535 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-c56564bf-2b23-4a99-a46e-63bb379b66f1 None None] Provisioning complete for port ebcb330d-11c3-49f8-b416-26526f5a878d triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:08:21.605902 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c56564bf-2b23-4a99-a46e-63bb379b66f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:21.701082 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c540961-ee7c-4e48-bb4d-bd6c95f7548c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network 9b4fa29b-5c9a-47f3-a314-98e35476dd73 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:08:21.702297 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-7c540961-ee7c-4e48-bb4d-bd6c95f7548c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:08:21.840929 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8bf57bf2-4161-42ce-8974-183dacb4ae03 None None] Provisioning complete for port ca1327b2-4b59-42f3-8995-33cc47056560 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:08:21.841423 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8bf57bf2-4161-42ce-8974-183dacb4ae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:21.898266 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-8bf57bf2-4161-42ce-8974-183dacb4ae03 None None] Port ca1327b2-4b59-42f3-8995-33cc47056560 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:08:21.899049 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c540961-ee7c-4e48-bb4d-bd6c95f7548c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Router d9c340b6-c4d2-4d1c-a167-82e5241d1662 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:08:22.017010 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-e195bf8d-e22b-4f5d-a2f7-35b1e82f46cf None None] Provisioning complete for port ca1327b2-4b59-42f3-8995-33cc47056560 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:08:22.017596 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e195bf8d-e22b-4f5d-a2f7-35b1e82f46cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:22.071350 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-e195bf8d-e22b-4f5d-a2f7-35b1e82f46cf None None] Port ca1327b2-4b59-42f3-8995-33cc47056560 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:08:22.080344 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c540961-ee7c-4e48-bb4d-bd6c95f7548c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:08:22.090391 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c78d8ca-c81b-43e2-a2ea-2c2078f2a451 None None] Sync routers for ids ['d9c340b6-c4d2-4d1c-a167-82e5241d1662'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:08:22.093666 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-7c540961-ee7c-4e48-bb4d-bd6c95f7548c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "PUT /v2.0/routers/d9c340b6-c4d2-4d1c-a167-82e5241d1662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4156358 Apr 06 14:08:22.099689 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c78d8ca-c81b-43e2-a2ea-2c2078f2a451 None None] Routers {'d9c340b6-c4d2-4d1c-a167-82e5241d1662'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:08:22.100231 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-1c78d8ca-c81b-43e2-a2ea-2c2078f2a451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:08:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d9c340b6-c4d2-4d1c-a167-82e5241d1662'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:22.290758 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-5891b227-8892-4134-b318-f39d33105b5e req-cc2f520c-e0af-4d9c-a127-efc337c60744 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Synchronizing usage tracker for tenant:ee8feeb260df4580987384a151b8068e on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:08:22.295285 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ebcb330d-11c3-49f8-b416-26526f5a878d up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:08:22.382503 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-1c78d8ca-c81b-43e2-a2ea-2c2078f2a451 None None] Set router d9c340b6-c4d2-4d1c-a167-82e5241d1662 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:08:22.402612 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-5891b227-8892-4134-b318-f39d33105b5e req-cc2f520c-e0af-4d9c-a127-efc337c60744 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Unset dirty status for tenant:ee8feeb260df4580987384a151b8068e on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:08:22.403913 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5891b227-8892-4134-b318-f39d33105b5e req-cc2f520c-e0af-4d9c-a127-efc337c60744 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1698705101&fields=id&tenant_id=ee8feeb260df4580987384a151b8068e HTTP/1.1" status: 200 len: 267 time: 0.1518037 Apr 06 14:08:22.532009 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port ebcb330d-11c3-49f8-b416-26526f5a878d triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:08:22.532379 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:22.559950 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891b227-8892-4134-b318-f39d33105b5e req-8c26b63b-1131-42d9-94c6-a0ac959d6330 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:22.561384 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5891b227-8892-4134-b318-f39d33105b5e req-8c26b63b-1131-42d9-94c6-a0ac959d6330 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/networks?id=9b4fa29b-5c9a-47f3-a314-98e35476dd73 HTTP/1.1" status: 200 len: 796 time: 0.1506939 Apr 06 14:08:22.577088 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5891b227-8892-4134-b318-f39d33105b5e req-79045e64-e17f-4fd6-95f2-cf03178dacb1 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/quotas/ee8feeb260df4580987384a151b8068e HTTP/1.1" status: 200 len: 375 time: 0.0103302 Apr 06 14:08:22.661002 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-5891b227-8892-4134-b318-f39d33105b5e req-0954ef43-90c9-42ec-b1e1-13e6873052bf tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Synchronizing usage tracker for tenant:ee8feeb260df4580987384a151b8068e on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:08:22.723949 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-5891b227-8892-4134-b318-f39d33105b5e req-0954ef43-90c9-42ec-b1e1-13e6873052bf tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Unset dirty status for tenant:ee8feeb260df4580987384a151b8068e on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:08:22.725285 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5891b227-8892-4134-b318-f39d33105b5e req-0954ef43-90c9-42ec-b1e1-13e6873052bf tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1423643 Apr 06 14:08:22.781868 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device a44db322-4c12-44fe-9933-82d16bf18aca up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:08:22.861711 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-1c78d8ca-c81b-43e2-a2ea-2c2078f2a451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530623386', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:14Z', 'updated_at': '2022-04-06T14:08:20Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:15Z', 'updated_at': '2022-04-06T14:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ca1327b2-4b59-42f3-8995-33cc47056560', 'name': '', 'network_id': '9b4fa29b-5c9a-47f3-a314-98e35476dd73', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:e3:5d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'f4de545f-4fe4-452d-8944-0d64a61099ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:19Z', 'updated_at': '2022-04-06T14:08:21Z', 'revision_number': 2, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': 'f4de545f-4fe4-452d-8944-0d64a61099ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:22.867172 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c78d8ca-c81b-43e2-a2ea-2c2078f2a451 None None] Checking router: d9c340b6-c4d2-4d1c-a167-82e5241d1662 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:08:22.867522 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c78d8ca-c81b-43e2-a2ea-2c2078f2a451 None None] Updating router d9c340b6-c4d2-4d1c-a167-82e5241d1662 port ca1327b2-4b59-42f3-8995-33cc47056560 binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:08:22.907013 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port a44db322-4c12-44fe-9933-82d16bf18aca triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:08:22.907382 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:22.939897 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5891b227-8892-4134-b318-f39d33105b5e req-4a5a2194-d895-4830-b418-ba0c9d1aff0e service neutron] 10.222.0.48 "GET /v2.0/networks/9b4fa29b-5c9a-47f3-a314-98e35476dd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014637 Apr 06 14:08:22.967734 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1c78d8ca-c81b-43e2-a2ea-2c2078f2a451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:23.073139 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5891b227-8892-4134-b318-f39d33105b5e req-c002119c-0418-403d-9174-b7b0cedbf34b service neutron] 10.222.0.48 "GET /v2.0/networks/9b4fa29b-5c9a-47f3-a314-98e35476dd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274369 Apr 06 14:08:23.334763 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fdc77c32-3094-4e8e-933f-dba0867c5083 req-e4a5519d-e401-4925-9f2c-b42f44adb1b4 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 210 time: 0.0447934 Apr 06 14:08:23.374147 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1c78d8ca-c81b-43e2-a2ea-2c2078f2a451 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:23.386632 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-1c78d8ca-c81b-43e2-a2ea-2c2078f2a451 None None] Transition to ACTIVE for port object ca1327b2-4b59-42f3-8995-33cc47056560 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:08:23.453548 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1c78d8ca-c81b-43e2-a2ea-2c2078f2a451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:23.583410 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51dea5c-3723-4efb-a5fb-39b99ab0b711 None None] Pushing event updated for resources: {'Port': ['ID=ca1327b2-4b59-42f3-8995-33cc47056560,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:23.740526 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-1c78d8ca-c81b-43e2-a2ea-2c2078f2a451 None None] Attempting to bind port ca1327b2-4b59-42f3-8995-33cc47056560 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:08:23.740876 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-1c78d8ca-c81b-43e2-a2ea-2c2078f2a451 None None] Attempting to bind port ca1327b2-4b59-42f3-8995-33cc47056560 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'fb687bc7-a968-42f9-b817-495f09a8f2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9b4fa29b-5c9a-47f3-a314-98e35476dd73'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:08:23.741398 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c78d8ca-c81b-43e2-a2ea-2c2078f2a451 None None] Attempting to bind port ca1327b2-4b59-42f3-8995-33cc47056560 on network 9b4fa29b-5c9a-47f3-a314-98e35476dd73 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:08:23.765382 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c78d8ca-c81b-43e2-a2ea-2c2078f2a451 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:08:23.765382 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c78d8ca-c81b-43e2-a2ea-2c2078f2a451 None None] Checking segment: {'id': 'fb687bc7-a968-42f9-b817-495f09a8f2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9b4fa29b-5c9a-47f3-a314-98e35476dd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:08:23.765382 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1c78d8ca-c81b-43e2-a2ea-2c2078f2a451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:23.765382 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c78d8ca-c81b-43e2-a2ea-2c2078f2a451 None None] Bound using segment: {'id': 'fb687bc7-a968-42f9-b817-495f09a8f2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9b4fa29b-5c9a-47f3-a314-98e35476dd73'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:08:23.765382 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-1c78d8ca-c81b-43e2-a2ea-2c2078f2a451 None None] Bound port: ca1327b2-4b59-42f3-8995-33cc47056560, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb687bc7-a968-42f9-b817-495f09a8f2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9b4fa29b-5c9a-47f3-a314-98e35476dd73'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:08:23.765382 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1c78d8ca-c81b-43e2-a2ea-2c2078f2a451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:23.850993 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-1c78d8ca-c81b-43e2-a2ea-2c2078f2a451 None None] For port ca1327b2-4b59-42f3-8995-33cc47056560, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:08:23.853885 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-1c78d8ca-c81b-43e2-a2ea-2c2078f2a451 None None] For port ca1327b2-4b59-42f3-8995-33cc47056560, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ca1327b2-4b59-42f3-8995-33cc47056560,segment=NetworkSegment(fb687bc7-a968-42f9-b817-495f09a8f2ca),segment_id=fb687bc7-a968-42f9-b817-495f09a8f2ca)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:08:23.967957 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1c78d8ca-c81b-43e2-a2ea-2c2078f2a451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:24.040655 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c78d8ca-c81b-43e2-a2ea-2c2078f2a451 None None] Routers {'d9c340b6-c4d2-4d1c-a167-82e5241d1662'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:08:24.041275 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-1c78d8ca-c81b-43e2-a2ea-2c2078f2a451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:08:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d9c340b6-c4d2-4d1c-a167-82e5241d1662'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:24.115531 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51dea5c-3723-4efb-a5fb-39b99ab0b711 None None] Pushing event updated for resources: {'Port': ['ID=ca1327b2-4b59-42f3-8995-33cc47056560,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:24.238018 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-1c78d8ca-c81b-43e2-a2ea-2c2078f2a451 None None] Set router d9c340b6-c4d2-4d1c-a167-82e5241d1662 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:08:24.496783 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f0cc4eab-81aa-4c87-ac74-b35f4a2b0c90 req-93ccad9c-e24a-4322-ac8c-026f7c79210b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 210 time: 0.0476677 Apr 06 14:08:24.561063 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-1c78d8ca-c81b-43e2-a2ea-2c2078f2a451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530623386', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:14Z', 'updated_at': '2022-04-06T14:08:20Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:15Z', 'updated_at': '2022-04-06T14:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ca1327b2-4b59-42f3-8995-33cc47056560', 'name': '', 'network_id': '9b4fa29b-5c9a-47f3-a314-98e35476dd73', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:e3:5d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'f4de545f-4fe4-452d-8944-0d64a61099ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:19Z', 'updated_at': '2022-04-06T14:08:23Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': 'f4de545f-4fe4-452d-8944-0d64a61099ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:24.565014 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c78d8ca-c81b-43e2-a2ea-2c2078f2a451 None None] The sync data for ids ['d9c340b6-c4d2-4d1c-a167-82e5241d1662'] in dv-neutron-834600-1-hyperv is: [{'id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530623386', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:14Z', 'updated_at': '2022-04-06T14:08:20Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:15Z', 'updated_at': '2022-04-06T14:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ca1327b2-4b59-42f3-8995-33cc47056560', 'name': '', 'network_id': '9b4fa29b-5c9a-47f3-a314-98e35476dd73', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:e3:5d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'f4de545f-4fe4-452d-8944-0d64a61099ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:19Z', 'updated_at': '2022-04-06T14:08:23Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': 'f4de545f-4fe4-452d-8944-0d64a61099ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:08:25.499276 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891b227-8892-4134-b318-f39d33105b5e req-20592b11-d129-4e3a-90ad-6a1160f2588c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:25.500031 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-5891b227-8892-4134-b318-f39d33105b5e req-20592b11-d129-4e3a-90ad-6a1160f2588c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Synchronizing usage tracker for tenant:ee8feeb260df4580987384a151b8068e on resource:network {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:08:25.573503 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-5891b227-8892-4134-b318-f39d33105b5e req-20592b11-d129-4e3a-90ad-6a1160f2588c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Unset dirty status for tenant:ee8feeb260df4580987384a151b8068e on resource:network {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:08:25.574922 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5891b227-8892-4134-b318-f39d33105b5e req-20592b11-d129-4e3a-90ad-6a1160f2588c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.61 "GET /v2.0/networks?id=9b4fa29b-5c9a-47f3-a314-98e35476dd73 HTTP/1.1" status: 200 len: 796 time: 0.2334518 Apr 06 14:08:25.626757 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-5891b227-8892-4134-b318-f39d33105b5e req-44dc5a27-28da-4f86-b5d4-d80275f84ebc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Synchronizing usage tracker for tenant:ee8feeb260df4580987384a151b8068e on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:08:25.639351 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-5891b227-8892-4134-b318-f39d33105b5e req-44dc5a27-28da-4f86-b5d4-d80275f84ebc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Unset dirty status for tenant:ee8feeb260df4580987384a151b8068e on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:08:25.640727 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5891b227-8892-4134-b318-f39d33105b5e req-44dc5a27-28da-4f86-b5d4-d80275f84ebc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee8feeb260df4580987384a151b8068e HTTP/1.1" status: 200 len: 380 time: 0.0566056 Apr 06 14:08:25.650483 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-5891b227-8892-4134-b318-f39d33105b5e req-b6fdbfe8-133b-4044-bda4-8f97547b575a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'port': {'device_id': '12495469-b7f5-4182-80b9-9a04b7ded436', 'network_id': '9b4fa29b-5c9a-47f3-a314-98e35476dd73', 'admin_state_up': True, 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'security_groups': ['f7527942-f8c9-406c-b1b9-9b8a04833ba8']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:25.660275 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a86c543d-1947-43d2-8cf4-8ecf987a1869 req-2ae89612-b5b0-4294-8527-2169e1887934 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 210 time: 0.0471139 Apr 06 14:08:25.788507 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-5891b227-8892-4134-b318-f39d33105b5e req-b6fdbfe8-133b-4044-bda4-8f97547b575a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:08:25.798549 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-5891b227-8892-4134-b318-f39d33105b5e req-b6fdbfe8-133b-4044-bda4-8f97547b575a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:08:25.893353 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5891b227-8892-4134-b318-f39d33105b5e req-b6fdbfe8-133b-4044-bda4-8f97547b575a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Made reservation on behalf of ee8feeb260df4580987384a151b8068e for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:08:25.896910 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5891b227-8892-4134-b318-f39d33105b5e req-b6fdbfe8-133b-4044-bda4-8f97547b575a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:26.059757 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-5891b227-8892-4134-b318-f39d33105b5e req-b6fdbfe8-133b-4044-bda4-8f97547b575a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Allocated IP 172.20.0.8 (9b4fa29b-5c9a-47f3-a314-98e35476dd73/f4de545f-4fe4-452d-8944-0d64a61099ce/0fcaeba6-9a03-474c-9bb9-503bd6423253) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:08:26.242780 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ca1327b2-4b59-42f3-8995-33cc47056560 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:08:26.252890 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5891b227-8892-4134-b318-f39d33105b5e req-b6fdbfe8-133b-4044-bda4-8f97547b575a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:26.268597 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-5891b227-8892-4134-b318-f39d33105b5e req-b6fdbfe8-133b-4044-bda4-8f97547b575a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Transition to ACTIVE for port object 0fcaeba6-9a03-474c-9bb9-503bd6423253 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:08:26.350893 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5891b227-8892-4134-b318-f39d33105b5e req-b6fdbfe8-133b-4044-bda4-8f97547b575a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:26.403946 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port ca1327b2-4b59-42f3-8995-33cc47056560 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:08:26.409697 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port ca1327b2-4b59-42f3-8995-33cc47056560 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:08:26.410096 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:26.419784 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5891b227-8892-4134-b318-f39d33105b5e req-b6fdbfe8-133b-4044-bda4-8f97547b575a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network 9b4fa29b-5c9a-47f3-a314-98e35476dd73 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:08:26.427693 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-5891b227-8892-4134-b318-f39d33105b5e req-b6fdbfe8-133b-4044-bda4-8f97547b575a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:08:26.432062 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-5891b227-8892-4134-b318-f39d33105b5e req-b6fdbfe8-133b-4044-bda4-8f97547b575a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:08:26.468215 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fdbfe8-133b-4044-bda4-8f97547b575a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=0fcaeba6-9a03-474c-9bb9-503bd6423253,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:26.512761 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891b227-8892-4134-b318-f39d33105b5e req-b6fdbfe8-133b-4044-bda4-8f97547b575a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:26.513400 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5891b227-8892-4134-b318-f39d33105b5e req-b6fdbfe8-133b-4044-bda4-8f97547b575a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:26.547259 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:26.579907 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port ca1327b2-4b59-42f3-8995-33cc47056560, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ca1327b2-4b59-42f3-8995-33cc47056560,segment=NetworkSegment(fb687bc7-a968-42f9-b817-495f09a8f2ca),segment_id=fb687bc7-a968-42f9-b817-495f09a8f2ca)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:08:26.605118 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5891b227-8892-4134-b318-f39d33105b5e req-b6fdbfe8-133b-4044-bda4-8f97547b575a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9585493 Apr 06 14:08:26.616516 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-5891b227-8892-4134-b318-f39d33105b5e req-7caee487-695c-44d2-9c05-a30f1ef5e376 service neutron] Request body: {'port': {'device_id': '12495469-b7f5-4182-80b9-9a04b7ded436', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:26.661425 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:26.736516 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=ca1327b2-4b59-42f3-8995-33cc47056560,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:26.786987 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-62b4b7da-4c36-495e-b113-fa08eab59d55 None None] Provisioning for port 0fcaeba6-9a03-474c-9bb9-503bd6423253 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:08:26.792672 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-62b4b7da-4c36-495e-b113-fa08eab59d55 None None] Provisioning complete for port 0fcaeba6-9a03-474c-9bb9-503bd6423253 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:08:26.793039 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-62b4b7da-4c36-495e-b113-fa08eab59d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:26.852957 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-62b4b7da-4c36-495e-b113-fa08eab59d55 None None] Port 0fcaeba6-9a03-474c-9bb9-503bd6423253 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:08:26.857225 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5891b227-8892-4134-b318-f39d33105b5e req-7caee487-695c-44d2-9c05-a30f1ef5e376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:26.861445 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a83f8-f7bf-4ce5-9ea1-755722769c2e req-02f4e6cb-1427-4937-9acb-83426ca6c44e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:26.862965 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-768a83f8-f7bf-4ce5-9ea1-755722769c2e req-02f4e6cb-1427-4937-9acb-83426ca6c44e tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 931 time: 0.0877197 Apr 06 14:08:27.017711 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-768a83f8-f7bf-4ce5-9ea1-755722769c2e req-e8f622cc-d215-4c69-8ee0-97b3064a7369 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7527942-f8c9-406c-b1b9-9b8a04833ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485565 Apr 06 14:08:27.200215 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-5891b227-8892-4134-b318-f39d33105b5e req-7caee487-695c-44d2-9c05-a30f1ef5e376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fcaeba6-9a03-474c-9bb9-503bd6423253 {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:08:27.207616 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5891b227-8892-4134-b318-f39d33105b5e req-7caee487-695c-44d2-9c05-a30f1ef5e376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:27.221453 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-5891b227-8892-4134-b318-f39d33105b5e req-7caee487-695c-44d2-9c05-a30f1ef5e376 service neutron] Transition to ACTIVE for port object 0fcaeba6-9a03-474c-9bb9-503bd6423253 will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:08:27.289771 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5891b227-8892-4134-b318-f39d33105b5e req-7caee487-695c-44d2-9c05-a30f1ef5e376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:27.449087 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caee487-695c-44d2-9c05-a30f1ef5e376 service neutron] Pushing event updated for resources: {'Port': ['ID=0fcaeba6-9a03-474c-9bb9-503bd6423253,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:27.526738 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-5891b227-8892-4134-b318-f39d33105b5e req-7caee487-695c-44d2-9c05-a30f1ef5e376 service neutron] Attempting to bind port 0fcaeba6-9a03-474c-9bb9-503bd6423253 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:08:27.527367 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-5891b227-8892-4134-b318-f39d33105b5e req-7caee487-695c-44d2-9c05-a30f1ef5e376 service neutron] Attempting to bind port 0fcaeba6-9a03-474c-9bb9-503bd6423253 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'fb687bc7-a968-42f9-b817-495f09a8f2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9b4fa29b-5c9a-47f3-a314-98e35476dd73'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:08:27.527564 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891b227-8892-4134-b318-f39d33105b5e req-7caee487-695c-44d2-9c05-a30f1ef5e376 service neutron] Attempting to bind port 0fcaeba6-9a03-474c-9bb9-503bd6423253 on network 9b4fa29b-5c9a-47f3-a314-98e35476dd73 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:08:27.532146 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891b227-8892-4134-b318-f39d33105b5e req-7caee487-695c-44d2-9c05-a30f1ef5e376 service neutron] Port 0fcaeba6-9a03-474c-9bb9-503bd6423253 on network 9b4fa29b-5c9a-47f3-a314-98e35476dd73 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 14:08:27.532451 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891b227-8892-4134-b318-f39d33105b5e req-7caee487-695c-44d2-9c05-a30f1ef5e376 service neutron] Attempting to bind port 0fcaeba6-9a03-474c-9bb9-503bd6423253 on network 9b4fa29b-5c9a-47f3-a314-98e35476dd73 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:08:27.537368 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891b227-8892-4134-b318-f39d33105b5e req-7caee487-695c-44d2-9c05-a30f1ef5e376 service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:08:27.537693 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891b227-8892-4134-b318-f39d33105b5e req-7caee487-695c-44d2-9c05-a30f1ef5e376 service neutron] Checking segment: {'id': 'fb687bc7-a968-42f9-b817-495f09a8f2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9b4fa29b-5c9a-47f3-a314-98e35476dd73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:08:27.538066 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891b227-8892-4134-b318-f39d33105b5e req-7caee487-695c-44d2-9c05-a30f1ef5e376 service neutron] Bound using segment: {'id': 'fb687bc7-a968-42f9-b817-495f09a8f2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9b4fa29b-5c9a-47f3-a314-98e35476dd73'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:08:27.538472 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-5891b227-8892-4134-b318-f39d33105b5e req-7caee487-695c-44d2-9c05-a30f1ef5e376 service neutron] Bound port: 0fcaeba6-9a03-474c-9bb9-503bd6423253, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb687bc7-a968-42f9-b817-495f09a8f2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9b4fa29b-5c9a-47f3-a314-98e35476dd73'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:08:27.538840 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5891b227-8892-4134-b318-f39d33105b5e req-7caee487-695c-44d2-9c05-a30f1ef5e376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:27.630500 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-5891b227-8892-4134-b318-f39d33105b5e req-7caee487-695c-44d2-9c05-a30f1ef5e376 service neutron] For port 0fcaeba6-9a03-474c-9bb9-503bd6423253, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:08:27.633426 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-5891b227-8892-4134-b318-f39d33105b5e req-7caee487-695c-44d2-9c05-a30f1ef5e376 service neutron] For port 0fcaeba6-9a03-474c-9bb9-503bd6423253, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0fcaeba6-9a03-474c-9bb9-503bd6423253,segment=NetworkSegment(fb687bc7-a968-42f9-b817-495f09a8f2ca),segment_id=fb687bc7-a968-42f9-b817-495f09a8f2ca)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:08:27.717034 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5891b227-8892-4134-b318-f39d33105b5e req-7caee487-695c-44d2-9c05-a30f1ef5e376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:27.745782 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:27.772759 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891b227-8892-4134-b318-f39d33105b5e req-7caee487-695c-44d2-9c05-a30f1ef5e376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:27.773382 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-5891b227-8892-4134-b318-f39d33105b5e req-7caee487-695c-44d2-9c05-a30f1ef5e376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:27.774852 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5891b227-8892-4134-b318-f39d33105b5e req-7caee487-695c-44d2-9c05-a30f1ef5e376 service neutron] 10.222.0.61 "PUT /v2.0/ports/0fcaeba6-9a03-474c-9bb9-503bd6423253 HTTP/1.1" status: 200 len: 1093 time: 1.1624668 Apr 06 14:08:27.775274 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12495469-b7f5-4182-80b9-9a04b7ded436', 'tag': '0fcaeba6-9a03-474c-9bb9-503bd6423253'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:08:27.805391 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caee487-695c-44d2-9c05-a30f1ef5e376 service neutron] Pushing event updated for resources: {'Port': ['ID=0fcaeba6-9a03-474c-9bb9-503bd6423253,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:27.826483 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1a3cc67-a812-455c-92ae-c7a34f01ccd6'] response: {'name': 'network-changed', 'server_uuid': '12495469-b7f5-4182-80b9-9a04b7ded436', 'tag': '0fcaeba6-9a03-474c-9bb9-503bd6423253', 'status': 'completed', 'code': 200} Apr 06 14:08:27.924232 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ecb4f-2d72-4d8e-9431-b7cc6be8df8f req-174eb790-bf86-4cb5-bb62-686ef9268b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:27.925704 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9b6ecb4f-2d72-4d8e-9431-b7cc6be8df8f req-174eb790-bf86-4cb5-bb62-686ef9268b05 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 1096 time: 0.0804322 Apr 06 14:08:28.064939 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ecb4f-2d72-4d8e-9431-b7cc6be8df8f req-c68334db-1274-4269-98d8-0a49a098e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:28.066378 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9b6ecb4f-2d72-4d8e-9431-b7cc6be8df8f req-c68334db-1274-4269-98d8-0a49a098e847 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=ee8feeb260df4580987384a151b8068e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1339536 Apr 06 14:08:28.207107 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ecb4f-2d72-4d8e-9431-b7cc6be8df8f req-e850cfbe-c16a-47f0-b631-74b32fcdbf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:28.208687 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9b6ecb4f-2d72-4d8e-9431-b7cc6be8df8f req-e850cfbe-c16a-47f0-b631-74b32fcdbf18 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1366222 Apr 06 14:08:28.216715 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3252cd4-466b-4c0b-961c-8c46a420bc26 req-39332ded-0c8b-4838-89a3-805c3e858a94 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:28.218298 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e3252cd4-466b-4c0b-961c-8c46a420bc26 req-39332ded-0c8b-4838-89a3-805c3e858a94 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 943 time: 0.0851223 Apr 06 14:08:28.240883 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ca1327b2-4b59-42f3-8995-33cc47056560 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:08:28.263875 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e3252cd4-466b-4c0b-961c-8c46a420bc26 req-0dda714c-1cf2-45bc-b857-06163344cedc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7527942-f8c9-406c-b1b9-9b8a04833ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392208 Apr 06 14:08:28.308332 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port ca1327b2-4b59-42f3-8995-33cc47056560 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:08:28.308698 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:28.317719 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891b227-8892-4134-b318-f39d33105b5e req-064cf834-05d7-4542-ad6a-8e6c2d61595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:28.319185 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5891b227-8892-4134-b318-f39d33105b5e req-064cf834-05d7-4542-ad6a-8e6c2d61595d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 1096 time: 0.0746245 Apr 06 14:08:28.390833 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5891b227-8892-4134-b318-f39d33105b5e req-bbe64899-a125-4c97-96c3-2bdf18e98710 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fcaeba6-9a03-474c-9bb9-503bd6423253 HTTP/1.1" status: 200 len: 217 time: 0.0648539 Apr 06 14:08:28.455266 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891b227-8892-4134-b318-f39d33105b5e req-f1d7f20e-828b-440e-8f16-0c8bf725f450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:28.456659 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5891b227-8892-4134-b318-f39d33105b5e req-f1d7f20e-828b-440e-8f16-0c8bf725f450 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4de545f-4fe4-452d-8944-0d64a61099ce HTTP/1.1" status: 200 len: 835 time: 0.0590723 Apr 06 14:08:28.534245 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891b227-8892-4134-b318-f39d33105b5e req-479c6411-2f5d-4e2d-8ac1-373525ad9d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:28.535615 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5891b227-8892-4134-b318-f39d33105b5e req-479c6411-2f5d-4e2d-8ac1-373525ad9d86 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b4fa29b-5c9a-47f3-a314-98e35476dd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732710 Apr 06 14:08:28.765474 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5891b227-8892-4134-b318-f39d33105b5e req-ab9a5e65-79c7-4a7b-b1a2-91fbb65f8f3d service neutron] 10.222.0.61 "GET /v2.0/networks/9b4fa29b-5c9a-47f3-a314-98e35476dd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236280 Apr 06 14:08:28.897617 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5891b227-8892-4134-b318-f39d33105b5e req-b65b10f5-d485-4405-80ef-f355f74a875e service neutron] 10.222.0.61 "GET /v2.0/networks/9b4fa29b-5c9a-47f3-a314-98e35476dd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260018 Apr 06 14:08:29.451602 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3894a-b257-458e-9162-2e5d50d93ebd req-d9002531-0ab4-4815-a948-bf158b4e4b1c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:29.453042 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7aa3894a-b257-458e-9162-2e5d50d93ebd req-d9002531-0ab4-4815-a948-bf158b4e4b1c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 943 time: 0.0820286 Apr 06 14:08:29.496382 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7aa3894a-b257-458e-9162-2e5d50d93ebd req-5a7e2e6e-2a3a-4b4d-9e1e-76f2c2c7e2db tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7527942-f8c9-406c-b1b9-9b8a04833ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375097 Apr 06 14:08:30.682126 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560b717-0906-4d02-9aee-ab58f7a31cdc req-7406b241-accf-4423-b5ee-cdd84f6799d7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:30.683718 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4560b717-0906-4d02-9aee-ab58f7a31cdc req-7406b241-accf-4423-b5ee-cdd84f6799d7 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 943 time: 0.0797594 Apr 06 14:08:30.730018 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4560b717-0906-4d02-9aee-ab58f7a31cdc req-193a6419-99de-48ed-95f3-e601341ef17d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7527942-f8c9-406c-b1b9-9b8a04833ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406516 Apr 06 14:08:31.912656 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0006454-5106-4461-8115-0779489f5d44 req-fe54a58e-343a-4abf-a76d-bf4edc99819a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:31.914082 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c0006454-5106-4461-8115-0779489f5d44 req-fe54a58e-343a-4abf-a76d-bf4edc99819a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 943 time: 0.0807102 Apr 06 14:08:31.957984 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c0006454-5106-4461-8115-0779489f5d44 req-b756a5df-8f41-4c57-b9fe-12998133fe5b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7527942-f8c9-406c-b1b9-9b8a04833ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373867 Apr 06 14:08:32.053803 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 0fcaeba6-9a03-474c-9bb9-503bd6423253 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:08:32.184794 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 0fcaeba6-9a03-474c-9bb9-503bd6423253, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0fcaeba6-9a03-474c-9bb9-503bd6423253,segment=NetworkSegment(fb687bc7-a968-42f9-b817-495f09a8f2ca),segment_id=fb687bc7-a968-42f9-b817-495f09a8f2ca)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:08:32.197481 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '0fcaeba6-9a03-474c-9bb9-503bd6423253', 'network_id': '9b4fa29b-5c9a-47f3-a314-98e35476dd73', 'port_id': '0fcaeba6-9a03-474c-9bb9-503bd6423253', 'mac_address': 'fa:16:3e:f2:d8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4de545f-4fe4-452d-8944-0d64a61099ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:08:32.255244 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:32.306967 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fcaeba6-9a03-474c-9bb9-503bd6423253 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:08:32.321821 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 0fcaeba6-9a03-474c-9bb9-503bd6423253, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0fcaeba6-9a03-474c-9bb9-503bd6423253,segment=NetworkSegment(fb687bc7-a968-42f9-b817-495f09a8f2ca),segment_id=fb687bc7-a968-42f9-b817-495f09a8f2ca)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:08:32.398203 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:32.464791 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=0fcaeba6-9a03-474c-9bb9-503bd6423253,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:32.627283 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['0fcaeba6-9a03-474c-9bb9-503bd6423253'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 14:08:33.142581 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef138d3-3191-4304-b14f-3d234e72b131 req-f22b1bd1-8141-4ba6-96c5-08d7bee22fcf tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:33.144063 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4ef138d3-3191-4304-b14f-3d234e72b131 req-f22b1bd1-8141-4ba6-96c5-08d7bee22fcf tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 944 time: 0.0834904 Apr 06 14:08:33.188844 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4ef138d3-3191-4304-b14f-3d234e72b131 req-361b5303-7a7e-4ea3-a716-ab17ad5ab048 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7527942-f8c9-406c-b1b9-9b8a04833ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391471 Apr 06 14:08:34.069069 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 0fcaeba6-9a03-474c-9bb9-503bd6423253 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:08:34.186870 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port 0fcaeba6-9a03-474c-9bb9-503bd6423253 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:08:34.192196 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 0fcaeba6-9a03-474c-9bb9-503bd6423253 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:08:34.192612 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:34.311407 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:34.337970 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12495469-b7f5-4182-80b9-9a04b7ded436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcaeba6-9a03-474c-9bb9-503bd6423253'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:08:34.350943 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 0fcaeba6-9a03-474c-9bb9-503bd6423253, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0fcaeba6-9a03-474c-9bb9-503bd6423253,segment=NetworkSegment(fb687bc7-a968-42f9-b817-495f09a8f2ca),segment_id=fb687bc7-a968-42f9-b817-495f09a8f2ca)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:08:34.376249 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302207c-9005-4a95-a6b8-c46bd4ae2b85 req-835ffb04-c0c2-4cde-8058-07e53c3b9fdf tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:34.377700 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6302207c-9005-4a95-a6b8-c46bd4ae2b85 req-835ffb04-c0c2-4cde-8058-07e53c3b9fdf tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 944 time: 0.0807958 Apr 06 14:08:34.381598 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d999bd3c-f85c-4dbb-be6b-e2a1e90580e1'] response: {'server_uuid': '12495469-b7f5-4182-80b9-9a04b7ded436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcaeba6-9a03-474c-9bb9-503bd6423253', 'code': 200} Apr 06 14:08:34.424833 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6302207c-9005-4a95-a6b8-c46bd4ae2b85 req-5109c92d-bc2e-44fb-9684-9c8cfc7165ee tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7527942-f8c9-406c-b1b9-9b8a04833ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394781 Apr 06 14:08:34.428319 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:34.496502 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=0fcaeba6-9a03-474c-9bb9-503bd6423253,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:34.764800 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be781c8c-f664-4977-8a3b-6248cbb515e6 req-679fb8e8-f60c-487b-9d9a-6c49de30be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:34.766239 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-be781c8c-f664-4977-8a3b-6248cbb515e6 req-679fb8e8-f60c-487b-9d9a-6c49de30be0b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 1098 time: 0.0687857 Apr 06 14:08:34.808617 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-be781c8c-f664-4977-8a3b-6248cbb515e6 req-eb45de04-067c-4932-8c62-5a7ad5dd6341 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f7527942-f8c9-406c-b1b9-9b8a04833ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348442 Apr 06 14:08:35.615776 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdad411-2d70-4ca4-90ab-65f491327031 req-1b096fe0-181b-4c8e-8866-efa38374d0e6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:35.617220 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2fdad411-2d70-4ca4-90ab-65f491327031 req-1b096fe0-181b-4c8e-8866-efa38374d0e6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 945 time: 0.0820551 Apr 06 14:08:35.660754 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2fdad411-2d70-4ca4-90ab-65f491327031 req-fa941aad-99a9-4192-b36d-f8ba7b5280e3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7527942-f8c9-406c-b1b9-9b8a04833ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372765 Apr 06 14:08:36.842390 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc3a56-b2c0-4f4a-9f9d-72fa23fc11fd req-f8a1b011-5c08-4cd1-9301-671592bf8a2c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:36.843850 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c3bc3a56-b2c0-4f4a-9f9d-72fa23fc11fd req-f8a1b011-5c08-4cd1-9301-671592bf8a2c tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 945 time: 0.0799527 Apr 06 14:08:36.891049 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c3bc3a56-b2c0-4f4a-9f9d-72fa23fc11fd req-1d8b2681-5a7c-4a75-97de-accaefd0d1fd tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7527942-f8c9-406c-b1b9-9b8a04833ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415781 Apr 06 14:08:37.071887 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf14e8-5da3-4609-8981-3a0b4c640942 req-ccefa483-413b-41a3-b0a9-ffa441060ac0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:37.073477 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a7bf14e8-5da3-4609-8981-3a0b4c640942 req-ccefa483-413b-41a3-b0a9-ffa441060ac0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 945 time: 0.0784197 Apr 06 14:08:37.116874 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a7bf14e8-5da3-4609-8981-3a0b4c640942 req-05787625-341d-4e0a-9903-6af6e5c83dab tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7527942-f8c9-406c-b1b9-9b8a04833ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379047 Apr 06 14:08:37.138786 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55994) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:37.210638 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f90cdd8-da66-4ab0-8e09-3cb2ea6930b9 tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:37.212139 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4f90cdd8-da66-4ab0-8e09-3cb2ea6930b9 tempest-TestNetworkAdvancedServerOps-2016546201 tempest-TestNetworkAdvancedServerOps-2016546201-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 1093 time: 0.0723832 Apr 06 14:08:37.215492 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 55998) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:37.220368 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-e85736ff-ea98-45ed-a527-c8e3a16a1cc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'port_id': '0fcaeba6-9a03-474c-9bb9-503bd6423253', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:37.226585 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e85736ff-ea98-45ed-a527-c8e3a16a1cc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:08:37.230506 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e85736ff-ea98-45ed-a527-c8e3a16a1cc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Usage tracker for resource:floatingip and tenant:ee8feeb260df4580987384a151b8068e is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:08:37.233345 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e85736ff-ea98-45ed-a527-c8e3a16a1cc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:08:37.239585 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e85736ff-ea98-45ed-a527-c8e3a16a1cc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:08:37.307099 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e85736ff-ea98-45ed-a527-c8e3a16a1cc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for floatingip, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:37.442791 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e85736ff-ea98-45ed-a527-c8e3a16a1cc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:37.580057 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-e85736ff-ea98-45ed-a527-c8e3a16a1cc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Allocated IP 172.26.4.220 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/753a8545-49a6-427e-92ec-33d2bb1874e0) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:08:37.726135 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e85736ff-ea98-45ed-a527-c8e3a16a1cc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:37.827546 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e85736ff-ea98-45ed-a527-c8e3a16a1cc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:37.890321 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85736ff-ea98-45ed-a527-c8e3a16a1cc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:08:37.893026 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-e85736ff-ea98-45ed-a527-c8e3a16a1cc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:08:37.895599 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85736ff-ea98-45ed-a527-c8e3a16a1cc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:08:37.945554 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85736ff-ea98-45ed-a527-c8e3a16a1cc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=753a8545-49a6-427e-92ec-33d2bb1874e0,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:38.408822 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e85736ff-ea98-45ed-a527-c8e3a16a1cc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:38.522957 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e85736ff-ea98-45ed-a527-c8e3a16a1cc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:38.725960 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e85736ff-ea98-45ed-a527-c8e3a16a1cc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:38.784264 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e85736ff-ea98-45ed-a527-c8e3a16a1cc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:38.894910 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85736ff-ea98-45ed-a527-c8e3a16a1cc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event updated for resources: {'Port': ['ID=753a8545-49a6-427e-92ec-33d2bb1874e0,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:38.906884 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e85736ff-ea98-45ed-a527-c8e3a16a1cc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:39.129942 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-e85736ff-ea98-45ed-a527-c8e3a16a1cc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Floating IP 7e207f51-cd37-4238-b0e8-d82b2dc203d4 associated. External IP: 172.26.4.220, port: 0fcaeba6-9a03-474c-9bb9-503bd6423253. Apr 06 14:08:39.442362 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85736ff-ea98-45ed-a527-c8e3a16a1cc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Router d9c340b6-c4d2-4d1c-a167-82e5241d1662 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:08:39.615194 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85736ff-ea98-45ed-a527-c8e3a16a1cc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:08:39.626151 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcd6e86-2107-45d9-98c0-b31a2ccf3b39 None None] Sync routers for ids ['d9c340b6-c4d2-4d1c-a167-82e5241d1662'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:08:39.636702 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcd6e86-2107-45d9-98c0-b31a2ccf3b39 None None] Routers {'d9c340b6-c4d2-4d1c-a167-82e5241d1662'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:08:39.637267 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1fcd6e86-2107-45d9-98c0-b31a2ccf3b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:08:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d9c340b6-c4d2-4d1c-a167-82e5241d1662'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:39.718533 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e85736ff-ea98-45ed-a527-c8e3a16a1cc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:39.774935 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e85736ff-ea98-45ed-a527-c8e3a16a1cc3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5583861 Apr 06 14:08:39.775592 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12495469-b7f5-4182-80b9-9a04b7ded436', 'tag': '0fcaeba6-9a03-474c-9bb9-503bd6423253'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:08:39.816601 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-1fcd6e86-2107-45d9-98c0-b31a2ccf3b39 None None] Set router d9c340b6-c4d2-4d1c-a167-82e5241d1662 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:08:39.831080 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a1ab081-fb7b-458e-a28c-62d23e814d8f'] response: {'name': 'network-changed', 'server_uuid': '12495469-b7f5-4182-80b9-9a04b7ded436', 'tag': '0fcaeba6-9a03-474c-9bb9-503bd6423253', 'status': 'completed', 'code': 200} Apr 06 14:08:39.927690 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee78f47-ae6c-42fa-b2d3-a367fbc63981 req-dee9bec9-4779-47e9-8df9-b191dea5ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:39.929307 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8ee78f47-ae6c-42fa-b2d3-a367fbc63981 req-dee9bec9-4779-47e9-8df9-b191dea5ed1c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 1098 time: 0.0779953 Apr 06 14:08:39.955701 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afac80-97d6-4b40-8a47-9ae2569e7aaa req-fa6b0f6e-b512-434b-966f-1bf9add93ae2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:39.959245 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c4afac80-97d6-4b40-8a47-9ae2569e7aaa req-fa6b0f6e-b512-434b-966f-1bf9add93ae2 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 945 time: 0.0860665 Apr 06 14:08:40.002208 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c4afac80-97d6-4b40-8a47-9ae2569e7aaa req-44cd8a84-bf70-4bfa-afac-0330cd8793f3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7527942-f8c9-406c-b1b9-9b8a04833ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391402 Apr 06 14:08:40.025450 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 56006) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:40.071640 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee78f47-ae6c-42fa-b2d3-a367fbc63981 req-71d3a1e7-69bb-4db2-9685-7922060b1428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:40.073429 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8ee78f47-ae6c-42fa-b2d3-a367fbc63981 req-71d3a1e7-69bb-4db2-9685-7922060b1428 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9b4fa29b-5c9a-47f3-a314-98e35476dd73 HTTP/1.1" status: 200 len: 897 time: 0.1382289 Apr 06 14:08:40.187185 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8ee78f47-ae6c-42fa-b2d3-a367fbc63981 req-a5db3e78-de0e-41eb-936d-6c82dbecf5d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fcaeba6-9a03-474c-9bb9-503bd6423253 HTTP/1.1" status: 200 len: 999 time: 0.1077199 Apr 06 14:08:40.208507 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1fcd6e86-2107-45d9-98c0-b31a2ccf3b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530623386', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:14Z', 'updated_at': '2022-04-06T14:08:20Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:15Z', 'updated_at': '2022-04-06T14:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '7e207f51-cd37-4238-b0e8-d82b2dc203d4', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'floating_ip_address': '172.26.4.220', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'port_id': '0fcaeba6-9a03-474c-9bb9-503bd6423253', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4fa29b-5c9a-47f3-a314-98e35476dd73', 'mac_address': 'fa:16:3e:f2:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12495469-b7f5-4182-80b9-9a04b7ded436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:08:38Z', 'updated_at': '2022-04-06T14:08:38Z', 'revision_number': 0, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca1327b2-4b59-42f3-8995-33cc47056560', 'name': '', 'network_id': '9b4fa29b-5c9a-47f3-a314-98e35476dd73', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:e3:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'f4de545f-4fe4-452d-8944-0d64a61099ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:19Z', 'updated_at': '2022-04-06T14:08:26Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': 'f4de545f-4fe4-452d-8944-0d64a61099ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:40.212668 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcd6e86-2107-45d9-98c0-b31a2ccf3b39 None None] Checking router: d9c340b6-c4d2-4d1c-a167-82e5241d1662 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:08:40.227292 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcd6e86-2107-45d9-98c0-b31a2ccf3b39 None None] Routers {'d9c340b6-c4d2-4d1c-a167-82e5241d1662'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:08:40.227933 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1fcd6e86-2107-45d9-98c0-b31a2ccf3b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:08:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d9c340b6-c4d2-4d1c-a167-82e5241d1662'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:40.256487 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee78f47-ae6c-42fa-b2d3-a367fbc63981 req-4ebe5974-d2a0-42ac-b9d0-75a6132de1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:40.257906 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8ee78f47-ae6c-42fa-b2d3-a367fbc63981 req-4ebe5974-d2a0-42ac-b9d0-75a6132de1a8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4de545f-4fe4-452d-8944-0d64a61099ce HTTP/1.1" status: 200 len: 835 time: 0.0643015 Apr 06 14:08:40.259015 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-27c152c0-b462-4ba7-a38b-49a310f61684 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/floatingips/7e207f51-cd37-4238-b0e8-d82b2dc203d4 HTTP/1.1" status: 200 len: 991 time: 0.2317419 Apr 06 14:08:40.331836 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee78f47-ae6c-42fa-b2d3-a367fbc63981 req-4e02a8c8-5f79-4bce-97d3-d39cea59036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:40.333401 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8ee78f47-ae6c-42fa-b2d3-a367fbc63981 req-4e02a8c8-5f79-4bce-97d3-d39cea59036e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b4fa29b-5c9a-47f3-a314-98e35476dd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697594 Apr 06 14:08:40.406107 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-1fcd6e86-2107-45d9-98c0-b31a2ccf3b39 None None] Set router d9c340b6-c4d2-4d1c-a167-82e5241d1662 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:08:40.461486 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8ee78f47-ae6c-42fa-b2d3-a367fbc63981 req-d844e54e-806e-4733-8445-8c38e7f70967 service neutron] 10.222.0.61 "GET /v2.0/networks/9b4fa29b-5c9a-47f3-a314-98e35476dd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219285 Apr 06 14:08:40.591660 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8ee78f47-ae6c-42fa-b2d3-a367fbc63981 req-df73e57a-afc2-4cdc-a02c-344debb02060 service neutron] 10.222.0.61 "GET /v2.0/networks/9b4fa29b-5c9a-47f3-a314-98e35476dd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242781 Apr 06 14:08:40.750509 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1fcd6e86-2107-45d9-98c0-b31a2ccf3b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530623386', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:14Z', 'updated_at': '2022-04-06T14:08:20Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:15Z', 'updated_at': '2022-04-06T14:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '7e207f51-cd37-4238-b0e8-d82b2dc203d4', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'floating_ip_address': '172.26.4.220', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'port_id': '0fcaeba6-9a03-474c-9bb9-503bd6423253', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4fa29b-5c9a-47f3-a314-98e35476dd73', 'mac_address': 'fa:16:3e:f2:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12495469-b7f5-4182-80b9-9a04b7ded436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:08:38Z', 'updated_at': '2022-04-06T14:08:38Z', 'revision_number': 0, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca1327b2-4b59-42f3-8995-33cc47056560', 'name': '', 'network_id': '9b4fa29b-5c9a-47f3-a314-98e35476dd73', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:e3:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'f4de545f-4fe4-452d-8944-0d64a61099ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:19Z', 'updated_at': '2022-04-06T14:08:26Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': 'f4de545f-4fe4-452d-8944-0d64a61099ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:40.754414 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcd6e86-2107-45d9-98c0-b31a2ccf3b39 None None] The sync data for ids ['d9c340b6-c4d2-4d1c-a167-82e5241d1662'] in dv-neutron-834600-1-hyperv is: [{'id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530623386', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:14Z', 'updated_at': '2022-04-06T14:08:20Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:15Z', 'updated_at': '2022-04-06T14:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '7e207f51-cd37-4238-b0e8-d82b2dc203d4', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'floating_ip_address': '172.26.4.220', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'port_id': '0fcaeba6-9a03-474c-9bb9-503bd6423253', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4fa29b-5c9a-47f3-a314-98e35476dd73', 'mac_address': 'fa:16:3e:f2:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12495469-b7f5-4182-80b9-9a04b7ded436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:08:38Z', 'updated_at': '2022-04-06T14:08:38Z', 'revision_number': 0, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca1327b2-4b59-42f3-8995-33cc47056560', 'name': '', 'network_id': '9b4fa29b-5c9a-47f3-a314-98e35476dd73', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:e3:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'f4de545f-4fe4-452d-8944-0d64a61099ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:19Z', 'updated_at': '2022-04-06T14:08:26Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': 'f4de545f-4fe4-452d-8944-0d64a61099ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:08:40.937788 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b76b51f-8be3-43bf-ae81-1f6f7ba55e26 None None] New status for floating IP 7e207f51-cd37-4238-b0e8-d82b2dc203d4: ACTIVE {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:08:41.262855 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 56010) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:08:41.369448 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a30ecc0d-e7c0-45f4-8aaa-751dd5559f00 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/floatingips/7e207f51-cd37-4238-b0e8-d82b2dc203d4 HTTP/1.1" status: 200 len: 993 time: 0.1054265 Apr 06 14:08:45.481272 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5b8fe08b-7a6d-425e-997d-bf4d45c73ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:45.575415 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:08:47.767697 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2fc851ee-3781-48f8-8a47-55c390fdeef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:48.968425 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:49.049643 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:50.438109 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:08:57.700786 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:08.828650 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0db11-527d-46b5-9213-38c5899ecbe3 req-91484022-0519-4270-9c91-a20dd05f4cf6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:08.830201 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-83b0db11-527d-46b5-9213-38c5899ecbe3 req-91484022-0519-4270-9c91-a20dd05f4cf6 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 945 time: 0.1579704 Apr 06 14:09:08.876746 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-83b0db11-527d-46b5-9213-38c5899ecbe3 req-a2a02ecd-4134-4a47-9057-3f13c6edfd85 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7527942-f8c9-406c-b1b9-9b8a04833ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406425 Apr 06 14:09:10.112226 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cbcf2-1428-4956-90e4-ba6702472906 req-71cf9018-f1d6-42eb-be1c-d6cf1f01c848 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:10.113770 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ac7cbcf2-1428-4956-90e4-ba6702472906 req-71cf9018-f1d6-42eb-be1c-d6cf1f01c848 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 945 time: 0.1276500 Apr 06 14:09:10.160307 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ac7cbcf2-1428-4956-90e4-ba6702472906 req-96bb3f2b-80f3-46f7-881b-e2767377a71b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7527942-f8c9-406c-b1b9-9b8a04833ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403337 Apr 06 14:09:10.184207 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 56034) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:09:10.292576 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-3749dd43-d186-416e-9801-72ba39640e87 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/floatingips/7e207f51-cd37-4238-b0e8-d82b2dc203d4 HTTP/1.1" status: 200 len: 993 time: 0.1070206 Apr 06 14:09:11.878552 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26095a51-703f-48ef-9cde-8ec9077d12a0 req-c03ec076-a219-48ca-92f0-da2919e6e32a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:11.879995 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-26095a51-703f-48ef-9cde-8ec9077d12a0 req-c03ec076-a219-48ca-92f0-da2919e6e32a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 945 time: 0.0803065 Apr 06 14:09:11.926882 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-26095a51-703f-48ef-9cde-8ec9077d12a0 req-9ce90a74-fe97-4375-aa98-bb1c1856df34 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7527942-f8c9-406c-b1b9-9b8a04833ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404730 Apr 06 14:09:12.068519 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dc9ba-4e73-4b78-ab88-35dc42c803e8 req-06f44776-5aad-4bb4-ad55-7a0b4fe646df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:12.069874 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8e0dc9ba-4e73-4b78-ab88-35dc42c803e8 req-06f44776-5aad-4bb4-ad55-7a0b4fe646df service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 1098 time: 0.0735934 Apr 06 14:09:12.200894 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dc9ba-4e73-4b78-ab88-35dc42c803e8 req-04cf831d-10d0-46bc-b207-3be44e730224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:12.202302 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8e0dc9ba-4e73-4b78-ab88-35dc42c803e8 req-04cf831d-10d0-46bc-b207-3be44e730224 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9b4fa29b-5c9a-47f3-a314-98e35476dd73 HTTP/1.1" status: 200 len: 897 time: 0.1266870 Apr 06 14:09:12.303870 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8e0dc9ba-4e73-4b78-ab88-35dc42c803e8 req-fd5e152e-2aea-4fd8-915c-7a9c8cb7179a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fcaeba6-9a03-474c-9bb9-503bd6423253 HTTP/1.1" status: 200 len: 1001 time: 0.0956805 Apr 06 14:09:12.460536 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dc9ba-4e73-4b78-ab88-35dc42c803e8 req-2d26a694-33d2-459f-a1db-12b0a89c2ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:12.461950 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8e0dc9ba-4e73-4b78-ab88-35dc42c803e8 req-2d26a694-33d2-459f-a1db-12b0a89c2ef3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4de545f-4fe4-452d-8944-0d64a61099ce HTTP/1.1" status: 200 len: 835 time: 0.1529698 Apr 06 14:09:12.534685 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dc9ba-4e73-4b78-ab88-35dc42c803e8 req-1a70e7c1-36e6-450e-a391-0bb2d0ff817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:12.536180 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8e0dc9ba-4e73-4b78-ab88-35dc42c803e8 req-1a70e7c1-36e6-450e-a391-0bb2d0ff817a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b4fa29b-5c9a-47f3-a314-98e35476dd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685647 Apr 06 14:09:12.665017 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8e0dc9ba-4e73-4b78-ab88-35dc42c803e8 req-fb09fddc-77ea-4f9b-b780-983baa8da25c service neutron] 10.222.0.61 "GET /v2.0/networks/9b4fa29b-5c9a-47f3-a314-98e35476dd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230717 Apr 06 14:09:12.796725 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-8e0dc9ba-4e73-4b78-ab88-35dc42c803e8 req-634167b4-bb41-438c-83ae-00d6197d4a31 service neutron] 10.222.0.61 "GET /v2.0/networks/9b4fa29b-5c9a-47f3-a314-98e35476dd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264036 Apr 06 14:09:12.956092 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb12179-af0b-46cb-a454-723f2347ddcf req-f5c1ab30-cbd6-4b81-ade4-9e2fe8bf04f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:12.957618 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0bb12179-af0b-46cb-a454-723f2347ddcf req-f5c1ab30-cbd6-4b81-ade4-9e2fe8bf04f1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 1098 time: 0.0759165 Apr 06 14:09:13.106013 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb12179-af0b-46cb-a454-723f2347ddcf req-db0fd53a-1801-4b4c-9f76-7b8422b232d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:13.107406 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0bb12179-af0b-46cb-a454-723f2347ddcf req-db0fd53a-1801-4b4c-9f76-7b8422b232d8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9b4fa29b-5c9a-47f3-a314-98e35476dd73 HTTP/1.1" status: 200 len: 897 time: 0.1280389 Apr 06 14:09:13.121490 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2ad1c-f5fe-4b58-bd28-f1dd9f77cc0f req-9bbe68c0-1acb-4dae-b5d5-1fe29025219f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:13.122952 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dcd2ad1c-f5fe-4b58-bd28-f1dd9f77cc0f req-9bbe68c0-1acb-4dae-b5d5-1fe29025219f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 945 time: 0.0835772 Apr 06 14:09:13.168323 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-dcd2ad1c-f5fe-4b58-bd28-f1dd9f77cc0f req-6f11fbf5-2c0d-4c20-b585-ef54242efd57 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7527942-f8c9-406c-b1b9-9b8a04833ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393870 Apr 06 14:09:13.213707 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0bb12179-af0b-46cb-a454-723f2347ddcf req-41cc9062-f563-4eb2-900c-1a831077c4ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fcaeba6-9a03-474c-9bb9-503bd6423253 HTTP/1.1" status: 200 len: 1001 time: 0.0988100 Apr 06 14:09:13.276982 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb12179-af0b-46cb-a454-723f2347ddcf req-90b8c046-373f-4603-87a9-4424243eff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:13.278382 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0bb12179-af0b-46cb-a454-723f2347ddcf req-90b8c046-373f-4603-87a9-4424243eff46 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4de545f-4fe4-452d-8944-0d64a61099ce HTTP/1.1" status: 200 len: 835 time: 0.0571196 Apr 06 14:09:13.361269 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb12179-af0b-46cb-a454-723f2347ddcf req-b9e9a5f5-ba69-4dbb-b4fb-01ded8dfca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:13.362608 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0bb12179-af0b-46cb-a454-723f2347ddcf req-b9e9a5f5-ba69-4dbb-b4fb-01ded8dfca9c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b4fa29b-5c9a-47f3-a314-98e35476dd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721061 Apr 06 14:09:13.494284 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0bb12179-af0b-46cb-a454-723f2347ddcf req-84d438fb-52df-4385-861e-2c8fee2fd85c service neutron] 10.222.0.61 "GET /v2.0/networks/9b4fa29b-5c9a-47f3-a314-98e35476dd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248107 Apr 06 14:09:13.628921 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0bb12179-af0b-46cb-a454-723f2347ddcf req-5d64d334-981a-4dd0-8dbd-096ad7b58387 service neutron] 10.222.0.61 "GET /v2.0/networks/9b4fa29b-5c9a-47f3-a314-98e35476dd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266439 Apr 06 14:09:14.368335 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc9c88-c5b0-4f50-92da-76b15ed44449 req-9872e09a-0442-4d7d-97b2-1daa3e64565d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:14.370392 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-09dc9c88-c5b0-4f50-92da-76b15ed44449 req-9872e09a-0442-4d7d-97b2-1daa3e64565d tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 945 time: 0.0801003 Apr 06 14:09:14.412525 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-09dc9c88-c5b0-4f50-92da-76b15ed44449 req-2f3d804b-62b3-4e9a-9aeb-9ec8978ddfb0 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7527942-f8c9-406c-b1b9-9b8a04833ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364714 Apr 06 14:09:14.436202 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 56050) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:09:14.542494 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ee4fe0a0-a892-4717-86e8-20388a3fddfc tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/floatingips/7e207f51-cd37-4238-b0e8-d82b2dc203d4 HTTP/1.1" status: 200 len: 993 time: 0.1050253 Apr 06 14:09:14.838733 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 56058) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:09:15.043123 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-f68452b4-441c-40f8-93c2-d5ab06cae88a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Deleting port 753a8545-49a6-427e-92ec-33d2bb1874e0 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:09:15.043453 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f68452b4-441c-40f8-93c2-d5ab06cae88a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:15.213748 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f68452b4-441c-40f8-93c2-d5ab06cae88a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:15.214055 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f68452b4-441c-40f8-93c2-d5ab06cae88a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:15.339695 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-f68452b4-441c-40f8-93c2-d5ab06cae88a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Calling delete_port for 753a8545-49a6-427e-92ec-33d2bb1874e0 owned by network:floatingip {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:09:15.486970 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c748d121-cf51-4fa8-b593-4a83fbd58dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:15.534930 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f68452b4-441c-40f8-93c2-d5ab06cae88a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:15.584133 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68452b4-441c-40f8-93c2-d5ab06cae88a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Port': ['ID=753a8545-49a6-427e-92ec-33d2bb1874e0,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:15.620450 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68452b4-441c-40f8-93c2-d5ab06cae88a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:15.620786 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68452b4-441c-40f8-93c2-d5ab06cae88a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:15.621113 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68452b4-441c-40f8-93c2-d5ab06cae88a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:15.621439 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68452b4-441c-40f8-93c2-d5ab06cae88a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:15.621760 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68452b4-441c-40f8-93c2-d5ab06cae88a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:15.622081 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68452b4-441c-40f8-93c2-d5ab06cae88a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:15.622395 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68452b4-441c-40f8-93c2-d5ab06cae88a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:15.622711 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68452b4-441c-40f8-93c2-d5ab06cae88a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:15.623050 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68452b4-441c-40f8-93c2-d5ab06cae88a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:15.623369 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68452b4-441c-40f8-93c2-d5ab06cae88a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:15.623682 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68452b4-441c-40f8-93c2-d5ab06cae88a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:15.623992 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68452b4-441c-40f8-93c2-d5ab06cae88a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:15.682361 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f68452b4-441c-40f8-93c2-d5ab06cae88a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for floatingip, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:15.682690 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-f68452b4-441c-40f8-93c2-d5ab06cae88a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Floating IP 7e207f51-cd37-4238-b0e8-d82b2dc203d4 disassociated (deleted). External IP: 172.26.4.220, port: 0fcaeba6-9a03-474c-9bb9-503bd6423253. Apr 06 14:09:16.121271 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68452b4-441c-40f8-93c2-d5ab06cae88a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Router d9c340b6-c4d2-4d1c-a167-82e5241d1662 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:09:16.299141 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68452b4-441c-40f8-93c2-d5ab06cae88a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:09:16.309056 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe670bf-f237-4258-bd41-27906e2f6b2a None None] Sync routers for ids ['d9c340b6-c4d2-4d1c-a167-82e5241d1662'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:09:16.315401 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f68452b4-441c-40f8-93c2-d5ab06cae88a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:16.317958 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe670bf-f237-4258-bd41-27906e2f6b2a None None] Routers {'d9c340b6-c4d2-4d1c-a167-82e5241d1662'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:09:16.318543 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-9fe670bf-f237-4258-bd41-27906e2f6b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:08:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d9c340b6-c4d2-4d1c-a167-82e5241d1662'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:16.373956 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f68452b4-441c-40f8-93c2-d5ab06cae88a tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "DELETE /v2.0/floatingips/7e207f51-cd37-4238-b0e8-d82b2dc203d4 HTTP/1.1" status: 204 len: 168 time: 1.5339513 Apr 06 14:09:16.374443 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12495469-b7f5-4182-80b9-9a04b7ded436', 'tag': '0fcaeba6-9a03-474c-9bb9-503bd6423253'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:09:16.419280 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a07f43d1-65e6-4129-bbc8-dfce85b4d931'] response: {'name': 'network-changed', 'server_uuid': '12495469-b7f5-4182-80b9-9a04b7ded436', 'tag': '0fcaeba6-9a03-474c-9bb9-503bd6423253', 'status': 'completed', 'code': 200} Apr 06 14:09:16.501464 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-9fe670bf-f237-4258-bd41-27906e2f6b2a None None] Set router d9c340b6-c4d2-4d1c-a167-82e5241d1662 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:09:16.513755 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c7d33-2031-48b6-90ae-c40f4c9da93a req-1b156867-01c7-4200-8237-391623e2e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:16.515245 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a47c7d33-2031-48b6-90ae-c40f4c9da93a req-1b156867-01c7-4200-8237-391623e2e010 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee8feeb260df4580987384a151b8068e&device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 1098 time: 0.0730073 Apr 06 14:09:16.650772 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c7d33-2031-48b6-90ae-c40f4c9da93a req-66c3f5c7-f9d3-434f-b8a8-49c7c8769244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:16.652157 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a47c7d33-2031-48b6-90ae-c40f4c9da93a req-66c3f5c7-f9d3-434f-b8a8-49c7c8769244 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9b4fa29b-5c9a-47f3-a314-98e35476dd73 HTTP/1.1" status: 200 len: 897 time: 0.1303067 Apr 06 14:09:16.724036 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a47c7d33-2031-48b6-90ae-c40f4c9da93a req-3eec0136-7b81-459f-97f1-c3c937444486 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fcaeba6-9a03-474c-9bb9-503bd6423253 HTTP/1.1" status: 200 len: 217 time: 0.0652292 Apr 06 14:09:16.796567 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c7d33-2031-48b6-90ae-c40f4c9da93a req-aefbf974-4693-4389-bd1a-abd2dd2dcfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:16.798262 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a47c7d33-2031-48b6-90ae-c40f4c9da93a req-aefbf974-4693-4389-bd1a-abd2dd2dcfbe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4de545f-4fe4-452d-8944-0d64a61099ce HTTP/1.1" status: 200 len: 835 time: 0.0605633 Apr 06 14:09:16.847110 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-9fe670bf-f237-4258-bd41-27906e2f6b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530623386', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:14Z', 'updated_at': '2022-04-06T14:08:20Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:15Z', 'updated_at': '2022-04-06T14:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ca1327b2-4b59-42f3-8995-33cc47056560', 'name': '', 'network_id': '9b4fa29b-5c9a-47f3-a314-98e35476dd73', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:e3:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'f4de545f-4fe4-452d-8944-0d64a61099ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:19Z', 'updated_at': '2022-04-06T14:08:26Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': 'f4de545f-4fe4-452d-8944-0d64a61099ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:16.851563 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe670bf-f237-4258-bd41-27906e2f6b2a None None] Checking router: d9c340b6-c4d2-4d1c-a167-82e5241d1662 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:09:16.862052 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe670bf-f237-4258-bd41-27906e2f6b2a None None] Routers {'d9c340b6-c4d2-4d1c-a167-82e5241d1662'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:09:16.862436 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-9fe670bf-f237-4258-bd41-27906e2f6b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:08:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d9c340b6-c4d2-4d1c-a167-82e5241d1662'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:16.878448 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c7d33-2031-48b6-90ae-c40f4c9da93a req-428fe22f-067d-40e9-b392-004c52e3f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:16.879991 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a47c7d33-2031-48b6-90ae-c40f4c9da93a req-428fe22f-067d-40e9-b392-004c52e3f335 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b4fa29b-5c9a-47f3-a314-98e35476dd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741754 Apr 06 14:09:17.053332 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-9fe670bf-f237-4258-bd41-27906e2f6b2a None None] Set router d9c340b6-c4d2-4d1c-a167-82e5241d1662 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:09:17.128261 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a47c7d33-2031-48b6-90ae-c40f4c9da93a req-626d7b5a-c78f-48e3-85c9-a32a1a9b45bf service neutron] 10.222.0.61 "GET /v2.0/networks/9b4fa29b-5c9a-47f3-a314-98e35476dd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415729 Apr 06 14:09:17.139467 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d24dd-ed6a-428c-96d0-94058cd56784 req-94e12150-9f35-4c16-a6b5-e312f16cee63 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:17.140168 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-f19d24dd-ed6a-428c-96d0-94058cd56784 req-94e12150-9f35-4c16-a6b5-e312f16cee63 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Synchronizing usage tracker for tenant:ee8feeb260df4580987384a151b8068e on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:09:17.202321 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-f19d24dd-ed6a-428c-96d0-94058cd56784 req-94e12150-9f35-4c16-a6b5-e312f16cee63 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Unset dirty status for tenant:ee8feeb260df4580987384a151b8068e on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:09:17.203906 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f19d24dd-ed6a-428c-96d0-94058cd56784 req-94e12150-9f35-4c16-a6b5-e312f16cee63 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 945 time: 0.1434329 Apr 06 14:09:17.253360 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f19d24dd-ed6a-428c-96d0-94058cd56784 req-e38f2ab7-43b1-4016-ac3a-4dd8fa25f314 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7527942-f8c9-406c-b1b9-9b8a04833ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435529 Apr 06 14:09:17.275185 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a47c7d33-2031-48b6-90ae-c40f4c9da93a req-ac0aacdb-8609-4e55-9864-42bd18c47155 service neutron] 10.222.0.61 "GET /v2.0/networks/9b4fa29b-5c9a-47f3-a314-98e35476dd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394322 Apr 06 14:09:17.387068 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-9fe670bf-f237-4258-bd41-27906e2f6b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530623386', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:14Z', 'updated_at': '2022-04-06T14:08:20Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:15Z', 'updated_at': '2022-04-06T14:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ca1327b2-4b59-42f3-8995-33cc47056560', 'name': '', 'network_id': '9b4fa29b-5c9a-47f3-a314-98e35476dd73', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:e3:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'f4de545f-4fe4-452d-8944-0d64a61099ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:19Z', 'updated_at': '2022-04-06T14:08:26Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': 'f4de545f-4fe4-452d-8944-0d64a61099ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:17.390891 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe670bf-f237-4258-bd41-27906e2f6b2a None None] The sync data for ids ['d9c340b6-c4d2-4d1c-a167-82e5241d1662'] in dv-neutron-834600-1-hyperv is: [{'id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530623386', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:14Z', 'updated_at': '2022-04-06T14:08:20Z', 'revision_number': 4, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:15Z', 'updated_at': '2022-04-06T14:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ca1327b2-4b59-42f3-8995-33cc47056560', 'name': '', 'network_id': '9b4fa29b-5c9a-47f3-a314-98e35476dd73', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'mac_address': 'fa:16:3e:e3:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'f4de545f-4fe4-452d-8944-0d64a61099ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:19Z', 'updated_at': '2022-04-06T14:08:26Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'subnets': [{'id': 'f4de545f-4fe4-452d-8944-0d64a61099ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:09:17.594438 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f723008a-3f8b-479d-b98a-49cb34f99e0d None None] New status for floating IP 7e207f51-cd37-4238-b0e8-d82b2dc203d4: DOWN {{(pid=88566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:09:17.797351 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e7496914-79e4-4e91-98ca-2001c4a9bc16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:18.448755 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db69a68-b702-4576-b2af-430a6c4be49c req-140e0bbe-e927-4272-a402-a0cb16e7387f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:18.450107 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6db69a68-b702-4576-b2af-430a6c4be49c req-140e0bbe-e927-4272-a402-a0cb16e7387f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 945 time: 0.0824163 Apr 06 14:09:18.493819 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6db69a68-b702-4576-b2af-430a6c4be49c req-45a3b60a-9211-461f-8051-81b7b35c632b tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7527942-f8c9-406c-b1b9-9b8a04833ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376344 Apr 06 14:09:18.567704 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5df3ec-7500-42ba-b29d-93dea15881b8 req-25fe4e51-845a-470a-9655-90ddaa1375a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:18.568381 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-2c5df3ec-7500-42ba-b29d-93dea15881b8 req-25fe4e51-845a-470a-9655-90ddaa1375a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Synchronizing usage tracker for tenant:ee8feeb260df4580987384a151b8068e on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:09:18.580961 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-2c5df3ec-7500-42ba-b29d-93dea15881b8 req-25fe4e51-845a-470a-9655-90ddaa1375a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Unset dirty status for tenant:ee8feeb260df4580987384a151b8068e on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:09:18.582026 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2c5df3ec-7500-42ba-b29d-93dea15881b8 req-25fe4e51-845a-470a-9655-90ddaa1375a3 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.61 "GET /v2.0/ports?device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 945 time: 0.0915515 Apr 06 14:09:18.650297 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-2c5df3ec-7500-42ba-b29d-93dea15881b8 req-1f7a8bfd-2793-4f1f-807c-b9cdfde5f3e8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Deleting port 0fcaeba6-9a03-474c-9bb9-503bd6423253 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:09:18.650636 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2c5df3ec-7500-42ba-b29d-93dea15881b8 req-1f7a8bfd-2793-4f1f-807c-b9cdfde5f3e8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:18.902881 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-2c5df3ec-7500-42ba-b29d-93dea15881b8 req-1f7a8bfd-2793-4f1f-807c-b9cdfde5f3e8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] For port 0fcaeba6-9a03-474c-9bb9-503bd6423253, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0fcaeba6-9a03-474c-9bb9-503bd6423253,segment=NetworkSegment(fb687bc7-a968-42f9-b817-495f09a8f2ca),segment_id=fb687bc7-a968-42f9-b817-495f09a8f2ca)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:09:18.903237 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2c5df3ec-7500-42ba-b29d-93dea15881b8 req-1f7a8bfd-2793-4f1f-807c-b9cdfde5f3e8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:18.934529 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:19.020584 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:19.032911 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-2c5df3ec-7500-42ba-b29d-93dea15881b8 req-1f7a8bfd-2793-4f1f-807c-b9cdfde5f3e8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Calling delete_port for 0fcaeba6-9a03-474c-9bb9-503bd6423253 owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:09:19.252712 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2c5df3ec-7500-42ba-b29d-93dea15881b8 req-1f7a8bfd-2793-4f1f-807c-b9cdfde5f3e8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:19.308136 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a8bfd-2793-4f1f-807c-b9cdfde5f3e8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Port': ['ID=0fcaeba6-9a03-474c-9bb9-503bd6423253,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:19.346304 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a8bfd-2793-4f1f-807c-b9cdfde5f3e8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:19.346654 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a8bfd-2793-4f1f-807c-b9cdfde5f3e8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:19.347029 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a8bfd-2793-4f1f-807c-b9cdfde5f3e8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:19.347370 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a8bfd-2793-4f1f-807c-b9cdfde5f3e8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:19.347704 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a8bfd-2793-4f1f-807c-b9cdfde5f3e8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:19.348038 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a8bfd-2793-4f1f-807c-b9cdfde5f3e8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:19.348366 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a8bfd-2793-4f1f-807c-b9cdfde5f3e8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:19.348692 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a8bfd-2793-4f1f-807c-b9cdfde5f3e8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:19.349018 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a8bfd-2793-4f1f-807c-b9cdfde5f3e8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:19.349341 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a8bfd-2793-4f1f-807c-b9cdfde5f3e8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:19.349664 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a8bfd-2793-4f1f-807c-b9cdfde5f3e8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:19.349987 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a8bfd-2793-4f1f-807c-b9cdfde5f3e8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:19.391723 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5df3ec-7500-42ba-b29d-93dea15881b8 req-1f7a8bfd-2793-4f1f-807c-b9cdfde5f3e8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] No DVR routers for this DVR port 0fcaeba6-9a03-474c-9bb9-503bd6423253 on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:09:19.394075 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2c5df3ec-7500-42ba-b29d-93dea15881b8 req-1f7a8bfd-2793-4f1f-807c-b9cdfde5f3e8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:19.396747 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12495469-b7f5-4182-80b9-9a04b7ded436', 'name': 'network-vif-deleted', 'tag': '0fcaeba6-9a03-474c-9bb9-503bd6423253'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:09:19.476877 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2c5df3ec-7500-42ba-b29d-93dea15881b8 req-1f7a8bfd-2793-4f1f-807c-b9cdfde5f3e8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.61 "DELETE /v2.0/ports/0fcaeba6-9a03-474c-9bb9-503bd6423253 HTTP/1.1" status: 204 len: 173 time: 0.8897965 Apr 06 14:09:19.487437 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cecd39c-4cbe-4fdd-a7ac-3f480a50be7c'] response: {'server_uuid': '12495469-b7f5-4182-80b9-9a04b7ded436', 'name': 'network-vif-deleted', 'tag': '0fcaeba6-9a03-474c-9bb9-503bd6423253', 'status': 'completed', 'code': 200} Apr 06 14:09:19.646398 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fea8a6ac-4585-44f2-99a7-ae483c2cf1fc req-4266c345-ebe7-40e8-ac5d-d51d9dd7ca68 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "GET /v2.0/ports?device_id=12495469-b7f5-4182-80b9-9a04b7ded436 HTTP/1.1" status: 200 len: 210 time: 0.0448005 Apr 06 14:09:20.443247 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:20.741326 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 56078) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:09:21.394152 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-48ca30e0-a668-45b3-a677-956894e5cf26 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:21.751365 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-48ca30e0-a668-45b3-a677-956894e5cf26 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Deleting port ca1327b2-4b59-42f3-8995-33cc47056560 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:09:21.752096 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-48ca30e0-a668-45b3-a677-956894e5cf26 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:21.935839 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-48ca30e0-a668-45b3-a677-956894e5cf26 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] For port ca1327b2-4b59-42f3-8995-33cc47056560, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ca1327b2-4b59-42f3-8995-33cc47056560,segment=NetworkSegment(fb687bc7-a968-42f9-b817-495f09a8f2ca),segment_id=fb687bc7-a968-42f9-b817-495f09a8f2ca)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:09:21.936198 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-48ca30e0-a668-45b3-a677-956894e5cf26 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:22.062448 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-48ca30e0-a668-45b3-a677-956894e5cf26 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Calling delete_port for ca1327b2-4b59-42f3-8995-33cc47056560 owned by network:router_interface {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:09:22.396067 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 0fcaeba6-9a03-474c-9bb9-503bd6423253 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:09:22.429529 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: 0fcaeba6-9a03-474c-9bb9-503bd6423253 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:09:22.429864 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 0fcaeba6-9a03-474c-9bb9-503bd6423253 not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:09:22.443152 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-48ca30e0-a668-45b3-a677-956894e5cf26 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:22.490089 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca30e0-a668-45b3-a677-956894e5cf26 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Port': ['ID=ca1327b2-4b59-42f3-8995-33cc47056560,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:22.574910 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:09:22.873758 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-48ca30e0-a668-45b3-a677-956894e5cf26 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:23.228618 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ca30e0-a668-45b3-a677-956894e5cf26 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Router d9c340b6-c4d2-4d1c-a167-82e5241d1662 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:09:23.405055 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ca30e0-a668-45b3-a677-956894e5cf26 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:09:23.415084 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8aa5ff-965a-4395-8273-2c4e8eb122c9 None None] Sync routers for ids ['d9c340b6-c4d2-4d1c-a167-82e5241d1662'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:09:23.417527 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-48ca30e0-a668-45b3-a677-956894e5cf26 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "PUT /v2.0/routers/d9c340b6-c4d2-4d1c-a167-82e5241d1662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6751130 Apr 06 14:09:23.420350 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 56082) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:09:23.424498 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8aa5ff-965a-4395-8273-2c4e8eb122c9 None None] Routers {'d9c340b6-c4d2-4d1c-a167-82e5241d1662'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:09:23.425073 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1f8aa5ff-965a-4395-8273-2c4e8eb122c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:09:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d9c340b6-c4d2-4d1c-a167-82e5241d1662'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:23.489953 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c91f7e-7552-4783-804c-7a24a6bdae7f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Deleting subnet f4de545f-4fe4-452d-8944-0d64a61099ce {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 14:09:23.493389 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-36c91f7e-7552-4783-804c-7a24a6bdae7f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:23.546306 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-36c91f7e-7552-4783-804c-7a24a6bdae7f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:23.603993 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-1f8aa5ff-965a-4395-8273-2c4e8eb122c9 None None] Set router d9c340b6-c4d2-4d1c-a167-82e5241d1662 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:09:23.635236 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-36c91f7e-7552-4783-804c-7a24a6bdae7f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:23.775488 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-36c91f7e-7552-4783-804c-7a24a6bdae7f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:23.815210 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c91f7e-7552-4783-804c-7a24a6bdae7f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Subnet': ['ID=f4de545f-4fe4-452d-8944-0d64a61099ce,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:23.818831 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-36c91f7e-7552-4783-804c-7a24a6bdae7f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:23.825826 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-36c91f7e-7552-4783-804c-7a24a6bdae7f tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "DELETE /v2.0/subnets/f4de545f-4fe4-452d-8944-0d64a61099ce HTTP/1.1" status: 204 len: 168 time: 0.4043732 Apr 06 14:09:23.828407 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 56086) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:09:23.831621 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfa318e-4a24-453b-a0cc-6793a5c0af64 None None] Network 9b4fa29b-5c9a-47f3-a314-98e35476dd73 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 14:09:23.885805 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1f8aa5ff-965a-4395-8273-2c4e8eb122c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530623386', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:14Z', 'updated_at': '2022-04-06T14:09:22Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:15Z', 'updated_at': '2022-04-06T14:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:23.890840 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8aa5ff-965a-4395-8273-2c4e8eb122c9 None None] Checking router: d9c340b6-c4d2-4d1c-a167-82e5241d1662 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:09:23.898516 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8aa5ff-965a-4395-8273-2c4e8eb122c9 None None] Routers {'d9c340b6-c4d2-4d1c-a167-82e5241d1662'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:09:23.898894 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1f8aa5ff-965a-4395-8273-2c4e8eb122c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:09:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['d9c340b6-c4d2-4d1c-a167-82e5241d1662'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:24.080649 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba780b79-3ec4-441c-bdc4-6340bf37efda None None] DHCP port deletion for 9b4fa29b-5c9a-47f3-a314-98e35476dd73 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 14:09:24.084888 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ba780b79-3ec4-441c-bdc4-6340bf37efda None None] Deleting port ebcb330d-11c3-49f8-b416-26526f5a878d {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:09:24.085343 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ba780b79-3ec4-441c-bdc4-6340bf37efda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:24.116164 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-56a405ab-2176-4993-a66d-678a0215d0a8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:24.120782 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-1f8aa5ff-965a-4395-8273-2c4e8eb122c9 None None] Set router d9c340b6-c4d2-4d1c-a167-82e5241d1662 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:09:24.342110 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-56a405ab-2176-4993-a66d-678a0215d0a8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:24.346958 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ebcb330d-11c3-49f8-b416-26526f5a878d no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:09:24.408483 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1f8aa5ff-965a-4395-8273-2c4e8eb122c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530623386', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:14Z', 'updated_at': '2022-04-06T14:09:22Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:15Z', 'updated_at': '2022-04-06T14:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:24.412448 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8aa5ff-965a-4395-8273-2c4e8eb122c9 None None] The sync data for ids ['d9c340b6-c4d2-4d1c-a167-82e5241d1662'] in dv-neutron-834600-1-hyperv is: [{'id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530623386', 'tenant_id': 'ee8feeb260df4580987384a151b8068e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:14Z', 'updated_at': '2022-04-06T14:09:22Z', 'revision_number': 5, 'project_id': 'ee8feeb260df4580987384a151b8068e', 'gw_port': {'id': 'a44db322-4c12-44fe-9933-82d16bf18aca', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c340b6-c4d2-4d1c-a167-82e5241d1662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:15Z', 'updated_at': '2022-04-06T14:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:09:24.417632 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ba780b79-3ec4-441c-bdc4-6340bf37efda None None] For port ebcb330d-11c3-49f8-b416-26526f5a878d, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ebcb330d-11c3-49f8-b416-26526f5a878d,segment=NetworkSegment(fb687bc7-a968-42f9-b817-495f09a8f2ca),segment_id=fb687bc7-a968-42f9-b817-495f09a8f2ca)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:09:24.418037 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ba780b79-3ec4-441c-bdc4-6340bf37efda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:24.459029 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-56a405ab-2176-4993-a66d-678a0215d0a8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Deleting port a44db322-4c12-44fe-9933-82d16bf18aca {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:09:24.459552 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-56a405ab-2176-4993-a66d-678a0215d0a8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:24.549073 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ba780b79-3ec4-441c-bdc4-6340bf37efda None None] Calling delete_port for ebcb330d-11c3-49f8-b416-26526f5a878d owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:09:24.632605 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-56a405ab-2176-4993-a66d-678a0215d0a8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] For port a44db322-4c12-44fe-9933-82d16bf18aca, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=a44db322-4c12-44fe-9933-82d16bf18aca,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:09:24.632963 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-56a405ab-2176-4993-a66d-678a0215d0a8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:24.662254 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:24.757148 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-56a405ab-2176-4993-a66d-678a0215d0a8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Calling delete_port for a44db322-4c12-44fe-9933-82d16bf18aca owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:09:24.768969 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ba780b79-3ec4-441c-bdc4-6340bf37efda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315'] for port, after_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:24.853485 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba780b79-3ec4-441c-bdc4-6340bf37efda None None] Pushing event deleted for resources: {'Port': ['ID=ebcb330d-11c3-49f8-b416-26526f5a878d,revision_number=None']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:24.864574 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba780b79-3ec4-441c-bdc4-6340bf37efda None None] No DVR routers for this DVR port ebcb330d-11c3-49f8-b416-26526f5a878d on host dv-neutron-834600-1-hyperv {{(pid=88566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:09:24.882972 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba780b79-3ec4-441c-bdc4-6340bf37efda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:24.883263 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba780b79-3ec4-441c-bdc4-6340bf37efda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:24.884349 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba780b79-3ec4-441c-bdc4-6340bf37efda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:24.884690 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba780b79-3ec4-441c-bdc4-6340bf37efda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:24.885130 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba780b79-3ec4-441c-bdc4-6340bf37efda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:24.885466 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba780b79-3ec4-441c-bdc4-6340bf37efda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:24.885845 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba780b79-3ec4-441c-bdc4-6340bf37efda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:24.886182 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba780b79-3ec4-441c-bdc4-6340bf37efda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:24.886551 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba780b79-3ec4-441c-bdc4-6340bf37efda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:24.887359 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba780b79-3ec4-441c-bdc4-6340bf37efda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:24.888031 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba780b79-3ec4-441c-bdc4-6340bf37efda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:24.888535 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba780b79-3ec4-441c-bdc4-6340bf37efda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:24.991708 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-56a405ab-2176-4993-a66d-678a0215d0a8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:25.040836 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a405ab-2176-4993-a66d-678a0215d0a8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Port': ['ID=a44db322-4c12-44fe-9933-82d16bf18aca,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:25.128756 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-56a405ab-2176-4993-a66d-678a0215d0a8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:25.299531 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-56a405ab-2176-4993-a66d-678a0215d0a8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:25.301679 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-56a405ab-2176-4993-a66d-678a0215d0a8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:25.408649 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-56a405ab-2176-4993-a66d-678a0215d0a8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:25.409172 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a405ab-2176-4993-a66d-678a0215d0a8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Fanout notify agent at l3_agent the message router_deleted on router d9c340b6-c4d2-4d1c-a167-82e5241d1662 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 14:09:25.425503 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-56a405ab-2176-4993-a66d-678a0215d0a8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:25.428465 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-56a405ab-2176-4993-a66d-678a0215d0a8 tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "DELETE /v2.0/routers/d9c340b6-c4d2-4d1c-a167-82e5241d1662 HTTP/1.1" status: 204 len: 168 time: 1.5966563 Apr 06 14:09:25.428965 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 56090) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:09:25.543955 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1c02671b-701e-4ec1-a831-c8ee6ffe4cda tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:25.672284 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1c02671b-701e-4ec1-a831-c8ee6ffe4cda tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:25.697491 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-1c02671b-701e-4ec1-a831-c8ee6ffe4cda tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b4fa29b-5c9a-47f3-a314-98e35476dd73']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:25.709161 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-1c02671b-701e-4ec1-a831-c8ee6ffe4cda tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb687bc7-a968-42f9-b817-495f09a8f2ca') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:25.709459 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-1c02671b-701e-4ec1-a831-c8ee6ffe4cda tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb687bc7-a968-42f9-b817-495f09a8f2ca') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:25.721118 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1c02671b-701e-4ec1-a831-c8ee6ffe4cda tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:25.740602 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1c02671b-701e-4ec1-a831-c8ee6ffe4cda tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:25.749006 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c02671b-701e-4ec1-a831-c8ee6ffe4cda tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:09:25.749391 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1c02671b-701e-4ec1-a831-c8ee6ffe4cda tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:09:25.877207 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:09:26.018491 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1c02671b-701e-4ec1-a831-c8ee6ffe4cda tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:26.039274 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1c02671b-701e-4ec1-a831-c8ee6ffe4cda tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:26.051794 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02671b-701e-4ec1-a831-c8ee6ffe4cda tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'Network': ['ID=9b4fa29b-5c9a-47f3-a314-98e35476dd73,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:26.121967 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1c02671b-701e-4ec1-a831-c8ee6ffe4cda tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "DELETE /v2.0/networks/9b4fa29b-5c9a-47f3-a314-98e35476dd73 HTTP/1.1" status: 204 len: 168 time: 0.6921782 Apr 06 14:09:26.124577 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 56094) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:09:26.191750 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f366c367-adf4-485a-a266-cf81a01d49ff tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:26.222683 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f366c367-adf4-485a-a266-cf81a01d49ff tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:26.250605 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device a44db322-4c12-44fe-9933-82d16bf18aca no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:09:26.284238 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: a44db322-4c12-44fe-9933-82d16bf18aca {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:09:26.284503 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device a44db322-4c12-44fe-9933-82d16bf18aca not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:09:26.284924 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ca1327b2-4b59-42f3-8995-33cc47056560 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:09:26.318120 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: ca1327b2-4b59-42f3-8995-33cc47056560 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:09:26.318462 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ca1327b2-4b59-42f3-8995-33cc47056560 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:09:26.350057 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f366c367-adf4-485a-a266-cf81a01d49ff tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:26.369537 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366c367-adf4-485a-a266-cf81a01d49ff tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7527942-f8c9-406c-b1b9-9b8a04833ba8,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:26.440511 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f366c367-adf4-485a-a266-cf81a01d49ff tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:26.441643 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f366c367-adf4-485a-a266-cf81a01d49ff tempest-TestNetworkAdvancedServerOps-1124948877 tempest-TestNetworkAdvancedServerOps-1124948877-project] 10.222.0.48 "DELETE /v2.0/security-groups/f7527942-f8c9-406c-b1b9-9b8a04833ba8 HTTP/1.1" status: 204 len: 168 time: 0.3161426 Apr 06 14:09:27.116569 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 56104) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:09:27.278140 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-16af2df8-f720-4b96-8f2f-199d49d3256f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee8feeb260df4580987384a151b8068e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1605110 Apr 06 14:09:27.280656 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 56110) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:09:27.340289 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5dd97d4c-4951-4a2a-b993-ef5623ddecbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:27.364753 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5dd97d4c-4951-4a2a-b993-ef5623ddecbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:27.495033 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5dd97d4c-4951-4a2a-b993-ef5623ddecbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:27.514289 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd97d4c-4951-4a2a-b993-ef5623ddecbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b0f749-6cc0-4cdc-bb43-25a9b6264903,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:27.519092 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5dd97d4c-4951-4a2a-b993-ef5623ddecbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:27.523057 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5dd97d4c-4951-4a2a-b993-ef5623ddecbb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/56b0f749-6cc0-4cdc-bb43-25a9b6264903 HTTP/1.1" status: 204 len: 168 time: 0.2389047 Apr 06 14:09:27.682942 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:28.058885 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 56118) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:09:28.079510 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9b04f032-cef9-49fd-801f-e8f12ca4214d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:28.097281 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-9b04f032-cef9-49fd-801f-e8f12ca4214d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:09:28.101051 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9b04f032-cef9-49fd-801f-e8f12ca4214d admin admin] Usage tracker for resource:security_group_rule and tenant:8271df53874e4b1091e952562df953fa is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:09:28.104534 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-9b04f032-cef9-49fd-801f-e8f12ca4214d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:09:28.110131 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-9b04f032-cef9-49fd-801f-e8f12ca4214d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:09:28.189298 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9b04f032-cef9-49fd-801f-e8f12ca4214d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:28.277313 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-9b04f032-cef9-49fd-801f-e8f12ca4214d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:28.324900 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-9b04f032-cef9-49fd-801f-e8f12ca4214d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8271df53874e4b1091e952562df953fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2648087 Apr 06 14:09:28.325747 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04f032-cef9-49fd-801f-e8f12ca4214d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48daa01a-bc4c-49f2-a924-2123d58bb834,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:28.327563 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 56122) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:09:28.385236 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fecb14ef-c898-41db-97fc-f8cd55a101d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:28.410335 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fecb14ef-c898-41db-97fc-f8cd55a101d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:28.521028 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fecb14ef-c898-41db-97fc-f8cd55a101d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:28.537067 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb14ef-c898-41db-97fc-f8cd55a101d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48daa01a-bc4c-49f2-a924-2123d58bb834,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:28.542107 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fecb14ef-c898-41db-97fc-f8cd55a101d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:28.542579 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-fecb14ef-c898-41db-97fc-f8cd55a101d1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/48daa01a-bc4c-49f2-a924-2123d58bb834 HTTP/1.1" status: 204 len: 168 time: 0.2140055 Apr 06 14:09:29.668378 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 56146) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:09:29.776863 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-13b687eb-f435-401d-9130-07b160ae63ef admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-629026314-network', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:29.781530 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-13b687eb-f435-401d-9130-07b160ae63ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:09:29.785286 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-13b687eb-f435-401d-9130-07b160ae63ef admin admin] Usage tracker for resource:network and tenant:b4dbdded2523437ca2f2acae67ef7d30 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:09:29.788084 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-13b687eb-f435-401d-9130-07b160ae63ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:09:29.794370 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-13b687eb-f435-401d-9130-07b160ae63ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:09:29.865627 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b687eb-f435-401d-9130-07b160ae63ef admin admin] Made reservation on behalf of b4dbdded2523437ca2f2acae67ef7d30 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:09:29.867900 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-13b687eb-f435-401d-9130-07b160ae63ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:29.879670 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-13b687eb-f435-401d-9130-07b160ae63ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:29.893958 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-13b687eb-f435-401d-9130-07b160ae63ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:09:29.897646 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-13b687eb-f435-401d-9130-07b160ae63ef admin admin] Usage tracker for resource:security_group_rule and tenant:b4dbdded2523437ca2f2acae67ef7d30 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:09:29.901043 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-13b687eb-f435-401d-9130-07b160ae63ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:09:29.906560 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-13b687eb-f435-401d-9130-07b160ae63ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:09:29.985653 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-13b687eb-f435-401d-9130-07b160ae63ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:30.071436 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-13b687eb-f435-401d-9130-07b160ae63ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:30.103003 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b687eb-f435-401d-9130-07b160ae63ef admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:09:30.108106 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b687eb-f435-401d-9130-07b160ae63ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b9c244-a359-44a6-baf8-aed8f0cf48a8,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:30.114693 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-13b687eb-f435-401d-9130-07b160ae63ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:30.115654 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-13b687eb-f435-401d-9130-07b160ae63ef admin admin] Added segment db6d3d39-ba0c-4676-a92f-539487b0354e of type vlan for network 6f133fc6-78f6-4fbe-915a-efa3c4d3829a Apr 06 14:09:30.141361 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-13b687eb-f435-401d-9130-07b160ae63ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:30.283196 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-13b687eb-f435-401d-9130-07b160ae63ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:30.284161 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b687eb-f435-401d-9130-07b160ae63ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:30.284748 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-13b687eb-f435-401d-9130-07b160ae63ef admin admin] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:30.387724 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b687eb-f435-401d-9130-07b160ae63ef admin admin] Pushing event updated for resources: {'Network': ['ID=6f133fc6-78f6-4fbe-915a-efa3c4d3829a,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:30.397358 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 6f133fc6-78f6-4fbe-915a-efa3c4d3829a details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:09:30.438257 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-13b687eb-f435-401d-9130-07b160ae63ef admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7687807 Apr 06 14:09:30.441281 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 56152) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:09:30.446766 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-264bc82d-5d51-47cd-945e-808d08193e01 admin admin] Request body: {'subnet': {'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-629026314-subnet', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'ip_version': 4}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:30.451663 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-264bc82d-5d51-47cd-945e-808d08193e01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:09:30.455428 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-264bc82d-5d51-47cd-945e-808d08193e01 admin admin] Usage tracker for resource:subnet and tenant:b4dbdded2523437ca2f2acae67ef7d30 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:09:30.458201 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-264bc82d-5d51-47cd-945e-808d08193e01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:09:30.464685 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-264bc82d-5d51-47cd-945e-808d08193e01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:09:30.545884 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264bc82d-5d51-47cd-945e-808d08193e01 admin admin] Made reservation on behalf of b4dbdded2523437ca2f2acae67ef7d30 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:09:30.548487 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-264bc82d-5d51-47cd-945e-808d08193e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:30.837524 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-264bc82d-5d51-47cd-945e-808d08193e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:30.910055 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bc82d-5d51-47cd-945e-808d08193e01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc91ea8b-9315-40e7-859f-134cfc631846,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:30.917941 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264bc82d-5d51-47cd-945e-808d08193e01 admin admin] Checking segment: {'id': 'db6d3d39-ba0c-4676-a92f-539487b0354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:09:30.918288 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264bc82d-5d51-47cd-945e-808d08193e01 admin admin] Network hostable DHCP agents. Network: 6f133fc6-78f6-4fbe-915a-efa3c4d3829a, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:09:30.974307 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264bc82d-5d51-47cd-945e-808d08193e01 admin admin] Network 6f133fc6-78f6-4fbe-915a-efa3c4d3829a is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:09:31.065458 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-264bc82d-5d51-47cd-945e-808d08193e01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 6f133fc6-78f6-4fbe-915a-efa3c4d3829a) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:09:31.069249 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264bc82d-5d51-47cd-945e-808d08193e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:31.069819 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-264bc82d-5d51-47cd-945e-808d08193e01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:31.074226 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d481e6b-5892-4bd9-8951-1d2288246b64 None None] Network 6f133fc6-78f6-4fbe-915a-efa3c4d3829a requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 14:09:31.168223 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-264bc82d-5d51-47cd-945e-808d08193e01 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7258441 Apr 06 14:09:31.170769 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 56156) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:09:31.175836 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-020afe1a-50ef-490a-9722-f790a6405a68 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-629026314-router', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:31.180618 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-020afe1a-50ef-490a-9722-f790a6405a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:09:31.184602 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-020afe1a-50ef-490a-9722-f790a6405a68 admin admin] Usage tracker for resource:router and tenant:b4dbdded2523437ca2f2acae67ef7d30 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:09:31.187511 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-020afe1a-50ef-490a-9722-f790a6405a68 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:09:31.193109 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-020afe1a-50ef-490a-9722-f790a6405a68 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:09:31.266512 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-020afe1a-50ef-490a-9722-f790a6405a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:31.267751 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-020afe1a-50ef-490a-9722-f790a6405a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:31.286680 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-020afe1a-50ef-490a-9722-f790a6405a68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:31.288113 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2f7b86-d2f1-4032-a2df-cec036486d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'fixed_ips': [{'subnet_id': 'dc91ea8b-9315-40e7-859f-134cfc631846'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 14:09:31.288947 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7c2f7b86-d2f1-4032-a2df-cec036486d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:31.444364 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-7c2f7b86-d2f1-4032-a2df-cec036486d94 None None] Allocated IP 172.20.0.2 (6f133fc6-78f6-4fbe-915a-efa3c4d3829a/dc91ea8b-9315-40e7-859f-134cfc631846/f2261ac8-dfb1-4df1-a64e-424a6df724b7) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:09:31.619716 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-020afe1a-50ef-490a-9722-f790a6405a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:31.648676 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7c2f7b86-d2f1-4032-a2df-cec036486d94 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:31.659334 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7c2f7b86-d2f1-4032-a2df-cec036486d94 None None] Transition to ACTIVE for port object f2261ac8-dfb1-4df1-a64e-424a6df724b7 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:09:31.677158 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-7c2f7b86-d2f1-4032-a2df-cec036486d94 None None] Transition to ACTIVE for port object f2261ac8-dfb1-4df1-a64e-424a6df724b7 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:09:31.729441 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7c2f7b86-d2f1-4032-a2df-cec036486d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:31.792681 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2f7b86-d2f1-4032-a2df-cec036486d94 None None] Network 6f133fc6-78f6-4fbe-915a-efa3c4d3829a is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:09:31.795479 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-7c2f7b86-d2f1-4032-a2df-cec036486d94 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:09:31.798285 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2f7b86-d2f1-4032-a2df-cec036486d94 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:09:31.844431 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f7b86-d2f1-4032-a2df-cec036486d94 None None] Pushing event updated for resources: {'Port': ['ID=f2261ac8-dfb1-4df1-a64e-424a6df724b7,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:31.903908 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7c2f7b86-d2f1-4032-a2df-cec036486d94 None None] Attempting to bind port f2261ac8-dfb1-4df1-a64e-424a6df724b7 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:09:31.904272 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7c2f7b86-d2f1-4032-a2df-cec036486d94 None None] Attempting to bind port f2261ac8-dfb1-4df1-a64e-424a6df724b7 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'db6d3d39-ba0c-4676-a92f-539487b0354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:09:31.904640 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2f7b86-d2f1-4032-a2df-cec036486d94 None None] Attempting to bind port f2261ac8-dfb1-4df1-a64e-424a6df724b7 on network 6f133fc6-78f6-4fbe-915a-efa3c4d3829a {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:09:31.910821 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2f7b86-d2f1-4032-a2df-cec036486d94 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:09:31.911198 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2f7b86-d2f1-4032-a2df-cec036486d94 None None] Checking segment: {'id': 'db6d3d39-ba0c-4676-a92f-539487b0354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:09:31.911601 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7c2f7b86-d2f1-4032-a2df-cec036486d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:31.911991 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2f7b86-d2f1-4032-a2df-cec036486d94 None None] Bound using segment: {'id': 'db6d3d39-ba0c-4676-a92f-539487b0354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:09:31.912452 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-7c2f7b86-d2f1-4032-a2df-cec036486d94 None None] Bound port: f2261ac8-dfb1-4df1-a64e-424a6df724b7, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6d3d39-ba0c-4676-a92f-539487b0354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:09:31.912821 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7c2f7b86-d2f1-4032-a2df-cec036486d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:32.037689 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-7c2f7b86-d2f1-4032-a2df-cec036486d94 None None] For port f2261ac8-dfb1-4df1-a64e-424a6df724b7, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:09:32.040913 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-7c2f7b86-d2f1-4032-a2df-cec036486d94 None None] For port f2261ac8-dfb1-4df1-a64e-424a6df724b7, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f2261ac8-dfb1-4df1-a64e-424a6df724b7,segment=NetworkSegment(db6d3d39-ba0c-4676-a92f-539487b0354e),segment_id=db6d3d39-ba0c-4676-a92f-539487b0354e)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:09:32.083915 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-020afe1a-50ef-490a-9722-f790a6405a68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:32.100866 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7c2f7b86-d2f1-4032-a2df-cec036486d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:32.117362 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-020afe1a-50ef-490a-9722-f790a6405a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:32.184420 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f7b86-d2f1-4032-a2df-cec036486d94 None None] Pushing event updated for resources: {'Port': ['ID=f2261ac8-dfb1-4df1-a64e-424a6df724b7,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:32.255225 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-020afe1a-50ef-490a-9722-f790a6405a68 admin admin] Allocated IP 172.26.4.137 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/79c64ffd-515f-4824-9ffa-dff7ba04b682) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:09:32.422276 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-020afe1a-50ef-490a-9722-f790a6405a68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:32.527888 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-020afe1a-50ef-490a-9722-f790a6405a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:32.592120 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020afe1a-50ef-490a-9722-f790a6405a68 admin admin] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:09:32.599179 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-020afe1a-50ef-490a-9722-f790a6405a68 admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:09:32.603931 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020afe1a-50ef-490a-9722-f790a6405a68 admin admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:09:32.636056 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020afe1a-50ef-490a-9722-f790a6405a68 admin admin] Pushing event updated for resources: {'Port': ['ID=79c64ffd-515f-4824-9ffa-dff7ba04b682,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:33.094850 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-020afe1a-50ef-490a-9722-f790a6405a68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:33.111502 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82b8cd5-fe7c-43f0-a394-3bcffd81269f None None] Network 6f133fc6-78f6-4fbe-915a-efa3c4d3829a requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 14:09:33.280448 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-6142d60b-d413-45a8-ad3f-6a3e8b8b8070 None None] Provisioning for port f2261ac8-dfb1-4df1-a64e-424a6df724b7 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:09:33.553065 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-020afe1a-50ef-490a-9722-f790a6405a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:33.824100 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020afe1a-50ef-490a-9722-f790a6405a68 admin admin] Router 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 14:09:34.005764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020afe1a-50ef-490a-9722-f790a6405a68 admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:09:34.016302 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a70053-1c5c-4b48-95e2-72f7e8dbb9ad None None] Sync routers for ids ['3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:09:34.025163 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a70053-1c5c-4b48-95e2-72f7e8dbb9ad None None] Routers {'3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:09:34.025761 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-84a70053-1c5c-4b48-95e2-72f7e8dbb9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:09:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:34.098552 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-020afe1a-50ef-490a-9722-f790a6405a68 admin admin] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:34.099741 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-020afe1a-50ef-490a-9722-f790a6405a68 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9280329 Apr 06 14:09:34.102692 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 56160) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:09:34.201860 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-84a70053-1c5c-4b48-95e2-72f7e8dbb9ad None None] Set router 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:09:34.301259 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f2261ac8-dfb1-4df1-a64e-424a6df724b7 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:09:34.527372 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port f2261ac8-dfb1-4df1-a64e-424a6df724b7 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:09:34.534242 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port f2261ac8-dfb1-4df1-a64e-424a6df724b7 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:09:34.534613 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:34.587422 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-84a70053-1c5c-4b48-95e2-72f7e8dbb9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'name': 'tempest-TestShelveInstance-629026314-router', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:31Z', 'updated_at': '2022-04-06T14:09:32Z', 'revision_number': 3, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'gw_port': {'id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:32Z', 'updated_at': '2022-04-06T14:09:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:34.595236 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a70053-1c5c-4b48-95e2-72f7e8dbb9ad None None] Checking router: 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:09:34.595573 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a70053-1c5c-4b48-95e2-72f7e8dbb9ad None None] Updating router 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 port 79c64ffd-515f-4824-9ffa-dff7ba04b682 binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:09:34.687513 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-84a70053-1c5c-4b48-95e2-72f7e8dbb9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:34.750371 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:34.780344 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4e43d5ab-6878-4a8a-8185-97d0e19c940e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:34.847932 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port f2261ac8-dfb1-4df1-a64e-424a6df724b7, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f2261ac8-dfb1-4df1-a64e-424a6df724b7,segment=NetworkSegment(db6d3d39-ba0c-4676-a92f-539487b0354e),segment_id=db6d3d39-ba0c-4676-a92f-539487b0354e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:09:34.921148 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:34.990488 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-4e43d5ab-6878-4a8a-8185-97d0e19c940e admin admin] Allocated IP 172.20.0.1 (6f133fc6-78f6-4fbe-915a-efa3c4d3829a/dc91ea8b-9315-40e7-859f-134cfc631846/10e9f1b7-cbd9-417b-9151-c6175402013e) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:09:35.026083 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=f2261ac8-dfb1-4df1-a64e-424a6df724b7,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:35.112892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-84a70053-1c5c-4b48-95e2-72f7e8dbb9ad None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:35.124611 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-84a70053-1c5c-4b48-95e2-72f7e8dbb9ad None None] Transition to ACTIVE for port object 79c64ffd-515f-4824-9ffa-dff7ba04b682 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:09:35.218336 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-84a70053-1c5c-4b48-95e2-72f7e8dbb9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:35.255185 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4e43d5ab-6878-4a8a-8185-97d0e19c940e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:35.271736 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-4e43d5ab-6878-4a8a-8185-97d0e19c940e admin admin] Transition to ACTIVE for port object 10e9f1b7-cbd9-417b-9151-c6175402013e will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:09:35.331309 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-84a70053-1c5c-4b48-95e2-72f7e8dbb9ad None None] Attempting to bind port 79c64ffd-515f-4824-9ffa-dff7ba04b682 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:09:35.331675 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-84a70053-1c5c-4b48-95e2-72f7e8dbb9ad None None] Attempting to bind port 79c64ffd-515f-4824-9ffa-dff7ba04b682 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:09:35.332037 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a70053-1c5c-4b48-95e2-72f7e8dbb9ad None None] Attempting to bind port 79c64ffd-515f-4824-9ffa-dff7ba04b682 on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:09:35.338510 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d3f06-f69f-41da-889b-24cd8689ec12 None None] Pushing event updated for resources: {'Port': ['ID=79c64ffd-515f-4824-9ffa-dff7ba04b682,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:35.342689 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a70053-1c5c-4b48-95e2-72f7e8dbb9ad None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:09:35.343113 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a70053-1c5c-4b48-95e2-72f7e8dbb9ad None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:09:35.343510 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-84a70053-1c5c-4b48-95e2-72f7e8dbb9ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:35.343894 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a70053-1c5c-4b48-95e2-72f7e8dbb9ad None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:09:35.344353 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-84a70053-1c5c-4b48-95e2-72f7e8dbb9ad None None] Bound port: 79c64ffd-515f-4824-9ffa-dff7ba04b682, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:09:35.344745 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-84a70053-1c5c-4b48-95e2-72f7e8dbb9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:35.380794 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4e43d5ab-6878-4a8a-8185-97d0e19c940e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:35.418673 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-84a70053-1c5c-4b48-95e2-72f7e8dbb9ad None None] For port 79c64ffd-515f-4824-9ffa-dff7ba04b682, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:09:35.421951 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-84a70053-1c5c-4b48-95e2-72f7e8dbb9ad None None] For port 79c64ffd-515f-4824-9ffa-dff7ba04b682, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=79c64ffd-515f-4824-9ffa-dff7ba04b682,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:09:35.441119 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e43d5ab-6878-4a8a-8185-97d0e19c940e admin admin] Network 6f133fc6-78f6-4fbe-915a-efa3c4d3829a is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:09:35.443766 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-4e43d5ab-6878-4a8a-8185-97d0e19c940e admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:09:35.453039 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e43d5ab-6878-4a8a-8185-97d0e19c940e admin admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:09:35.478291 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-84a70053-1c5c-4b48-95e2-72f7e8dbb9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:35.497965 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43d5ab-6878-4a8a-8185-97d0e19c940e admin admin] Pushing event updated for resources: {'Port': ['ID=10e9f1b7-cbd9-417b-9151-c6175402013e,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:35.515779 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4e43d5ab-6878-4a8a-8185-97d0e19c940e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:35.561417 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a70053-1c5c-4b48-95e2-72f7e8dbb9ad None None] Routers {'3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:09:35.562043 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-84a70053-1c5c-4b48-95e2-72f7e8dbb9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:09:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:35.635133 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d3f06-f69f-41da-889b-24cd8689ec12 None None] Pushing event updated for resources: {'Port': ['ID=79c64ffd-515f-4824-9ffa-dff7ba04b682,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:35.716734 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-43031ac6-cc6e-43e6-a692-9b87934f328c None None] Provisioning for port 10e9f1b7-cbd9-417b-9151-c6175402013e completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:09:35.731186 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-43031ac6-cc6e-43e6-a692-9b87934f328c None None] Provisioning complete for port 10e9f1b7-cbd9-417b-9151-c6175402013e triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:09:35.731553 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-43031ac6-cc6e-43e6-a692-9b87934f328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:35.801192 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-84a70053-1c5c-4b48-95e2-72f7e8dbb9ad None None] Set router 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:09:35.840931 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4e43d5ab-6878-4a8a-8185-97d0e19c940e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:35.915850 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-43031ac6-cc6e-43e6-a692-9b87934f328c None None] Port 10e9f1b7-cbd9-417b-9151-c6175402013e cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:09:36.062967 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4e43d5ab-6878-4a8a-8185-97d0e19c940e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:36.097892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-84a70053-1c5c-4b48-95e2-72f7e8dbb9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'name': 'tempest-TestShelveInstance-629026314-router', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:31Z', 'updated_at': '2022-04-06T14:09:32Z', 'revision_number': 3, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'gw_port': {'id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:32Z', 'updated_at': '2022-04-06T14:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:36.101747 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a70053-1c5c-4b48-95e2-72f7e8dbb9ad None None] The sync data for ids ['3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'] in dv-neutron-834600-1-hyperv is: [{'id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'name': 'tempest-TestShelveInstance-629026314-router', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:31Z', 'updated_at': '2022-04-06T14:09:32Z', 'revision_number': 3, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'gw_port': {'id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:32Z', 'updated_at': '2022-04-06T14:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:09:36.122439 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4e43d5ab-6878-4a8a-8185-97d0e19c940e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:36.229036 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43d5ab-6878-4a8a-8185-97d0e19c940e admin admin] Pushing event updated for resources: {'Port': ['ID=10e9f1b7-cbd9-417b-9151-c6175402013e,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:36.231457 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4e43d5ab-6878-4a8a-8185-97d0e19c940e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:36.259713 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f2261ac8-dfb1-4df1-a64e-424a6df724b7 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:09:36.345596 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port f2261ac8-dfb1-4df1-a64e-424a6df724b7 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:09:36.345980 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:36.387248 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e43d5ab-6878-4a8a-8185-97d0e19c940e admin admin] Network 6f133fc6-78f6-4fbe-915a-efa3c4d3829a is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:09:36.388495 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-4e43d5ab-6878-4a8a-8185-97d0e19c940e admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:09:36.597154 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e43d5ab-6878-4a8a-8185-97d0e19c940e admin admin] Router 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:09:36.642515 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-11138b6a-6da3-4ffb-aa4e-d42daad4f84b None None] Provisioning complete for port 10e9f1b7-cbd9-417b-9151-c6175402013e triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:09:36.642953 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-11138b6a-6da3-4ffb-aa4e-d42daad4f84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:36.702375 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-11138b6a-6da3-4ffb-aa4e-d42daad4f84b None None] Port 10e9f1b7-cbd9-417b-9151-c6175402013e cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:09:36.786173 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e43d5ab-6878-4a8a-8185-97d0e19c940e admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:09:36.795758 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4e43d5ab-6878-4a8a-8185-97d0e19c940e admin admin] 10.222.0.48 "PUT /v2.0/routers/3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6918814 Apr 06 14:09:37.497304 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 56178) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:09:37.502690 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-5a79b9e6-d6ee-4064-bf83-81799b96d3cd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-451497650-network', 'tenant_id': '8dcde49f24cf4dc398f1f42297d1b95e'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:37.507456 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-5a79b9e6-d6ee-4064-bf83-81799b96d3cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:09:37.511645 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-5a79b9e6-d6ee-4064-bf83-81799b96d3cd admin admin] Usage tracker for resource:network and tenant:8dcde49f24cf4dc398f1f42297d1b95e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:09:37.514502 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-5a79b9e6-d6ee-4064-bf83-81799b96d3cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:09:37.520374 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-5a79b9e6-d6ee-4064-bf83-81799b96d3cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:09:37.595593 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a79b9e6-d6ee-4064-bf83-81799b96d3cd admin admin] Made reservation on behalf of 8dcde49f24cf4dc398f1f42297d1b95e for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:09:37.597488 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5fe73e-0d3b-448b-ae1a-5f6c3050e3d5 None None] Sync routers for ids ['3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:09:37.597965 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5a79b9e6-d6ee-4064-bf83-81799b96d3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:37.608476 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5fe73e-0d3b-448b-ae1a-5f6c3050e3d5 None None] Routers {'3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:09:37.609146 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8b5fe73e-0d3b-448b-ae1a-5f6c3050e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:09:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:37.611137 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5a79b9e6-d6ee-4064-bf83-81799b96d3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:37.626114 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-5a79b9e6-d6ee-4064-bf83-81799b96d3cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:09:37.629910 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-5a79b9e6-d6ee-4064-bf83-81799b96d3cd admin admin] Usage tracker for resource:security_group_rule and tenant:8dcde49f24cf4dc398f1f42297d1b95e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:09:37.632737 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-5a79b9e6-d6ee-4064-bf83-81799b96d3cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:09:37.638699 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-5a79b9e6-d6ee-4064-bf83-81799b96d3cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:09:37.719702 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5a79b9e6-d6ee-4064-bf83-81799b96d3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:37.786418 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-8b5fe73e-0d3b-448b-ae1a-5f6c3050e3d5 None None] Set router 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:09:37.789808 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5a79b9e6-d6ee-4064-bf83-81799b96d3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:37.823949 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a79b9e6-d6ee-4064-bf83-81799b96d3cd admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:09:37.829132 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79b9e6-d6ee-4064-bf83-81799b96d3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02df90f5-a95c-48fb-8fbb-5338299b2f3c,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:37.835770 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5a79b9e6-d6ee-4064-bf83-81799b96d3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:37.839079 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-5a79b9e6-d6ee-4064-bf83-81799b96d3cd admin admin] Added segment a929404c-bc3d-4015-a15b-cea36cd3971b of type vlan for network 35dbac9b-4d58-4f00-8f88-df9214cf506e Apr 06 14:09:37.862337 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5a79b9e6-d6ee-4064-bf83-81799b96d3cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:37.978670 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5a79b9e6-d6ee-4064-bf83-81799b96d3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:37.979723 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a79b9e6-d6ee-4064-bf83-81799b96d3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:37.980306 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-5a79b9e6-d6ee-4064-bf83-81799b96d3cd admin admin] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:38.104173 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8b5fe73e-0d3b-448b-ae1a-5f6c3050e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'name': 'tempest-TestShelveInstance-629026314-router', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:31Z', 'updated_at': '2022-04-06T14:09:35Z', 'revision_number': 4, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'gw_port': {'id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:32Z', 'updated_at': '2022-04-06T14:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '10e9f1b7-cbd9-417b-9151-c6175402013e', 'name': '', 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'mac_address': 'fa:16:3e:f0:f5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:34Z', 'updated_at': '2022-04-06T14:09:35Z', 'revision_number': 2, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'subnets': [{'id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:38.108113 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5fe73e-0d3b-448b-ae1a-5f6c3050e3d5 None None] Checking router: 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:09:38.108455 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5fe73e-0d3b-448b-ae1a-5f6c3050e3d5 None None] Updating router 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 port 10e9f1b7-cbd9-417b-9151-c6175402013e binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:09:38.163725 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-8b5fe73e-0d3b-448b-ae1a-5f6c3050e3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:38.194258 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79b9e6-d6ee-4064-bf83-81799b96d3cd admin admin] Pushing event updated for resources: {'Network': ['ID=35dbac9b-4d58-4f00-8f88-df9214cf506e,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:38.205117 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 35dbac9b-4d58-4f00-8f88-df9214cf506e details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:09:38.253574 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-5a79b9e6-d6ee-4064-bf83-81799b96d3cd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7551529 Apr 06 14:09:38.256188 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 56182) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:09:38.261767 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-ca85c31e-7e35-42a3-a59d-5f6a17b45544 admin admin] Request body: {'subnet': {'network_id': '35dbac9b-4d58-4f00-8f88-df9214cf506e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-451497650-subnet', 'tenant_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'ip_version': 4}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:38.266965 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ca85c31e-7e35-42a3-a59d-5f6a17b45544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:09:38.271047 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ca85c31e-7e35-42a3-a59d-5f6a17b45544 admin admin] Usage tracker for resource:subnet and tenant:8dcde49f24cf4dc398f1f42297d1b95e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:09:38.274739 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-ca85c31e-7e35-42a3-a59d-5f6a17b45544 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:09:38.281131 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-ca85c31e-7e35-42a3-a59d-5f6a17b45544 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:09:38.306301 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 79c64ffd-515f-4824-9ffa-dff7ba04b682 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:09:38.374820 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca85c31e-7e35-42a3-a59d-5f6a17b45544 admin admin] Made reservation on behalf of 8dcde49f24cf4dc398f1f42297d1b95e for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:09:38.377352 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ca85c31e-7e35-42a3-a59d-5f6a17b45544 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:38.426129 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 79c64ffd-515f-4824-9ffa-dff7ba04b682 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:09:38.432111 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 79c64ffd-515f-4824-9ffa-dff7ba04b682 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:09:38.432487 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:38.547066 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-8b5fe73e-0d3b-448b-ae1a-5f6c3050e3d5 None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:38.554217 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:38.560841 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-8b5fe73e-0d3b-448b-ae1a-5f6c3050e3d5 None None] Transition to ACTIVE for port object 10e9f1b7-cbd9-417b-9151-c6175402013e will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:09:38.572112 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 79c64ffd-515f-4824-9ffa-dff7ba04b682, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=79c64ffd-515f-4824-9ffa-dff7ba04b682,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:09:38.629349 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-8b5fe73e-0d3b-448b-ae1a-5f6c3050e3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:38.652227 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:38.652475 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ca85c31e-7e35-42a3-a59d-5f6a17b45544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:38.728515 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=79c64ffd-515f-4824-9ffa-dff7ba04b682,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:38.734243 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca85c31e-7e35-42a3-a59d-5f6a17b45544 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00d49689-8783-44c4-911f-49a60a5e98ef,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:38.749971 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca85c31e-7e35-42a3-a59d-5f6a17b45544 admin admin] Checking segment: {'id': 'a929404c-bc3d-4015-a15b-cea36cd3971b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '35dbac9b-4d58-4f00-8f88-df9214cf506e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:09:38.750359 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca85c31e-7e35-42a3-a59d-5f6a17b45544 admin admin] Network hostable DHCP agents. Network: 35dbac9b-4d58-4f00-8f88-df9214cf506e, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:09:38.820385 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf623f88-7612-4944-9ffd-b3ae36e2188b None None] Pushing event updated for resources: {'Port': ['ID=10e9f1b7-cbd9-417b-9151-c6175402013e,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:38.835129 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca85c31e-7e35-42a3-a59d-5f6a17b45544 admin admin] Network 35dbac9b-4d58-4f00-8f88-df9214cf506e is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:09:38.837261 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf623f88-7612-4944-9ffd-b3ae36e2188b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:38.837793 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf623f88-7612-4944-9ffd-b3ae36e2188b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:38.838279 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf623f88-7612-4944-9ffd-b3ae36e2188b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:38.838782 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf623f88-7612-4944-9ffd-b3ae36e2188b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:38.839294 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf623f88-7612-4944-9ffd-b3ae36e2188b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:38.839775 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf623f88-7612-4944-9ffd-b3ae36e2188b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:38.840247 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf623f88-7612-4944-9ffd-b3ae36e2188b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:38.840730 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf623f88-7612-4944-9ffd-b3ae36e2188b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:38.841217 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf623f88-7612-4944-9ffd-b3ae36e2188b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:38.841697 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf623f88-7612-4944-9ffd-b3ae36e2188b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:38.842195 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf623f88-7612-4944-9ffd-b3ae36e2188b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:38.842782 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf623f88-7612-4944-9ffd-b3ae36e2188b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:38.895731 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-8b5fe73e-0d3b-448b-ae1a-5f6c3050e3d5 None None] Attempting to bind port 10e9f1b7-cbd9-417b-9151-c6175402013e on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:09:38.896093 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-8b5fe73e-0d3b-448b-ae1a-5f6c3050e3d5 None None] Attempting to bind port 10e9f1b7-cbd9-417b-9151-c6175402013e by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'db6d3d39-ba0c-4676-a92f-539487b0354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:09:38.896450 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5fe73e-0d3b-448b-ae1a-5f6c3050e3d5 None None] Attempting to bind port 10e9f1b7-cbd9-417b-9151-c6175402013e on network 6f133fc6-78f6-4fbe-915a-efa3c4d3829a {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:09:38.902475 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5fe73e-0d3b-448b-ae1a-5f6c3050e3d5 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:09:38.902866 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5fe73e-0d3b-448b-ae1a-5f6c3050e3d5 None None] Checking segment: {'id': 'db6d3d39-ba0c-4676-a92f-539487b0354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:09:38.903254 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-8b5fe73e-0d3b-448b-ae1a-5f6c3050e3d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:38.903637 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5fe73e-0d3b-448b-ae1a-5f6c3050e3d5 None None] Bound using segment: {'id': 'db6d3d39-ba0c-4676-a92f-539487b0354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:09:38.904118 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-8b5fe73e-0d3b-448b-ae1a-5f6c3050e3d5 None None] Bound port: 10e9f1b7-cbd9-417b-9151-c6175402013e, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6d3d39-ba0c-4676-a92f-539487b0354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:09:38.904479 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-8b5fe73e-0d3b-448b-ae1a-5f6c3050e3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:38.909661 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-ca85c31e-7e35-42a3-a59d-5f6a17b45544 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 35dbac9b-4d58-4f00-8f88-df9214cf506e) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:09:38.913881 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca85c31e-7e35-42a3-a59d-5f6a17b45544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:38.915574 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-ca85c31e-7e35-42a3-a59d-5f6a17b45544 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:38.920453 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049489f9-325c-4fff-9a52-85ac14277fb9 None None] Network 35dbac9b-4d58-4f00-8f88-df9214cf506e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 14:09:38.996292 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-8b5fe73e-0d3b-448b-ae1a-5f6c3050e3d5 None None] For port 10e9f1b7-cbd9-417b-9151-c6175402013e, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:09:38.999592 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-8b5fe73e-0d3b-448b-ae1a-5f6c3050e3d5 None None] For port 10e9f1b7-cbd9-417b-9151-c6175402013e, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=10e9f1b7-cbd9-417b-9151-c6175402013e,segment=NetworkSegment(db6d3d39-ba0c-4676-a92f-539487b0354e),segment_id=db6d3d39-ba0c-4676-a92f-539487b0354e)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:09:39.002139 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-ca85c31e-7e35-42a3-a59d-5f6a17b45544 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7449286 Apr 06 14:09:39.004605 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 56186) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:09:39.010966 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-41d5ab09-18a9-4b98-867c-605efd6be38b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-451497650-router', 'tenant_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:39.015965 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-41d5ab09-18a9-4b98-867c-605efd6be38b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:09:39.019862 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-41d5ab09-18a9-4b98-867c-605efd6be38b admin admin] Usage tracker for resource:router and tenant:8dcde49f24cf4dc398f1f42297d1b95e is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:09:39.022688 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-41d5ab09-18a9-4b98-867c-605efd6be38b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:09:39.029070 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-41d5ab09-18a9-4b98-867c-605efd6be38b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:09:39.060763 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-8b5fe73e-0d3b-448b-ae1a-5f6c3050e3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:39.077704 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-41d5ab09-18a9-4b98-867c-605efd6be38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:39.078736 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-41d5ab09-18a9-4b98-867c-605efd6be38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:39.095143 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-41d5ab09-18a9-4b98-867c-605efd6be38b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:39.145811 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5fe73e-0d3b-448b-ae1a-5f6c3050e3d5 None None] Routers {'3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:09:39.146429 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8b5fe73e-0d3b-448b-ae1a-5f6c3050e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:09:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:39.223162 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf623f88-7612-4944-9ffd-b3ae36e2188b None None] Pushing event updated for resources: {'Port': ['ID=10e9f1b7-cbd9-417b-9151-c6175402013e,revision_number=4']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:39.248575 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece7085d-caa3-461e-965f-211229f85047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-35dbac9b-4d58-4f00-8f88-df9214cf506e', 'network_id': '35dbac9b-4d58-4f00-8f88-df9214cf506e', 'tenant_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'fixed_ips': [{'subnet_id': '00d49689-8783-44c4-911f-49a60a5e98ef'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 14:09:39.249420 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ece7085d-caa3-461e-965f-211229f85047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:39.362927 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-8b5fe73e-0d3b-448b-ae1a-5f6c3050e3d5 None None] Set router 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:09:39.432013 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-ece7085d-caa3-461e-965f-211229f85047 None None] Allocated IP 172.20.0.2 (35dbac9b-4d58-4f00-8f88-df9214cf506e/00d49689-8783-44c4-911f-49a60a5e98ef/6747a428-5430-4707-ac3d-06c453ce498d) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:09:39.456847 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-41d5ab09-18a9-4b98-867c-605efd6be38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:39.640555 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ece7085d-caa3-461e-965f-211229f85047 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:39.652608 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ece7085d-caa3-461e-965f-211229f85047 None None] Transition to ACTIVE for port object 6747a428-5430-4707-ac3d-06c453ce498d will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:09:39.672010 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ece7085d-caa3-461e-965f-211229f85047 None None] Transition to ACTIVE for port object 6747a428-5430-4707-ac3d-06c453ce498d will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:09:39.682653 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-8b5fe73e-0d3b-448b-ae1a-5f6c3050e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'name': 'tempest-TestShelveInstance-629026314-router', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:31Z', 'updated_at': '2022-04-06T14:09:35Z', 'revision_number': 4, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'gw_port': {'id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:32Z', 'updated_at': '2022-04-06T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '10e9f1b7-cbd9-417b-9151-c6175402013e', 'name': '', 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'mac_address': 'fa:16:3e:f0:f5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:34Z', 'updated_at': '2022-04-06T14:09:38Z', 'revision_number': 4, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'subnets': [{'id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:39.686646 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5fe73e-0d3b-448b-ae1a-5f6c3050e3d5 None None] The sync data for ids ['3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'] in dv-neutron-834600-1-hyperv is: [{'id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'name': 'tempest-TestShelveInstance-629026314-router', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:31Z', 'updated_at': '2022-04-06T14:09:35Z', 'revision_number': 4, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'gw_port': {'id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:32Z', 'updated_at': '2022-04-06T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '10e9f1b7-cbd9-417b-9151-c6175402013e', 'name': '', 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'mac_address': 'fa:16:3e:f0:f5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:34Z', 'updated_at': '2022-04-06T14:09:38Z', 'revision_number': 4, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'subnets': [{'id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:09:39.736946 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ece7085d-caa3-461e-965f-211229f85047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:39.823793 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece7085d-caa3-461e-965f-211229f85047 None None] Network 35dbac9b-4d58-4f00-8f88-df9214cf506e is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:09:39.827685 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-ece7085d-caa3-461e-965f-211229f85047 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:09:39.829439 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7085d-caa3-461e-965f-211229f85047 None None] Pushing event updated for resources: {'Port': ['ID=6747a428-5430-4707-ac3d-06c453ce498d,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:39.831767 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece7085d-caa3-461e-965f-211229f85047 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:09:39.860895 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-41d5ab09-18a9-4b98-867c-605efd6be38b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:39.896201 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-41d5ab09-18a9-4b98-867c-605efd6be38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:39.926285 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ece7085d-caa3-461e-965f-211229f85047 None None] Attempting to bind port 6747a428-5430-4707-ac3d-06c453ce498d on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:09:39.926650 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ece7085d-caa3-461e-965f-211229f85047 None None] Attempting to bind port 6747a428-5430-4707-ac3d-06c453ce498d by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'a929404c-bc3d-4015-a15b-cea36cd3971b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '35dbac9b-4d58-4f00-8f88-df9214cf506e'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:09:39.927099 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece7085d-caa3-461e-965f-211229f85047 None None] Attempting to bind port 6747a428-5430-4707-ac3d-06c453ce498d on network 35dbac9b-4d58-4f00-8f88-df9214cf506e {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:09:39.933877 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece7085d-caa3-461e-965f-211229f85047 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:09:39.934291 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece7085d-caa3-461e-965f-211229f85047 None None] Checking segment: {'id': 'a929404c-bc3d-4015-a15b-cea36cd3971b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '35dbac9b-4d58-4f00-8f88-df9214cf506e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:09:39.934648 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ece7085d-caa3-461e-965f-211229f85047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:39.935489 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece7085d-caa3-461e-965f-211229f85047 None None] Bound using segment: {'id': 'a929404c-bc3d-4015-a15b-cea36cd3971b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '35dbac9b-4d58-4f00-8f88-df9214cf506e'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:09:39.935606 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-ece7085d-caa3-461e-965f-211229f85047 None None] Bound port: 6747a428-5430-4707-ac3d-06c453ce498d, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a929404c-bc3d-4015-a15b-cea36cd3971b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '35dbac9b-4d58-4f00-8f88-df9214cf506e'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:09:39.935935 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ece7085d-caa3-461e-965f-211229f85047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:40.031947 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ece7085d-caa3-461e-965f-211229f85047 None None] For port 6747a428-5430-4707-ac3d-06c453ce498d, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:09:40.035099 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ece7085d-caa3-461e-965f-211229f85047 None None] For port 6747a428-5430-4707-ac3d-06c453ce498d, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=6747a428-5430-4707-ac3d-06c453ce498d,segment=NetworkSegment(a929404c-bc3d-4015-a15b-cea36cd3971b),segment_id=a929404c-bc3d-4015-a15b-cea36cd3971b)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:09:40.041088 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-41d5ab09-18a9-4b98-867c-605efd6be38b admin admin] Allocated IP 172.26.4.63 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/1163f666-73af-4673-a6bc-3a86757fd717) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:09:40.087875 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ece7085d-caa3-461e-965f-211229f85047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:40.169932 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7085d-caa3-461e-965f-211229f85047 None None] Pushing event updated for resources: {'Port': ['ID=6747a428-5430-4707-ac3d-06c453ce498d,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:40.222216 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-41d5ab09-18a9-4b98-867c-605efd6be38b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:40.333011 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-41d5ab09-18a9-4b98-867c-605efd6be38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:40.370968 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 79c64ffd-515f-4824-9ffa-dff7ba04b682 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:09:40.434369 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d5ab09-18a9-4b98-867c-605efd6be38b admin admin] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:09:40.442127 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-41d5ab09-18a9-4b98-867c-605efd6be38b admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:09:40.455577 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d5ab09-18a9-4b98-867c-605efd6be38b admin admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:09:40.480270 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 79c64ffd-515f-4824-9ffa-dff7ba04b682 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:09:40.480712 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:40.638960 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 10e9f1b7-cbd9-417b-9151-c6175402013e up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:09:40.642700 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5ab09-18a9-4b98-867c-605efd6be38b admin admin] Pushing event updated for resources: {'Port': ['ID=1163f666-73af-4673-a6bc-3a86757fd717,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:40.800936 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 10e9f1b7-cbd9-417b-9151-c6175402013e completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:09:40.806225 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 10e9f1b7-cbd9-417b-9151-c6175402013e triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:09:40.806597 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:40.928203 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:40.963193 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 10e9f1b7-cbd9-417b-9151-c6175402013e, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=10e9f1b7-cbd9-417b-9151-c6175402013e,segment=NetworkSegment(db6d3d39-ba0c-4676-a92f-539487b0354e),segment_id=db6d3d39-ba0c-4676-a92f-539487b0354e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:09:41.058557 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:41.129974 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-41d5ab09-18a9-4b98-867c-605efd6be38b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:41.140549 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=10e9f1b7-cbd9-417b-9151-c6175402013e,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:41.297462 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e205ae-be3f-45a7-a3ff-7f0482b51f51 None None] Network 35dbac9b-4d58-4f00-8f88-df9214cf506e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 14:09:41.480126 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-41d5ab09-18a9-4b98-867c-605efd6be38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:41.496998 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9008dbf6-4057-4ef0-8dd1-251259ce9aab None None] Provisioning for port 6747a428-5430-4707-ac3d-06c453ce498d completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:09:41.780073 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d5ab09-18a9-4b98-867c-605efd6be38b admin admin] Router 455e3030-ec9d-49f0-a697-f1270592b9a7 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 14:09:41.954536 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d5ab09-18a9-4b98-867c-605efd6be38b admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:09:41.963675 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec1238-135c-4967-8c9e-36bebe68f9d4 None None] Sync routers for ids ['455e3030-ec9d-49f0-a697-f1270592b9a7'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:09:41.972609 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ec1238-135c-4967-8c9e-36bebe68f9d4 None None] Routers {'455e3030-ec9d-49f0-a697-f1270592b9a7'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:09:41.973209 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-a4ec1238-135c-4967-8c9e-36bebe68f9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:09:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['455e3030-ec9d-49f0-a697-f1270592b9a7'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:42.049659 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-41d5ab09-18a9-4b98-867c-605efd6be38b admin admin] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:42.051287 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-41d5ab09-18a9-4b98-867c-605efd6be38b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0456970 Apr 06 14:09:42.054254 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 56190) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:09:42.185418 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-a4ec1238-135c-4967-8c9e-36bebe68f9d4 None None] Set router 455e3030-ec9d-49f0-a697-f1270592b9a7 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:09:42.376153 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 6747a428-5430-4707-ac3d-06c453ce498d up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:09:42.533632 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-a4ec1238-135c-4967-8c9e-36bebe68f9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455e3030-ec9d-49f0-a697-f1270592b9a7', 'name': 'tempest-TestShelveInstance-451497650-router', 'tenant_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '1163f666-73af-4673-a6bc-3a86757fd717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:39Z', 'updated_at': '2022-04-06T14:09:40Z', 'revision_number': 3, 'project_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'gw_port': {'id': '1163f666-73af-4673-a6bc-3a86757fd717', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:22:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455e3030-ec9d-49f0-a697-f1270592b9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:39Z', 'updated_at': '2022-04-06T14:09:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:42.537442 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec1238-135c-4967-8c9e-36bebe68f9d4 None None] Checking router: 455e3030-ec9d-49f0-a697-f1270592b9a7 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:09:42.537782 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec1238-135c-4967-8c9e-36bebe68f9d4 None None] Updating router 455e3030-ec9d-49f0-a697-f1270592b9a7 port 1163f666-73af-4673-a6bc-3a86757fd717 binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:09:42.566686 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 6747a428-5430-4707-ac3d-06c453ce498d completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:09:42.583514 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 6747a428-5430-4707-ac3d-06c453ce498d triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:09:42.583886 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:42.637183 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a4ec1238-135c-4967-8c9e-36bebe68f9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:42.844456 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a1ccc83d-da8f-4d8e-9f98-f37c1477d169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:42.845235 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:42.959512 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 6747a428-5430-4707-ac3d-06c453ce498d, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=6747a428-5430-4707-ac3d-06c453ce498d,segment=NetworkSegment(a929404c-bc3d-4015-a15b-cea36cd3971b),segment_id=a929404c-bc3d-4015-a15b-cea36cd3971b)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:09:43.041351 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:43.042097 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 10e9f1b7-cbd9-417b-9151-c6175402013e up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:09:43.054181 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-a1ccc83d-da8f-4d8e-9f98-f37c1477d169 admin admin] Allocated IP 172.20.0.1 (35dbac9b-4d58-4f00-8f88-df9214cf506e/00d49689-8783-44c4-911f-49a60a5e98ef/d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:09:43.169784 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a4ec1238-135c-4967-8c9e-36bebe68f9d4 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:43.188048 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=6747a428-5430-4707-ac3d-06c453ce498d,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:43.191074 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-a4ec1238-135c-4967-8c9e-36bebe68f9d4 None None] Transition to ACTIVE for port object 1163f666-73af-4673-a6bc-3a86757fd717 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:09:43.206377 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 10e9f1b7-cbd9-417b-9151-c6175402013e triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:09:43.206849 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:43.209908 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a1ccc83d-da8f-4d8e-9f98-f37c1477d169 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:43.225811 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-a1ccc83d-da8f-4d8e-9f98-f37c1477d169 admin admin] Transition to ACTIVE for port object d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:09:43.259535 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a4ec1238-135c-4967-8c9e-36bebe68f9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:43.322047 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a1ccc83d-da8f-4d8e-9f98-f37c1477d169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:43.345584 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-a4ec1238-135c-4967-8c9e-36bebe68f9d4 None None] Attempting to bind port 1163f666-73af-4673-a6bc-3a86757fd717 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:09:43.345946 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-a4ec1238-135c-4967-8c9e-36bebe68f9d4 None None] Attempting to bind port 1163f666-73af-4673-a6bc-3a86757fd717 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:09:43.346296 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec1238-135c-4967-8c9e-36bebe68f9d4 None None] Attempting to bind port 1163f666-73af-4673-a6bc-3a86757fd717 on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:09:43.348854 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b279b-d406-4d53-aee3-4e41d3a10195 None None] Pushing event updated for resources: {'Port': ['ID=1163f666-73af-4673-a6bc-3a86757fd717,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:43.382399 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec1238-135c-4967-8c9e-36bebe68f9d4 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:09:43.382768 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec1238-135c-4967-8c9e-36bebe68f9d4 None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:09:43.383575 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a4ec1238-135c-4967-8c9e-36bebe68f9d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:43.383910 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec1238-135c-4967-8c9e-36bebe68f9d4 None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:09:43.384374 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-a4ec1238-135c-4967-8c9e-36bebe68f9d4 None None] Bound port: 1163f666-73af-4673-a6bc-3a86757fd717, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:09:43.384744 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a4ec1238-135c-4967-8c9e-36bebe68f9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:43.385248 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ccc83d-da8f-4d8e-9f98-f37c1477d169 admin admin] Network 35dbac9b-4d58-4f00-8f88-df9214cf506e is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:09:43.392027 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-a1ccc83d-da8f-4d8e-9f98-f37c1477d169 admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:09:43.396064 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ccc83d-da8f-4d8e-9f98-f37c1477d169 admin admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:09:43.429437 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ccc83d-da8f-4d8e-9f98-f37c1477d169 admin admin] Pushing event updated for resources: {'Port': ['ID=d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:43.453533 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a1ccc83d-da8f-4d8e-9f98-f37c1477d169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:43.526567 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-a4ec1238-135c-4967-8c9e-36bebe68f9d4 None None] For port 1163f666-73af-4673-a6bc-3a86757fd717, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:09:43.529709 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-a4ec1238-135c-4967-8c9e-36bebe68f9d4 None None] For port 1163f666-73af-4673-a6bc-3a86757fd717, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=1163f666-73af-4673-a6bc-3a86757fd717,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:09:43.618858 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a4ec1238-135c-4967-8c9e-36bebe68f9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:43.640162 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a1ccc83d-da8f-4d8e-9f98-f37c1477d169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:43.702701 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b279b-d406-4d53-aee3-4e41d3a10195 None None] Pushing event updated for resources: {'Port': ['ID=1163f666-73af-4673-a6bc-3a86757fd717,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:43.706347 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ec1238-135c-4967-8c9e-36bebe68f9d4 None None] Routers {'455e3030-ec9d-49f0-a697-f1270592b9a7'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:09:43.706961 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-a4ec1238-135c-4967-8c9e-36bebe68f9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:09:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['455e3030-ec9d-49f0-a697-f1270592b9a7'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:43.774291 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0d940d7d-6e2f-4a89-9978-52d52f3472ff None None] Provisioning for port d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:09:43.783744 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0d940d7d-6e2f-4a89-9978-52d52f3472ff None None] Provisioning complete for port d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:09:43.784114 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0d940d7d-6e2f-4a89-9978-52d52f3472ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:43.871331 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a1ccc83d-da8f-4d8e-9f98-f37c1477d169 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:43.913865 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0d940d7d-6e2f-4a89-9978-52d52f3472ff None None] Port d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:09:43.939890 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-a4ec1238-135c-4967-8c9e-36bebe68f9d4 None None] Set router 455e3030-ec9d-49f0-a697-f1270592b9a7 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:09:43.943944 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a1ccc83d-da8f-4d8e-9f98-f37c1477d169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:44.049568 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ccc83d-da8f-4d8e-9f98-f37c1477d169 admin admin] Pushing event updated for resources: {'Port': ['ID=d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:44.051880 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a1ccc83d-da8f-4d8e-9f98-f37c1477d169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:44.260916 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-a4ec1238-135c-4967-8c9e-36bebe68f9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455e3030-ec9d-49f0-a697-f1270592b9a7', 'name': 'tempest-TestShelveInstance-451497650-router', 'tenant_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '1163f666-73af-4673-a6bc-3a86757fd717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:39Z', 'updated_at': '2022-04-06T14:09:43Z', 'revision_number': 4, 'project_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'gw_port': {'id': '1163f666-73af-4673-a6bc-3a86757fd717', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:22:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455e3030-ec9d-49f0-a697-f1270592b9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:39Z', 'updated_at': '2022-04-06T14:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'd5c9bbbd-e8f1-4dd6-9eb2-dcab75424049', 'name': '', 'network_id': '35dbac9b-4d58-4f00-8f88-df9214cf506e', 'tenant_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'mac_address': 'fa:16:3e:2d:1d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455e3030-ec9d-49f0-a697-f1270592b9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '00d49689-8783-44c4-911f-49a60a5e98ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:42Z', 'updated_at': '2022-04-06T14:09:43Z', 'revision_number': 1, 'project_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'subnets': [{'id': '00d49689-8783-44c4-911f-49a60a5e98ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:44.265202 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec1238-135c-4967-8c9e-36bebe68f9d4 None None] The sync data for ids ['455e3030-ec9d-49f0-a697-f1270592b9a7'] in dv-neutron-834600-1-hyperv is: [{'id': '455e3030-ec9d-49f0-a697-f1270592b9a7', 'name': 'tempest-TestShelveInstance-451497650-router', 'tenant_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '1163f666-73af-4673-a6bc-3a86757fd717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:39Z', 'updated_at': '2022-04-06T14:09:43Z', 'revision_number': 4, 'project_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'gw_port': {'id': '1163f666-73af-4673-a6bc-3a86757fd717', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:22:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455e3030-ec9d-49f0-a697-f1270592b9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:39Z', 'updated_at': '2022-04-06T14:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'd5c9bbbd-e8f1-4dd6-9eb2-dcab75424049', 'name': '', 'network_id': '35dbac9b-4d58-4f00-8f88-df9214cf506e', 'tenant_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'mac_address': 'fa:16:3e:2d:1d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455e3030-ec9d-49f0-a697-f1270592b9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '00d49689-8783-44c4-911f-49a60a5e98ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:42Z', 'updated_at': '2022-04-06T14:09:43Z', 'revision_number': 1, 'project_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'subnets': [{'id': '00d49689-8783-44c4-911f-49a60a5e98ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:09:44.279006 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 6747a428-5430-4707-ac3d-06c453ce498d up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:09:44.303028 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ccc83d-da8f-4d8e-9f98-f37c1477d169 admin admin] Network 35dbac9b-4d58-4f00-8f88-df9214cf506e is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:09:44.304286 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-a1ccc83d-da8f-4d8e-9f98-f37c1477d169 admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:09:44.352436 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 6747a428-5430-4707-ac3d-06c453ce498d triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:09:44.352880 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:44.517893 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ccc83d-da8f-4d8e-9f98-f37c1477d169 admin admin] Router 455e3030-ec9d-49f0-a697-f1270592b9a7 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:09:44.640977 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-67ea2803-e480-40b8-8f96-4247d4876f18 None None] Provisioning complete for port d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:09:44.641713 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-67ea2803-e480-40b8-8f96-4247d4876f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:44.701277 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-67ea2803-e480-40b8-8f96-4247d4876f18 None None] Port d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:09:44.719233 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ccc83d-da8f-4d8e-9f98-f37c1477d169 admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:09:44.728450 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a1ccc83d-da8f-4d8e-9f98-f37c1477d169 admin admin] 10.222.0.48 "PUT /v2.0/routers/455e3030-ec9d-49f0-a697-f1270592b9a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6724880 Apr 06 14:09:45.488354 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-df70c974-4dfb-4750-adce-8804eb297861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:45.633601 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 56200) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:09:45.639253 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-d55c8da8-d263-42ef-ab34-a5fad2bf72ff tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-209786008', 'description': 'tempest-secgroup-smoke-209786008 description', 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:45.645526 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d55c8da8-d263-42ef-ab34-a5fad2bf72ff tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:09:45.649582 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d55c8da8-d263-42ef-ab34-a5fad2bf72ff tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Usage tracker for resource:security_group and tenant:b4dbdded2523437ca2f2acae67ef7d30 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:09:45.652486 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d55c8da8-d263-42ef-ab34-a5fad2bf72ff tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:09:45.658922 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d55c8da8-d263-42ef-ab34-a5fad2bf72ff tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:09:45.749514 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d55c8da8-d263-42ef-ab34-a5fad2bf72ff tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:45.769204 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d55c8da8-d263-42ef-ab34-a5fad2bf72ff tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:09:45.772982 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d55c8da8-d263-42ef-ab34-a5fad2bf72ff tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Usage tracker for resource:security_group_rule and tenant:b4dbdded2523437ca2f2acae67ef7d30 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:09:45.776363 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-d55c8da8-d263-42ef-ab34-a5fad2bf72ff tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:09:45.782133 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-d55c8da8-d263-42ef-ab34-a5fad2bf72ff tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:09:45.853945 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d55c8da8-d263-42ef-ab34-a5fad2bf72ff tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:45.932620 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d55c8da8-d263-42ef-ab34-a5fad2bf72ff tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:45.977459 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c8da8-d263-42ef-ab34-a5fad2bf72ff tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70cb57e0-66d8-4841-bd21-fcc318cb3177,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:46.052891 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-d55c8da8-d263-42ef-ab34-a5fad2bf72ff tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:46.054123 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-d55c8da8-d263-42ef-ab34-a5fad2bf72ff tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4191928 Apr 06 14:09:46.057177 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 56204) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:09:46.062002 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-5f65bea6-e93a-41cb-b94a-4c54f974c38c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Request body: {'security_group_rule': {'security_group_id': '70cb57e0-66d8-4841-bd21-fcc318cb3177', 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:46.067809 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-5f65bea6-e93a-41cb-b94a-4c54f974c38c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:09:46.071665 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-5f65bea6-e93a-41cb-b94a-4c54f974c38c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Usage tracker for resource:security_group_rule and tenant:b4dbdded2523437ca2f2acae67ef7d30 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:09:46.074545 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-5f65bea6-e93a-41cb-b94a-4c54f974c38c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:09:46.080237 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-5f65bea6-e93a-41cb-b94a-4c54f974c38c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:09:46.170107 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5f65bea6-e93a-41cb-b94a-4c54f974c38c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:46.235493 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5f65bea6-e93a-41cb-b94a-4c54f974c38c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:46.285610 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 1163f666-73af-4673-a6bc-3a86757fd717 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:09:46.311782 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5f65bea6-e93a-41cb-b94a-4c54f974c38c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:46.339809 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65bea6-e93a-41cb-b94a-4c54f974c38c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdcce3a0-d51b-4804-88ab-641d4c01d684,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:46.426241 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-5f65bea6-e93a-41cb-b94a-4c54f974c38c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:46.427485 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-5f65bea6-e93a-41cb-b94a-4c54f974c38c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3694124 Apr 06 14:09:46.430368 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 56208) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:09:46.435319 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 1163f666-73af-4673-a6bc-3a86757fd717 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:09:46.435595 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-9248420a-397f-4f55-a339-b40ee6d72993 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Request body: {'security_group_rule': {'security_group_id': '70cb57e0-66d8-4841-bd21-fcc318cb3177', 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:46.440854 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 1163f666-73af-4673-a6bc-3a86757fd717 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:09:46.441204 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:46.441513 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-9248420a-397f-4f55-a339-b40ee6d72993 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:09:46.446002 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-9248420a-397f-4f55-a339-b40ee6d72993 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Usage tracker for resource:security_group_rule and tenant:b4dbdded2523437ca2f2acae67ef7d30 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:09:46.449015 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-9248420a-397f-4f55-a339-b40ee6d72993 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:09:46.455224 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-9248420a-397f-4f55-a339-b40ee6d72993 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:09:46.518722 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9248420a-397f-4f55-a339-b40ee6d72993 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:46.568102 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:46.587719 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 1163f666-73af-4673-a6bc-3a86757fd717, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=1163f666-73af-4673-a6bc-3a86757fd717,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:09:46.589370 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9248420a-397f-4f55-a339-b40ee6d72993 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:46.631716 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:46.660213 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9248420a-397f-4f55-a339-b40ee6d72993 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:46.692014 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248420a-397f-4f55-a339-b40ee6d72993 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9ee920-8c4b-4a1a-a84a-b99346f8429f,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:46.703907 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=1163f666-73af-4673-a6bc-3a86757fd717,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:46.763255 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9248420a-397f-4f55-a339-b40ee6d72993 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:46.764472 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9248420a-397f-4f55-a339-b40ee6d72993 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3330727 Apr 06 14:09:46.767160 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 56212) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:09:46.772045 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-c0bff75c-08a4-4afd-9f16-1c28e32efcb9 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Request body: {'security_group_rule': {'security_group_id': '70cb57e0-66d8-4841-bd21-fcc318cb3177', 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:46.778330 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c0bff75c-08a4-4afd-9f16-1c28e32efcb9 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:09:46.783598 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c0bff75c-08a4-4afd-9f16-1c28e32efcb9 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Usage tracker for resource:security_group_rule and tenant:b4dbdded2523437ca2f2acae67ef7d30 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:09:46.784939 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-c0bff75c-08a4-4afd-9f16-1c28e32efcb9 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:09:46.790612 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-c0bff75c-08a4-4afd-9f16-1c28e32efcb9 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:09:46.865776 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c0bff75c-08a4-4afd-9f16-1c28e32efcb9 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:46.926624 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c0bff75c-08a4-4afd-9f16-1c28e32efcb9 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:46.997475 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c0bff75c-08a4-4afd-9f16-1c28e32efcb9 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:47.022175 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bff75c-08a4-4afd-9f16-1c28e32efcb9 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98522ab-6591-45e3-b0be-ebd066e09a38,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:47.104008 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-c0bff75c-08a4-4afd-9f16-1c28e32efcb9 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:47.105207 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-c0bff75c-08a4-4afd-9f16-1c28e32efcb9 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3370588 Apr 06 14:09:47.107883 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 56216) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:09:47.112780 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-22c5587f-6a95-4515-a818-29af2339196c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Request body: {'security_group_rule': {'security_group_id': '70cb57e0-66d8-4841-bd21-fcc318cb3177', 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:47.119381 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-22c5587f-6a95-4515-a818-29af2339196c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:09:47.123228 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-22c5587f-6a95-4515-a818-29af2339196c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Usage tracker for resource:security_group_rule and tenant:b4dbdded2523437ca2f2acae67ef7d30 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:09:47.126058 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-22c5587f-6a95-4515-a818-29af2339196c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:09:47.131712 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-22c5587f-6a95-4515-a818-29af2339196c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:09:47.234056 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-22c5587f-6a95-4515-a818-29af2339196c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:47.296062 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-22c5587f-6a95-4515-a818-29af2339196c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:47.362871 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-22c5587f-6a95-4515-a818-29af2339196c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:47.387801 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5587f-6a95-4515-a818-29af2339196c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e561f81d-1e13-4404-8a7d-94e7c622f34b,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:47.475212 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-22c5587f-6a95-4515-a818-29af2339196c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:47.476593 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-22c5587f-6a95-4515-a818-29af2339196c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3677473 Apr 06 14:09:47.479351 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 56220) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:09:47.484921 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-479a16c4-2b81-4c34-aa74-f95089f2ab42 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Request body: {'security_group_rule': {'security_group_id': '70cb57e0-66d8-4841-bd21-fcc318cb3177', 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:47.490913 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-479a16c4-2b81-4c34-aa74-f95089f2ab42 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:09:47.495446 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-479a16c4-2b81-4c34-aa74-f95089f2ab42 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Usage tracker for resource:security_group_rule and tenant:b4dbdded2523437ca2f2acae67ef7d30 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:09:47.498306 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-479a16c4-2b81-4c34-aa74-f95089f2ab42 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:09:47.504017 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-479a16c4-2b81-4c34-aa74-f95089f2ab42 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:09:47.595312 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.securitygroups_db [None req-479a16c4-2b81-4c34-aa74-f95089f2ab42 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Project b4dbdded2523437ca2f2acae67ef7d30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:09:47.602532 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-479a16c4-2b81-4c34-aa74-f95089f2ab42 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:47.617934 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db8d177-6dab-4348-8ce1-e5fba6994d0a None None] Sync routers for ids ['455e3030-ec9d-49f0-a697-f1270592b9a7'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:09:47.627076 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db8d177-6dab-4348-8ce1-e5fba6994d0a None None] Routers {'455e3030-ec9d-49f0-a697-f1270592b9a7'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:09:47.627732 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7db8d177-6dab-4348-8ce1-e5fba6994d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:09:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['455e3030-ec9d-49f0-a697-f1270592b9a7'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:47.671816 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-479a16c4-2b81-4c34-aa74-f95089f2ab42 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:47.745984 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1c1bb7d9-00bc-483b-b6cd-e20fb6e29bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:47.778395 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-479a16c4-2b81-4c34-aa74-f95089f2ab42 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:47.799902 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a16c4-2b81-4c34-aa74-f95089f2ab42 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7eea394-a2b3-4705-a6a1-8a91c1ac3fb7,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:47.810127 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-7db8d177-6dab-4348-8ce1-e5fba6994d0a None None] Set router 455e3030-ec9d-49f0-a697-f1270592b9a7 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:09:47.894498 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-479a16c4-2b81-4c34-aa74-f95089f2ab42 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:47.895779 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-479a16c4-2b81-4c34-aa74-f95089f2ab42 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4154930 Apr 06 14:09:47.898591 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 56224) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:09:47.903879 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-f17cf1f6-658d-4ba1-9234-3ca717a54238 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Request body: {'security_group_rule': {'security_group_id': '70cb57e0-66d8-4841-bd21-fcc318cb3177', 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:47.909925 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f17cf1f6-658d-4ba1-9234-3ca717a54238 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:09:47.914646 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f17cf1f6-658d-4ba1-9234-3ca717a54238 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Usage tracker for resource:security_group_rule and tenant:b4dbdded2523437ca2f2acae67ef7d30 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:09:47.917374 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f17cf1f6-658d-4ba1-9234-3ca717a54238 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:09:47.924283 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f17cf1f6-658d-4ba1-9234-3ca717a54238 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:09:48.018161 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.securitygroups_db [None req-f17cf1f6-658d-4ba1-9234-3ca717a54238 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Project b4dbdded2523437ca2f2acae67ef7d30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:09:48.025033 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f17cf1f6-658d-4ba1-9234-3ca717a54238 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:48.092976 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f17cf1f6-658d-4ba1-9234-3ca717a54238 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:48.121685 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7db8d177-6dab-4348-8ce1-e5fba6994d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455e3030-ec9d-49f0-a697-f1270592b9a7', 'name': 'tempest-TestShelveInstance-451497650-router', 'tenant_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '1163f666-73af-4673-a6bc-3a86757fd717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:39Z', 'updated_at': '2022-04-06T14:09:43Z', 'revision_number': 4, 'project_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'gw_port': {'id': '1163f666-73af-4673-a6bc-3a86757fd717', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455e3030-ec9d-49f0-a697-f1270592b9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:39Z', 'updated_at': '2022-04-06T14:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'd5c9bbbd-e8f1-4dd6-9eb2-dcab75424049', 'name': '', 'network_id': '35dbac9b-4d58-4f00-8f88-df9214cf506e', 'tenant_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'mac_address': 'fa:16:3e:2d:1d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455e3030-ec9d-49f0-a697-f1270592b9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '00d49689-8783-44c4-911f-49a60a5e98ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:42Z', 'updated_at': '2022-04-06T14:09:43Z', 'revision_number': 2, 'project_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'subnets': [{'id': '00d49689-8783-44c4-911f-49a60a5e98ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:48.130063 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db8d177-6dab-4348-8ce1-e5fba6994d0a None None] Checking router: 455e3030-ec9d-49f0-a697-f1270592b9a7 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:09:48.130063 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db8d177-6dab-4348-8ce1-e5fba6994d0a None None] Updating router 455e3030-ec9d-49f0-a697-f1270592b9a7 port d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049 binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:09:48.185934 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f17cf1f6-658d-4ba1-9234-3ca717a54238 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:48.209851 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7db8d177-6dab-4348-8ce1-e5fba6994d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:48.214964 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cf1f6-658d-4ba1-9234-3ca717a54238 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c9331b-cf85-4079-b1ca-c96dbe6c6bb3,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:48.279532 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 1163f666-73af-4673-a6bc-3a86757fd717 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:09:48.304169 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f17cf1f6-658d-4ba1-9234-3ca717a54238 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:48.305847 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f17cf1f6-658d-4ba1-9234-3ca717a54238 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4061646 Apr 06 14:09:48.354353 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 1163f666-73af-4673-a6bc-3a86757fd717 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:09:48.354875 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:48.473240 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-10421e85-0690-44e1-a2b1-a90c1b49bf4f tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Synchronizing usage tracker for tenant:b4dbdded2523437ca2f2acae67ef7d30 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:09:48.565555 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7db8d177-6dab-4348-8ce1-e5fba6994d0a None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:48.577596 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-7db8d177-6dab-4348-8ce1-e5fba6994d0a None None] Transition to ACTIVE for port object d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049 will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:09:48.582988 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-10421e85-0690-44e1-a2b1-a90c1b49bf4f tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Unset dirty status for tenant:b4dbdded2523437ca2f2acae67ef7d30 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:09:48.582988 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-10421e85-0690-44e1-a2b1-a90c1b49bf4f tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-209786008&fields=id&tenant_id=b4dbdded2523437ca2f2acae67ef7d30 HTTP/1.1" status: 200 len: 267 time: 0.1465106 Apr 06 14:09:48.660373 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7db8d177-6dab-4348-8ce1-e5fba6994d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:48.733644 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-6690e23c-e82e-4802-a309-48fc3de8f216 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:48.735457 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-6690e23c-e82e-4802-a309-48fc3de8f216 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/networks?id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a HTTP/1.1" status: 200 len: 808 time: 0.1489737 Apr 06 14:09:48.751941 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-4656ad6b-5519-40cb-96d1-f58d9da5b106 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/quotas/b4dbdded2523437ca2f2acae67ef7d30 HTTP/1.1" status: 200 len: 375 time: 0.0107474 Apr 06 14:09:48.818527 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0627b-66e1-4ac2-a310-9c94e767fd17 None None] Pushing event updated for resources: {'Port': ['ID=d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:48.846197 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-5eea78ce-1038-402d-9371-3161c0192e8c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4dbdded2523437ca2f2acae67ef7d30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879965 Apr 06 14:09:48.893578 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-7db8d177-6dab-4348-8ce1-e5fba6994d0a None None] Attempting to bind port d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:09:48.893943 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-7db8d177-6dab-4348-8ce1-e5fba6994d0a None None] Attempting to bind port d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': 'a929404c-bc3d-4015-a15b-cea36cd3971b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '35dbac9b-4d58-4f00-8f88-df9214cf506e'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:09:48.894358 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db8d177-6dab-4348-8ce1-e5fba6994d0a None None] Attempting to bind port d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049 on network 35dbac9b-4d58-4f00-8f88-df9214cf506e {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:09:48.901263 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db8d177-6dab-4348-8ce1-e5fba6994d0a None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:09:48.901642 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db8d177-6dab-4348-8ce1-e5fba6994d0a None None] Checking segment: {'id': 'a929404c-bc3d-4015-a15b-cea36cd3971b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '35dbac9b-4d58-4f00-8f88-df9214cf506e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:09:48.902069 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7db8d177-6dab-4348-8ce1-e5fba6994d0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:48.902743 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db8d177-6dab-4348-8ce1-e5fba6994d0a None None] Bound using segment: {'id': 'a929404c-bc3d-4015-a15b-cea36cd3971b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '35dbac9b-4d58-4f00-8f88-df9214cf506e'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:09:48.903117 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-7db8d177-6dab-4348-8ce1-e5fba6994d0a None None] Bound port: d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a929404c-bc3d-4015-a15b-cea36cd3971b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '35dbac9b-4d58-4f00-8f88-df9214cf506e'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:09:48.903467 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7db8d177-6dab-4348-8ce1-e5fba6994d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:48.949766 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:49.003713 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-fff8bfcf-f4e2-48e4-b7c1-c4eadbb3326f service neutron] 10.222.0.48 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304791 Apr 06 14:09:49.005693 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-7db8d177-6dab-4348-8ce1-e5fba6994d0a None None] For port d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:09:49.008822 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-7db8d177-6dab-4348-8ce1-e5fba6994d0a None None] For port d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049,segment=NetworkSegment(a929404c-bc3d-4015-a15b-cea36cd3971b),segment_id=a929404c-bc3d-4015-a15b-cea36cd3971b)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:09:49.063978 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:49.093030 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-7db8d177-6dab-4348-8ce1-e5fba6994d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:49.136978 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-6ed52b4d-2f16-442a-a007-5e526a30564b service neutron] 10.222.0.48 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267684 Apr 06 14:09:49.176684 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db8d177-6dab-4348-8ce1-e5fba6994d0a None None] Routers {'455e3030-ec9d-49f0-a697-f1270592b9a7'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:09:49.177293 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7db8d177-6dab-4348-8ce1-e5fba6994d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:09:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['455e3030-ec9d-49f0-a697-f1270592b9a7'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:49.241367 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0627b-66e1-4ac2-a310-9c94e767fd17 None None] Pushing event updated for resources: {'Port': ['ID=d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049,revision_number=4']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:49.369890 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-7db8d177-6dab-4348-8ce1-e5fba6994d0a None None] Set router 455e3030-ec9d-49f0-a697-f1270592b9a7 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:09:49.550603 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0971d0a4-9387-472d-b54a-892240defe7a req-50b9476e-9947-4581-b687-e390e463d1bd tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 210 time: 0.1724839 Apr 06 14:09:49.702612 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-7db8d177-6dab-4348-8ce1-e5fba6994d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455e3030-ec9d-49f0-a697-f1270592b9a7', 'name': 'tempest-TestShelveInstance-451497650-router', 'tenant_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '1163f666-73af-4673-a6bc-3a86757fd717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:39Z', 'updated_at': '2022-04-06T14:09:43Z', 'revision_number': 4, 'project_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'gw_port': {'id': '1163f666-73af-4673-a6bc-3a86757fd717', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455e3030-ec9d-49f0-a697-f1270592b9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:39Z', 'updated_at': '2022-04-06T14:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'd5c9bbbd-e8f1-4dd6-9eb2-dcab75424049', 'name': '', 'network_id': '35dbac9b-4d58-4f00-8f88-df9214cf506e', 'tenant_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'mac_address': 'fa:16:3e:2d:1d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455e3030-ec9d-49f0-a697-f1270592b9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '00d49689-8783-44c4-911f-49a60a5e98ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:42Z', 'updated_at': '2022-04-06T14:09:49Z', 'revision_number': 4, 'project_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'subnets': [{'id': '00d49689-8783-44c4-911f-49a60a5e98ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:49.706541 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db8d177-6dab-4348-8ce1-e5fba6994d0a None None] The sync data for ids ['455e3030-ec9d-49f0-a697-f1270592b9a7'] in dv-neutron-834600-1-hyperv is: [{'id': '455e3030-ec9d-49f0-a697-f1270592b9a7', 'name': 'tempest-TestShelveInstance-451497650-router', 'tenant_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '1163f666-73af-4673-a6bc-3a86757fd717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:39Z', 'updated_at': '2022-04-06T14:09:43Z', 'revision_number': 4, 'project_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'gw_port': {'id': '1163f666-73af-4673-a6bc-3a86757fd717', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455e3030-ec9d-49f0-a697-f1270592b9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:39Z', 'updated_at': '2022-04-06T14:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'd5c9bbbd-e8f1-4dd6-9eb2-dcab75424049', 'name': '', 'network_id': '35dbac9b-4d58-4f00-8f88-df9214cf506e', 'tenant_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'mac_address': 'fa:16:3e:2d:1d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455e3030-ec9d-49f0-a697-f1270592b9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '00d49689-8783-44c4-911f-49a60a5e98ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:42Z', 'updated_at': '2022-04-06T14:09:49Z', 'revision_number': 4, 'project_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'subnets': [{'id': '00d49689-8783-44c4-911f-49a60a5e98ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:09:50.284800 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:09:50.433573 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:09:50.443186 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:09:50.443554 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:50.589876 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:50.690897 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:50.703798 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2f7ecb6b-ca11-4458-8174-318e91b3de7f req-e4139521-6c59-4fbd-bb37-fbbc34a18890 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 210 time: 0.0428863 Apr 06 14:09:50.785172 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049,segment=NetworkSegment(a929404c-bc3d-4015-a15b-cea36cd3971b),segment_id=a929404c-bc3d-4015-a15b-cea36cd3971b)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:09:50.904060 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:50.974457 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:51.874016 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b2623ba6-62f7-43fd-b8e9-759eefa41e0d req-5c677abb-1f2b-4a3f-8648-2b5cf161c2ab tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 210 time: 0.0509944 Apr 06 14:09:51.994035 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-ef0637b1-6d16-47ce-9411-a873fd4df81f tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:51.994671 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-ef0637b1-6d16-47ce-9411-a873fd4df81f tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Synchronizing usage tracker for tenant:b4dbdded2523437ca2f2acae67ef7d30 on resource:network {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:09:52.121016 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-ef0637b1-6d16-47ce-9411-a873fd4df81f tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Unset dirty status for tenant:b4dbdded2523437ca2f2acae67ef7d30 on resource:network {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:09:52.122447 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-ef0637b1-6d16-47ce-9411-a873fd4df81f tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.61 "GET /v2.0/networks?id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a HTTP/1.1" status: 200 len: 808 time: 0.3011224 Apr 06 14:09:52.173263 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-be562c37-2736-4d4c-9369-49a939acaf8c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Synchronizing usage tracker for tenant:b4dbdded2523437ca2f2acae67ef7d30 on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:09:52.186191 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-be562c37-2736-4d4c-9369-49a939acaf8c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Unset dirty status for tenant:b4dbdded2523437ca2f2acae67ef7d30 on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:09:52.187349 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-be562c37-2736-4d4c-9369-49a939acaf8c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4dbdded2523437ca2f2acae67ef7d30 HTTP/1.1" status: 200 len: 379 time: 0.0560682 Apr 06 14:09:52.196849 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-a7640406-f4db-4817-a22a-131154a18416 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Request body: {'port': {'device_id': '22d5c04e-03c7-4bde-aed3-54631ba55233', 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'admin_state_up': True, 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'security_groups': ['70cb57e0-66d8-4841-bd21-fcc318cb3177']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:52.279193 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:09:52.351927 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-a7640406-f4db-4817-a22a-131154a18416 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:09:52.353040 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:09:52.353423 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:52.356152 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-a7640406-f4db-4817-a22a-131154a18416 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Usage tracker for resource:port and tenant:b4dbdded2523437ca2f2acae67ef7d30 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:09:52.359030 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-a7640406-f4db-4817-a22a-131154a18416 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:09:52.367484 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-a7640406-f4db-4817-a22a-131154a18416 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:09:52.442550 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-a7640406-f4db-4817-a22a-131154a18416 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Made reservation on behalf of b4dbdded2523437ca2f2acae67ef7d30 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:09:52.446596 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-a7640406-f4db-4817-a22a-131154a18416 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:52.642373 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-a7640406-f4db-4817-a22a-131154a18416 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Allocated IP 172.20.0.7 (6f133fc6-78f6-4fbe-915a-efa3c4d3829a/dc91ea8b-9315-40e7-859f-134cfc631846/a5e99c2f-3483-4967-bf5f-f8cef2948970) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:09:52.832189 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-a7640406-f4db-4817-a22a-131154a18416 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:52.849104 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-a7640406-f4db-4817-a22a-131154a18416 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Transition to ACTIVE for port object a5e99c2f-3483-4967-bf5f-f8cef2948970 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:09:52.911953 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-a7640406-f4db-4817-a22a-131154a18416 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:53.094652 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-a7640406-f4db-4817-a22a-131154a18416 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Network 6f133fc6-78f6-4fbe-915a-efa3c4d3829a is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:09:53.097730 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-a7640406-f4db-4817-a22a-131154a18416 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:09:53.102158 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-a7640406-f4db-4817-a22a-131154a18416 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:09:53.149940 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7640406-f4db-4817-a22a-131154a18416 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Pushing event updated for resources: {'Port': ['ID=a5e99c2f-3483-4967-bf5f-f8cef2948970,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:53.187284 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-a7640406-f4db-4817-a22a-131154a18416 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:53.188070 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-a7640406-f4db-4817-a22a-131154a18416 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:53.247219 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670c6fe-6135-4b82-87fc-7bee5d44a278 req-8d6822fe-cf39-47df-b9fe-70a413a90832 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:53.248747 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8670c6fe-6135-4b82-87fc-7bee5d44a278 req-8d6822fe-cf39-47df-b9fe-70a413a90832 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 931 time: 0.1032064 Apr 06 14:09:53.296751 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8670c6fe-6135-4b82-87fc-7bee5d44a278 req-53b2d2bd-e6d7-4c8e-9dbe-a0feeb472b61 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421031 Apr 06 14:09:53.310489 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-a7640406-f4db-4817-a22a-131154a18416 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1175599 Apr 06 14:09:53.322178 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-1fcdc02e-e4fa-4073-8a84-91f3305dadc5 service neutron] Request body: {'port': {'device_id': '22d5c04e-03c7-4bde-aed3-54631ba55233', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:53.400939 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-330de352-d40e-4ec1-92e0-4a83bf447ba9 None None] Provisioning for port a5e99c2f-3483-4967-bf5f-f8cef2948970 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:09:53.405979 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-330de352-d40e-4ec1-92e0-4a83bf447ba9 None None] Provisioning complete for port a5e99c2f-3483-4967-bf5f-f8cef2948970 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:09:53.406351 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-330de352-d40e-4ec1-92e0-4a83bf447ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:53.433869 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-1fcdc02e-e4fa-4073-8a84-91f3305dadc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:53.459054 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-330de352-d40e-4ec1-92e0-4a83bf447ba9 None None] Port a5e99c2f-3483-4967-bf5f-f8cef2948970 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:09:53.776001 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-1fcdc02e-e4fa-4073-8a84-91f3305dadc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e99c2f-3483-4967-bf5f-f8cef2948970 {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:09:53.783970 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-1fcdc02e-e4fa-4073-8a84-91f3305dadc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:53.799055 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-1fcdc02e-e4fa-4073-8a84-91f3305dadc5 service neutron] Transition to ACTIVE for port object a5e99c2f-3483-4967-bf5f-f8cef2948970 will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:09:53.875570 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-1fcdc02e-e4fa-4073-8a84-91f3305dadc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:54.032284 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdc02e-e4fa-4073-8a84-91f3305dadc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e99c2f-3483-4967-bf5f-f8cef2948970,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:54.112571 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-1fcdc02e-e4fa-4073-8a84-91f3305dadc5 service neutron] Attempting to bind port a5e99c2f-3483-4967-bf5f-f8cef2948970 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:09:54.113188 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-1fcdc02e-e4fa-4073-8a84-91f3305dadc5 service neutron] Attempting to bind port a5e99c2f-3483-4967-bf5f-f8cef2948970 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'db6d3d39-ba0c-4676-a92f-539487b0354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:09:54.113188 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-1fcdc02e-e4fa-4073-8a84-91f3305dadc5 service neutron] Attempting to bind port a5e99c2f-3483-4967-bf5f-f8cef2948970 on network 6f133fc6-78f6-4fbe-915a-efa3c4d3829a {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:09:54.118160 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-1fcdc02e-e4fa-4073-8a84-91f3305dadc5 service neutron] Port a5e99c2f-3483-4967-bf5f-f8cef2948970 on network 6f133fc6-78f6-4fbe-915a-efa3c4d3829a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 14:09:54.118469 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-1fcdc02e-e4fa-4073-8a84-91f3305dadc5 service neutron] Attempting to bind port a5e99c2f-3483-4967-bf5f-f8cef2948970 on network 6f133fc6-78f6-4fbe-915a-efa3c4d3829a {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:09:54.123435 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-1fcdc02e-e4fa-4073-8a84-91f3305dadc5 service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:09:54.123758 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-1fcdc02e-e4fa-4073-8a84-91f3305dadc5 service neutron] Checking segment: {'id': 'db6d3d39-ba0c-4676-a92f-539487b0354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:09:54.124128 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-1fcdc02e-e4fa-4073-8a84-91f3305dadc5 service neutron] Bound using segment: {'id': 'db6d3d39-ba0c-4676-a92f-539487b0354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:09:54.124533 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-1fcdc02e-e4fa-4073-8a84-91f3305dadc5 service neutron] Bound port: a5e99c2f-3483-4967-bf5f-f8cef2948970, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db6d3d39-ba0c-4676-a92f-539487b0354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:09:54.124864 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-1fcdc02e-e4fa-4073-8a84-91f3305dadc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:54.219164 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-1fcdc02e-e4fa-4073-8a84-91f3305dadc5 service neutron] For port a5e99c2f-3483-4967-bf5f-f8cef2948970, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:09:54.222094 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-1fcdc02e-e4fa-4073-8a84-91f3305dadc5 service neutron] For port a5e99c2f-3483-4967-bf5f-f8cef2948970, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a5e99c2f-3483-4967-bf5f-f8cef2948970,segment=NetworkSegment(db6d3d39-ba0c-4676-a92f-539487b0354e),segment_id=db6d3d39-ba0c-4676-a92f-539487b0354e)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:09:54.281418 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-1fcdc02e-e4fa-4073-8a84-91f3305dadc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:54.338215 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-1fcdc02e-e4fa-4073-8a84-91f3305dadc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:54.339029 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-1fcdc02e-e4fa-4073-8a84-91f3305dadc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:54.340370 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-1fcdc02e-e4fa-4073-8a84-91f3305dadc5 service neutron] 10.222.0.61 "PUT /v2.0/ports/a5e99c2f-3483-4967-bf5f-f8cef2948970 HTTP/1.1" status: 200 len: 1093 time: 1.0229700 Apr 06 14:09:54.340862 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d5c04e-03c7-4bde-aed3-54631ba55233', 'tag': 'a5e99c2f-3483-4967-bf5f-f8cef2948970'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:09:54.365821 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdc02e-e4fa-4073-8a84-91f3305dadc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e99c2f-3483-4967-bf5f-f8cef2948970,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:54.409999 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a1535dc-4666-4a11-bcc4-d2108edff7ff'] response: {'name': 'network-changed', 'server_uuid': '22d5c04e-03c7-4bde-aed3-54631ba55233', 'tag': 'a5e99c2f-3483-4967-bf5f-f8cef2948970', 'status': 'completed', 'code': 200} Apr 06 14:09:54.505872 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48122ff-c1f9-482c-bdc5-2c51f17d8d3d req-ef3bc774-5071-4808-9e2a-51510719ddfe tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:54.508115 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f48122ff-c1f9-482c-bdc5-2c51f17d8d3d req-ef3bc774-5071-4808-9e2a-51510719ddfe tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 943 time: 0.0886586 Apr 06 14:09:54.513162 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13df52-3258-415f-bf0a-d7cae02ed7e3 req-b3be792e-5fbb-4a8e-8744-977917f3194b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:54.514620 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ec13df52-3258-415f-bf0a-d7cae02ed7e3 req-b3be792e-5fbb-4a8e-8744-977917f3194b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4dbdded2523437ca2f2acae67ef7d30&device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 1096 time: 0.0839620 Apr 06 14:09:54.557682 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f48122ff-c1f9-482c-bdc5-2c51f17d8d3d req-4204c5c8-3730-4743-b285-466e1fc985c2 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428326 Apr 06 14:09:54.654776 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13df52-3258-415f-bf0a-d7cae02ed7e3 req-08ea786a-9ef1-4e37-ab64-f272bbcb4b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:54.656222 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ec13df52-3258-415f-bf0a-d7cae02ed7e3 req-08ea786a-9ef1-4e37-ab64-f272bbcb4b5d service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b4dbdded2523437ca2f2acae67ef7d30&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1346409 Apr 06 14:09:54.795140 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13df52-3258-415f-bf0a-d7cae02ed7e3 req-48074cbc-7d1a-4e08-99ac-25239977c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:54.796578 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ec13df52-3258-415f-bf0a-d7cae02ed7e3 req-48074cbc-7d1a-4e08-99ac-25239977c91c service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1339417 Apr 06 14:09:54.914126 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-d51d9a8b-ce4d-486c-a193-36c643b7aabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:54.916608 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-d51d9a8b-ce4d-486c-a193-36c643b7aabc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4dbdded2523437ca2f2acae67ef7d30&device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 1096 time: 0.0851607 Apr 06 14:09:54.992481 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-dbbbc910-5da0-4d66-b40b-42214d88aaa8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5e99c2f-3483-4967-bf5f-f8cef2948970 HTTP/1.1" status: 200 len: 217 time: 0.0680943 Apr 06 14:09:55.053843 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-c73fed65-fea6-487b-bfb7-53f57f5c923d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:55.055951 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-c73fed65-fea6-487b-bfb7-53f57f5c923d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc91ea8b-9315-40e7-859f-134cfc631846 HTTP/1.1" status: 200 len: 847 time: 0.0588913 Apr 06 14:09:55.131237 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-98aecc8e-2afc-409e-8484-0f12c1a27c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:55.133327 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-98aecc8e-2afc-409e-8484-0f12c1a27c22 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711014 Apr 06 14:09:55.280871 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-40425ca3-edd6-42dd-9c51-a0a4f2697027 service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419301 Apr 06 14:09:55.448081 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-77de0811-30ff-40f6-8e75-fbaffd720f16 req-bd03fc19-a796-460b-8b67-a15e939cf8cc service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610513 Apr 06 14:09:55.759665 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eba0eb-5a25-4b8f-9bc6-5dbe17735cbd req-809540a8-396b-43fc-8b2c-341e4857a0ef tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:55.761177 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-02eba0eb-5a25-4b8f-9bc6-5dbe17735cbd req-809540a8-396b-43fc-8b2c-341e4857a0ef tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 943 time: 0.0928252 Apr 06 14:09:55.806585 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-02eba0eb-5a25-4b8f-9bc6-5dbe17735cbd req-0df94f7e-4ebb-4cec-9e49-6ac7114845ca tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395646 Apr 06 14:09:56.997771 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a16f7-17ba-4db6-ae1f-d6ab20aa5b03 req-75599ef5-2261-494b-9160-4208fd061d5e tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:56.999451 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c73a16f7-17ba-4db6-ae1f-d6ab20aa5b03 req-75599ef5-2261-494b-9160-4208fd061d5e tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 943 time: 0.0884743 Apr 06 14:09:57.048452 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c73a16f7-17ba-4db6-ae1f-d6ab20aa5b03 req-99293367-41d8-4557-b94b-4c92fb4a78b7 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430734 Apr 06 14:09:57.705577 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:58.236536 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad545f-8a35-4815-b2dc-5c19010a6939 req-c200ea4b-2ba7-47ea-872b-b4a567445bf6 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:58.237998 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c7ad545f-8a35-4815-b2dc-5c19010a6939 req-c200ea4b-2ba7-47ea-872b-b4a567445bf6 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 943 time: 0.0802705 Apr 06 14:09:58.286600 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c7ad545f-8a35-4815-b2dc-5c19010a6939 req-dc4b51e7-0d16-4e5d-ad0d-afda83719078 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419700 Apr 06 14:09:58.613715 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device a5e99c2f-3483-4967-bf5f-f8cef2948970 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:09:58.744939 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port a5e99c2f-3483-4967-bf5f-f8cef2948970, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a5e99c2f-3483-4967-bf5f-f8cef2948970,segment=NetworkSegment(db6d3d39-ba0c-4676-a92f-539487b0354e),segment_id=db6d3d39-ba0c-4676-a92f-539487b0354e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:09:58.758308 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': 'a5e99c2f-3483-4967-bf5f-f8cef2948970', 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'port_id': 'a5e99c2f-3483-4967-bf5f-f8cef2948970', 'mac_address': 'fa:16:3e:d0:f1:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:09:58.816148 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:58.832847 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e99c2f-3483-4967-bf5f-f8cef2948970 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:09:58.848034 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port a5e99c2f-3483-4967-bf5f-f8cef2948970, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a5e99c2f-3483-4967-bf5f-f8cef2948970,segment=NetworkSegment(db6d3d39-ba0c-4676-a92f-539487b0354e),segment_id=db6d3d39-ba0c-4676-a92f-539487b0354e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:09:58.932174 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:09:59.020204 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=a5e99c2f-3483-4967-bf5f-f8cef2948970,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:59.141436 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['a5e99c2f-3483-4967-bf5f-f8cef2948970'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 14:09:59.474104 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346ced-38c1-4e77-aab9-cd02d0f77d4b req-7914f412-4f92-41ac-8b29-a1e85f5c52d4 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:59.475473 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4a346ced-38c1-4e77-aab9-cd02d0f77d4b req-7914f412-4f92-41ac-8b29-a1e85f5c52d4 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 944 time: 0.0805790 Apr 06 14:09:59.520017 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4a346ced-38c1-4e77-aab9-cd02d0f77d4b req-4dd1cfca-d1ae-4080-b7dd-bc4f21a8240c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382705 Apr 06 14:09:59.573981 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:10:00.629641 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device a5e99c2f-3483-4967-bf5f-f8cef2948970 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:10:00.705685 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d5c68-8947-464f-8f5f-1aedb6cf18be req-c9dbc4a9-e088-413f-92ba-5435aa2073f2 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:00.707161 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-028d5c68-8947-464f-8f5f-1aedb6cf18be req-c9dbc4a9-e088-413f-92ba-5435aa2073f2 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 944 time: 0.0838201 Apr 06 14:10:00.751228 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-028d5c68-8947-464f-8f5f-1aedb6cf18be req-93a5f95b-ed95-49db-bf6e-066a46902647 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373633 Apr 06 14:10:00.780006 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port a5e99c2f-3483-4967-bf5f-f8cef2948970 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:10:00.785243 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port a5e99c2f-3483-4967-bf5f-f8cef2948970 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:10:00.785613 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:00.901125 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:00.926780 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d5c04e-03c7-4bde-aed3-54631ba55233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e99c2f-3483-4967-bf5f-f8cef2948970'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:10:00.936766 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port a5e99c2f-3483-4967-bf5f-f8cef2948970, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a5e99c2f-3483-4967-bf5f-f8cef2948970,segment=NetworkSegment(db6d3d39-ba0c-4676-a92f-539487b0354e),segment_id=db6d3d39-ba0c-4676-a92f-539487b0354e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:10:00.972266 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3283618-53f0-460e-83ec-ce25c3c09b08'] response: {'server_uuid': '22d5c04e-03c7-4bde-aed3-54631ba55233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e99c2f-3483-4967-bf5f-f8cef2948970', 'code': 200} Apr 06 14:10:01.029452 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:01.095483 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=a5e99c2f-3483-4967-bf5f-f8cef2948970,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:10:01.471867 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c7032-87da-4902-9312-971a0d6bd919 req-73343ace-bb60-452a-b972-55695c918396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:01.473225 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e33c7032-87da-4902-9312-971a0d6bd919 req-73343ace-bb60-452a-b972-55695c918396 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 1098 time: 0.1632712 Apr 06 14:10:01.513135 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e33c7032-87da-4902-9312-971a0d6bd919 req-355acbd1-7110-4c6a-b06b-5310b6e4aa2b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338316 Apr 06 14:10:01.934837 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242cd9d-8bf4-4c85-b820-83c5142f400f req-e4fa4ff1-b6a2-4dd1-8546-2f27c50a3c13 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:01.936293 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9242cd9d-8bf4-4c85-b820-83c5142f400f req-e4fa4ff1-b6a2-4dd1-8546-2f27c50a3c13 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 945 time: 0.0800698 Apr 06 14:10:01.979513 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9242cd9d-8bf4-4c85-b820-83c5142f400f req-c974f659-c40a-4ff9-8ba6-220106d1a7c3 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374897 Apr 06 14:10:03.166274 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944aa9e3-671a-446b-8a76-93b395c25b4e req-3eb21846-36d1-4ba8-890b-4113fb816fe4 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:03.167739 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-944aa9e3-671a-446b-8a76-93b395c25b4e req-3eb21846-36d1-4ba8-890b-4113fb816fe4 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 945 time: 0.0827069 Apr 06 14:10:03.212389 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-944aa9e3-671a-446b-8a76-93b395c25b4e req-27c95ce4-f1ec-4c58-b0a4-b3fbfbbbdb6a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387411 Apr 06 14:10:03.404179 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805047cb-5593-442c-812a-dfe5a0dd5174 req-c13d23cd-f157-48c5-8de4-3219bbe0e4ba tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:03.405801 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-805047cb-5593-442c-812a-dfe5a0dd5174 req-c13d23cd-f157-48c5-8de4-3219bbe0e4ba tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 945 time: 0.0842254 Apr 06 14:10:03.451779 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-805047cb-5593-442c-812a-dfe5a0dd5174 req-5e035b4f-cb4b-40d3-94ea-4ca7d05e3234 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395010 Apr 06 14:10:03.473514 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 56282) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:10:03.638711 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1663648-461b-4236-b0c3-3e595dd36e58 tempest-TestShelveInstance-1582492602 tempest-TestShelveInstance-1582492602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:03.640225 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a1663648-461b-4236-b0c3-3e595dd36e58 tempest-TestShelveInstance-1582492602 tempest-TestShelveInstance-1582492602-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 1093 time: 0.1657708 Apr 06 14:10:03.643167 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 56288) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:10:03.648109 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-6bfd9d10-8fd2-402a-ac64-25ab88cf93f8 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'port_id': 'a5e99c2f-3483-4967-bf5f-f8cef2948970', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:10:03.654044 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-6bfd9d10-8fd2-402a-ac64-25ab88cf93f8 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:10:03.658032 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6bfd9d10-8fd2-402a-ac64-25ab88cf93f8 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Usage tracker for resource:floatingip and tenant:b4dbdded2523437ca2f2acae67ef7d30 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:10:03.660837 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6bfd9d10-8fd2-402a-ac64-25ab88cf93f8 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:10:03.667383 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-6bfd9d10-8fd2-402a-ac64-25ab88cf93f8 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:10:03.738083 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9d10-8fd2-402a-ac64-25ab88cf93f8 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for floatingip, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:03.874680 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9d10-8fd2-402a-ac64-25ab88cf93f8 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:04.009546 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-6bfd9d10-8fd2-402a-ac64-25ab88cf93f8 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Allocated IP 172.26.4.218 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/248b0f83-735c-4c60-acc7-ef47a48b4506) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:10:04.154630 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9d10-8fd2-402a-ac64-25ab88cf93f8 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:04.241085 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9d10-8fd2-402a-ac64-25ab88cf93f8 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:04.301613 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfd9d10-8fd2-402a-ac64-25ab88cf93f8 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:10:04.308139 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-6bfd9d10-8fd2-402a-ac64-25ab88cf93f8 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:10:04.312210 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfd9d10-8fd2-402a-ac64-25ab88cf93f8 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:10:04.446600 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd9d10-8fd2-402a-ac64-25ab88cf93f8 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Pushing event updated for resources: {'Port': ['ID=248b0f83-735c-4c60-acc7-ef47a48b4506,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:10:04.822792 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9d10-8fd2-402a-ac64-25ab88cf93f8 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:04.946452 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9d10-8fd2-402a-ac64-25ab88cf93f8 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:05.152523 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9d10-8fd2-402a-ac64-25ab88cf93f8 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:05.212308 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9d10-8fd2-402a-ac64-25ab88cf93f8 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:05.323153 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd9d10-8fd2-402a-ac64-25ab88cf93f8 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Pushing event updated for resources: {'Port': ['ID=248b0f83-735c-4c60-acc7-ef47a48b4506,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:10:05.335919 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9d10-8fd2-402a-ac64-25ab88cf93f8 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:05.508879 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-6bfd9d10-8fd2-402a-ac64-25ab88cf93f8 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Floating IP 49f17499-ac65-4be7-b3d8-20d5e900eba7 associated. External IP: 172.26.4.218, port: a5e99c2f-3483-4967-bf5f-f8cef2948970. Apr 06 14:10:05.854397 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfd9d10-8fd2-402a-ac64-25ab88cf93f8 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Router 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:10:06.147090 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfd9d10-8fd2-402a-ac64-25ab88cf93f8 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:10:06.157166 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f7dbab-0211-42b1-990e-3912e53cdc0a None None] Sync routers for ids ['3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:10:06.167175 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f7dbab-0211-42b1-990e-3912e53cdc0a None None] Routers {'3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:10:06.167775 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-f2f7dbab-0211-42b1-990e-3912e53cdc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:09:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:10:06.241225 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9d10-8fd2-402a-ac64-25ab88cf93f8 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:06.300864 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6bfd9d10-8fd2-402a-ac64-25ab88cf93f8 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6566529 Apr 06 14:10:06.301450 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d5c04e-03c7-4bde-aed3-54631ba55233', 'tag': 'a5e99c2f-3483-4967-bf5f-f8cef2948970'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:10:06.381275 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-f2f7dbab-0211-42b1-990e-3912e53cdc0a None None] Set router 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:10:06.404862 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b954f0c8-7ff2-48de-ad64-f14635f755b6'] response: {'name': 'network-changed', 'server_uuid': '22d5c04e-03c7-4bde-aed3-54631ba55233', 'tag': 'a5e99c2f-3483-4967-bf5f-f8cef2948970', 'status': 'completed', 'code': 200} Apr 06 14:10:06.499213 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8d273-387c-465e-bc68-46dc2dea0796 req-968baf0b-8462-4f07-a081-fc38cab6a024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:06.500636 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c9a8d273-387c-465e-bc68-46dc2dea0796 req-968baf0b-8462-4f07-a081-fc38cab6a024 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4dbdded2523437ca2f2acae67ef7d30&device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 1098 time: 0.0721571 Apr 06 14:10:06.630751 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8d273-387c-465e-bc68-46dc2dea0796 req-b9c36288-1fea-4496-8018-7e65c1f207be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:06.632696 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c9a8d273-387c-465e-bc68-46dc2dea0796 req-b9c36288-1fea-4496-8018-7e65c1f207be service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a HTTP/1.1" status: 200 len: 909 time: 0.1256483 Apr 06 14:10:06.733165 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c9a8d273-387c-465e-bc68-46dc2dea0796 req-95535050-48c7-486e-a408-fd49d8401f3b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5e99c2f-3483-4967-bf5f-f8cef2948970 HTTP/1.1" status: 200 len: 999 time: 0.0942042 Apr 06 14:10:06.735599 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-f2f7dbab-0211-42b1-990e-3912e53cdc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'name': 'tempest-TestShelveInstance-629026314-router', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:31Z', 'updated_at': '2022-04-06T14:09:35Z', 'revision_number': 4, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'gw_port': {'id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:32Z', 'updated_at': '2022-04-06T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '49f17499-ac65-4be7-b3d8-20d5e900eba7', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'floating_ip_address': '172.26.4.218', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'port_id': 'a5e99c2f-3483-4967-bf5f-f8cef2948970', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'mac_address': 'fa:16:3e:d0:f1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d5c04e-03c7-4bde-aed3-54631ba55233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:10:04Z', 'updated_at': '2022-04-06T14:10:04Z', 'revision_number': 0, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e9f1b7-cbd9-417b-9151-c6175402013e', 'name': '', 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'mac_address': 'fa:16:3e:f0:f5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:34Z', 'updated_at': '2022-04-06T14:09:40Z', 'revision_number': 5, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'subnets': [{'id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:10:06.739440 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f7dbab-0211-42b1-990e-3912e53cdc0a None None] Checking router: 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:10:06.748140 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f7dbab-0211-42b1-990e-3912e53cdc0a None None] Routers {'3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:10:06.748728 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-f2f7dbab-0211-42b1-990e-3912e53cdc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:09:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:10:06.798987 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8d273-387c-465e-bc68-46dc2dea0796 req-d371810c-4999-443a-af17-95df9d6b3187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:06.800413 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c9a8d273-387c-465e-bc68-46dc2dea0796 req-d371810c-4999-443a-af17-95df9d6b3187 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc91ea8b-9315-40e7-859f-134cfc631846 HTTP/1.1" status: 200 len: 847 time: 0.0616760 Apr 06 14:10:06.874339 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8d273-387c-465e-bc68-46dc2dea0796 req-a8443f1b-2e41-42b8-9795-83ac02a13559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:06.875805 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c9a8d273-387c-465e-bc68-46dc2dea0796 req-a8443f1b-2e41-42b8-9795-83ac02a13559 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701547 Apr 06 14:10:06.922183 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-f2f7dbab-0211-42b1-990e-3912e53cdc0a None None] Set router 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:10:07.009121 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c9a8d273-387c-465e-bc68-46dc2dea0796 req-8ce6d785-c6d4-4971-a6b5-453aa5fd7055 service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272984 Apr 06 14:10:07.141163 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c9a8d273-387c-465e-bc68-46dc2dea0796 req-443f83a2-c883-4855-8cae-372990d01d18 service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253340 Apr 06 14:10:07.268922 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-f2f7dbab-0211-42b1-990e-3912e53cdc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'name': 'tempest-TestShelveInstance-629026314-router', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:31Z', 'updated_at': '2022-04-06T14:09:35Z', 'revision_number': 4, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'gw_port': {'id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:32Z', 'updated_at': '2022-04-06T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '49f17499-ac65-4be7-b3d8-20d5e900eba7', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'floating_ip_address': '172.26.4.218', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'port_id': 'a5e99c2f-3483-4967-bf5f-f8cef2948970', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'mac_address': 'fa:16:3e:d0:f1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d5c04e-03c7-4bde-aed3-54631ba55233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:10:04Z', 'updated_at': '2022-04-06T14:10:04Z', 'revision_number': 0, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e9f1b7-cbd9-417b-9151-c6175402013e', 'name': '', 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'mac_address': 'fa:16:3e:f0:f5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:34Z', 'updated_at': '2022-04-06T14:09:40Z', 'revision_number': 5, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'subnets': [{'id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:10:07.273316 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f7dbab-0211-42b1-990e-3912e53cdc0a None None] The sync data for ids ['3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'] in dv-neutron-834600-1-hyperv is: [{'id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'name': 'tempest-TestShelveInstance-629026314-router', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:31Z', 'updated_at': '2022-04-06T14:09:35Z', 'revision_number': 4, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'gw_port': {'id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:32Z', 'updated_at': '2022-04-06T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '49f17499-ac65-4be7-b3d8-20d5e900eba7', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'floating_ip_address': '172.26.4.218', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'port_id': 'a5e99c2f-3483-4967-bf5f-f8cef2948970', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'mac_address': 'fa:16:3e:d0:f1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d5c04e-03c7-4bde-aed3-54631ba55233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:10:04Z', 'updated_at': '2022-04-06T14:10:04Z', 'revision_number': 0, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e9f1b7-cbd9-417b-9151-c6175402013e', 'name': '', 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'mac_address': 'fa:16:3e:f0:f5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:34Z', 'updated_at': '2022-04-06T14:09:40Z', 'revision_number': 5, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'subnets': [{'id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:10:07.470535 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f264a6-a7cd-4c02-85cf-d42f935de3db None None] New status for floating IP 49f17499-ac65-4be7-b3d8-20d5e900eba7: ACTIVE {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:10:15.477727 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-13927c84-f8af-4e1d-a150-9a8520d63df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:15.546518 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-013ca59f-ab72-494a-a5f0-dbf25a4357e4 req-1bf6ef10-78b0-458d-8442-b51e68f3b715 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816166 Apr 06 14:10:15.683369 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ca59f-ab72-494a-a5f0-dbf25a4357e4 req-35616315-1b61-4d4e-9237-dd5966b68344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:15.684819 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-013ca59f-ab72-494a-a5f0-dbf25a4357e4 req-35616315-1b61-4d4e-9237-dd5966b68344 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4dbdded2523437ca2f2acae67ef7d30&device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 1098 time: 0.0715623 Apr 06 14:10:15.832002 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ca59f-ab72-494a-a5f0-dbf25a4357e4 req-80b957a7-48bf-405f-9989-83b26e7f2aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:15.833320 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-013ca59f-ab72-494a-a5f0-dbf25a4357e4 req-80b957a7-48bf-405f-9989-83b26e7f2aed service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a HTTP/1.1" status: 200 len: 909 time: 0.1249509 Apr 06 14:10:15.935405 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-013ca59f-ab72-494a-a5f0-dbf25a4357e4 req-e72227ac-2876-4465-b1f3-bc59414fed6b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5e99c2f-3483-4967-bf5f-f8cef2948970 HTTP/1.1" status: 200 len: 1001 time: 0.0954812 Apr 06 14:10:15.997080 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ca59f-ab72-494a-a5f0-dbf25a4357e4 req-02e3ad83-89ac-43d6-88a2-dc8abc009591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:15.998430 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-013ca59f-ab72-494a-a5f0-dbf25a4357e4 req-02e3ad83-89ac-43d6-88a2-dc8abc009591 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc91ea8b-9315-40e7-859f-134cfc631846 HTTP/1.1" status: 200 len: 847 time: 0.0559754 Apr 06 14:10:16.074521 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ca59f-ab72-494a-a5f0-dbf25a4357e4 req-63e94d94-f6dc-4019-b1be-f2529c1edfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:16.075959 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-013ca59f-ab72-494a-a5f0-dbf25a4357e4 req-63e94d94-f6dc-4019-b1be-f2529c1edfc3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715108 Apr 06 14:10:16.209327 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-013ca59f-ab72-494a-a5f0-dbf25a4357e4 req-c1ec0a9f-016c-42ed-8d47-e304346759e8 service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248105 Apr 06 14:10:16.430775 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-013ca59f-ab72-494a-a5f0-dbf25a4357e4 req-854018e0-d7bd-4021-a54c-fc44c9c012c9 service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156353 Apr 06 14:10:17.716534 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4b6f5f20-c99b-4437-ad90-f165a8329df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:18.956505 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:19.042144 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:20.447980 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:27.772888 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:36.573792 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:10:45.482194 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c7dfe375-7458-4388-a61e-0499a6a2207e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:47.761427 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5e826f3a-450c-499f-913d-24028ea5c644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:48.945427 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:49.082180 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:50.453688 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:10:57.704639 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:11:13.573637 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:11:14.861373 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c7e2016f-839f-4e7a-9d23-9b40b78f20e4 req-b855158b-2502-436f-867b-73bbaa57a227 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705156 Apr 06 14:11:15.004277 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2016f-839f-4e7a-9d23-9b40b78f20e4 req-f8e2b20c-a8f0-4f5d-8b76-10c398d9f132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:15.006108 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c7e2016f-839f-4e7a-9d23-9b40b78f20e4 req-f8e2b20c-a8f0-4f5d-8b76-10c398d9f132 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4dbdded2523437ca2f2acae67ef7d30&device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 1098 time: 0.0771513 Apr 06 14:11:15.158272 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2016f-839f-4e7a-9d23-9b40b78f20e4 req-6ffde008-d0c2-489d-ac6a-b96dff558438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:15.159723 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c7e2016f-839f-4e7a-9d23-9b40b78f20e4 req-6ffde008-d0c2-489d-ac6a-b96dff558438 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a HTTP/1.1" status: 200 len: 909 time: 0.1359956 Apr 06 14:11:15.270636 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c7e2016f-839f-4e7a-9d23-9b40b78f20e4 req-2869d235-ce3d-4657-acb9-237899bcdf34 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5e99c2f-3483-4967-bf5f-f8cef2948970 HTTP/1.1" status: 200 len: 1001 time: 0.1046529 Apr 06 14:11:15.335114 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2016f-839f-4e7a-9d23-9b40b78f20e4 req-2314b5b8-8de7-450b-a31a-8107fde9c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:15.336783 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c7e2016f-839f-4e7a-9d23-9b40b78f20e4 req-2314b5b8-8de7-450b-a31a-8107fde9c118 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc91ea8b-9315-40e7-859f-134cfc631846 HTTP/1.1" status: 200 len: 847 time: 0.0614700 Apr 06 14:11:15.416422 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2016f-839f-4e7a-9d23-9b40b78f20e4 req-288a4bf2-61ae-47a0-8d05-fd08b4043807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:15.417832 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c7e2016f-839f-4e7a-9d23-9b40b78f20e4 req-288a4bf2-61ae-47a0-8d05-fd08b4043807 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757799 Apr 06 14:11:15.510401 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a058d953-dfdf-454c-b218-9b75834c5c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:11:15.576437 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c7e2016f-839f-4e7a-9d23-9b40b78f20e4 req-585f0a8f-eb4f-4a79-9152-ce6159cb77f2 service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516643 Apr 06 14:11:15.718236 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c7e2016f-839f-4e7a-9d23-9b40b78f20e4 req-a515a7b8-a2b5-4a95-ad17-505b3e45ea0a service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365261 Apr 06 14:11:17.727231 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6acc7b8f-b8a6-40b6-b5a3-e88399092c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:11:18.965349 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:11:19.074555 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:11:20.515700 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:11:27.743818 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:11:45.486973 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bf5a3b61-008f-4fec-9650-f46cde3e3b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:11:47.736343 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6b0ff627-bc74-429e-b6de-60d2305419b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:11:48.932870 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:11:49.090743 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:11:50.507527 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:11:50.572656 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:11:57.759159 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:01.703874 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01f846-74f2-4c77-851e-65c71573a372 req-cfbbe5d2-5ad3-449b-9b32-6a2f3d22ab3b tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:01.705332 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2b01f846-74f2-4c77-851e-65c71573a372 req-cfbbe5d2-5ad3-449b-9b32-6a2f3d22ab3b tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 945 time: 0.0846491 Apr 06 14:12:01.752811 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2b01f846-74f2-4c77-851e-65c71573a372 req-aafa9695-bde4-405b-b82d-6a210c0e3701 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409217 Apr 06 14:12:02.948979 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cf5be-f9b1-4cf9-808f-48107bf47dc2 req-572a58e7-636b-444d-b2b3-6e0501787b8f tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:02.950449 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d64cf5be-f9b1-4cf9-808f-48107bf47dc2 req-572a58e7-636b-444d-b2b3-6e0501787b8f tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 945 time: 0.0840325 Apr 06 14:12:02.995873 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d64cf5be-f9b1-4cf9-808f-48107bf47dc2 req-bc828353-7b3a-4e17-990f-c2e5026a5da3 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396471 Apr 06 14:12:04.183586 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c293b1-36bc-4a2c-b205-c25ee0c04cac req-ebc3c772-a88e-4db3-80e5-427c415c3fff tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:04.185041 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-11c293b1-36bc-4a2c-b205-c25ee0c04cac req-ebc3c772-a88e-4db3-80e5-427c415c3fff tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 945 time: 0.0804193 Apr 06 14:12:04.229605 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-11c293b1-36bc-4a2c-b205-c25ee0c04cac req-92e09a0f-efbb-44ca-a5d6-b12da03c79b4 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389001 Apr 06 14:12:05.422080 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e032b1-67bb-4c4f-b565-24a290c4ffa8 req-b29b440b-38f9-417e-ac57-5254b1295f1d tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:05.423574 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c9e032b1-67bb-4c4f-b565-24a290c4ffa8 req-b29b440b-38f9-417e-ac57-5254b1295f1d tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 945 time: 0.0850990 Apr 06 14:12:05.470210 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c9e032b1-67bb-4c4f-b565-24a290c4ffa8 req-30510b15-9e8f-4ab3-9a60-d634047233ce tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397367 Apr 06 14:12:06.662782 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ba21d-4fe9-4ab8-b1f6-bab5f6edcba4 req-b5b4865e-ec87-4661-bfb5-9812b4e3923d tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:06.664343 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bc2ba21d-4fe9-4ab8-b1f6-bab5f6edcba4 req-b5b4865e-ec87-4661-bfb5-9812b4e3923d tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 945 time: 0.0867641 Apr 06 14:12:06.715067 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bc2ba21d-4fe9-4ab8-b1f6-bab5f6edcba4 req-5c020580-8000-4bc0-b5b9-194cca5e8618 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449064 Apr 06 14:12:07.905053 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb77d9c-0862-44c2-9802-e163a49544ae req-8fb60b94-fc41-4bcd-8da9-31fec0a7af5d tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:07.906556 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5bb77d9c-0862-44c2-9802-e163a49544ae req-8fb60b94-fc41-4bcd-8da9-31fec0a7af5d tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 945 time: 0.0847325 Apr 06 14:12:07.950778 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5bb77d9c-0862-44c2-9802-e163a49544ae req-177a9a54-0fb1-4826-a227-019c09889cba tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385194 Apr 06 14:12:09.142016 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd61f72-bc1c-4a68-9ffd-3c60cb199cfa req-54de8fe1-96f4-4104-a38b-6ea8ace54131 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:09.143489 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cbd61f72-bc1c-4a68-9ffd-3c60cb199cfa req-54de8fe1-96f4-4104-a38b-6ea8ace54131 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 945 time: 0.0837085 Apr 06 14:12:09.189144 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cbd61f72-bc1c-4a68-9ffd-3c60cb199cfa req-93cda4d5-07cc-43fa-81ab-c468e60ca519 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400114 Apr 06 14:12:10.381295 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a996e7-1139-4077-885a-29e394063154 req-55e5ba16-91ac-4482-bc89-fb2b9c7d0825 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:10.382786 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-92a996e7-1139-4077-885a-29e394063154 req-55e5ba16-91ac-4482-bc89-fb2b9c7d0825 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 945 time: 0.0827556 Apr 06 14:12:10.430856 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-92a996e7-1139-4077-885a-29e394063154 req-4fbbe119-5a3f-47d4-b44d-24a6a03d8e74 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389347 Apr 06 14:12:11.626600 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70511f9-8bf6-41ab-938d-779e56c20718 req-d9f0373b-4343-41f5-bea6-b025694a9677 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:11.627870 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a70511f9-8bf6-41ab-938d-779e56c20718 req-d9f0373b-4343-41f5-bea6-b025694a9677 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 945 time: 0.0908720 Apr 06 14:12:11.675420 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a70511f9-8bf6-41ab-938d-779e56c20718 req-0566a8fb-075c-4e50-8218-999fba570136 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410929 Apr 06 14:12:12.864202 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1896c-f5af-4ffd-982e-ec135aa9df5d req-ae8edc53-96f3-4225-bf4e-311085ffc951 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:12.865755 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e7d1896c-f5af-4ffd-982e-ec135aa9df5d req-ae8edc53-96f3-4225-bf4e-311085ffc951 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 945 time: 0.0817127 Apr 06 14:12:12.912272 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e7d1896c-f5af-4ffd-982e-ec135aa9df5d req-2f9569d7-fb38-4108-b5cf-18c079fbe2a1 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406795 Apr 06 14:12:13.469572 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device a5e99c2f-3483-4967-bf5f-f8cef2948970 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:12:13.647207 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port a5e99c2f-3483-4967-bf5f-f8cef2948970, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a5e99c2f-3483-4967-bf5f-f8cef2948970,segment=NetworkSegment(db6d3d39-ba0c-4676-a92f-539487b0354e),segment_id=db6d3d39-ba0c-4676-a92f-539487b0354e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:12:13.661969 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': 'a5e99c2f-3483-4967-bf5f-f8cef2948970', 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'port_id': 'a5e99c2f-3483-4967-bf5f-f8cef2948970', 'mac_address': 'fa:16:3e:d0:f1:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:12:13.727221 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:13.745950 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5e99c2f-3483-4967-bf5f-f8cef2948970 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:12:13.763084 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port a5e99c2f-3483-4967-bf5f-f8cef2948970, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a5e99c2f-3483-4967-bf5f-f8cef2948970,segment=NetworkSegment(db6d3d39-ba0c-4676-a92f-539487b0354e),segment_id=db6d3d39-ba0c-4676-a92f-539487b0354e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:12:13.844892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:13.920877 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=a5e99c2f-3483-4967-bf5f-f8cef2948970,revision_number=6']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:13.924894 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['a5e99c2f-3483-4967-bf5f-f8cef2948970'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 14:12:13.989915 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:13.990865 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:13.991490 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:13.992025 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:13.992360 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:13.992756 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:13.993166 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:13.993492 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:13.993817 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:13.994143 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:13.994516 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:13.994841 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:14.127874 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97aab24-282d-4d4f-b94f-800908d9eef7 req-963fd9d9-7b11-45ae-9874-44c35df33868 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:14.129309 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a97aab24-282d-4d4f-b94f-800908d9eef7 req-963fd9d9-7b11-45ae-9874-44c35df33868 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 944 time: 0.1047513 Apr 06 14:12:14.183750 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a97aab24-282d-4d4f-b94f-800908d9eef7 req-e12b3fab-bda9-49f7-a93c-fd5af0f7f3ce tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486445 Apr 06 14:12:15.376516 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7517f3-24a3-4e06-8947-9841c3b08139 req-829057e7-42e1-4e00-a6b8-d77983e33b4f tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:15.378246 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ea7517f3-24a3-4e06-8947-9841c3b08139 req-829057e7-42e1-4e00-a6b8-d77983e33b4f tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 944 time: 0.0842083 Apr 06 14:12:15.430770 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ea7517f3-24a3-4e06-8947-9841c3b08139 req-b30e5386-34d9-4e2d-b71e-7457be06e2c2 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467281 Apr 06 14:12:15.469267 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device a5e99c2f-3483-4967-bf5f-f8cef2948970 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:12:15.501010 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b188f8b7-852e-41bd-b821-def96040ae22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:15.542957 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port a5e99c2f-3483-4967-bf5f-f8cef2948970 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:12:15.543327 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:15.664292 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:15.692848 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d5c04e-03c7-4bde-aed3-54631ba55233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e99c2f-3483-4967-bf5f-f8cef2948970'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:12:15.703092 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port a5e99c2f-3483-4967-bf5f-f8cef2948970, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a5e99c2f-3483-4967-bf5f-f8cef2948970,segment=NetworkSegment(db6d3d39-ba0c-4676-a92f-539487b0354e),segment_id=db6d3d39-ba0c-4676-a92f-539487b0354e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:12:15.773110 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:15.865187 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-560973cf-3cf9-4fd2-b785-60d1e8ed1738'] response: {'server_uuid': '22d5c04e-03c7-4bde-aed3-54631ba55233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e99c2f-3483-4967-bf5f-f8cef2948970', 'code': 200} Apr 06 14:12:15.879112 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=a5e99c2f-3483-4967-bf5f-f8cef2948970,revision_number=7']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:15.984937 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a65db-c626-49a0-b204-1ed239d23781 req-56d5861b-89fe-4ebe-8508-3ccf3f885415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:15.986553 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1c3a65db-c626-49a0-b204-1ed239d23781 req-56d5861b-89fe-4ebe-8508-3ccf3f885415 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4dbdded2523437ca2f2acae67ef7d30&device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 1098 time: 0.0924888 Apr 06 14:12:16.146496 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a65db-c626-49a0-b204-1ed239d23781 req-f5a6c148-89bb-42c9-be3e-522f1b4d1bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:16.148506 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1c3a65db-c626-49a0-b204-1ed239d23781 req-f5a6c148-89bb-42c9-be3e-522f1b4d1bef service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a HTTP/1.1" status: 200 len: 909 time: 0.1426024 Apr 06 14:12:16.275072 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1c3a65db-c626-49a0-b204-1ed239d23781 req-3f73da33-0dd7-4013-83ee-a81aa86e0409 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5e99c2f-3483-4967-bf5f-f8cef2948970 HTTP/1.1" status: 200 len: 1001 time: 0.1190565 Apr 06 14:12:16.348071 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a65db-c626-49a0-b204-1ed239d23781 req-ef2826a4-6849-4914-a15f-d8b1586b9c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:16.349730 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1c3a65db-c626-49a0-b204-1ed239d23781 req-ef2826a4-6849-4914-a15f-d8b1586b9c71 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc91ea8b-9315-40e7-859f-134cfc631846 HTTP/1.1" status: 200 len: 847 time: 0.0675569 Apr 06 14:12:16.444777 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a65db-c626-49a0-b204-1ed239d23781 req-8f2db65b-d6f3-45f2-923b-16bc1b3efe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:16.446364 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1c3a65db-c626-49a0-b204-1ed239d23781 req-8f2db65b-d6f3-45f2-923b-16bc1b3efe07 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0888762 Apr 06 14:12:16.622142 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1c3a65db-c626-49a0-b204-1ed239d23781 req-72ee0577-e58b-4e54-9b7c-29a9b370872b service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688185 Apr 06 14:12:16.670614 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec7a7d-efaa-413d-96c8-306e7dbf9042 req-3bd7bc8c-a897-4594-942d-794f7199b228 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:16.674531 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-91ec7a7d-efaa-413d-96c8-306e7dbf9042 req-3bd7bc8c-a897-4594-942d-794f7199b228 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 945 time: 0.1001542 Apr 06 14:12:16.730415 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-91ec7a7d-efaa-413d-96c8-306e7dbf9042 req-5885de51-be8a-4ace-8c78-bcede1d80299 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487728 Apr 06 14:12:16.813048 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-1c3a65db-c626-49a0-b204-1ed239d23781 req-7af6c228-41fe-4e9d-b22f-e83f4ab37bf9 service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846218 Apr 06 14:12:17.748054 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d0d89436-fbcc-4942-954a-496bf1166d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:17.955512 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96c225-6c53-4073-8882-0680284908cd req-d2cfaef8-1493-430f-9dfd-5cbc134ac342 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:17.958323 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5e96c225-6c53-4073-8882-0680284908cd req-d2cfaef8-1493-430f-9dfd-5cbc134ac342 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 945 time: 0.0973113 Apr 06 14:12:18.014592 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5e96c225-6c53-4073-8882-0680284908cd req-54360e4c-83a1-4194-af97-8e2b5d9705f8 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481782 Apr 06 14:12:18.932321 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:19.092114 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:19.240348 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a6232-67f6-4ef4-8ef0-a8b6b109cae7 req-5d2ec945-928a-48fb-a0c4-72ca742669d4 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:19.243298 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b63a6232-67f6-4ef4-8ef0-a8b6b109cae7 req-5d2ec945-928a-48fb-a0c4-72ca742669d4 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 945 time: 0.0986011 Apr 06 14:12:19.300516 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b63a6232-67f6-4ef4-8ef0-a8b6b109cae7 req-1b5b3694-d6ae-4aee-b671-bfe9c73c2ab2 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510151 Apr 06 14:12:20.480130 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:20.512736 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346414d7-6fad-4601-9c25-b182a788d813 req-18fc56f0-52d9-487a-9870-366c7e0ef8ff tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:20.514467 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-346414d7-6fad-4601-9c25-b182a788d813 req-18fc56f0-52d9-487a-9870-366c7e0ef8ff tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 945 time: 0.0980520 Apr 06 14:12:20.564978 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-346414d7-6fad-4601-9c25-b182a788d813 req-69d5e312-d204-422f-a5c9-4807a8f15412 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446537 Apr 06 14:12:21.762308 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205ffbd-c894-4c85-be17-0045c458e62c req-b49395b9-5ea2-41aa-a3fc-514113d30a14 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:21.763881 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1205ffbd-c894-4c85-be17-0045c458e62c req-b49395b9-5ea2-41aa-a3fc-514113d30a14 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 945 time: 0.0832984 Apr 06 14:12:21.816234 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1205ffbd-c894-4c85-be17-0045c458e62c req-bfe1fa61-ba70-4563-a75c-125050771037 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461118 Apr 06 14:12:23.034453 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffe5b8-a6a3-446a-b197-d53f26bb3782 req-ad70526d-6876-42a2-91bb-ced8fddb2f32 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:23.036093 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f3ffe5b8-a6a3-446a-b197-d53f26bb3782 req-ad70526d-6876-42a2-91bb-ced8fddb2f32 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 945 time: 0.1075878 Apr 06 14:12:23.100174 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f3ffe5b8-a6a3-446a-b197-d53f26bb3782 req-6d5bafff-db24-418f-a904-1a5e73378f38 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541360 Apr 06 14:12:24.437639 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b64803-4f4d-48d7-a0d4-6794a3e3ad78 req-d657ef92-fe50-459d-8034-abfbde051e4f tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:24.439006 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-20b64803-4f4d-48d7-a0d4-6794a3e3ad78 req-d657ef92-fe50-459d-8034-abfbde051e4f tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 945 time: 0.2039878 Apr 06 14:12:24.486464 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-20b64803-4f4d-48d7-a0d4-6794a3e3ad78 req-051c8f97-627a-4c65-a546-bbddb083fe45 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407891 Apr 06 14:12:25.697325 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229663ad-9e36-4d04-af12-84a54726516d req-d88067ee-7526-4b9e-8e2f-3216644eeacd tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:25.699030 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-229663ad-9e36-4d04-af12-84a54726516d req-d88067ee-7526-4b9e-8e2f-3216644eeacd tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 945 time: 0.0894516 Apr 06 14:12:25.750894 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-229663ad-9e36-4d04-af12-84a54726516d req-3f0df345-6fdc-44b3-95ce-520be9e13b6d tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440385 Apr 06 14:12:26.949635 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d88a25-2ec4-4da8-9107-8b95182ddb79 req-c9779bf0-439b-43ea-af80-fdcf6ed891aa tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:26.951198 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c9d88a25-2ec4-4da8-9107-8b95182ddb79 req-c9779bf0-439b-43ea-af80-fdcf6ed891aa tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 945 time: 0.0865502 Apr 06 14:12:27.003411 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-c9d88a25-2ec4-4da8-9107-8b95182ddb79 req-a713583c-bea2-4e1f-8cdc-5bc141ef2ea9 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453730 Apr 06 14:12:27.219319 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26adbb3b-306d-416c-93c3-5fbaa6b830ad req-d793e719-28f8-4e1b-b22d-a3a6d827971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:27.220789 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-26adbb3b-306d-416c-93c3-5fbaa6b830ad req-d793e719-28f8-4e1b-b22d-a3a6d827971d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4dbdded2523437ca2f2acae67ef7d30&device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 1098 time: 0.2419326 Apr 06 14:12:27.358079 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26adbb3b-306d-416c-93c3-5fbaa6b830ad req-983e61ac-2242-42be-8d63-23bee2fe75b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:27.359467 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-26adbb3b-306d-416c-93c3-5fbaa6b830ad req-983e61ac-2242-42be-8d63-23bee2fe75b5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a HTTP/1.1" status: 200 len: 909 time: 0.1324055 Apr 06 14:12:27.469920 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-26adbb3b-306d-416c-93c3-5fbaa6b830ad req-1e0f0490-2b16-46d8-95fb-3303ab25d808 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5e99c2f-3483-4967-bf5f-f8cef2948970 HTTP/1.1" status: 200 len: 1001 time: 0.1039152 Apr 06 14:12:27.532293 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26adbb3b-306d-416c-93c3-5fbaa6b830ad req-e7be0cde-c602-4533-918c-f03e91ee67b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:27.533735 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-26adbb3b-306d-416c-93c3-5fbaa6b830ad req-e7be0cde-c602-4533-918c-f03e91ee67b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc91ea8b-9315-40e7-859f-134cfc631846 HTTP/1.1" status: 200 len: 847 time: 0.0593801 Apr 06 14:12:27.572384 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:12:27.615608 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26adbb3b-306d-416c-93c3-5fbaa6b830ad req-91b96c07-4a1b-4a93-aceb-9b92ab57686e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:27.616994 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-26adbb3b-306d-416c-93c3-5fbaa6b830ad req-91b96c07-4a1b-4a93-aceb-9b92ab57686e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772226 Apr 06 14:12:27.719277 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:27.759057 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-26adbb3b-306d-416c-93c3-5fbaa6b830ad req-ea7eb796-2377-4b54-b580-77d520d727de service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347353 Apr 06 14:12:27.898501 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-26adbb3b-306d-416c-93c3-5fbaa6b830ad req-4cceda4f-83cf-4c56-9c79-e28f3ff33535 service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325805 Apr 06 14:12:28.204082 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239420b-e1b2-4e94-9e9d-363c4d018d2a req-69a24752-8db5-4d30-986d-3b0b472d0962 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:28.205467 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9239420b-e1b2-4e94-9e9d-363c4d018d2a req-69a24752-8db5-4d30-986d-3b0b472d0962 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 945 time: 0.0865059 Apr 06 14:12:28.251940 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9239420b-e1b2-4e94-9e9d-363c4d018d2a req-b81ccbda-1336-477d-8fed-a456354ccf0c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387390 Apr 06 14:12:29.452581 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0baaf6f-4f09-42df-9387-d3fce7f435f5 req-623a1fe0-d75b-4bf1-880d-055018a0b529 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:29.454683 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d0baaf6f-4f09-42df-9387-d3fce7f435f5 req-623a1fe0-d75b-4bf1-880d-055018a0b529 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 945 time: 0.0845349 Apr 06 14:12:29.501268 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d0baaf6f-4f09-42df-9387-d3fce7f435f5 req-2326c600-db2c-4a24-a35f-f9f78d342b7f tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407484 Apr 06 14:12:30.697552 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd73fe5-9101-4f1c-9664-53a20b84975d req-3284b52d-c74c-467b-a058-4fea74b37cd0 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:30.699072 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5cd73fe5-9101-4f1c-9664-53a20b84975d req-3284b52d-c74c-467b-a058-4fea74b37cd0 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 945 time: 0.0894535 Apr 06 14:12:30.746932 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5cd73fe5-9101-4f1c-9664-53a20b84975d req-427410c9-f7ba-4207-9596-e91da0eee951 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421562 Apr 06 14:12:31.291582 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa008d20-3783-4ca5-93c0-c7c7ed4813ef req-cdc8fdb9-f4dd-4a78-8727-51daae1e333d tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:31.293090 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-aa008d20-3783-4ca5-93c0-c7c7ed4813ef req-cdc8fdb9-f4dd-4a78-8727-51daae1e333d tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 945 time: 0.0822430 Apr 06 14:12:31.343968 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-aa008d20-3783-4ca5-93c0-c7c7ed4813ef req-d65a4ecb-50dc-49b8-a79f-39c49e0cc45c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445521 Apr 06 14:12:31.518539 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device a5e99c2f-3483-4967-bf5f-f8cef2948970 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:12:31.633886 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:31.660624 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d5c04e-03c7-4bde-aed3-54631ba55233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5e99c2f-3483-4967-bf5f-f8cef2948970'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:12:31.670244 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port a5e99c2f-3483-4967-bf5f-f8cef2948970, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a5e99c2f-3483-4967-bf5f-f8cef2948970,segment=NetworkSegment(db6d3d39-ba0c-4676-a92f-539487b0354e),segment_id=db6d3d39-ba0c-4676-a92f-539487b0354e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:12:31.702665 dv-neutron-834600-1-hyperv neutron-server[88566]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cbd388e2-d39a-46ad-b78f-eddfb8952240']: {'server_uuid': '22d5c04e-03c7-4bde-aed3-54631ba55233', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a5e99c2f-3483-4967-bf5f-f8cef2948970', 'code': 422} returned with failed status Apr 06 14:12:31.719799 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:31.761396 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 56478) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:12:31.793863 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=a5e99c2f-3483-4967-bf5f-f8cef2948970,revision_number=8']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:31.884993 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-447cfc27-bc8d-4ab7-928d-d8efded5c52c req-fc1b2f52-7a34-4ea5-ad6b-6216d89bf9f7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1224186 Apr 06 14:12:32.534851 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73ada0-6d97-4259-b7d6-f338afc8ae14 req-f4f43a4d-54e1-4c1b-b7e4-ae4e5b27a2f9 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:32.536379 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cd73ada0-6d97-4259-b7d6-f338afc8ae14 req-f4f43a4d-54e1-4c1b-b7e4-ae4e5b27a2f9 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 943 time: 0.0817750 Apr 06 14:12:32.585566 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cd73ada0-6d97-4259-b7d6-f338afc8ae14 req-0c09df08-9b85-48ca-a903-61f10793ef6c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435627 Apr 06 14:12:33.777559 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2d65d-444c-415f-81ee-165c4ae824c5 req-703c699b-2a97-4d8d-ba59-1eb84bd6f6bd tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:33.779017 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-64a2d65d-444c-415f-81ee-165c4ae824c5 req-703c699b-2a97-4d8d-ba59-1eb84bd6f6bd tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 943 time: 0.0855923 Apr 06 14:12:33.827504 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-64a2d65d-444c-415f-81ee-165c4ae824c5 req-3029c66c-c79b-4317-8005-729c2554b894 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427110 Apr 06 14:12:35.036999 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940cf31-e5a8-4c8a-876d-ff3335b2b081 req-d120ffc3-88ea-4b33-9f8c-6173f057cbb3 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:35.038584 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e940cf31-e5a8-4c8a-876d-ff3335b2b081 req-d120ffc3-88ea-4b33-9f8c-6173f057cbb3 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 943 time: 0.0960467 Apr 06 14:12:35.099948 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e940cf31-e5a8-4c8a-876d-ff3335b2b081 req-f3954b01-d314-46a5-bd5b-312dc4eca37d tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549417 Apr 06 14:12:35.504382 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cfc27-bc8d-4ab7-928d-d8efded5c52c req-22e2f2e1-af1c-4bde-9d64-4643b7c8f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:35.506180 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-447cfc27-bc8d-4ab7-928d-d8efded5c52c req-22e2f2e1-af1c-4bde-9d64-4643b7c8f329 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233&tenant_id=b4dbdded2523437ca2f2acae67ef7d30 HTTP/1.1" status: 200 len: 1096 time: 0.0751143 Apr 06 14:12:35.607607 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cfc27-bc8d-4ab7-928d-d8efded5c52c req-bd9616e8-8b24-4f28-bde8-1f89e5571a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:35.609039 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-447cfc27-bc8d-4ab7-928d-d8efded5c52c req-bd9616e8-8b24-4f28-bde8-1f89e5571a29 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4dbdded2523437ca2f2acae67ef7d30&device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 1096 time: 0.0783150 Apr 06 14:12:35.749586 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cfc27-bc8d-4ab7-928d-d8efded5c52c req-735bcbe7-2e31-403a-9157-743e04f62d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:35.751014 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-447cfc27-bc8d-4ab7-928d-d8efded5c52c req-735bcbe7-2e31-403a-9157-743e04f62d04 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a HTTP/1.1" status: 200 len: 909 time: 0.1360292 Apr 06 14:12:35.852638 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-447cfc27-bc8d-4ab7-928d-d8efded5c52c req-95ca3fa6-576b-492b-83ab-7952a1398ebc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5e99c2f-3483-4967-bf5f-f8cef2948970 HTTP/1.1" status: 200 len: 999 time: 0.0956266 Apr 06 14:12:35.921244 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cfc27-bc8d-4ab7-928d-d8efded5c52c req-5d51b158-6585-40f7-b751-1c2bf4de5988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:35.922683 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-447cfc27-bc8d-4ab7-928d-d8efded5c52c req-5d51b158-6585-40f7-b751-1c2bf4de5988 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc91ea8b-9315-40e7-859f-134cfc631846 HTTP/1.1" status: 200 len: 847 time: 0.0639453 Apr 06 14:12:36.005956 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cfc27-bc8d-4ab7-928d-d8efded5c52c req-f6f6cb90-dda4-40b0-bf59-05034043d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:36.007477 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-447cfc27-bc8d-4ab7-928d-d8efded5c52c req-f6f6cb90-dda4-40b0-bf59-05034043d186 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790567 Apr 06 14:12:36.146904 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-447cfc27-bc8d-4ab7-928d-d8efded5c52c req-f61a0640-716a-446a-ae6c-a3cf9f8071c9 service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326740 Apr 06 14:12:36.291806 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-447cfc27-bc8d-4ab7-928d-d8efded5c52c req-f8259f97-f652-4b27-aadc-d5bd929e32f6 service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359010 Apr 06 14:12:36.305587 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102c805-d245-44ae-8360-a3bb8fe8a5b9 req-148552e4-3071-46d1-a478-15cb6ec55311 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:36.307221 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f102c805-d245-44ae-8360-a3bb8fe8a5b9 req-148552e4-3071-46d1-a478-15cb6ec55311 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 943 time: 0.0888135 Apr 06 14:12:36.353599 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f102c805-d245-44ae-8360-a3bb8fe8a5b9 req-d0f0d06f-f82b-4303-ad6f-dc1282f9102a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404792 Apr 06 14:12:37.596859 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f516e-ab0a-4e7b-aa37-45ef53c872bf req-a4db383b-f705-4040-bae6-8e6c24555f95 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:37.599369 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fd3f516e-ab0a-4e7b-aa37-45ef53c872bf req-a4db383b-f705-4040-bae6-8e6c24555f95 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 943 time: 0.1088049 Apr 06 14:12:37.655590 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fd3f516e-ab0a-4e7b-aa37-45ef53c872bf req-8ee84bed-4d2b-4ea5-9e13-73a16efff42e tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497832 Apr 06 14:12:38.867797 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae897e09-c06d-4b57-9e73-3ffd277c6ca1 req-583a27b8-f7f9-4cd2-9c8c-2fce3d54003f tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:38.869296 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ae897e09-c06d-4b57-9e73-3ffd277c6ca1 req-583a27b8-f7f9-4cd2-9c8c-2fce3d54003f tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 943 time: 0.0942080 Apr 06 14:12:38.929912 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ae897e09-c06d-4b57-9e73-3ffd277c6ca1 req-463f74dc-a5ce-4ab5-be1f-3fc7d385c2dd tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528491 Apr 06 14:12:40.125436 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f4e44-5f24-44d2-bdc9-39220a2e782b req-cc66aaea-f5c3-4abb-bd17-3d2e8a383c7d tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:40.126971 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ad1f4e44-5f24-44d2-bdc9-39220a2e782b req-cc66aaea-f5c3-4abb-bd17-3d2e8a383c7d tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 943 time: 0.0862131 Apr 06 14:12:40.173826 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ad1f4e44-5f24-44d2-bdc9-39220a2e782b req-d5d6e622-3310-4c30-845f-470f6d69a46e tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404098 Apr 06 14:12:41.388515 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a42a73-73c3-4695-af19-3783c12ef98b req-68eca04b-373c-425b-89ea-060d8f4cdd10 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:41.389959 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-26a42a73-73c3-4695-af19-3783c12ef98b req-68eca04b-373c-425b-89ea-060d8f4cdd10 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 943 time: 0.0917125 Apr 06 14:12:41.437379 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-26a42a73-73c3-4695-af19-3783c12ef98b req-f44ac06c-9b5d-4640-a817-8335aa34e087 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414438 Apr 06 14:12:42.632106 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a9cd4-acc0-4c2b-9162-7bd6acd10436 req-474cd972-9492-4dfe-b95c-9847cb34720f tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:42.633580 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4b9a9cd4-acc0-4c2b-9162-7bd6acd10436 req-474cd972-9492-4dfe-b95c-9847cb34720f tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 943 time: 0.0848405 Apr 06 14:12:42.683841 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-4b9a9cd4-acc0-4c2b-9162-7bd6acd10436 req-29ec7baa-86da-4097-8132-675ae309caee tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447259 Apr 06 14:12:43.888300 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7f8f8-13d2-47b9-a9eb-2fc974a0b8a4 req-587079d9-765f-4b3f-925b-2e051a526ba9 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:43.889847 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cfb7f8f8-13d2-47b9-a9eb-2fc974a0b8a4 req-587079d9-765f-4b3f-925b-2e051a526ba9 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 943 time: 0.0866458 Apr 06 14:12:43.950853 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cfb7f8f8-13d2-47b9-a9eb-2fc974a0b8a4 req-8e5ce130-0b6c-48e6-8bfd-c0f9522a006a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472677 Apr 06 14:12:45.151391 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d92ae3-d2dc-4724-ad9e-0c9893132aa0 req-c3411bfc-f917-4af2-9bb3-53a738e951b7 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:45.152816 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-36d92ae3-d2dc-4724-ad9e-0c9893132aa0 req-c3411bfc-f917-4af2-9bb3-53a738e951b7 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 943 time: 0.0811708 Apr 06 14:12:45.196770 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-36d92ae3-d2dc-4724-ad9e-0c9893132aa0 req-35e27f78-3a80-4383-bb16-48cd4ae2158c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382614 Apr 06 14:12:45.513529 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d1b5ebad-48de-4111-b730-f381c05d6a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:46.380778 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416b879-0324-48cb-8a22-2b000fa2cfd8 req-71c4b3d3-9129-45c8-8ff7-119c90a9047d tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:46.382214 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0416b879-0324-48cb-8a22-2b000fa2cfd8 req-71c4b3d3-9129-45c8-8ff7-119c90a9047d tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 943 time: 0.0788822 Apr 06 14:12:46.425610 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0416b879-0324-48cb-8a22-2b000fa2cfd8 req-a096c569-ba5e-4ab8-89a0-68caac5b1129 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373518 Apr 06 14:12:47.593505 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device a5e99c2f-3483-4967-bf5f-f8cef2948970 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:12:47.612379 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd8779-be0a-4c2f-b3c4-45483ec9f4fa req-968e55fe-4534-4f22-85f6-ed2feef5b419 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:47.616142 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-07cd8779-be0a-4c2f-b3c4-45483ec9f4fa req-968e55fe-4534-4f22-85f6-ed2feef5b419 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 943 time: 0.0852084 Apr 06 14:12:47.660864 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-07cd8779-be0a-4c2f-b3c4-45483ec9f4fa req-db455483-5fc4-49b6-a59d-2713830d2014 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390255 Apr 06 14:12:47.737405 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port a5e99c2f-3483-4967-bf5f-f8cef2948970, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a5e99c2f-3483-4967-bf5f-f8cef2948970,segment=NetworkSegment(db6d3d39-ba0c-4676-a92f-539487b0354e),segment_id=db6d3d39-ba0c-4676-a92f-539487b0354e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:12:47.750768 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': 'a5e99c2f-3483-4967-bf5f-f8cef2948970', 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'port_id': 'a5e99c2f-3483-4967-bf5f-f8cef2948970', 'mac_address': 'fa:16:3e:d0:f1:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:12:47.784086 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b0f661c8-42b1-4d13-a0e0-117046034d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:47.812241 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:47.828925 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e99c2f-3483-4967-bf5f-f8cef2948970 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:12:47.844156 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port a5e99c2f-3483-4967-bf5f-f8cef2948970, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a5e99c2f-3483-4967-bf5f-f8cef2948970,segment=NetworkSegment(db6d3d39-ba0c-4676-a92f-539487b0354e),segment_id=db6d3d39-ba0c-4676-a92f-539487b0354e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:12:47.936612 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:48.002172 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=a5e99c2f-3483-4967-bf5f-f8cef2948970,revision_number=9']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:48.183693 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['a5e99c2f-3483-4967-bf5f-f8cef2948970'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 14:12:48.850585 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4587d-a9b7-4ae2-a09a-badf38f02b30 req-5b9cdbd5-5e22-4168-886d-392b7c63bda5 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:48.852041 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9aa4587d-a9b7-4ae2-a09a-badf38f02b30 req-5b9cdbd5-5e22-4168-886d-392b7c63bda5 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 944 time: 0.0823116 Apr 06 14:12:48.896195 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9aa4587d-a9b7-4ae2-a09a-badf38f02b30 req-8b9c59c5-5821-45ae-8b45-fab65831b1cf tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385320 Apr 06 14:12:48.959618 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:49.079168 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:49.623414 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device a5e99c2f-3483-4967-bf5f-f8cef2948970 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:12:49.691772 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port a5e99c2f-3483-4967-bf5f-f8cef2948970 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:12:49.692140 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:49.832709 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:49.858822 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d5c04e-03c7-4bde-aed3-54631ba55233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e99c2f-3483-4967-bf5f-f8cef2948970'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:12:49.868738 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port a5e99c2f-3483-4967-bf5f-f8cef2948970, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a5e99c2f-3483-4967-bf5f-f8cef2948970,segment=NetworkSegment(db6d3d39-ba0c-4676-a92f-539487b0354e),segment_id=db6d3d39-ba0c-4676-a92f-539487b0354e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:12:49.902176 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef90839f-ffd6-41ba-81ae-6fc682be684a'] response: {'server_uuid': '22d5c04e-03c7-4bde-aed3-54631ba55233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e99c2f-3483-4967-bf5f-f8cef2948970', 'code': 200} Apr 06 14:12:49.942415 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:50.008562 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=a5e99c2f-3483-4967-bf5f-f8cef2948970,revision_number=10']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:50.091668 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541156a-4aeb-420a-93ff-4210604902d1 req-d485d7f3-52b8-45eb-8977-526c39d4a55b tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:50.093112 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a541156a-4aeb-420a-93ff-4210604902d1 req-d485d7f3-52b8-45eb-8977-526c39d4a55b tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 946 time: 0.0804100 Apr 06 14:12:50.137634 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a541156a-4aeb-420a-93ff-4210604902d1 req-8903fd62-49f5-4b9c-b62f-55a54da3ebf6 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378652 Apr 06 14:12:50.357500 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3f522-1d73-457d-88e6-fe38fe66cfbc req-90e21fd4-885b-4020-9fd2-d2f3d2bafc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:50.358994 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-36f3f522-1d73-457d-88e6-fe38fe66cfbc req-90e21fd4-885b-4020-9fd2-d2f3d2bafc3b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 1099 time: 0.1703501 Apr 06 14:12:50.398615 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-36f3f522-1d73-457d-88e6-fe38fe66cfbc req-4c67c0a1-d0a2-4101-ad7f-4f7d143ae38d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335927 Apr 06 14:12:50.468132 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:12:51.442678 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fb259-bda2-4604-9c0b-422d712f3280 req-c545cb76-0887-4231-9ea8-2070d8be34bf tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:51.444167 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-403fb259-bda2-4604-9c0b-422d712f3280 req-c545cb76-0887-4231-9ea8-2070d8be34bf tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 946 time: 0.1945803 Apr 06 14:12:51.488765 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-403fb259-bda2-4604-9c0b-422d712f3280 req-cbeba717-bcde-4582-9f2a-fecf75373331 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391362 Apr 06 14:12:52.680302 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc50dfa-73a0-4cfe-985e-e94ae7d22918 req-fc32a523-1c53-4148-9700-b77b14d9011f tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:52.681759 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cfc50dfa-73a0-4cfe-985e-e94ae7d22918 req-fc32a523-1c53-4148-9700-b77b14d9011f tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 946 time: 0.0828376 Apr 06 14:12:52.727572 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cfc50dfa-73a0-4cfe-985e-e94ae7d22918 req-174f899c-9321-40f1-b4e4-7b341902a2f4 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400681 Apr 06 14:12:53.916649 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298bfb1-15e0-4548-ad1f-f72880105a3a req-fd7b2c63-c1be-4a94-8344-0577013c1303 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:53.918093 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6298bfb1-15e0-4548-ad1f-f72880105a3a req-fd7b2c63-c1be-4a94-8344-0577013c1303 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 946 time: 0.0816886 Apr 06 14:12:53.962410 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6298bfb1-15e0-4548-ad1f-f72880105a3a req-28364af4-ee28-4159-ac89-89e2953e7bd1 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386493 Apr 06 14:12:57.805252 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:04.572252 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:13:15.461866 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ac2d343e-1dc6-44ff-a2d5-10b96933d2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:16.856463 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7ac047be-0abc-4b96-a8aa-fdc5cadcedfe req-0b5b8a1a-4d70-4c1d-8685-c6d5e2bd041a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677238 Apr 06 14:13:16.997385 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac047be-0abc-4b96-a8aa-fdc5cadcedfe req-f0db94df-0901-46cf-8e5b-0f4d8de2f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:16.998839 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7ac047be-0abc-4b96-a8aa-fdc5cadcedfe req-f0db94df-0901-46cf-8e5b-0f4d8de2f105 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4dbdded2523437ca2f2acae67ef7d30&device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 1099 time: 0.0730453 Apr 06 14:13:17.140009 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac047be-0abc-4b96-a8aa-fdc5cadcedfe req-0e357ff3-cde4-4f3a-ad30-807a297d6ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:17.141409 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7ac047be-0abc-4b96-a8aa-fdc5cadcedfe req-0e357ff3-cde4-4f3a-ad30-807a297d6ffc service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a HTTP/1.1" status: 200 len: 909 time: 0.1252773 Apr 06 14:13:17.243332 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7ac047be-0abc-4b96-a8aa-fdc5cadcedfe req-5b4877f4-d103-4816-81f5-0f0798998ea7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5e99c2f-3483-4967-bf5f-f8cef2948970 HTTP/1.1" status: 200 len: 1001 time: 0.0954690 Apr 06 14:13:17.305590 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac047be-0abc-4b96-a8aa-fdc5cadcedfe req-a4035545-9027-462b-a864-3a212d5a8e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:17.307026 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7ac047be-0abc-4b96-a8aa-fdc5cadcedfe req-a4035545-9027-462b-a864-3a212d5a8e70 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc91ea8b-9315-40e7-859f-134cfc631846 HTTP/1.1" status: 200 len: 847 time: 0.0574863 Apr 06 14:13:17.385701 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac047be-0abc-4b96-a8aa-fdc5cadcedfe req-0ef59cad-211f-428e-a1fe-c819a7c91ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:17.387162 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7ac047be-0abc-4b96-a8aa-fdc5cadcedfe req-0ef59cad-211f-428e-a1fe-c819a7c91ad3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749426 Apr 06 14:13:17.517446 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7ac047be-0abc-4b96-a8aa-fdc5cadcedfe req-c8f9179e-62f3-4c6c-9b1b-c664792098fb service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234217 Apr 06 14:13:17.648107 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7ac047be-0abc-4b96-a8aa-fdc5cadcedfe req-ec9bfe3a-5336-4638-9b80-a4f6501a1fab service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243119 Apr 06 14:13:17.735770 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2d4a7c59-1ac2-4b30-8874-97898b6b847a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:18.953262 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:19.050872 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:20.490282 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:27.764603 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:41.573013 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:13:45.495558 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5f9bebcc-ba95-4ac0-8bea-e39077f20c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:47.735187 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-07ab2859-8ecd-45e0-9acf-798a1e4b08b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:48.947086 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:49.055557 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:50.516046 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:13:57.752496 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:04.007552 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 56614) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:04.210943 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-f71cbc41-0948-4050-b4b7-62c5de858c97 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Deleting port 248b0f83-735c-4c60-acc7-ef47a48b4506 {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:14:04.211278 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f71cbc41-0948-4050-b4b7-62c5de858c97 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:04.383142 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f71cbc41-0948-4050-b4b7-62c5de858c97 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:04.383465 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f71cbc41-0948-4050-b4b7-62c5de858c97 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:04.506048 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-f71cbc41-0948-4050-b4b7-62c5de858c97 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Calling delete_port for 248b0f83-735c-4c60-acc7-ef47a48b4506 owned by network:floatingip {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:14:04.728687 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f71cbc41-0948-4050-b4b7-62c5de858c97 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:04.777614 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cbc41-0948-4050-b4b7-62c5de858c97 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Pushing event deleted for resources: {'Port': ['ID=248b0f83-735c-4c60-acc7-ef47a48b4506,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:04.816784 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71cbc41-0948-4050-b4b7-62c5de858c97 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:04.817345 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71cbc41-0948-4050-b4b7-62c5de858c97 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:04.817682 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71cbc41-0948-4050-b4b7-62c5de858c97 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:04.818008 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71cbc41-0948-4050-b4b7-62c5de858c97 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:04.818332 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71cbc41-0948-4050-b4b7-62c5de858c97 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:04.818652 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71cbc41-0948-4050-b4b7-62c5de858c97 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:04.819005 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71cbc41-0948-4050-b4b7-62c5de858c97 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:04.819324 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71cbc41-0948-4050-b4b7-62c5de858c97 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:04.819641 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71cbc41-0948-4050-b4b7-62c5de858c97 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:04.819954 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71cbc41-0948-4050-b4b7-62c5de858c97 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:04.820265 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71cbc41-0948-4050-b4b7-62c5de858c97 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:04.820604 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71cbc41-0948-4050-b4b7-62c5de858c97 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:04.876706 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f71cbc41-0948-4050-b4b7-62c5de858c97 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for floatingip, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:04.877026 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-f71cbc41-0948-4050-b4b7-62c5de858c97 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Floating IP 49f17499-ac65-4be7-b3d8-20d5e900eba7 disassociated (deleted). External IP: 172.26.4.218, port: a5e99c2f-3483-4967-bf5f-f8cef2948970. Apr 06 14:14:05.319208 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71cbc41-0948-4050-b4b7-62c5de858c97 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Router 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:14:05.498434 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71cbc41-0948-4050-b4b7-62c5de858c97 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:14:05.508139 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f719558-350d-4e3d-85df-0db9660985fe None None] Sync routers for ids ['3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:14:05.510500 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f71cbc41-0948-4050-b4b7-62c5de858c97 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:05.517435 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f719558-350d-4e3d-85df-0db9660985fe None None] Routers {'3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:14:05.518031 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-1f719558-350d-4e3d-85df-0db9660985fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:13:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:05.565093 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f71cbc41-0948-4050-b4b7-62c5de858c97 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "DELETE /v2.0/floatingips/49f17499-ac65-4be7-b3d8-20d5e900eba7 HTTP/1.1" status: 204 len: 168 time: 1.5564530 Apr 06 14:14:05.565766 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d5c04e-03c7-4bde-aed3-54631ba55233', 'tag': 'a5e99c2f-3483-4967-bf5f-f8cef2948970'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:14:05.609956 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-934342ec-6792-4704-81f7-1ec354f4d8aa'] response: {'name': 'network-changed', 'server_uuid': '22d5c04e-03c7-4bde-aed3-54631ba55233', 'tag': 'a5e99c2f-3483-4967-bf5f-f8cef2948970', 'status': 'completed', 'code': 200} Apr 06 14:14:05.697140 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-1f719558-350d-4e3d-85df-0db9660985fe None None] Set router 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:14:05.706859 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcf8fb-abb8-4280-8b9f-28c68253ee90 req-e03f824f-c4aa-4b17-8525-ddce4baba5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:05.708725 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7bbcf8fb-abb8-4280-8b9f-28c68253ee90 req-e03f824f-c4aa-4b17-8525-ddce4baba5f1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4dbdded2523437ca2f2acae67ef7d30&device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 1099 time: 0.0784011 Apr 06 14:14:05.842868 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcf8fb-abb8-4280-8b9f-28c68253ee90 req-84b0ee97-4910-4b2e-aec4-d5c49a85f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:05.844327 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7bbcf8fb-abb8-4280-8b9f-28c68253ee90 req-84b0ee97-4910-4b2e-aec4-d5c49a85f0f3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a HTTP/1.1" status: 200 len: 909 time: 0.1296711 Apr 06 14:14:05.914983 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7bbcf8fb-abb8-4280-8b9f-28c68253ee90 req-c54e0921-3f21-4901-bd3c-b2f1135d1070 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5e99c2f-3483-4967-bf5f-f8cef2948970 HTTP/1.1" status: 200 len: 217 time: 0.0648053 Apr 06 14:14:05.982175 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcf8fb-abb8-4280-8b9f-28c68253ee90 req-b56b34c3-eab7-4a12-b56c-7a6752219d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:05.983635 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7bbcf8fb-abb8-4280-8b9f-28c68253ee90 req-b56b34c3-eab7-4a12-b56c-7a6752219d89 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc91ea8b-9315-40e7-859f-134cfc631846 HTTP/1.1" status: 200 len: 847 time: 0.0633183 Apr 06 14:14:06.013075 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-1f719558-350d-4e3d-85df-0db9660985fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'name': 'tempest-TestShelveInstance-629026314-router', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:31Z', 'updated_at': '2022-04-06T14:09:35Z', 'revision_number': 4, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'gw_port': {'id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:32Z', 'updated_at': '2022-04-06T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '10e9f1b7-cbd9-417b-9151-c6175402013e', 'name': '', 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'mac_address': 'fa:16:3e:f0:f5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:34Z', 'updated_at': '2022-04-06T14:09:40Z', 'revision_number': 5, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'subnets': [{'id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:06.017224 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f719558-350d-4e3d-85df-0db9660985fe None None] Checking router: 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:14:06.026931 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f719558-350d-4e3d-85df-0db9660985fe None None] Routers {'3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:14:06.027532 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-1f719558-350d-4e3d-85df-0db9660985fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:13:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:06.060549 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcf8fb-abb8-4280-8b9f-28c68253ee90 req-4d621d34-3854-42f3-aaea-1d766c417c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:06.062010 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7bbcf8fb-abb8-4280-8b9f-28c68253ee90 req-4d621d34-3854-42f3-aaea-1d766c417c2d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729728 Apr 06 14:14:06.181703 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e04f49-aaed-412a-84af-181571c961ad req-27759953-461e-4f03-8e01-a2757cc4d497 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:06.181703 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-d4e04f49-aaed-412a-84af-181571c961ad req-27759953-461e-4f03-8e01-a2757cc4d497 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Synchronizing usage tracker for tenant:b4dbdded2523437ca2f2acae67ef7d30 on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:14:06.199638 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7bbcf8fb-abb8-4280-8b9f-28c68253ee90 req-73f5bf2e-0950-417c-a7b9-5509b1a7c46b service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302648 Apr 06 14:14:06.223148 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-1f719558-350d-4e3d-85df-0db9660985fe None None] Set router 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:14:06.266510 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-d4e04f49-aaed-412a-84af-181571c961ad req-27759953-461e-4f03-8e01-a2757cc4d497 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Unset dirty status for tenant:b4dbdded2523437ca2f2acae67ef7d30 on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:14:06.267741 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d4e04f49-aaed-412a-84af-181571c961ad req-27759953-461e-4f03-8e01-a2757cc4d497 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 946 time: 0.1714356 Apr 06 14:14:06.320722 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d4e04f49-aaed-412a-84af-181571c961ad req-90208f0b-d20c-4c61-91b0-d366a332b4dc tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449891 Apr 06 14:14:06.335293 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-7bbcf8fb-abb8-4280-8b9f-28c68253ee90 req-9bc32911-cf30-4d29-b987-64052a6c174c service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291423 Apr 06 14:14:06.577213 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-1f719558-350d-4e3d-85df-0db9660985fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'name': 'tempest-TestShelveInstance-629026314-router', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:31Z', 'updated_at': '2022-04-06T14:09:35Z', 'revision_number': 4, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'gw_port': {'id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:32Z', 'updated_at': '2022-04-06T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '10e9f1b7-cbd9-417b-9151-c6175402013e', 'name': '', 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'mac_address': 'fa:16:3e:f0:f5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:34Z', 'updated_at': '2022-04-06T14:09:40Z', 'revision_number': 5, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'subnets': [{'id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:06.580973 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f719558-350d-4e3d-85df-0db9660985fe None None] The sync data for ids ['3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'] in dv-neutron-834600-1-hyperv is: [{'id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'name': 'tempest-TestShelveInstance-629026314-router', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:31Z', 'updated_at': '2022-04-06T14:09:35Z', 'revision_number': 4, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'gw_port': {'id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:32Z', 'updated_at': '2022-04-06T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '10e9f1b7-cbd9-417b-9151-c6175402013e', 'name': '', 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'mac_address': 'fa:16:3e:f0:f5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:34Z', 'updated_at': '2022-04-06T14:09:40Z', 'revision_number': 5, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'subnets': [{'id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:14:06.786684 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca56a72-ea2f-47c2-b4c5-ba2dff64a36f None None] New status for floating IP 49f17499-ac65-4be7-b3d8-20d5e900eba7: DOWN {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:14:07.515338 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1322179-7f4f-4616-941b-06d5afdccee6 req-b786396c-3f6e-426a-b7d0-5a2d105b030a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:07.516713 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b1322179-7f4f-4616-941b-06d5afdccee6 req-b786396c-3f6e-426a-b7d0-5a2d105b030a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 946 time: 0.0814991 Apr 06 14:14:07.518134 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c47d9-5dd5-4592-b577-1833e23dea64 req-ef3394a8-415c-4525-a31c-3b34cf7202b4 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:07.518829 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-413c47d9-5dd5-4592-b577-1833e23dea64 req-ef3394a8-415c-4525-a31c-3b34cf7202b4 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Synchronizing usage tracker for tenant:b4dbdded2523437ca2f2acae67ef7d30 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:14:07.531127 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-413c47d9-5dd5-4592-b577-1833e23dea64 req-ef3394a8-415c-4525-a31c-3b34cf7202b4 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Unset dirty status for tenant:b4dbdded2523437ca2f2acae67ef7d30 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:14:07.532201 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-413c47d9-5dd5-4592-b577-1833e23dea64 req-ef3394a8-415c-4525-a31c-3b34cf7202b4 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.61 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 946 time: 0.1970954 Apr 06 14:14:07.561524 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b1322179-7f4f-4616-941b-06d5afdccee6 req-633b8175-78d7-4d68-bd0a-77f724109630 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=70cb57e0-66d8-4841-bd21-fcc318cb3177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386169 Apr 06 14:14:07.601836 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-413c47d9-5dd5-4592-b577-1833e23dea64 req-a11d19cd-b1be-4648-a7eb-5ce194bab673 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Deleting port a5e99c2f-3483-4967-bf5f-f8cef2948970 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:14:07.602167 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-413c47d9-5dd5-4592-b577-1833e23dea64 req-a11d19cd-b1be-4648-a7eb-5ce194bab673 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:07.845152 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-413c47d9-5dd5-4592-b577-1833e23dea64 req-a11d19cd-b1be-4648-a7eb-5ce194bab673 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] For port a5e99c2f-3483-4967-bf5f-f8cef2948970, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a5e99c2f-3483-4967-bf5f-f8cef2948970,segment=NetworkSegment(db6d3d39-ba0c-4676-a92f-539487b0354e),segment_id=db6d3d39-ba0c-4676-a92f-539487b0354e)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:14:07.845434 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-413c47d9-5dd5-4592-b577-1833e23dea64 req-a11d19cd-b1be-4648-a7eb-5ce194bab673 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:07.970163 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-413c47d9-5dd5-4592-b577-1833e23dea64 req-a11d19cd-b1be-4648-a7eb-5ce194bab673 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Calling delete_port for a5e99c2f-3483-4967-bf5f-f8cef2948970 owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:14:08.186314 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-413c47d9-5dd5-4592-b577-1833e23dea64 req-a11d19cd-b1be-4648-a7eb-5ce194bab673 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:08.239236 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d19cd-b1be-4648-a7eb-5ce194bab673 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Pushing event deleted for resources: {'Port': ['ID=a5e99c2f-3483-4967-bf5f-f8cef2948970,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:08.277329 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d19cd-b1be-4648-a7eb-5ce194bab673 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:08.277665 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d19cd-b1be-4648-a7eb-5ce194bab673 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:08.277991 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d19cd-b1be-4648-a7eb-5ce194bab673 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:08.278316 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d19cd-b1be-4648-a7eb-5ce194bab673 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:08.278635 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d19cd-b1be-4648-a7eb-5ce194bab673 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:08.278981 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d19cd-b1be-4648-a7eb-5ce194bab673 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:08.279298 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d19cd-b1be-4648-a7eb-5ce194bab673 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:08.279609 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d19cd-b1be-4648-a7eb-5ce194bab673 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:08.279919 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d19cd-b1be-4648-a7eb-5ce194bab673 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:08.280233 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d19cd-b1be-4648-a7eb-5ce194bab673 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:08.280540 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d19cd-b1be-4648-a7eb-5ce194bab673 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:08.280847 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d19cd-b1be-4648-a7eb-5ce194bab673 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:08.322578 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-413c47d9-5dd5-4592-b577-1833e23dea64 req-a11d19cd-b1be-4648-a7eb-5ce194bab673 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] No DVR routers for this DVR port a5e99c2f-3483-4967-bf5f-f8cef2948970 on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:14:08.324886 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-413c47d9-5dd5-4592-b577-1833e23dea64 req-a11d19cd-b1be-4648-a7eb-5ce194bab673 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:08.327296 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d5c04e-03c7-4bde-aed3-54631ba55233', 'name': 'network-vif-deleted', 'tag': 'a5e99c2f-3483-4967-bf5f-f8cef2948970'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:14:08.371829 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f22b900-2abc-4779-9be7-b3333d58e374'] response: {'server_uuid': '22d5c04e-03c7-4bde-aed3-54631ba55233', 'name': 'network-vif-deleted', 'tag': 'a5e99c2f-3483-4967-bf5f-f8cef2948970', 'status': 'completed', 'code': 200} Apr 06 14:14:08.381833 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-413c47d9-5dd5-4592-b577-1833e23dea64 req-a11d19cd-b1be-4648-a7eb-5ce194bab673 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.61 "DELETE /v2.0/ports/a5e99c2f-3483-4967-bf5f-f8cef2948970 HTTP/1.1" status: 204 len: 173 time: 0.8446226 Apr 06 14:14:08.806079 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-eef130e1-fc5e-4e3e-abe1-576d7e5e5f30 req-bb3d4fbf-504d-4235-947b-b7f1e78813c0 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5c04e-03c7-4bde-aed3-54631ba55233 HTTP/1.1" status: 200 len: 210 time: 0.1342044 Apr 06 14:14:09.898756 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 56636) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:09.965459 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-01221290-d702-4fd1-ac50-d61627a427ab tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:09.995306 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-01221290-d702-4fd1-ac50-d61627a427ab tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:10.112094 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-01221290-d702-4fd1-ac50-d61627a427ab tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:10.131286 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01221290-d702-4fd1-ac50-d61627a427ab tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cb57e0-66d8-4841-bd21-fcc318cb3177,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:10.192266 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-01221290-d702-4fd1-ac50-d61627a427ab tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:10.193382 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-01221290-d702-4fd1-ac50-d61627a427ab tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "DELETE /v2.0/security-groups/70cb57e0-66d8-4841-bd21-fcc318cb3177 HTTP/1.1" status: 204 len: 168 time: 0.2936373 Apr 06 14:14:11.582690 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 56646) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:11.587807 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-fdd9c15e-49d9-4071-bb9b-1b62691ea783 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-323623447', 'description': 'tempest-secgroup-smoke-323623447 description', 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:14:11.593907 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-fdd9c15e-49d9-4071-bb9b-1b62691ea783 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:11.598527 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-fdd9c15e-49d9-4071-bb9b-1b62691ea783 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Usage tracker for resource:security_group and tenant:b4dbdded2523437ca2f2acae67ef7d30 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:11.601403 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-fdd9c15e-49d9-4071-bb9b-1b62691ea783 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:11.607558 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-fdd9c15e-49d9-4071-bb9b-1b62691ea783 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:11.717504 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fdd9c15e-49d9-4071-bb9b-1b62691ea783 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:11.737677 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-fdd9c15e-49d9-4071-bb9b-1b62691ea783 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:11.742738 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-fdd9c15e-49d9-4071-bb9b-1b62691ea783 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Usage tracker for resource:security_group_rule and tenant:b4dbdded2523437ca2f2acae67ef7d30 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:11.745721 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-fdd9c15e-49d9-4071-bb9b-1b62691ea783 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:11.751401 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-fdd9c15e-49d9-4071-bb9b-1b62691ea783 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:11.827071 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fdd9c15e-49d9-4071-bb9b-1b62691ea783 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:11.889112 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fdd9c15e-49d9-4071-bb9b-1b62691ea783 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:11.933092 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9c15e-49d9-4071-bb9b-1b62691ea783 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:11.980442 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-fdd9c15e-49d9-4071-bb9b-1b62691ea783 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:11.981662 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-fdd9c15e-49d9-4071-bb9b-1b62691ea783 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3979297 Apr 06 14:14:11.984435 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 56650) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:11.990472 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-c88dff94-3e4f-4289-a0a1-5ebbae0072ae tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Request body: {'security_group_rule': {'security_group_id': 'ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8', 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:14:11.996451 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c88dff94-3e4f-4289-a0a1-5ebbae0072ae tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:12.000249 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c88dff94-3e4f-4289-a0a1-5ebbae0072ae tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Usage tracker for resource:security_group_rule and tenant:b4dbdded2523437ca2f2acae67ef7d30 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:12.003227 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c88dff94-3e4f-4289-a0a1-5ebbae0072ae tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:12.010238 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c88dff94-3e4f-4289-a0a1-5ebbae0072ae tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:12.027432 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device a5e99c2f-3483-4967-bf5f-f8cef2948970 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:14:12.060710 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: a5e99c2f-3483-4967-bf5f-f8cef2948970 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:14:12.061276 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device a5e99c2f-3483-4967-bf5f-f8cef2948970 not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:14:12.078905 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c88dff94-3e4f-4289-a0a1-5ebbae0072ae tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.139187 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c88dff94-3e4f-4289-a0a1-5ebbae0072ae tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.197601 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c88dff94-3e4f-4289-a0a1-5ebbae0072ae tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.222340 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88dff94-3e4f-4289-a0a1-5ebbae0072ae tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee06f85f-5c73-4943-87e8-2eb1bfa4bd5f,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:12.283638 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c88dff94-3e4f-4289-a0a1-5ebbae0072ae tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.284877 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c88dff94-3e4f-4289-a0a1-5ebbae0072ae tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2994432 Apr 06 14:14:12.287751 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 56654) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:12.292588 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-ad1528fb-7768-4641-9d76-99c26f8ab0c7 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Request body: {'security_group_rule': {'security_group_id': 'ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8', 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:14:12.298543 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ad1528fb-7768-4641-9d76-99c26f8ab0c7 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:12.302742 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ad1528fb-7768-4641-9d76-99c26f8ab0c7 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Usage tracker for resource:security_group_rule and tenant:b4dbdded2523437ca2f2acae67ef7d30 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:12.305587 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-ad1528fb-7768-4641-9d76-99c26f8ab0c7 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:12.311336 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-ad1528fb-7768-4641-9d76-99c26f8ab0c7 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:12.359413 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ad1528fb-7768-4641-9d76-99c26f8ab0c7 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.423439 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ad1528fb-7768-4641-9d76-99c26f8ab0c7 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.483761 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ad1528fb-7768-4641-9d76-99c26f8ab0c7 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.510359 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1528fb-7768-4641-9d76-99c26f8ab0c7 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd725ba9-4d4d-4ac3-92c6-2c56b3784b8c,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:12.563592 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ad1528fb-7768-4641-9d76-99c26f8ab0c7 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.564818 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ad1528fb-7768-4641-9d76-99c26f8ab0c7 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2761712 Apr 06 14:14:12.568215 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 56658) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:12.573164 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-c2971b4a-99e3-492e-bb62-1f7bff3dfe11 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Request body: {'security_group_rule': {'security_group_id': 'ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8', 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:14:12.579200 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c2971b4a-99e3-492e-bb62-1f7bff3dfe11 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:12.583259 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c2971b4a-99e3-492e-bb62-1f7bff3dfe11 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Usage tracker for resource:security_group_rule and tenant:b4dbdded2523437ca2f2acae67ef7d30 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:12.586203 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-c2971b4a-99e3-492e-bb62-1f7bff3dfe11 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:12.591766 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-c2971b4a-99e3-492e-bb62-1f7bff3dfe11 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:12.673573 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c2971b4a-99e3-492e-bb62-1f7bff3dfe11 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.737197 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c2971b4a-99e3-492e-bb62-1f7bff3dfe11 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.803713 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c2971b4a-99e3-492e-bb62-1f7bff3dfe11 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.828121 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2971b4a-99e3-492e-bb62-1f7bff3dfe11 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c52739ca-6834-49c8-b0b5-cc5f44606ca2,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:12.883570 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-c2971b4a-99e3-492e-bb62-1f7bff3dfe11 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:12.884798 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c2971b4a-99e3-492e-bb62-1f7bff3dfe11 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3156118 Apr 06 14:14:12.887574 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 56662) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:12.892483 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-189c5e21-3836-43ce-84c0-ff30f3d2e472 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Request body: {'security_group_rule': {'security_group_id': 'ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8', 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:14:12.898772 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-189c5e21-3836-43ce-84c0-ff30f3d2e472 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:12.902606 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-189c5e21-3836-43ce-84c0-ff30f3d2e472 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Usage tracker for resource:security_group_rule and tenant:b4dbdded2523437ca2f2acae67ef7d30 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:12.905513 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-189c5e21-3836-43ce-84c0-ff30f3d2e472 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:12.912131 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-189c5e21-3836-43ce-84c0-ff30f3d2e472 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:12.993539 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-189c5e21-3836-43ce-84c0-ff30f3d2e472 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:13.055938 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-189c5e21-3836-43ce-84c0-ff30f3d2e472 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:13.117736 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-189c5e21-3836-43ce-84c0-ff30f3d2e472 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:13.141465 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c5e21-3836-43ce-84c0-ff30f3d2e472 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4413e836-dfcc-46f0-a6d5-3016be7bbdde,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:13.220750 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-189c5e21-3836-43ce-84c0-ff30f3d2e472 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:13.221960 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-189c5e21-3836-43ce-84c0-ff30f3d2e472 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3334587 Apr 06 14:14:13.225683 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 56666) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:13.230876 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-dcf317a5-07bc-4990-9c20-88ad4b1c0077 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Request body: {'security_group_rule': {'security_group_id': 'ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8', 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:14:13.237099 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-dcf317a5-07bc-4990-9c20-88ad4b1c0077 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:13.242117 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-dcf317a5-07bc-4990-9c20-88ad4b1c0077 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Usage tracker for resource:security_group_rule and tenant:b4dbdded2523437ca2f2acae67ef7d30 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:13.245213 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-dcf317a5-07bc-4990-9c20-88ad4b1c0077 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:13.251719 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-dcf317a5-07bc-4990-9c20-88ad4b1c0077 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:13.311864 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.securitygroups_db [None req-dcf317a5-07bc-4990-9c20-88ad4b1c0077 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Project b4dbdded2523437ca2f2acae67ef7d30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:14:13.319066 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-dcf317a5-07bc-4990-9c20-88ad4b1c0077 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:13.386866 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-dcf317a5-07bc-4990-9c20-88ad4b1c0077 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:13.460520 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-dcf317a5-07bc-4990-9c20-88ad4b1c0077 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:13.485086 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf317a5-07bc-4990-9c20-88ad4b1c0077 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1508ce9b-02c5-49aa-ad62-4706187b5608,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:13.546381 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-dcf317a5-07bc-4990-9c20-88ad4b1c0077 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:13.547544 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-dcf317a5-07bc-4990-9c20-88ad4b1c0077 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3208451 Apr 06 14:14:13.551291 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 56670) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:14:13.556673 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-b9f0068e-eff9-42f7-9a74-2aecc9cd7c89 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Request body: {'security_group_rule': {'security_group_id': 'ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8', 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:14:13.562755 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b9f0068e-eff9-42f7-9a74-2aecc9cd7c89 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:13.567360 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b9f0068e-eff9-42f7-9a74-2aecc9cd7c89 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Usage tracker for resource:security_group_rule and tenant:b4dbdded2523437ca2f2acae67ef7d30 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:13.570239 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-b9f0068e-eff9-42f7-9a74-2aecc9cd7c89 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:13.575975 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-b9f0068e-eff9-42f7-9a74-2aecc9cd7c89 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:13.637760 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.securitygroups_db [None req-b9f0068e-eff9-42f7-9a74-2aecc9cd7c89 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Project b4dbdded2523437ca2f2acae67ef7d30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:14:13.645264 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b9f0068e-eff9-42f7-9a74-2aecc9cd7c89 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:13.719654 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b9f0068e-eff9-42f7-9a74-2aecc9cd7c89 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:13.809173 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b9f0068e-eff9-42f7-9a74-2aecc9cd7c89 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:13.836414 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0068e-eff9-42f7-9a74-2aecc9cd7c89 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d66dad-ddf3-4c52-b511-acbf3be641ab,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:13.900956 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b9f0068e-eff9-42f7-9a74-2aecc9cd7c89 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:13.902153 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b9f0068e-eff9-42f7-9a74-2aecc9cd7c89 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3498464 Apr 06 14:14:15.483622 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-090d4196-35df-491d-a38b-812c29e11779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:17.712284 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1a20e8da-eafc-4626-9129-321946278ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:18.573198 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:14:18.957667 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:19.077685 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:20.720365 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:27.757560 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:38.863147 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-94e28a11-71da-433e-bb57-e192649e5e7f tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Synchronizing usage tracker for tenant:b4dbdded2523437ca2f2acae67ef7d30 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:14:38.934142 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-94e28a11-71da-433e-bb57-e192649e5e7f tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Unset dirty status for tenant:b4dbdded2523437ca2f2acae67ef7d30 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:14:38.935269 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-94e28a11-71da-433e-bb57-e192649e5e7f tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-323623447&fields=id&tenant_id=b4dbdded2523437ca2f2acae67ef7d30 HTTP/1.1" status: 200 len: 267 time: 0.1109586 Apr 06 14:14:39.086465 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-281cb82d-f8d2-47e7-957e-bf026b56532f tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:39.087985 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-281cb82d-f8d2-47e7-957e-bf026b56532f tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/networks?id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a HTTP/1.1" status: 200 len: 808 time: 0.1460521 Apr 06 14:14:39.103336 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-810f4c1f-fe19-4019-a4b1-508848b31499 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/quotas/b4dbdded2523437ca2f2acae67ef7d30 HTTP/1.1" status: 200 len: 375 time: 0.0097980 Apr 06 14:14:39.190755 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-90a79eef-f38e-445d-92df-667db11a8082 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4dbdded2523437ca2f2acae67ef7d30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822120 Apr 06 14:14:39.248623 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-7863857d-82dd-4d57-b7b3-a8b787ad0a43 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 14:14:39.249595 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-7863857d-82dd-4d57-b7b3-a8b787ad0a43 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472598 Apr 06 14:14:39.381083 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-46db071b-71cc-4722-8cd7-5cdfafc0de49 service neutron] 10.222.0.48 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249435 Apr 06 14:14:39.619716 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-ed6ddedc-edef-4633-b4b8-337bf33a91c5 service neutron] 10.222.0.48 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327485 Apr 06 14:14:40.228608 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1ca98934-5695-4308-9c7d-109a6c20ef72 req-0a44fb87-7a53-4d37-83e5-f77d04753d7d tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 210 time: 0.0937960 Apr 06 14:14:41.381361 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f10cdd51-fe00-4569-9f9f-f5abaeb989bc req-8341b6f1-c30c-42ca-9b91-509bb6c32ab9 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 210 time: 0.0428135 Apr 06 14:14:42.531315 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-678d92f9-ac11-4e28-9a32-60bc830f1051 req-76accbf0-31de-460d-9d06-80b97263d6f6 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 210 time: 0.0448685 Apr 06 14:14:43.190529 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-1d2097fb-d191-4ff6-9d8c-4f1e95670f66 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:43.192034 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-1d2097fb-d191-4ff6-9d8c-4f1e95670f66 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.61 "GET /v2.0/networks?id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a HTTP/1.1" status: 200 len: 808 time: 0.1473966 Apr 06 14:14:43.240802 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-0a5256b3-7e90-4567-9cd9-97b3298fcc1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4dbdded2523437ca2f2acae67ef7d30 HTTP/1.1" status: 200 len: 379 time: 0.0409319 Apr 06 14:14:43.248490 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-45c4ba12-d4ab-4cfb-a47e-19f2b62a0b70 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Request body: {'port': {'device_id': '42465a86-6f50-4213-aafe-dc37c2681ae6', 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'admin_state_up': True, 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'security_groups': ['ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:14:43.383827 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-45c4ba12-d4ab-4cfb-a47e-19f2b62a0b70 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:14:43.387687 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-45c4ba12-d4ab-4cfb-a47e-19f2b62a0b70 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Usage tracker for resource:port and tenant:b4dbdded2523437ca2f2acae67ef7d30 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:14:43.390488 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-45c4ba12-d4ab-4cfb-a47e-19f2b62a0b70 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:14:43.396730 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-45c4ba12-d4ab-4cfb-a47e-19f2b62a0b70 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:14:43.459875 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-45c4ba12-d4ab-4cfb-a47e-19f2b62a0b70 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Made reservation on behalf of b4dbdded2523437ca2f2acae67ef7d30 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:14:43.463315 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-45c4ba12-d4ab-4cfb-a47e-19f2b62a0b70 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:43.632021 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-45c4ba12-d4ab-4cfb-a47e-19f2b62a0b70 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Allocated IP 172.20.0.13 (6f133fc6-78f6-4fbe-915a-efa3c4d3829a/dc91ea8b-9315-40e7-859f-134cfc631846/8f7115b9-a040-455b-968a-62c5c6271001) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:14:43.684188 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2e206cf9-e813-4bad-9149-25531a2c776d req-84c3310c-2d6f-467f-8a36-9ed002211a70 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 210 time: 0.0448315 Apr 06 14:14:43.825809 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-45c4ba12-d4ab-4cfb-a47e-19f2b62a0b70 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:43.841643 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-45c4ba12-d4ab-4cfb-a47e-19f2b62a0b70 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Transition to ACTIVE for port object 8f7115b9-a040-455b-968a-62c5c6271001 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:43.922737 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-45c4ba12-d4ab-4cfb-a47e-19f2b62a0b70 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.097620 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-45c4ba12-d4ab-4cfb-a47e-19f2b62a0b70 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Network 6f133fc6-78f6-4fbe-915a-efa3c4d3829a is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:14:44.105017 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-45c4ba12-d4ab-4cfb-a47e-19f2b62a0b70 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:14:44.109372 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-45c4ba12-d4ab-4cfb-a47e-19f2b62a0b70 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:14:44.141164 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4ba12-d4ab-4cfb-a47e-19f2b62a0b70 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Pushing event updated for resources: {'Port': ['ID=8f7115b9-a040-455b-968a-62c5c6271001,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:44.179331 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-45c4ba12-d4ab-4cfb-a47e-19f2b62a0b70 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:44.180252 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-45c4ba12-d4ab-4cfb-a47e-19f2b62a0b70 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.272396 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-45c4ba12-d4ab-4cfb-a47e-19f2b62a0b70 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0274632 Apr 06 14:14:44.283984 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-66d77de6-fe14-4bf4-b1d2-dd3cc48ed55f service neutron] Request body: {'port': {'device_id': '42465a86-6f50-4213-aafe-dc37c2681ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:14:44.398373 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-66d77de6-fe14-4bf4-b1d2-dd3cc48ed55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.448967 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f0f198f1-773d-4304-8665-c83901b8be13 None None] Provisioning for port 8f7115b9-a040-455b-968a-62c5c6271001 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:44.453992 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-f0f198f1-773d-4304-8665-c83901b8be13 None None] Provisioning complete for port 8f7115b9-a040-455b-968a-62c5c6271001 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:44.454364 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-f0f198f1-773d-4304-8665-c83901b8be13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.518943 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-f0f198f1-773d-4304-8665-c83901b8be13 None None] Port 8f7115b9-a040-455b-968a-62c5c6271001 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:14:44.759731 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-66d77de6-fe14-4bf4-b1d2-dd3cc48ed55f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f7115b9-a040-455b-968a-62c5c6271001 {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:14:44.768524 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-66d77de6-fe14-4bf4-b1d2-dd3cc48ed55f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.783189 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-66d77de6-fe14-4bf4-b1d2-dd3cc48ed55f service neutron] Transition to ACTIVE for port object 8f7115b9-a040-455b-968a-62c5c6271001 will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:14:44.860505 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-66d77de6-fe14-4bf4-b1d2-dd3cc48ed55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:44.928941 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65d88d-1a02-4e09-8604-6f48295f7433 req-2eb71574-25cb-421a-a992-3d955a8afbc1 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:44.930389 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-df65d88d-1a02-4e09-8604-6f48295f7433 req-2eb71574-25cb-421a-a992-3d955a8afbc1 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 944 time: 0.0887909 Apr 06 14:14:44.981530 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-df65d88d-1a02-4e09-8604-6f48295f7433 req-8c42e61c-f61f-4a66-886b-cc231c67b239 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442047 Apr 06 14:14:44.993518 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d77de6-fe14-4bf4-b1d2-dd3cc48ed55f service neutron] Pushing event updated for resources: {'Port': ['ID=8f7115b9-a040-455b-968a-62c5c6271001,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:45.103492 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-66d77de6-fe14-4bf4-b1d2-dd3cc48ed55f service neutron] Attempting to bind port 8f7115b9-a040-455b-968a-62c5c6271001 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:14:45.103849 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-66d77de6-fe14-4bf4-b1d2-dd3cc48ed55f service neutron] Attempting to bind port 8f7115b9-a040-455b-968a-62c5c6271001 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'db6d3d39-ba0c-4676-a92f-539487b0354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:14:45.104212 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-66d77de6-fe14-4bf4-b1d2-dd3cc48ed55f service neutron] Attempting to bind port 8f7115b9-a040-455b-968a-62c5c6271001 on network 6f133fc6-78f6-4fbe-915a-efa3c4d3829a {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:14:45.109014 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-66d77de6-fe14-4bf4-b1d2-dd3cc48ed55f service neutron] Port 8f7115b9-a040-455b-968a-62c5c6271001 on network 6f133fc6-78f6-4fbe-915a-efa3c4d3829a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 14:14:45.109321 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-66d77de6-fe14-4bf4-b1d2-dd3cc48ed55f service neutron] Attempting to bind port 8f7115b9-a040-455b-968a-62c5c6271001 on network 6f133fc6-78f6-4fbe-915a-efa3c4d3829a {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:14:45.114655 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-66d77de6-fe14-4bf4-b1d2-dd3cc48ed55f service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:14:45.115032 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-66d77de6-fe14-4bf4-b1d2-dd3cc48ed55f service neutron] Checking segment: {'id': 'db6d3d39-ba0c-4676-a92f-539487b0354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:14:45.115417 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-66d77de6-fe14-4bf4-b1d2-dd3cc48ed55f service neutron] Bound using segment: {'id': 'db6d3d39-ba0c-4676-a92f-539487b0354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:14:45.126020 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-66d77de6-fe14-4bf4-b1d2-dd3cc48ed55f service neutron] Bound port: 8f7115b9-a040-455b-968a-62c5c6271001, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db6d3d39-ba0c-4676-a92f-539487b0354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:14:45.126020 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-66d77de6-fe14-4bf4-b1d2-dd3cc48ed55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:45.211115 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-66d77de6-fe14-4bf4-b1d2-dd3cc48ed55f service neutron] For port 8f7115b9-a040-455b-968a-62c5c6271001, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:14:45.214092 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-66d77de6-fe14-4bf4-b1d2-dd3cc48ed55f service neutron] For port 8f7115b9-a040-455b-968a-62c5c6271001, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8f7115b9-a040-455b-968a-62c5c6271001,segment=NetworkSegment(db6d3d39-ba0c-4676-a92f-539487b0354e),segment_id=db6d3d39-ba0c-4676-a92f-539487b0354e)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:14:45.318612 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-66d77de6-fe14-4bf4-b1d2-dd3cc48ed55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:45.374524 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-66d77de6-fe14-4bf4-b1d2-dd3cc48ed55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:45.375168 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-66d77de6-fe14-4bf4-b1d2-dd3cc48ed55f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:45.376511 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-66d77de6-fe14-4bf4-b1d2-dd3cc48ed55f service neutron] 10.222.0.61 "PUT /v2.0/ports/8f7115b9-a040-455b-968a-62c5c6271001 HTTP/1.1" status: 200 len: 1094 time: 1.0969803 Apr 06 14:14:45.376940 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42465a86-6f50-4213-aafe-dc37c2681ae6', 'tag': '8f7115b9-a040-455b-968a-62c5c6271001'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:14:45.402110 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d77de6-fe14-4bf4-b1d2-dd3cc48ed55f service neutron] Pushing event updated for resources: {'Port': ['ID=8f7115b9-a040-455b-968a-62c5c6271001,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:45.494460 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-801f55bb-dd43-4129-9402-b4e967daa371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:45.508660 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-449e8e9e-60b0-4e85-abc4-b320a18c9ab6'] response: {'name': 'network-changed', 'server_uuid': '42465a86-6f50-4213-aafe-dc37c2681ae6', 'tag': '8f7115b9-a040-455b-968a-62c5c6271001', 'status': 'completed', 'code': 200} Apr 06 14:14:45.598865 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1c686-3ce5-4785-84db-61873bf7bf61 req-fd644da2-3264-4d46-b176-ee52cd24d9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:45.600330 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e9b1c686-3ce5-4785-84db-61873bf7bf61 req-fd644da2-3264-4d46-b176-ee52cd24d9bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4dbdded2523437ca2f2acae67ef7d30&device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 1097 time: 0.0725396 Apr 06 14:14:45.740742 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1c686-3ce5-4785-84db-61873bf7bf61 req-6e2d6b2f-488b-4ce8-a778-3c8b53f91577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:45.742059 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e9b1c686-3ce5-4785-84db-61873bf7bf61 req-6e2d6b2f-488b-4ce8-a778-3c8b53f91577 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b4dbdded2523437ca2f2acae67ef7d30&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1353209 Apr 06 14:14:45.877346 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1c686-3ce5-4785-84db-61873bf7bf61 req-08c9bcb3-4beb-401b-b178-0730d8c0ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:45.878769 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e9b1c686-3ce5-4785-84db-61873bf7bf61 req-08c9bcb3-4beb-401b-b178-0730d8c0ef7b service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311927 Apr 06 14:14:45.983895 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-415434e2-689d-4c66-a800-82b4ebec6fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:45.985333 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-415434e2-689d-4c66-a800-82b4ebec6fd6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4dbdded2523437ca2f2acae67ef7d30&device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 1097 time: 0.0738597 Apr 06 14:14:46.056236 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-6aa58909-380d-44fa-86c9-14a6b5fb9de9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f7115b9-a040-455b-968a-62c5c6271001 HTTP/1.1" status: 200 len: 217 time: 0.0645781 Apr 06 14:14:46.118694 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-04143749-30a6-4df4-8941-e305de9ffe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:46.120159 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-04143749-30a6-4df4-8941-e305de9ffe9b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc91ea8b-9315-40e7-859f-134cfc631846 HTTP/1.1" status: 200 len: 847 time: 0.0586033 Apr 06 14:14:46.169266 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36216a-0941-437b-aea1-c5a5813178c5 req-48e222e5-1034-4150-9a91-5e7bcba24b28 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:46.170698 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8d36216a-0941-437b-aea1-c5a5813178c5 req-48e222e5-1034-4150-9a91-5e7bcba24b28 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 944 time: 0.0812171 Apr 06 14:14:46.200733 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-492b9f00-e357-4713-95f5-6dbc8b52973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:46.202653 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-492b9f00-e357-4713-95f5-6dbc8b52973b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761201 Apr 06 14:14:46.218029 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8d36216a-0941-437b-aea1-c5a5813178c5 req-ccffb839-ea32-47ed-9968-0bf92d732cf5 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406725 Apr 06 14:14:46.335871 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-1528cfb3-cab0-405c-af5d-eef0903053ee service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254475 Apr 06 14:14:46.465404 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2bb5a16b-4bd2-4341-b509-a18b6e7bd20a req-609d1393-13b1-42f5-b22a-1921aa95992a service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252825 Apr 06 14:14:47.408039 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1902d-87c0-4ad8-af2a-16f4f4c95c03 req-8eb22889-12ab-4fae-9e7f-f7e79b6d7178 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:47.409474 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-68a1902d-87c0-4ad8-af2a-16f4f4c95c03 req-8eb22889-12ab-4fae-9e7f-f7e79b6d7178 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 944 time: 0.0838554 Apr 06 14:14:47.453156 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-68a1902d-87c0-4ad8-af2a-16f4f4c95c03 req-25fd679f-bde8-4635-be2b-f0feb7f2bcc9 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376263 Apr 06 14:14:47.722702 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3e7e94a5-1a1a-4926-b5b9-547ac8c70aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:48.950940 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:49.105350 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:50.517085 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:54.207860 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 8f7115b9-a040-455b-968a-62c5c6271001 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:14:54.337820 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 8f7115b9-a040-455b-968a-62c5c6271001, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8f7115b9-a040-455b-968a-62c5c6271001,segment=NetworkSegment(db6d3d39-ba0c-4676-a92f-539487b0354e),segment_id=db6d3d39-ba0c-4676-a92f-539487b0354e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:14:54.351040 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '8f7115b9-a040-455b-968a-62c5c6271001', 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'port_id': '8f7115b9-a040-455b-968a-62c5c6271001', 'mac_address': 'fa:16:3e:97:99:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:14:54.408001 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:54.424508 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7115b9-a040-455b-968a-62c5c6271001 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:14:54.440279 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 8f7115b9-a040-455b-968a-62c5c6271001, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8f7115b9-a040-455b-968a-62c5c6271001,segment=NetworkSegment(db6d3d39-ba0c-4676-a92f-539487b0354e),segment_id=db6d3d39-ba0c-4676-a92f-539487b0354e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:14:54.518257 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:54.585626 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=8f7115b9-a040-455b-968a-62c5c6271001,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:54.592462 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:54.592800 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:54.593128 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:54.593456 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:54.593778 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:54.594097 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:54.594414 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:54.594729 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:54.595075 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:54.595387 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:54.595698 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:54.596006 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:54.751667 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['8f7115b9-a040-455b-968a-62c5c6271001'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 14:14:55.573518 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:14:56.229550 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 8f7115b9-a040-455b-968a-62c5c6271001 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:14:56.385157 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port 8f7115b9-a040-455b-968a-62c5c6271001 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:14:56.390434 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 8f7115b9-a040-455b-968a-62c5c6271001 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:14:56.390849 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:56.508773 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:56.535080 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42465a86-6f50-4213-aafe-dc37c2681ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7115b9-a040-455b-968a-62c5c6271001'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:14:56.544792 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 8f7115b9-a040-455b-968a-62c5c6271001, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8f7115b9-a040-455b-968a-62c5c6271001,segment=NetworkSegment(db6d3d39-ba0c-4676-a92f-539487b0354e),segment_id=db6d3d39-ba0c-4676-a92f-539487b0354e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:14:56.587000 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0be4f772-d933-41c8-91a2-7aa0ed681501'] response: {'server_uuid': '42465a86-6f50-4213-aafe-dc37c2681ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7115b9-a040-455b-968a-62c5c6271001', 'code': 200} Apr 06 14:14:56.625456 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:14:56.693953 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=8f7115b9-a040-455b-968a-62c5c6271001,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:57.137451 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f51d1-476e-4a2c-a9cb-10a95bd278ee req-0e011292-213e-4c4b-a465-8a330af4d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:57.139014 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9d6f51d1-476e-4a2c-a9cb-10a95bd278ee req-0e011292-213e-4c4b-a465-8a330af4d3bc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 1099 time: 0.1655817 Apr 06 14:14:57.183286 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-9d6f51d1-476e-4a2c-a9cb-10a95bd278ee req-038fcc11-2b21-4a5a-8294-1a31ee3d59dd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377738 Apr 06 14:14:57.780742 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:15.470820 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-989848e5-53cc-4219-95d5-a20c764154aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:17.722262 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9f02ccc8-ad1e-457b-913f-5a73c3fa4661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:17.850904 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4f619fb6-b212-433d-9fbc-39ed525acbd6 req-70543767-6c44-4cb6-8989-fb8a5f0d8198 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709808 Apr 06 14:15:17.989208 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f619fb6-b212-433d-9fbc-39ed525acbd6 req-8aed3029-4872-4cee-bf00-d7d9d74ef1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:17.990648 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4f619fb6-b212-433d-9fbc-39ed525acbd6 req-8aed3029-4872-4cee-bf00-d7d9d74ef1db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4dbdded2523437ca2f2acae67ef7d30&device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 1099 time: 0.0732431 Apr 06 14:15:18.136017 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f619fb6-b212-433d-9fbc-39ed525acbd6 req-048db4c4-e29b-47a9-9067-a268a16d24b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:18.137394 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4f619fb6-b212-433d-9fbc-39ed525acbd6 req-048db4c4-e29b-47a9-9067-a268a16d24b1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a HTTP/1.1" status: 200 len: 909 time: 0.1284759 Apr 06 14:15:18.209632 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4f619fb6-b212-433d-9fbc-39ed525acbd6 req-4a276c29-f152-4e31-bf93-cddb45722ea1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f7115b9-a040-455b-968a-62c5c6271001 HTTP/1.1" status: 200 len: 217 time: 0.0645511 Apr 06 14:15:18.271733 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f619fb6-b212-433d-9fbc-39ed525acbd6 req-422c434b-e53d-49bd-8e85-c9f2a51cfec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:18.273151 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4f619fb6-b212-433d-9fbc-39ed525acbd6 req-422c434b-e53d-49bd-8e85-c9f2a51cfec4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc91ea8b-9315-40e7-859f-134cfc631846 HTTP/1.1" status: 200 len: 847 time: 0.0585244 Apr 06 14:15:18.351920 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f619fb6-b212-433d-9fbc-39ed525acbd6 req-f25a262f-a5f6-48a1-ad53-27e1b52177b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:18.353350 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4f619fb6-b212-433d-9fbc-39ed525acbd6 req-f25a262f-a5f6-48a1-ad53-27e1b52177b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740864 Apr 06 14:15:18.491255 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4f619fb6-b212-433d-9fbc-39ed525acbd6 req-c72541ca-01e4-4306-b2fa-f9a6a64248e5 service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292629 Apr 06 14:15:18.624101 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4f619fb6-b212-433d-9fbc-39ed525acbd6 req-fe6dfeff-957f-45fe-a579-1f5df727f5a1 service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278224 Apr 06 14:15:18.975733 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:19.116231 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:20.459553 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:27.767662 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:32.573220 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:15:45.464427 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2b3dd2d5-9a52-468b-b6d5-eb5b4e302112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:47.749654 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-63fad657-ba7e-46c8-a6f3-a9bf45234748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:48.700478 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62bc9fd-7e0e-44ec-82f1-83f1006e494f req-4bd158f5-6622-447a-911f-2e87c8eb6df2 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:48.701911 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f62bc9fd-7e0e-44ec-82f1-83f1006e494f req-4bd158f5-6622-447a-911f-2e87c8eb6df2 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 946 time: 0.0795245 Apr 06 14:15:48.750202 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f62bc9fd-7e0e-44ec-82f1-83f1006e494f req-a1b12c2b-0bee-497d-a064-cb085bdd06da tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425684 Apr 06 14:15:48.934214 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62e947-0ae0-48f7-83d2-8783c6bf6910 req-3cc6d232-9c35-4f0c-af2c-34b6902bcaa1 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:48.935688 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cd62e947-0ae0-48f7-83d2-8783c6bf6910 req-3cc6d232-9c35-4f0c-af2c-34b6902bcaa1 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 946 time: 0.0822237 Apr 06 14:15:48.980654 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cd62e947-0ae0-48f7-83d2-8783c6bf6910 req-a19d26aa-8a5d-4685-835b-4846bdb82dd8 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390532 Apr 06 14:15:49.006326 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 56896) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:49.018874 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:49.124674 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:49.126517 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2377507-78b4-4890-89d8-1fe9ee19734c tempest-TestShelveInstance-1582492602 tempest-TestShelveInstance-1582492602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:49.128132 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-c2377507-78b4-4890-89d8-1fe9ee19734c tempest-TestShelveInstance-1582492602 tempest-TestShelveInstance-1582492602-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 1094 time: 0.1207552 Apr 06 14:15:49.130867 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 56902) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:15:49.135842 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'port_id': '8f7115b9-a040-455b-968a-62c5c6271001', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:15:49.141923 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:15:49.145827 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Usage tracker for resource:floatingip and tenant:b4dbdded2523437ca2f2acae67ef7d30 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:15:49.148709 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:15:49.154656 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:15:49.224242 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for floatingip, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:49.371385 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:49.501705 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Allocated IP 172.26.4.135 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/dd42533c-f6ec-439d-808e-85e6450743bc) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:49.644800 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:49.728010 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:49.792377 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:49.799875 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:49.804044 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:15:49.836574 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Pushing event updated for resources: {'Port': ['ID=dd42533c-f6ec-439d-808e-85e6450743bc,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:49.852312 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:49.853353 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:49.853353 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:49.853353 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:49.853654 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:49.853903 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:49.854272 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:49.854614 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:49.854967 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:49.855286 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:49.855602 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:49.855914 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:50.341314 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:50.476611 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:50.529039 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:50.686920 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:50.750949 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:50.858273 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Pushing event updated for resources: {'Port': ['ID=dd42533c-f6ec-439d-808e-85e6450743bc,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:50.871049 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:51.044880 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Floating IP 6e9d3eb1-caf9-4bb1-8517-5b3e68af9ffa associated. External IP: 172.26.4.135, port: 8f7115b9-a040-455b-968a-62c5c6271001. Apr 06 14:15:51.403992 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Router 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:15:51.580523 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:15:51.594617 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d872c8fb-53b0-48dc-9a78-dfedcefa6f1f None None] Sync routers for ids ['3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:15:51.603755 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d872c8fb-53b0-48dc-9a78-dfedcefa6f1f None None] Routers {'3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:15:51.604924 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-d872c8fb-53b0-48dc-9a78-dfedcefa6f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:15:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:51.710247 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:15:51.771045 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-846bedca-094d-4cf7-b57c-d49e3c1bba1a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6391280 Apr 06 14:15:51.771665 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42465a86-6f50-4213-aafe-dc37c2681ae6', 'tag': '8f7115b9-a040-455b-968a-62c5c6271001'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:15:51.817992 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-d872c8fb-53b0-48dc-9a78-dfedcefa6f1f None None] Set router 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:15:51.873257 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a42c9d71-0007-45b6-8c24-18a746693151'] response: {'name': 'network-changed', 'server_uuid': '42465a86-6f50-4213-aafe-dc37c2681ae6', 'tag': '8f7115b9-a040-455b-968a-62c5c6271001', 'status': 'completed', 'code': 200} Apr 06 14:15:51.967724 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e2764-14e2-4f25-96cc-2cd2b367506f req-46608161-f7b2-4831-8bc6-41e546556774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:51.969145 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0c6e2764-14e2-4f25-96cc-2cd2b367506f req-46608161-f7b2-4831-8bc6-41e546556774 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4dbdded2523437ca2f2acae67ef7d30&device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 1099 time: 0.0726967 Apr 06 14:15:52.104544 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e2764-14e2-4f25-96cc-2cd2b367506f req-c77806de-a809-4add-93d0-30973633c3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:52.106019 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0c6e2764-14e2-4f25-96cc-2cd2b367506f req-c77806de-a809-4add-93d0-30973633c3a5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a HTTP/1.1" status: 200 len: 909 time: 0.1310115 Apr 06 14:15:52.181920 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-d872c8fb-53b0-48dc-9a78-dfedcefa6f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'name': 'tempest-TestShelveInstance-629026314-router', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:31Z', 'updated_at': '2022-04-06T14:09:35Z', 'revision_number': 4, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'gw_port': {'id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:32Z', 'updated_at': '2022-04-06T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '6e9d3eb1-caf9-4bb1-8517-5b3e68af9ffa', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'floating_ip_address': '172.26.4.135', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'port_id': '8f7115b9-a040-455b-968a-62c5c6271001', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'mac_address': 'fa:16:3e:97:99:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42465a86-6f50-4213-aafe-dc37c2681ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:15:50Z', 'updated_at': '2022-04-06T14:15:50Z', 'revision_number': 0, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e9f1b7-cbd9-417b-9151-c6175402013e', 'name': '', 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'mac_address': 'fa:16:3e:f0:f5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:34Z', 'updated_at': '2022-04-06T14:09:40Z', 'revision_number': 5, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'subnets': [{'id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:52.186453 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d872c8fb-53b0-48dc-9a78-dfedcefa6f1f None None] Checking router: 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:15:52.195192 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d872c8fb-53b0-48dc-9a78-dfedcefa6f1f None None] Routers {'3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:15:52.195954 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-d872c8fb-53b0-48dc-9a78-dfedcefa6f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:15:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:52.216681 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0c6e2764-14e2-4f25-96cc-2cd2b367506f req-a5866a38-71c4-4bd6-bee7-d3e73c51c4e0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f7115b9-a040-455b-968a-62c5c6271001 HTTP/1.1" status: 200 len: 1000 time: 0.1044197 Apr 06 14:15:52.278961 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e2764-14e2-4f25-96cc-2cd2b367506f req-356e37bf-bab6-47a9-8435-5bfdcf938045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:52.280476 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0c6e2764-14e2-4f25-96cc-2cd2b367506f req-356e37bf-bab6-47a9-8435-5bfdcf938045 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc91ea8b-9315-40e7-859f-134cfc631846 HTTP/1.1" status: 200 len: 847 time: 0.0586531 Apr 06 14:15:52.360347 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e2764-14e2-4f25-96cc-2cd2b367506f req-5a91ec66-3e96-4132-835f-a81dd0668649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:52.361792 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0c6e2764-14e2-4f25-96cc-2cd2b367506f req-5a91ec66-3e96-4132-835f-a81dd0668649 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747619 Apr 06 14:15:52.372700 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [req-0c6e2764-14e2-4f25-96cc-2cd2b367506f req-11baf7c7-9afd-49cd-b38f-7d4f4a48d3e3 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 06 14:15:52.373618 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0c6e2764-14e2-4f25-96cc-2cd2b367506f req-11baf7c7-9afd-49cd-b38f-7d4f4a48d3e3 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053813 Apr 06 14:15:52.383729 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-d872c8fb-53b0-48dc-9a78-dfedcefa6f1f None None] Set router 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:15:52.506561 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0c6e2764-14e2-4f25-96cc-2cd2b367506f req-ea20c3c2-738a-49c3-be22-b16b68f3ebc7 service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271110 Apr 06 14:15:52.740466 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-d872c8fb-53b0-48dc-9a78-dfedcefa6f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'name': 'tempest-TestShelveInstance-629026314-router', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:31Z', 'updated_at': '2022-04-06T14:09:35Z', 'revision_number': 4, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'gw_port': {'id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:32Z', 'updated_at': '2022-04-06T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '6e9d3eb1-caf9-4bb1-8517-5b3e68af9ffa', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'floating_ip_address': '172.26.4.135', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'port_id': '8f7115b9-a040-455b-968a-62c5c6271001', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'mac_address': 'fa:16:3e:97:99:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42465a86-6f50-4213-aafe-dc37c2681ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:15:50Z', 'updated_at': '2022-04-06T14:15:50Z', 'revision_number': 0, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e9f1b7-cbd9-417b-9151-c6175402013e', 'name': '', 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'mac_address': 'fa:16:3e:f0:f5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:34Z', 'updated_at': '2022-04-06T14:09:40Z', 'revision_number': 5, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'subnets': [{'id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:52.744624 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0c6e2764-14e2-4f25-96cc-2cd2b367506f req-25d15092-d5ce-4b0a-b42b-7816cf269911 service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319987 Apr 06 14:15:52.745104 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d872c8fb-53b0-48dc-9a78-dfedcefa6f1f None None] The sync data for ids ['3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'] in dv-neutron-834600-1-hyperv is: [{'id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'name': 'tempest-TestShelveInstance-629026314-router', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:31Z', 'updated_at': '2022-04-06T14:09:35Z', 'revision_number': 4, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'gw_port': {'id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:32Z', 'updated_at': '2022-04-06T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '6e9d3eb1-caf9-4bb1-8517-5b3e68af9ffa', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'floating_ip_address': '172.26.4.135', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'port_id': '8f7115b9-a040-455b-968a-62c5c6271001', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'mac_address': 'fa:16:3e:97:99:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42465a86-6f50-4213-aafe-dc37c2681ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:15:50Z', 'updated_at': '2022-04-06T14:15:50Z', 'revision_number': 0, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e9f1b7-cbd9-417b-9151-c6175402013e', 'name': '', 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'mac_address': 'fa:16:3e:f0:f5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:34Z', 'updated_at': '2022-04-06T14:09:40Z', 'revision_number': 5, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'subnets': [{'id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:15:52.938989 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4071ecab-a48b-4ebf-b180-02d1b38da0a8 None None] New status for floating IP 6e9d3eb1-caf9-4bb1-8517-5b3e68af9ffa: ACTIVE {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:15:57.761123 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:09.575674 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:16:15.795864 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1c1a0bc7-e706-45e1-8a92-0d73182bc938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:17.793908 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-219b54b3-7f35-406e-990f-0f4790f32c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:17.878645 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bf566dfb-0cc4-4e10-90ff-fc99240aced7 req-179f0d4a-dafb-4ee1-826b-5bbda9fba6bc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743499 Apr 06 14:16:18.026384 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf566dfb-0cc4-4e10-90ff-fc99240aced7 req-0d293251-0954-4852-99cb-62581d4c0b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:18.027896 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bf566dfb-0cc4-4e10-90ff-fc99240aced7 req-0d293251-0954-4852-99cb-62581d4c0b22 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4dbdded2523437ca2f2acae67ef7d30&device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 1099 time: 0.0793700 Apr 06 14:16:18.180541 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf566dfb-0cc4-4e10-90ff-fc99240aced7 req-22df769b-45b4-43af-958b-d1d96c340581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:18.181952 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bf566dfb-0cc4-4e10-90ff-fc99240aced7 req-22df769b-45b4-43af-958b-d1d96c340581 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a HTTP/1.1" status: 200 len: 909 time: 0.1357176 Apr 06 14:16:18.284763 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bf566dfb-0cc4-4e10-90ff-fc99240aced7 req-8bc18f59-258a-47bd-91c5-b79b2efd4900 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f7115b9-a040-455b-968a-62c5c6271001 HTTP/1.1" status: 200 len: 1002 time: 0.0964594 Apr 06 14:16:18.361072 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf566dfb-0cc4-4e10-90ff-fc99240aced7 req-3a8e4265-8596-4875-8954-63ea69bfc388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:18.362885 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bf566dfb-0cc4-4e10-90ff-fc99240aced7 req-3a8e4265-8596-4875-8954-63ea69bfc388 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc91ea8b-9315-40e7-859f-134cfc631846 HTTP/1.1" status: 200 len: 847 time: 0.0717432 Apr 06 14:16:18.449843 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf566dfb-0cc4-4e10-90ff-fc99240aced7 req-896fac4b-f110-42fd-bf45-bcd3cf57ebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:18.452277 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bf566dfb-0cc4-4e10-90ff-fc99240aced7 req-896fac4b-f110-42fd-bf45-bcd3cf57ebb3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835211 Apr 06 14:16:18.593914 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bf566dfb-0cc4-4e10-90ff-fc99240aced7 req-61f99a88-7033-42a2-82e8-68aee2f52eb4 service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352987 Apr 06 14:16:18.727060 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bf566dfb-0cc4-4e10-90ff-fc99240aced7 req-c4957f4e-7901-4bf8-bb48-3d1400431327 service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271229 Apr 06 14:16:18.961426 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:19.075455 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:20.532520 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:27.795271 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:45.492221 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9ee7c4e0-2401-47bb-b2c3-2f08a8a3f530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:46.583014 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:16:47.720340 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d4c7ad29-b10f-4b55-9306-b4a442194624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:48.983212 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:49.057311 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:50.480091 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:16:57.805786 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:15.485166 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6948a196-50d4-4bda-a111-26f5f4c07524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:17.713670 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-38a8d214-6060-4f0b-a7fc-c8e49e15cc49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:17.870274 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5736d407-847f-4eb2-870d-a79766038d27 req-559642a1-8e71-4dd4-8043-7a89413846da service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772963 Apr 06 14:17:18.009099 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736d407-847f-4eb2-870d-a79766038d27 req-b0903708-37c4-48a3-91ba-212ff70116e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:18.010498 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5736d407-847f-4eb2-870d-a79766038d27 req-b0903708-37c4-48a3-91ba-212ff70116e1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4dbdded2523437ca2f2acae67ef7d30&device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 1099 time: 0.0712755 Apr 06 14:17:18.157344 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736d407-847f-4eb2-870d-a79766038d27 req-32a20af7-faf6-49c2-8d62-652c228f491d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:18.158838 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5736d407-847f-4eb2-870d-a79766038d27 req-32a20af7-faf6-49c2-8d62-652c228f491d service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a HTTP/1.1" status: 200 len: 909 time: 0.1311622 Apr 06 14:17:18.262085 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5736d407-847f-4eb2-870d-a79766038d27 req-86b11902-924d-4a99-ac76-8f107377a0da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f7115b9-a040-455b-968a-62c5c6271001 HTTP/1.1" status: 200 len: 1002 time: 0.0977740 Apr 06 14:17:18.324778 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736d407-847f-4eb2-870d-a79766038d27 req-40fe6e3f-1372-4bd9-93a6-629d9259b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:18.326193 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5736d407-847f-4eb2-870d-a79766038d27 req-40fe6e3f-1372-4bd9-93a6-629d9259b370 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc91ea8b-9315-40e7-859f-134cfc631846 HTTP/1.1" status: 200 len: 847 time: 0.0579531 Apr 06 14:17:18.403311 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736d407-847f-4eb2-870d-a79766038d27 req-ff12ccff-5a5e-415f-8619-03f9a1b78194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:18.404768 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5736d407-847f-4eb2-870d-a79766038d27 req-ff12ccff-5a5e-415f-8619-03f9a1b78194 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729651 Apr 06 14:17:18.536880 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5736d407-847f-4eb2-870d-a79766038d27 req-8cc63e0f-973e-4479-b643-7d3e0c446521 service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249592 Apr 06 14:17:18.667398 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-5736d407-847f-4eb2-870d-a79766038d27 req-a03d7bb8-240b-4704-97b2-1a5e609e0d3d service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244848 Apr 06 14:17:18.982260 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:19.091180 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:20.519789 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:23.574881 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:17:27.788755 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:38.629154 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfb76a-58b0-449f-aca4-67cbf76d4ebf req-4f2f628b-d771-46d8-b354-11f30ca08d5c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:38.630594 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-68cfb76a-58b0-449f-aca4-67cbf76d4ebf req-4f2f628b-d771-46d8-b354-11f30ca08d5c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 946 time: 0.0885806 Apr 06 14:17:38.675823 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-68cfb76a-58b0-449f-aca4-67cbf76d4ebf req-ecdbbdd1-4712-401a-9e07-b3b59525eb4e tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388250 Apr 06 14:17:39.995964 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5490027-4519-4a50-80e5-523a47404f69 req-1a821fbc-c894-4c72-95a6-72efd306f208 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:39.997312 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a5490027-4519-4a50-80e5-523a47404f69 req-1a821fbc-c894-4c72-95a6-72efd306f208 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 946 time: 0.2067301 Apr 06 14:17:40.041560 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a5490027-4519-4a50-80e5-523a47404f69 req-e3997c8a-cdb1-48fc-9d77-b556b73eb7f5 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385323 Apr 06 14:17:41.227032 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212cb74-2b5c-4278-a0a2-3268db444068 req-4bce048c-d73d-4383-ac90-6d84f1fcbef3 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:41.228457 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1212cb74-2b5c-4278-a0a2-3268db444068 req-4bce048c-d73d-4383-ac90-6d84f1fcbef3 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 946 time: 0.0833974 Apr 06 14:17:41.272041 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1212cb74-2b5c-4278-a0a2-3268db444068 req-017fb85a-7040-4947-88dd-96467e1ea9f0 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375750 Apr 06 14:17:42.459398 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfe652-83d2-487f-bc84-d8168ce7e464 req-a27567ed-e34e-49db-b308-febb2e7606c1 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:42.460796 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-afbfe652-83d2-487f-bc84-d8168ce7e464 req-a27567ed-e34e-49db-b308-febb2e7606c1 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 946 time: 0.0813682 Apr 06 14:17:42.504993 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-afbfe652-83d2-487f-bc84-d8168ce7e464 req-e4a9e419-fa44-4cd8-bae5-bf5523936d4d tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378933 Apr 06 14:17:43.697641 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53357d-9ed0-4879-9ac5-42f34fa12806 req-944d33ab-c38a-4e77-9a8e-4f6c8e4dd1b6 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:43.699126 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6f53357d-9ed0-4879-9ac5-42f34fa12806 req-944d33ab-c38a-4e77-9a8e-4f6c8e4dd1b6 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 946 time: 0.0834460 Apr 06 14:17:43.744967 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6f53357d-9ed0-4879-9ac5-42f34fa12806 req-32a7c0da-a689-4718-81c7-badecd6ee7eb tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399985 Apr 06 14:17:44.934025 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cda93-9b5d-48da-91f1-78323f417416 req-ed5f371c-1466-46bb-8c6f-62d91462ce3e tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:44.935454 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-812cda93-9b5d-48da-91f1-78323f417416 req-ed5f371c-1466-46bb-8c6f-62d91462ce3e tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 946 time: 0.0835862 Apr 06 14:17:44.979629 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-812cda93-9b5d-48da-91f1-78323f417416 req-8773363f-5f98-4807-aa6c-832b4a2ac50a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385375 Apr 06 14:17:45.480004 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d7b396cd-3af2-4e8b-814d-9ec4a593d3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:46.168035 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d42594-c2af-4ec4-ba6b-4f0ce32220ee req-8b0a705c-cd66-4ac7-8ff8-3e8c7f941cf1 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:46.169530 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-90d42594-c2af-4ec4-ba6b-4f0ce32220ee req-8b0a705c-cd66-4ac7-8ff8-3e8c7f941cf1 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 946 time: 0.0839155 Apr 06 14:17:46.215128 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-90d42594-c2af-4ec4-ba6b-4f0ce32220ee req-3406df21-0138-4f0b-a03d-242bd23aa2cf tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396283 Apr 06 14:17:47.404128 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512001ab-49df-40f1-b95e-b40838879057 req-b29b8add-7c7c-43a6-b17c-840d0b778072 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:47.405597 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-512001ab-49df-40f1-b95e-b40838879057 req-b29b8add-7c7c-43a6-b17c-840d0b778072 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 946 time: 0.0838778 Apr 06 14:17:47.451215 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-512001ab-49df-40f1-b95e-b40838879057 req-d1839a2a-b404-4f72-afe5-2dd5cb544bb9 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400088 Apr 06 14:17:48.136998 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b138fe07-1ff9-49d5-b16c-bec735595999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:48.634112 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b331b-ddd7-4d8d-bc43-f4f61057f88f req-1077a180-e7da-4094-838d-f7b5149a2123 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:48.635790 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fd1b331b-ddd7-4d8d-bc43-f4f61057f88f req-1077a180-e7da-4094-838d-f7b5149a2123 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 946 time: 0.0787535 Apr 06 14:17:48.684267 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-fd1b331b-ddd7-4d8d-bc43-f4f61057f88f req-cee8a656-a02c-4af1-a9b5-f7b031dffdb3 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428019 Apr 06 14:17:48.885848 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee140a9e-73dd-48ca-ba55-28f3b1d98b05 req-b3a8c645-b767-450d-806d-10c6bbd919bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:48.887298 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ee140a9e-73dd-48ca-ba55-28f3b1d98b05 req-b3a8c645-b767-450d-806d-10c6bbd919bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4dbdded2523437ca2f2acae67ef7d30&device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 1099 time: 0.1509943 Apr 06 14:17:48.953865 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:49.102437 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:49.118122 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee140a9e-73dd-48ca-ba55-28f3b1d98b05 req-f3c99a3d-ed61-4fb3-ae7b-9bb22249d1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:49.121333 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ee140a9e-73dd-48ca-ba55-28f3b1d98b05 req-f3c99a3d-ed61-4fb3-ae7b-9bb22249d1a6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a HTTP/1.1" status: 200 len: 909 time: 0.2262135 Apr 06 14:17:49.221334 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ee140a9e-73dd-48ca-ba55-28f3b1d98b05 req-7a152a1c-2677-4f00-b80b-480d056d7c4b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f7115b9-a040-455b-968a-62c5c6271001 HTTP/1.1" status: 200 len: 1002 time: 0.0961759 Apr 06 14:17:49.284705 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee140a9e-73dd-48ca-ba55-28f3b1d98b05 req-334c3134-1356-4c4b-8a7a-bf74e0359ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:49.286061 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ee140a9e-73dd-48ca-ba55-28f3b1d98b05 req-334c3134-1356-4c4b-8a7a-bf74e0359ab2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc91ea8b-9315-40e7-859f-134cfc631846 HTTP/1.1" status: 200 len: 847 time: 0.0587952 Apr 06 14:17:49.359828 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee140a9e-73dd-48ca-ba55-28f3b1d98b05 req-348084c1-b089-402c-a3f5-03ba6e671d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:49.361257 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ee140a9e-73dd-48ca-ba55-28f3b1d98b05 req-348084c1-b089-402c-a3f5-03ba6e671d5a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687833 Apr 06 14:17:49.491540 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ee140a9e-73dd-48ca-ba55-28f3b1d98b05 req-fbc8da0b-bc6d-4827-83ba-9978ec7bac04 service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239223 Apr 06 14:17:49.623654 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ee140a9e-73dd-48ca-ba55-28f3b1d98b05 req-7d51dd3e-59fc-40b3-9491-30de4d84fa4d service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263673 Apr 06 14:17:49.871211 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba40be-0433-4b79-90d9-9ab5f10f5348 req-038aece5-6d2d-4aa6-b908-be836d1f2a69 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:49.872718 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e3ba40be-0433-4b79-90d9-9ab5f10f5348 req-038aece5-6d2d-4aa6-b908-be836d1f2a69 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 946 time: 0.0836430 Apr 06 14:17:49.917153 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e3ba40be-0433-4b79-90d9-9ab5f10f5348 req-30793671-e340-4cda-a1b6-8657df305ba3 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379939 Apr 06 14:17:50.539283 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:51.110076 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b300a3c-2aa3-4a07-82dd-d85cb1bf6291 req-f4d223ce-b452-45a4-aae1-dff568989eba tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:51.111466 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0b300a3c-2aa3-4a07-82dd-d85cb1bf6291 req-f4d223ce-b452-45a4-aae1-dff568989eba tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 946 time: 0.0871518 Apr 06 14:17:51.157684 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0b300a3c-2aa3-4a07-82dd-d85cb1bf6291 req-2a70d708-51a9-41c6-a3bf-89455007262b tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402384 Apr 06 14:17:52.376809 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f54fa-3c79-4d48-91f9-49e025b359ce req-907d3d30-8aab-4528-9a36-3c2faef784e6 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:52.378262 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ee6f54fa-3c79-4d48-91f9-49e025b359ce req-907d3d30-8aab-4528-9a36-3c2faef784e6 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 946 time: 0.0804634 Apr 06 14:17:52.427016 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ee6f54fa-3c79-4d48-91f9-49e025b359ce req-26e78bd6-23fb-4e21-b163-a39a423fc04b tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428541 Apr 06 14:17:52.957103 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6de9e-22e0-472f-a7be-32fc25b14598 req-08801a3f-a7a9-493c-9a47-fe390e26e2f9 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:52.958539 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a2a6de9e-22e0-472f-a7be-32fc25b14598 req-08801a3f-a7a9-493c-9a47-fe390e26e2f9 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 946 time: 0.1428902 Apr 06 14:17:52.962005 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cb0aba8e-7448-45f5-a74a-df74e04423ca req-b986036e-4c7a-4596-bf7b-112167eabac3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1635342 Apr 06 14:17:53.006158 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a2a6de9e-22e0-472f-a7be-32fc25b14598 req-87af24d5-37e5-4b92-8e97-dba20747a653 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412247 Apr 06 14:17:54.195005 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c807f-3e59-40fc-8074-0a938f2d0514 req-07fa4770-cfb0-4e34-8b90-3f5f5d7ac783 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:54.196477 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5e5c807f-3e59-40fc-8074-0a938f2d0514 req-07fa4770-cfb0-4e34-8b90-3f5f5d7ac783 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 946 time: 0.0820007 Apr 06 14:17:54.240771 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5e5c807f-3e59-40fc-8074-0a938f2d0514 req-485a9338-3515-4bd6-b662-8a08fd47d151 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382464 Apr 06 14:17:54.989332 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 8f7115b9-a040-455b-968a-62c5c6271001 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:17:55.141280 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:55.170015 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42465a86-6f50-4213-aafe-dc37c2681ae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f7115b9-a040-455b-968a-62c5c6271001'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:17:55.179672 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 8f7115b9-a040-455b-968a-62c5c6271001, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8f7115b9-a040-455b-968a-62c5c6271001,segment=NetworkSegment(db6d3d39-ba0c-4676-a92f-539487b0354e),segment_id=db6d3d39-ba0c-4676-a92f-539487b0354e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:17:55.261695 dv-neutron-834600-1-hyperv neutron-server[88566]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e0df6a8f-3654-4103-b22b-4d4679210626']: {'server_uuid': '42465a86-6f50-4213-aafe-dc37c2681ae6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8f7115b9-a040-455b-968a-62c5c6271001', 'code': 422} returned with failed status Apr 06 14:17:55.273427 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:55.347396 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=8f7115b9-a040-455b-968a-62c5c6271001,revision_number=6']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:55.359419 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:55.359825 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:55.360102 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:55.360433 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:55.360763 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:55.361090 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:55.361414 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:55.361736 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:55.362057 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:55.362376 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:55.362694 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:55.363047 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:55.439043 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c18047-5439-4ed9-a390-7b6485530ebd req-8f822558-1381-45e6-9c0c-408e9f37ddee tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:55.440473 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b3c18047-5439-4ed9-a390-7b6485530ebd req-8f822558-1381-45e6-9c0c-408e9f37ddee tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 944 time: 0.0872843 Apr 06 14:17:55.485323 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-b3c18047-5439-4ed9-a390-7b6485530ebd req-06273365-07a9-4521-8848-3a829faf86bc tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391905 Apr 06 14:17:56.567134 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aba8e-7448-45f5-a74a-df74e04423ca req-157f8198-82a9-4d49-9182-9ca835e79480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:56.568603 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cb0aba8e-7448-45f5-a74a-df74e04423ca req-157f8198-82a9-4d49-9182-9ca835e79480 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6&tenant_id=b4dbdded2523437ca2f2acae67ef7d30 HTTP/1.1" status: 200 len: 1097 time: 0.0758820 Apr 06 14:17:56.660383 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aba8e-7448-45f5-a74a-df74e04423ca req-be00d640-6c10-4731-b310-181b225030c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:56.661824 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cb0aba8e-7448-45f5-a74a-df74e04423ca req-be00d640-6c10-4731-b310-181b225030c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4dbdded2523437ca2f2acae67ef7d30&device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 1097 time: 0.0716255 Apr 06 14:17:56.674454 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b777755-9eb0-4e65-99cb-1c437ad2694c req-44780c3c-f5f6-498f-a598-66c63e7e33a0 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:56.675908 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2b777755-9eb0-4e65-99cb-1c437ad2694c req-44780c3c-f5f6-498f-a598-66c63e7e33a0 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 944 time: 0.0802925 Apr 06 14:17:56.725130 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2b777755-9eb0-4e65-99cb-1c437ad2694c req-c888a286-9161-47f7-8c4b-ebb1741c31bd tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430720 Apr 06 14:17:56.796428 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aba8e-7448-45f5-a74a-df74e04423ca req-2bc34047-8e08-4d9c-b6fe-a275e42be55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:56.797754 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cb0aba8e-7448-45f5-a74a-df74e04423ca req-2bc34047-8e08-4d9c-b6fe-a275e42be55e service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a HTTP/1.1" status: 200 len: 909 time: 0.1282401 Apr 06 14:17:56.902220 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cb0aba8e-7448-45f5-a74a-df74e04423ca req-27acb762-880c-4044-a587-db22edc40fcc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f7115b9-a040-455b-968a-62c5c6271001 HTTP/1.1" status: 200 len: 1000 time: 0.0979273 Apr 06 14:17:56.964277 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aba8e-7448-45f5-a74a-df74e04423ca req-2d4f42e9-5568-4bd7-b40a-ce0317481ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:56.965700 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cb0aba8e-7448-45f5-a74a-df74e04423ca req-2d4f42e9-5568-4bd7-b40a-ce0317481ca1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc91ea8b-9315-40e7-859f-134cfc631846 HTTP/1.1" status: 200 len: 847 time: 0.0579836 Apr 06 14:17:57.044162 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aba8e-7448-45f5-a74a-df74e04423ca req-af1b0fd5-5954-4623-8a08-d36b6c581a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:57.045613 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cb0aba8e-7448-45f5-a74a-df74e04423ca req-af1b0fd5-5954-4623-8a08-d36b6c581a3d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739729 Apr 06 14:17:57.176758 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cb0aba8e-7448-45f5-a74a-df74e04423ca req-6da28128-a4d9-46f3-b847-f99ec1ae5900 service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246781 Apr 06 14:17:57.309081 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-cb0aba8e-7448-45f5-a74a-df74e04423ca req-e94db402-1040-4661-8aeb-baf13bffe904 service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240928 Apr 06 14:17:57.804641 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:17:57.929838 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5e2a9-69ec-41c6-a263-397ac66bfc62 req-d10a4fb5-ea55-4c0f-bfb5-9a85266d3d5c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:57.931507 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1bd5e2a9-69ec-41c6-a263-397ac66bfc62 req-d10a4fb5-ea55-4c0f-bfb5-9a85266d3d5c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 944 time: 0.0847774 Apr 06 14:17:57.982221 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1bd5e2a9-69ec-41c6-a263-397ac66bfc62 req-762522a4-42fd-4973-ae6b-1514cecf4378 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420184 Apr 06 14:17:59.180634 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549d74c-15a7-48ca-bea2-7c554108977b req-89cad973-69c1-4bfc-9dd7-91337481e956 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:59.182485 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8549d74c-15a7-48ca-bea2-7c554108977b req-89cad973-69c1-4bfc-9dd7-91337481e956 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 944 time: 0.0843387 Apr 06 14:17:59.227547 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8549d74c-15a7-48ca-bea2-7c554108977b req-7ba69d49-5af5-4f2c-93c8-40e5bc645e48 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391276 Apr 06 14:18:00.419994 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d4d08-db2a-41f3-b47d-d0b035ecd26d req-4dc7bcc5-9156-4bdb-8702-dfcb682d1769 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:00.421623 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-959d4d08-db2a-41f3-b47d-d0b035ecd26d req-4dc7bcc5-9156-4bdb-8702-dfcb682d1769 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 944 time: 0.0879714 Apr 06 14:18:00.465598 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-959d4d08-db2a-41f3-b47d-d0b035ecd26d req-08531eac-5f35-41b6-859a-098d5a175517 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381484 Apr 06 14:18:00.573634 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:18:01.759119 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c096da3-b9fe-4879-a2b5-a8c6f82d13fc req-2982e95a-c309-4e75-b532-49f6b43d1c4e tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:01.760533 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2c096da3-b9fe-4879-a2b5-a8c6f82d13fc req-2982e95a-c309-4e75-b532-49f6b43d1c4e tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 944 time: 0.1884668 Apr 06 14:18:01.804905 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2c096da3-b9fe-4879-a2b5-a8c6f82d13fc req-0af98fef-5d6d-4404-bf69-cdf5f3feefca tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384834 Apr 06 14:18:02.992896 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8edb20-2561-4ef9-adc5-39440266f4d4 req-08649d54-6762-4259-9aeb-470ab8634423 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:02.994753 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2b8edb20-2561-4ef9-adc5-39440266f4d4 req-08649d54-6762-4259-9aeb-470ab8634423 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 944 time: 0.0794644 Apr 06 14:18:03.041921 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2b8edb20-2561-4ef9-adc5-39440266f4d4 req-5030d620-80ad-4613-8662-68bd4cfecaca tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409951 Apr 06 14:18:04.241175 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aed681-501a-4cb5-b0c6-98ba568a4752 req-3f16c821-ae97-4d86-afe9-a3dd6d8058cc tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:04.242637 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a4aed681-501a-4cb5-b0c6-98ba568a4752 req-3f16c821-ae97-4d86-afe9-a3dd6d8058cc tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 944 time: 0.0819838 Apr 06 14:18:04.288038 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a4aed681-501a-4cb5-b0c6-98ba568a4752 req-3d8e6b20-fdff-42ef-ab8f-327a49bf4d0d tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391982 Apr 06 14:18:05.019753 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 8f7115b9-a040-455b-968a-62c5c6271001 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:18:05.152643 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 8f7115b9-a040-455b-968a-62c5c6271001, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8f7115b9-a040-455b-968a-62c5c6271001,segment=NetworkSegment(db6d3d39-ba0c-4676-a92f-539487b0354e),segment_id=db6d3d39-ba0c-4676-a92f-539487b0354e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:18:05.166643 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '8f7115b9-a040-455b-968a-62c5c6271001', 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'port_id': '8f7115b9-a040-455b-968a-62c5c6271001', 'mac_address': 'fa:16:3e:97:99:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:18:05.226354 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:05.242625 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7115b9-a040-455b-968a-62c5c6271001 {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:18:05.258168 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 8f7115b9-a040-455b-968a-62c5c6271001, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8f7115b9-a040-455b-968a-62c5c6271001,segment=NetworkSegment(db6d3d39-ba0c-4676-a92f-539487b0354e),segment_id=db6d3d39-ba0c-4676-a92f-539487b0354e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:18:05.341727 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:05.409981 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=8f7115b9-a040-455b-968a-62c5c6271001,revision_number=7']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:05.481517 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf6e20-cf9b-497c-9743-fcbda0d4fa9d req-77998d0b-4c67-4f99-bd2b-8a56474ad511 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:05.483015 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-48cf6e20-cf9b-497c-9743-fcbda0d4fa9d req-77998d0b-4c67-4f99-bd2b-8a56474ad511 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 945 time: 0.0856631 Apr 06 14:18:05.529677 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-48cf6e20-cf9b-497c-9743-fcbda0d4fa9d req-840ab32d-9d06-4e2b-a7d3-03474691db12 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406790 Apr 06 14:18:05.578104 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['8f7115b9-a040-455b-968a-62c5c6271001'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 14:18:06.719000 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358b219-48e9-4078-ab6e-1269c9884877 req-dee6adf0-0935-45d7-893b-893df142efb7 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:06.720457 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1358b219-48e9-4078-ab6e-1269c9884877 req-dee6adf0-0935-45d7-893b-893df142efb7 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 945 time: 0.0804124 Apr 06 14:18:06.766429 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1358b219-48e9-4078-ab6e-1269c9884877 req-eca6f0c3-7045-46bb-825c-8db327cdc30c tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403552 Apr 06 14:18:07.019634 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 8f7115b9-a040-455b-968a-62c5c6271001 up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:18:07.095611 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 8f7115b9-a040-455b-968a-62c5c6271001 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:18:07.095985 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:07.216020 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:07.242466 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42465a86-6f50-4213-aafe-dc37c2681ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7115b9-a040-455b-968a-62c5c6271001'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:18:07.256012 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 8f7115b9-a040-455b-968a-62c5c6271001, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8f7115b9-a040-455b-968a-62c5c6271001,segment=NetworkSegment(db6d3d39-ba0c-4676-a92f-539487b0354e),segment_id=db6d3d39-ba0c-4676-a92f-539487b0354e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:18:07.289648 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1da1d328-2679-42e2-9d9d-d0660951cb48'] response: {'server_uuid': '42465a86-6f50-4213-aafe-dc37c2681ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7115b9-a040-455b-968a-62c5c6271001', 'code': 200} Apr 06 14:18:07.330778 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:07.399256 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=8f7115b9-a040-455b-968a-62c5c6271001,revision_number=8']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:07.647558 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a9d80-4774-45bd-8393-105a61011482 req-b9388620-10ca-4873-a082-bf68725a1704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:07.649192 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-915a9d80-4774-45bd-8393-105a61011482 req-b9388620-10ca-4873-a082-bf68725a1704 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 1099 time: 0.0742724 Apr 06 14:18:07.690907 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-915a9d80-4774-45bd-8393-105a61011482 req-d6e68ad1-0963-4692-88f5-93b597c94048 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364523 Apr 06 14:18:07.962899 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247afec-edd3-464c-b6d3-7d4b88b73a03 req-f5db6d66-a25b-4c2a-b231-da2fa534cf5a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:07.964373 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0247afec-edd3-464c-b6d3-7d4b88b73a03 req-f5db6d66-a25b-4c2a-b231-da2fa534cf5a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 946 time: 0.0868742 Apr 06 14:18:08.009094 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0247afec-edd3-464c-b6d3-7d4b88b73a03 req-935bb715-9a34-4e31-ab95-fda0933e2bf5 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390475 Apr 06 14:18:09.194679 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3dca44-ce42-47ff-bbe3-e247f0ee87cc req-432b4c37-c3ac-4a13-9857-ec5b7645fbac tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:09.196166 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1e3dca44-ce42-47ff-bbe3-e247f0ee87cc req-432b4c37-c3ac-4a13-9857-ec5b7645fbac tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 946 time: 0.0801678 Apr 06 14:18:09.244578 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1e3dca44-ce42-47ff-bbe3-e247f0ee87cc req-c75e952f-c37c-49b6-858b-acd19ebd772a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421014 Apr 06 14:18:15.486469 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3f26e1a0-dd71-4d31-8bbd-289f8ffe0200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:17.724515 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b54e77ca-e927-43f5-9694-fa9829ae971e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:19.005165 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:19.101381 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:19.963481 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ba642d5c-cbee-4a60-8f72-aa74d86fdccf req-b3cb98eb-a85a-4b90-abec-02635a281ef3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1765127 Apr 06 14:18:20.106676 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba642d5c-cbee-4a60-8f72-aa74d86fdccf req-3e9dd3cf-7dea-41d2-8e0c-b965d6006417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:20.108529 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ba642d5c-cbee-4a60-8f72-aa74d86fdccf req-3e9dd3cf-7dea-41d2-8e0c-b965d6006417 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4dbdded2523437ca2f2acae67ef7d30&device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 1099 time: 0.0716827 Apr 06 14:18:20.252189 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba642d5c-cbee-4a60-8f72-aa74d86fdccf req-ce11beb5-876d-42f2-8e05-248e8db22ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:20.253624 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ba642d5c-cbee-4a60-8f72-aa74d86fdccf req-ce11beb5-876d-42f2-8e05-248e8db22ed9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a HTTP/1.1" status: 200 len: 909 time: 0.1275716 Apr 06 14:18:20.364742 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ba642d5c-cbee-4a60-8f72-aa74d86fdccf req-cadb4111-d444-4880-9435-4fe3c41f6820 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f7115b9-a040-455b-968a-62c5c6271001 HTTP/1.1" status: 200 len: 1002 time: 0.1041975 Apr 06 14:18:20.437216 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba642d5c-cbee-4a60-8f72-aa74d86fdccf req-7bc1d921-8fbe-48f4-b905-e3b3928dc911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:20.438632 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ba642d5c-cbee-4a60-8f72-aa74d86fdccf req-7bc1d921-8fbe-48f4-b905-e3b3928dc911 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc91ea8b-9315-40e7-859f-134cfc631846 HTTP/1.1" status: 200 len: 847 time: 0.0669847 Apr 06 14:18:20.501492 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:20.521231 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba642d5c-cbee-4a60-8f72-aa74d86fdccf req-1fc7fdd9-fcc8-4564-b73e-9d63b2d2c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:20.529346 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ba642d5c-cbee-4a60-8f72-aa74d86fdccf req-1fc7fdd9-fcc8-4564-b73e-9d63b2d2c542 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777125 Apr 06 14:18:20.654244 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ba642d5c-cbee-4a60-8f72-aa74d86fdccf req-a9d5867d-991e-428e-8504-2c14f4d8e6f0 service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252565 Apr 06 14:18:20.785472 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-ba642d5c-cbee-4a60-8f72-aa74d86fdccf req-570a8ce6-48b9-4956-81a2-a13378a5d29d service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246891 Apr 06 14:18:27.854382 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:37.573392 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:18:45.604377 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d10d0905-8ed6-49a0-ad0f-ddd049b6d410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:47.723708 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-efbf0e2f-5c40-4147-8bea-31be5a1b847d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:48.986626 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:49.090020 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:50.559383 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:18:57.823043 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:14.572448 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:19:15.528281 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-af8ed812-8ef7-42b8-8742-e47b29732f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:17.764314 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-c3d07b79-07ec-40e2-942d-84296383cdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:18.963211 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:19.077474 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:20.626062 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:21.840865 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-67156875-1385-4122-8bba-999a65356939 req-1ec7b5de-3655-4fba-8b47-9e0379c0e740 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703423 Apr 06 14:19:21.999372 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67156875-1385-4122-8bba-999a65356939 req-e3fa70ea-4e97-4d60-97fe-ddde224cac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:22.000852 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-67156875-1385-4122-8bba-999a65356939 req-e3fa70ea-4e97-4d60-97fe-ddde224cac86 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4dbdded2523437ca2f2acae67ef7d30&device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 1099 time: 0.0761788 Apr 06 14:19:22.146468 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67156875-1385-4122-8bba-999a65356939 req-fc25b255-15bf-41ad-bea0-4582807ffdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:22.150652 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-67156875-1385-4122-8bba-999a65356939 req-fc25b255-15bf-41ad-bea0-4582807ffdfe service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a HTTP/1.1" status: 200 len: 909 time: 0.1292636 Apr 06 14:19:22.252743 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-67156875-1385-4122-8bba-999a65356939 req-81655ef2-ec59-496d-840b-90b8f1f044dd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f7115b9-a040-455b-968a-62c5c6271001 HTTP/1.1" status: 200 len: 1002 time: 0.0984142 Apr 06 14:19:22.315112 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67156875-1385-4122-8bba-999a65356939 req-310e2640-46e9-43df-ab9d-8877349a8d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:22.316543 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-67156875-1385-4122-8bba-999a65356939 req-310e2640-46e9-43df-ab9d-8877349a8d4a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc91ea8b-9315-40e7-859f-134cfc631846 HTTP/1.1" status: 200 len: 847 time: 0.0576544 Apr 06 14:19:22.393451 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67156875-1385-4122-8bba-999a65356939 req-434f7657-fcda-4f50-bf82-8b2d2cb6821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:22.394957 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-67156875-1385-4122-8bba-999a65356939 req-434f7657-fcda-4f50-bf82-8b2d2cb6821a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725613 Apr 06 14:19:22.532781 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-67156875-1385-4122-8bba-999a65356939 req-c037ee80-0df6-4e8b-99c7-4d3e17e06e55 service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316159 Apr 06 14:19:22.666051 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-67156875-1385-4122-8bba-999a65356939 req-91a4448b-47c5-4463-888f-0532641045b4 service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276536 Apr 06 14:19:27.866475 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:45.488670 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-57b6e984-ca11-4fdd-a327-817486cf8a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:47.728425 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-14981d1b-395c-458b-b994-12d2774f666b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:48.996818 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:49.093904 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:50.550901 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:51.572274 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:19:57.518715 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 57084) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:19:57.848857 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:58.027107 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-a253703b-3b30-4b25-9020-48645c578421 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Deleting port dd42533c-f6ec-439d-808e-85e6450743bc {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:19:58.027440 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a253703b-3b30-4b25-9020-48645c578421 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:58.213295 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a253703b-3b30-4b25-9020-48645c578421 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:58.213686 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a253703b-3b30-4b25-9020-48645c578421 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:58.356212 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-a253703b-3b30-4b25-9020-48645c578421 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Calling delete_port for dd42533c-f6ec-439d-808e-85e6450743bc owned by network:floatingip {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:19:58.602401 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a253703b-3b30-4b25-9020-48645c578421 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:58.648513 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253703b-3b30-4b25-9020-48645c578421 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Pushing event deleted for resources: {'Port': ['ID=dd42533c-f6ec-439d-808e-85e6450743bc,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:58.687911 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a253703b-3b30-4b25-9020-48645c578421 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:58.688247 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a253703b-3b30-4b25-9020-48645c578421 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:58.688573 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a253703b-3b30-4b25-9020-48645c578421 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:58.688898 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a253703b-3b30-4b25-9020-48645c578421 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:58.689215 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a253703b-3b30-4b25-9020-48645c578421 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:58.689529 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a253703b-3b30-4b25-9020-48645c578421 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:58.689842 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a253703b-3b30-4b25-9020-48645c578421 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:58.690153 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a253703b-3b30-4b25-9020-48645c578421 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:58.690465 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a253703b-3b30-4b25-9020-48645c578421 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:58.690775 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a253703b-3b30-4b25-9020-48645c578421 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:58.691109 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a253703b-3b30-4b25-9020-48645c578421 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:58.691415 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a253703b-3b30-4b25-9020-48645c578421 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:58.750210 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a253703b-3b30-4b25-9020-48645c578421 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for floatingip, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:58.750444 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-a253703b-3b30-4b25-9020-48645c578421 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Floating IP 6e9d3eb1-caf9-4bb1-8517-5b3e68af9ffa disassociated (deleted). External IP: 172.26.4.135, port: 8f7115b9-a040-455b-968a-62c5c6271001. Apr 06 14:19:59.098794 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a253703b-3b30-4b25-9020-48645c578421 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Router 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:19:59.383419 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a253703b-3b30-4b25-9020-48645c578421 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:19:59.393313 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2d8283-7e4c-4112-82b5-8881e76fd875 None None] Sync routers for ids ['3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:19:59.398955 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-a253703b-3b30-4b25-9020-48645c578421 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:19:59.402756 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2d8283-7e4c-4112-82b5-8881e76fd875 None None] Routers {'3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:19:59.403413 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-6a2d8283-7e4c-4112-82b5-8881e76fd875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:19:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:59.454953 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-a253703b-3b30-4b25-9020-48645c578421 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "DELETE /v2.0/floatingips/6e9d3eb1-caf9-4bb1-8517-5b3e68af9ffa HTTP/1.1" status: 204 len: 168 time: 1.9350893 Apr 06 14:19:59.455513 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42465a86-6f50-4213-aafe-dc37c2681ae6', 'tag': '8f7115b9-a040-455b-968a-62c5c6271001'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:19:59.625723 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-6a2d8283-7e4c-4112-82b5-8881e76fd875 None None] Set router 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:19:59.948943 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-6a2d8283-7e4c-4112-82b5-8881e76fd875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'name': 'tempest-TestShelveInstance-629026314-router', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:31Z', 'updated_at': '2022-04-06T14:09:35Z', 'revision_number': 4, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'gw_port': {'id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:32Z', 'updated_at': '2022-04-06T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '10e9f1b7-cbd9-417b-9151-c6175402013e', 'name': '', 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'mac_address': 'fa:16:3e:f0:f5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:34Z', 'updated_at': '2022-04-06T14:09:40Z', 'revision_number': 5, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'subnets': [{'id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:59.952836 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2d8283-7e4c-4112-82b5-8881e76fd875 None None] Checking router: 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:19:59.961728 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2d8283-7e4c-4112-82b5-8881e76fd875 None None] Routers {'3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:19:59.962312 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-6a2d8283-7e4c-4112-82b5-8881e76fd875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:19:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:00.039061 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01e68b40-2959-4e3f-87ff-5ff4b3d75ebb'] response: {'name': 'network-changed', 'server_uuid': '42465a86-6f50-4213-aafe-dc37c2681ae6', 'tag': '8f7115b9-a040-455b-968a-62c5c6271001', 'status': 'completed', 'code': 200} Apr 06 14:20:00.129801 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a903b03-1373-419e-af2e-116f25863da6 req-efc684e8-f38a-4b62-ab2e-0fc7da1362be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:00.132278 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2a903b03-1373-419e-af2e-116f25863da6 req-efc684e8-f38a-4b62-ab2e-0fc7da1362be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4dbdded2523437ca2f2acae67ef7d30&device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 1099 time: 0.0724084 Apr 06 14:20:00.147800 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-6a2d8283-7e4c-4112-82b5-8881e76fd875 None None] Set router 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:20:00.271101 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ec71e-4b09-4d36-947a-786aaaab9411 req-01200f6e-e590-4357-a8bd-b695d454b709 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:00.274762 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-798ec71e-4b09-4d36-947a-786aaaab9411 req-01200f6e-e590-4357-a8bd-b695d454b709 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 946 time: 0.1483343 Apr 06 14:20:00.291639 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a903b03-1373-419e-af2e-116f25863da6 req-b3c49ffc-db2f-4b47-b6f5-ef60ad2327c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:00.294121 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2a903b03-1373-419e-af2e-116f25863da6 req-b3c49ffc-db2f-4b47-b6f5-ef60ad2327c2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a HTTP/1.1" status: 200 len: 909 time: 0.1559455 Apr 06 14:20:00.323324 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-798ec71e-4b09-4d36-947a-786aaaab9411 req-dbc387c0-b431-4bc1-bb0e-3f7250cbce9a tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441821 Apr 06 14:20:00.369356 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2a903b03-1373-419e-af2e-116f25863da6 req-f8afa783-f664-4aa0-8d10-c361b6e94f3b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f7115b9-a040-455b-968a-62c5c6271001 HTTP/1.1" status: 200 len: 217 time: 0.0677843 Apr 06 14:20:00.432945 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a903b03-1373-419e-af2e-116f25863da6 req-d3610bfc-20c6-4d6e-9de8-edf67c572151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:00.434271 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2a903b03-1373-419e-af2e-116f25863da6 req-d3610bfc-20c6-4d6e-9de8-edf67c572151 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc91ea8b-9315-40e7-859f-134cfc631846 HTTP/1.1" status: 200 len: 847 time: 0.0587709 Apr 06 14:20:00.469670 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-6a2d8283-7e4c-4112-82b5-8881e76fd875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'name': 'tempest-TestShelveInstance-629026314-router', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:31Z', 'updated_at': '2022-04-06T14:09:35Z', 'revision_number': 4, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'gw_port': {'id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:32Z', 'updated_at': '2022-04-06T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '10e9f1b7-cbd9-417b-9151-c6175402013e', 'name': '', 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'mac_address': 'fa:16:3e:f0:f5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:34Z', 'updated_at': '2022-04-06T14:09:40Z', 'revision_number': 5, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'subnets': [{'id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:00.473800 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2d8283-7e4c-4112-82b5-8881e76fd875 None None] The sync data for ids ['3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'] in dv-neutron-834600-1-hyperv is: [{'id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'name': 'tempest-TestShelveInstance-629026314-router', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:31Z', 'updated_at': '2022-04-06T14:09:35Z', 'revision_number': 4, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'gw_port': {'id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:32Z', 'updated_at': '2022-04-06T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': '10e9f1b7-cbd9-417b-9151-c6175402013e', 'name': '', 'network_id': '6f133fc6-78f6-4fbe-915a-efa3c4d3829a', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'mac_address': 'fa:16:3e:f0:f5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:34Z', 'updated_at': '2022-04-06T14:09:40Z', 'revision_number': 5, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'subnets': [{'id': 'dc91ea8b-9315-40e7-859f-134cfc631846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:20:00.512736 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a903b03-1373-419e-af2e-116f25863da6 req-7cd40f12-470d-4ed5-92a9-4e56f38cfaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:00.514185 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2a903b03-1373-419e-af2e-116f25863da6 req-7cd40f12-470d-4ed5-92a9-4e56f38cfaa9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f133fc6-78f6-4fbe-915a-efa3c4d3829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737133 Apr 06 14:20:00.652734 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2a903b03-1373-419e-af2e-116f25863da6 req-cc0b9ebf-2460-48ea-ae68-7463c8d6e7ef service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308920 Apr 06 14:20:00.705339 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedffd66-4b56-4357-b2a3-82d07c6cf946 None None] New status for floating IP 6e9d3eb1-caf9-4bb1-8517-5b3e68af9ffa: DOWN {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:20:00.789215 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-2a903b03-1373-419e-af2e-116f25863da6 req-9c9e1c43-10f8-422d-a2dc-11ea7440a08f service neutron] 10.222.0.61 "GET /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291733 Apr 06 14:20:01.502265 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adec206-2468-48b3-956f-6127f689a631 req-4ade2e1a-7869-4070-8aad-4ecfb6f39bd1 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:01.502974 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-0adec206-2468-48b3-956f-6127f689a631 req-4ade2e1a-7869-4070-8aad-4ecfb6f39bd1 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Synchronizing usage tracker for tenant:b4dbdded2523437ca2f2acae67ef7d30 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:01.513568 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6804c02-c9fd-4a26-903b-4382e5553069 req-65d78bea-896c-4a57-9aac-1c621497a2bb tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:01.515031 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a6804c02-c9fd-4a26-903b-4382e5553069 req-65d78bea-896c-4a57-9aac-1c621497a2bb tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 946 time: 0.0834014 Apr 06 14:20:01.561263 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a6804c02-c9fd-4a26-903b-4382e5553069 req-6e45cf78-93b9-4665-a891-70d15b6191b0 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401409 Apr 06 14:20:01.562069 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-0adec206-2468-48b3-956f-6127f689a631 req-4ade2e1a-7869-4070-8aad-4ecfb6f39bd1 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Unset dirty status for tenant:b4dbdded2523437ca2f2acae67ef7d30 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:01.563221 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0adec206-2468-48b3-956f-6127f689a631 req-4ade2e1a-7869-4070-8aad-4ecfb6f39bd1 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.61 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 946 time: 0.1440949 Apr 06 14:20:01.633487 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-0adec206-2468-48b3-956f-6127f689a631 req-a83b387f-2e65-4b2e-9295-a00785b9e955 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Deleting port 8f7115b9-a040-455b-968a-62c5c6271001 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:20:01.633825 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-0adec206-2468-48b3-956f-6127f689a631 req-a83b387f-2e65-4b2e-9295-a00785b9e955 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:01.885225 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-0adec206-2468-48b3-956f-6127f689a631 req-a83b387f-2e65-4b2e-9295-a00785b9e955 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] For port 8f7115b9-a040-455b-968a-62c5c6271001, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8f7115b9-a040-455b-968a-62c5c6271001,segment=NetworkSegment(db6d3d39-ba0c-4676-a92f-539487b0354e),segment_id=db6d3d39-ba0c-4676-a92f-539487b0354e)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:20:01.885580 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-0adec206-2468-48b3-956f-6127f689a631 req-a83b387f-2e65-4b2e-9295-a00785b9e955 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:02.008916 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-0adec206-2468-48b3-956f-6127f689a631 req-a83b387f-2e65-4b2e-9295-a00785b9e955 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Calling delete_port for 8f7115b9-a040-455b-968a-62c5c6271001 owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:20:02.202860 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-0adec206-2468-48b3-956f-6127f689a631 req-a83b387f-2e65-4b2e-9295-a00785b9e955 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:02.252168 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b387f-2e65-4b2e-9295-a00785b9e955 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Pushing event deleted for resources: {'Port': ['ID=8f7115b9-a040-455b-968a-62c5c6271001,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:02.328236 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-0adec206-2468-48b3-956f-6127f689a631 req-a83b387f-2e65-4b2e-9295-a00785b9e955 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] No DVR routers for this DVR port 8f7115b9-a040-455b-968a-62c5c6271001 on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:20:02.330698 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-0adec206-2468-48b3-956f-6127f689a631 req-a83b387f-2e65-4b2e-9295-a00785b9e955 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:02.333156 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42465a86-6f50-4213-aafe-dc37c2681ae6', 'name': 'network-vif-deleted', 'tag': '8f7115b9-a040-455b-968a-62c5c6271001'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:20:02.378932 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-641833ec-5136-4164-8f1f-0f351a671bc1'] response: {'server_uuid': '42465a86-6f50-4213-aafe-dc37c2681ae6', 'name': 'network-vif-deleted', 'tag': '8f7115b9-a040-455b-968a-62c5c6271001', 'status': 'completed', 'code': 200} Apr 06 14:20:02.402258 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-0adec206-2468-48b3-956f-6127f689a631 req-a83b387f-2e65-4b2e-9295-a00785b9e955 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.61 "DELETE /v2.0/ports/8f7115b9-a040-455b-968a-62c5c6271001 HTTP/1.1" status: 204 len: 173 time: 0.8338597 Apr 06 14:20:02.726116 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-16f12341-7213-4dd0-af4c-bfae67c78ca0 req-d8f030b6-bedb-4a99-8f72-f63342abd4c8 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 210 time: 0.0449672 Apr 06 14:20:03.899614 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-78a9c363-0dd6-4e6c-a676-9ff18616a886 req-054ff5a0-d4b5-452d-a939-1f93e38d9252 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "GET /v2.0/ports?device_id=42465a86-6f50-4213-aafe-dc37c2681ae6 HTTP/1.1" status: 200 len: 210 time: 0.0477457 Apr 06 14:20:04.521825 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [req-9df07a00-34ff-48ca-842b-5dda3eb3b337 req-38e96e7a-ef3c-4e5f-8873-2fb3d5a47396 service neutron] (88565) timed out ('10.222.0.48', 51956) {{(pid=88565) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 06 14:20:05.006496 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 57114) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:05.074635 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1e7f0646-b522-476e-99dc-71023f2d1e47 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:05.104784 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1e7f0646-b522-476e-99dc-71023f2d1e47 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:05.248283 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1e7f0646-b522-476e-99dc-71023f2d1e47 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:05.268361 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f0646-b522-476e-99dc-71023f2d1e47 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:05.328296 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1e7f0646-b522-476e-99dc-71023f2d1e47 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:05.329426 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1e7f0646-b522-476e-99dc-71023f2d1e47 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] 10.222.0.48 "DELETE /v2.0/security-groups/ed3ad7cc-47a4-4fcb-af8c-fe7926a477b8 HTTP/1.1" status: 204 len: 168 time: 0.3218749 Apr 06 14:20:05.432134 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 57120) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:05.578210 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 8f7115b9-a040-455b-968a-62c5c6271001 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:20:05.612918 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: 8f7115b9-a040-455b-968a-62c5c6271001 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:20:05.613267 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 8f7115b9-a040-455b-968a-62c5c6271001 not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:20:06.300845 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9d40915b-4594-4022-9971-c4398c35f105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:06.655399 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-9d40915b-4594-4022-9971-c4398c35f105 admin admin] Deleting port 10e9f1b7-cbd9-417b-9151-c6175402013e {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:20:06.655740 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9d40915b-4594-4022-9971-c4398c35f105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:06.826705 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-9d40915b-4594-4022-9971-c4398c35f105 admin admin] For port 10e9f1b7-cbd9-417b-9151-c6175402013e, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=10e9f1b7-cbd9-417b-9151-c6175402013e,segment=NetworkSegment(db6d3d39-ba0c-4676-a92f-539487b0354e),segment_id=db6d3d39-ba0c-4676-a92f-539487b0354e)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:20:06.827007 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9d40915b-4594-4022-9971-c4398c35f105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:06.953021 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-9d40915b-4594-4022-9971-c4398c35f105 admin admin] Calling delete_port for 10e9f1b7-cbd9-417b-9151-c6175402013e owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:20:07.454319 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9d40915b-4594-4022-9971-c4398c35f105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:07.500200 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40915b-4594-4022-9971-c4398c35f105 admin admin] Pushing event deleted for resources: {'Port': ['ID=10e9f1b7-cbd9-417b-9151-c6175402013e,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:07.780642 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9d40915b-4594-4022-9971-c4398c35f105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:08.142594 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d40915b-4594-4022-9971-c4398c35f105 admin admin] Router 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:20:08.321164 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d40915b-4594-4022-9971-c4398c35f105 admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:20:08.329735 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b71a1d-bc66-4843-9c9b-997dc2cb1115 None None] Sync routers for ids ['3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:20:08.333282 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9d40915b-4594-4022-9971-c4398c35f105 admin admin] 10.222.0.48 "PUT /v2.0/routers/3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8986983 Apr 06 14:20:08.337053 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 57126) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:08.339906 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b71a1d-bc66-4843-9c9b-997dc2cb1115 None None] Routers {'3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:20:08.340499 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c1b71a1d-bc66-4843-9c9b-997dc2cb1115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:19:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:08.519234 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9e00bb59-5c47-491e-98d1-d24d03b9b5fe admin admin] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:08.521441 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-c1b71a1d-bc66-4843-9c9b-997dc2cb1115 None None] Set router 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:20:08.696707 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9e00bb59-5c47-491e-98d1-d24d03b9b5fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:08.842377 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-9e00bb59-5c47-491e-98d1-d24d03b9b5fe admin admin] Deleting port 79c64ffd-515f-4824-9ffa-dff7ba04b682 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:20:08.842644 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9e00bb59-5c47-491e-98d1-d24d03b9b5fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:08.851689 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c1b71a1d-bc66-4843-9c9b-997dc2cb1115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'name': 'tempest-TestShelveInstance-629026314-router', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:31Z', 'updated_at': '2022-04-06T14:20:07Z', 'revision_number': 5, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'gw_port': {'id': '79c64ffd-515f-4824-9ffa-dff7ba04b682', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:32Z', 'updated_at': '2022-04-06T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:08.855699 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b71a1d-bc66-4843-9c9b-997dc2cb1115 None None] Checking router: 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:20:08.864295 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b71a1d-bc66-4843-9c9b-997dc2cb1115 None None] Routers {'3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:20:08.865591 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c1b71a1d-bc66-4843-9c9b-997dc2cb1115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:19:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:09.022626 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-c1b71a1d-bc66-4843-9c9b-997dc2cb1115 None None] Set router 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:20:09.133272 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-c1b71a1d-bc66-4843-9c9b-997dc2cb1115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'name': 'tempest-TestShelveInstance-629026314-router', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:31Z', 'updated_at': '2022-04-06T14:20:08Z', 'revision_number': 6, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:09.138765 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b71a1d-bc66-4843-9c9b-997dc2cb1115 None None] The sync data for ids ['3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1'] in dv-neutron-834600-1-hyperv is: [{'id': '3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1', 'name': 'tempest-TestShelveInstance-629026314-router', 'tenant_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:31Z', 'updated_at': '2022-04-06T14:20:08Z', 'revision_number': 6, 'project_id': 'b4dbdded2523437ca2f2acae67ef7d30', 'gw_port_host': None}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:20:09.152757 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-9e00bb59-5c47-491e-98d1-d24d03b9b5fe admin admin] For port 79c64ffd-515f-4824-9ffa-dff7ba04b682, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=79c64ffd-515f-4824-9ffa-dff7ba04b682,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:20:09.153116 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9e00bb59-5c47-491e-98d1-d24d03b9b5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:09.277705 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-9e00bb59-5c47-491e-98d1-d24d03b9b5fe admin admin] Calling delete_port for 79c64ffd-515f-4824-9ffa-dff7ba04b682 owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:20:09.523300 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9e00bb59-5c47-491e-98d1-d24d03b9b5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:09.576108 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00bb59-5c47-491e-98d1-d24d03b9b5fe admin admin] Pushing event deleted for resources: {'Port': ['ID=79c64ffd-515f-4824-9ffa-dff7ba04b682,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:09.673535 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9e00bb59-5c47-491e-98d1-d24d03b9b5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:09.853928 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9e00bb59-5c47-491e-98d1-d24d03b9b5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:09.856010 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9e00bb59-5c47-491e-98d1-d24d03b9b5fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:09.946294 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9e00bb59-5c47-491e-98d1-d24d03b9b5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:09.946794 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e00bb59-5c47-491e-98d1-d24d03b9b5fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 14:20:09.959129 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-9e00bb59-5c47-491e-98d1-d24d03b9b5fe admin admin] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:09.960466 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-9e00bb59-5c47-491e-98d1-d24d03b9b5fe admin admin] 10.222.0.48 "DELETE /v2.0/routers/3970c6f9-d0f0-4b50-a7c6-d7f5a9bb4ad1 HTTP/1.1" status: 204 len: 168 time: 1.6221504 Apr 06 14:20:09.963183 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 57132) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:10.024405 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac00cef-e9e8-43c7-8b79-5d46f7298e8a admin admin] Deleting subnet dc91ea8b-9315-40e7-859f-134cfc631846 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 14:20:10.027701 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fac00cef-e9e8-43c7-8b79-5d46f7298e8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.079254 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fac00cef-e9e8-43c7-8b79-5d46f7298e8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.166373 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fac00cef-e9e8-43c7-8b79-5d46f7298e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.272207 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fac00cef-e9e8-43c7-8b79-5d46f7298e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.310845 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac00cef-e9e8-43c7-8b79-5d46f7298e8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc91ea8b-9315-40e7-859f-134cfc631846,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:10.315647 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-fac00cef-e9e8-43c7-8b79-5d46f7298e8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.321763 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fd31ae-1c19-4998-b47e-1ad97e739dc9 None None] Network 6f133fc6-78f6-4fbe-915a-efa3c4d3829a requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 14:20:10.322556 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-fac00cef-e9e8-43c7-8b79-5d46f7298e8a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/dc91ea8b-9315-40e7-859f-134cfc631846 HTTP/1.1" status: 204 len: 168 time: 0.3583138 Apr 06 14:20:10.324817 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 57136) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:10.430195 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-574ffe30-eecf-4e87-a273-fadceff0b926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.440553 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-574ffe30-eecf-4e87-a273-fadceff0b926 admin admin] Deleting port f2261ac8-dfb1-4df1-a64e-424a6df724b7 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:20:10.440814 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-574ffe30-eecf-4e87-a273-fadceff0b926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.588972 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ed2461-7cfa-49ba-ba8d-bae6f9de0d4e None None] DHCP port deletion for 6f133fc6-78f6-4fbe-915a-efa3c4d3829a request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 14:20:10.591984 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 79c64ffd-515f-4824-9ffa-dff7ba04b682 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:20:10.621893 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-19ed2461-7cfa-49ba-ba8d-bae6f9de0d4e None None] Deleting port f2261ac8-dfb1-4df1-a64e-424a6df724b7 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:20:10.622266 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-19ed2461-7cfa-49ba-ba8d-bae6f9de0d4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.655678 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 79c64ffd-515f-4824-9ffa-dff7ba04b682 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:20:10.656019 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 79c64ffd-515f-4824-9ffa-dff7ba04b682 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:20:10.656439 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 10e9f1b7-cbd9-417b-9151-c6175402013e no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:20:10.702202 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 10e9f1b7-cbd9-417b-9151-c6175402013e {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:20:10.702460 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 10e9f1b7-cbd9-417b-9151-c6175402013e not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:20:10.748534 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-574ffe30-eecf-4e87-a273-fadceff0b926 admin admin] For port f2261ac8-dfb1-4df1-a64e-424a6df724b7, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f2261ac8-dfb1-4df1-a64e-424a6df724b7,segment=NetworkSegment(db6d3d39-ba0c-4676-a92f-539487b0354e),segment_id=db6d3d39-ba0c-4676-a92f-539487b0354e)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:20:10.749127 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-574ffe30-eecf-4e87-a273-fadceff0b926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.871363 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-19ed2461-7cfa-49ba-ba8d-bae6f9de0d4e None None] For port f2261ac8-dfb1-4df1-a64e-424a6df724b7, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=f2261ac8-dfb1-4df1-a64e-424a6df724b7,segment=NetworkSegment(db6d3d39-ba0c-4676-a92f-539487b0354e),segment_id=db6d3d39-ba0c-4676-a92f-539487b0354e)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:20:10.871750 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-19ed2461-7cfa-49ba-ba8d-bae6f9de0d4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:10.872665 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-574ffe30-eecf-4e87-a273-fadceff0b926 admin admin] Calling delete_port for f2261ac8-dfb1-4df1-a64e-424a6df724b7 owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:20:10.995225 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-19ed2461-7cfa-49ba-ba8d-bae6f9de0d4e None None] Calling delete_port for f2261ac8-dfb1-4df1-a64e-424a6df724b7 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:20:11.008176 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-574ffe30-eecf-4e87-a273-fadceff0b926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:11.055906 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ffe30-eecf-4e87-a273-fadceff0b926 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2261ac8-dfb1-4df1-a64e-424a6df724b7,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:11.059559 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574ffe30-eecf-4e87-a273-fadceff0b926 admin admin] No DVR routers for this DVR port f2261ac8-dfb1-4df1-a64e-424a6df724b7 on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:20:11.070386 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-19ed2461-7cfa-49ba-ba8d-bae6f9de0d4e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:20:11.070735 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-19ed2461-7cfa-49ba-ba8d-bae6f9de0d4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:20:11.173442 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-574ffe30-eecf-4e87-a273-fadceff0b926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:11.200158 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-574ffe30-eecf-4e87-a273-fadceff0b926 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f133fc6-78f6-4fbe-915a-efa3c4d3829a']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:11.212419 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-574ffe30-eecf-4e87-a273-fadceff0b926 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6d3d39-ba0c-4676-a92f-539487b0354e') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:11.212710 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-574ffe30-eecf-4e87-a273-fadceff0b926 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6d3d39-ba0c-4676-a92f-539487b0354e') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:11.223939 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-574ffe30-eecf-4e87-a273-fadceff0b926 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:11.240486 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-574ffe30-eecf-4e87-a273-fadceff0b926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:11.248632 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574ffe30-eecf-4e87-a273-fadceff0b926 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:20:11.248632 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-574ffe30-eecf-4e87-a273-fadceff0b926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:20:11.265086 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:20:11.397508 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-574ffe30-eecf-4e87-a273-fadceff0b926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:11.401971 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-574ffe30-eecf-4e87-a273-fadceff0b926 admin admin] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:11.426743 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ffe30-eecf-4e87-a273-fadceff0b926 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f133fc6-78f6-4fbe-915a-efa3c4d3829a,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:11.488971 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-574ffe30-eecf-4e87-a273-fadceff0b926 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6f133fc6-78f6-4fbe-915a-efa3c4d3829a HTTP/1.1" status: 204 len: 168 time: 1.1630960 Apr 06 14:20:11.492380 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 57140) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:11.572654 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-19ed2461-7cfa-49ba-ba8d-bae6f9de0d4e None None] Deleting port f2261ac8-dfb1-4df1-a64e-424a6df724b7 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:20:11.573208 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-19ed2461-7cfa-49ba-ba8d-bae6f9de0d4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:11.638003 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-19ed2461-7cfa-49ba-ba8d-bae6f9de0d4e None None] The port 'f2261ac8-dfb1-4df1-a64e-424a6df724b7' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 14:20:12.037649 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-de31ab3e-5216-4740-9c1d-150d4d0bfad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:12.496320 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-de31ab3e-5216-4740-9c1d-150d4d0bfad3 admin admin] Deleting port d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:20:12.496650 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-de31ab3e-5216-4740-9c1d-150d4d0bfad3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:12.562334 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f2261ac8-dfb1-4df1-a64e-424a6df724b7 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:20:12.600938 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: f2261ac8-dfb1-4df1-a64e-424a6df724b7 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:20:12.601605 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device f2261ac8-dfb1-4df1-a64e-424a6df724b7 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:20:12.679547 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-de31ab3e-5216-4740-9c1d-150d4d0bfad3 admin admin] For port d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049,segment=NetworkSegment(a929404c-bc3d-4015-a15b-cea36cd3971b),segment_id=a929404c-bc3d-4015-a15b-cea36cd3971b)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:20:12.679900 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-de31ab3e-5216-4740-9c1d-150d4d0bfad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:12.802292 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-de31ab3e-5216-4740-9c1d-150d4d0bfad3 admin admin] Calling delete_port for d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049 owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:20:13.046856 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-de31ab3e-5216-4740-9c1d-150d4d0bfad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:13.094576 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31ab3e-5216-4740-9c1d-150d4d0bfad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:13.368848 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-de31ab3e-5216-4740-9c1d-150d4d0bfad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:13.846298 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de31ab3e-5216-4740-9c1d-150d4d0bfad3 admin admin] Router 455e3030-ec9d-49f0-a697-f1270592b9a7 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:20:14.032877 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de31ab3e-5216-4740-9c1d-150d4d0bfad3 admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:20:14.043734 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-de31ab3e-5216-4740-9c1d-150d4d0bfad3 admin admin] 10.222.0.48 "PUT /v2.0/routers/455e3030-ec9d-49f0-a697-f1270592b9a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5503232 Apr 06 14:20:14.047487 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 57144) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:14.048248 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227656a-a0b9-44d7-a91f-15b38a16eb34 None None] Sync routers for ids ['455e3030-ec9d-49f0-a697-f1270592b9a7'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:20:14.062616 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1227656a-a0b9-44d7-a91f-15b38a16eb34 None None] Routers {'455e3030-ec9d-49f0-a697-f1270592b9a7'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:20:14.063247 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1227656a-a0b9-44d7-a91f-15b38a16eb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:19:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['455e3030-ec9d-49f0-a697-f1270592b9a7'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:14.233907 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f3bd6ae3-1a62-4ffa-9619-d22e3db7bb06 admin admin] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:14.239147 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-1227656a-a0b9-44d7-a91f-15b38a16eb34 None None] Set router 455e3030-ec9d-49f0-a697-f1270592b9a7 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:20:14.416522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f3bd6ae3-1a62-4ffa-9619-d22e3db7bb06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:14.522348 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-f3bd6ae3-1a62-4ffa-9619-d22e3db7bb06 admin admin] Deleting port 1163f666-73af-4673-a6bc-3a86757fd717 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:20:14.522701 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f3bd6ae3-1a62-4ffa-9619-d22e3db7bb06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:14.527937 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1227656a-a0b9-44d7-a91f-15b38a16eb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455e3030-ec9d-49f0-a697-f1270592b9a7', 'name': 'tempest-TestShelveInstance-451497650-router', 'tenant_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '1163f666-73af-4673-a6bc-3a86757fd717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:39Z', 'updated_at': '2022-04-06T14:20:12Z', 'revision_number': 5, 'project_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'gw_port': {'id': '1163f666-73af-4673-a6bc-3a86757fd717', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455e3030-ec9d-49f0-a697-f1270592b9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:39Z', 'updated_at': '2022-04-06T14:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:14.532914 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227656a-a0b9-44d7-a91f-15b38a16eb34 None None] Checking router: 455e3030-ec9d-49f0-a697-f1270592b9a7 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:20:14.542106 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1227656a-a0b9-44d7-a91f-15b38a16eb34 None None] Routers {'455e3030-ec9d-49f0-a697-f1270592b9a7'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:20:14.542881 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1227656a-a0b9-44d7-a91f-15b38a16eb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:19:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['455e3030-ec9d-49f0-a697-f1270592b9a7'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:14.703002 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-f3bd6ae3-1a62-4ffa-9619-d22e3db7bb06 admin admin] For port 1163f666-73af-4673-a6bc-3a86757fd717, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=1163f666-73af-4673-a6bc-3a86757fd717,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:20:14.703296 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f3bd6ae3-1a62-4ffa-9619-d22e3db7bb06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:14.726734 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-1227656a-a0b9-44d7-a91f-15b38a16eb34 None None] Set router 455e3030-ec9d-49f0-a697-f1270592b9a7 gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:20:14.826468 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-f3bd6ae3-1a62-4ffa-9619-d22e3db7bb06 admin admin] Calling delete_port for 1163f666-73af-4673-a6bc-3a86757fd717 owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:20:14.829745 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-1227656a-a0b9-44d7-a91f-15b38a16eb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455e3030-ec9d-49f0-a697-f1270592b9a7', 'name': 'tempest-TestShelveInstance-451497650-router', 'tenant_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:39Z', 'updated_at': '2022-04-06T14:20:14Z', 'revision_number': 6, 'project_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:14.834532 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227656a-a0b9-44d7-a91f-15b38a16eb34 None None] The sync data for ids ['455e3030-ec9d-49f0-a697-f1270592b9a7'] in dv-neutron-834600-1-hyperv is: [{'id': '455e3030-ec9d-49f0-a697-f1270592b9a7', 'name': 'tempest-TestShelveInstance-451497650-router', 'tenant_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:39Z', 'updated_at': '2022-04-06T14:20:14Z', 'revision_number': 6, 'project_id': '8dcde49f24cf4dc398f1f42297d1b95e', 'gw_port_host': None}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:20:15.076492 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f3bd6ae3-1a62-4ffa-9619-d22e3db7bb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:15.125407 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd6ae3-1a62-4ffa-9619-d22e3db7bb06 admin admin] Pushing event deleted for resources: {'Port': ['ID=1163f666-73af-4673-a6bc-3a86757fd717,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:15.217182 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f3bd6ae3-1a62-4ffa-9619-d22e3db7bb06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:15.501735 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f3bd6ae3-1a62-4ffa-9619-d22e3db7bb06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:15.503947 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f3bd6ae3-1a62-4ffa-9619-d22e3db7bb06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:15.504807 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-11c7109b-9b28-4d5c-b5f3-a909a9a6ea80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:15.573380 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f3bd6ae3-1a62-4ffa-9619-d22e3db7bb06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:15.574042 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bd6ae3-1a62-4ffa-9619-d22e3db7bb06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 455e3030-ec9d-49f0-a697-f1270592b9a7 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 14:20:15.587692 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f3bd6ae3-1a62-4ffa-9619-d22e3db7bb06 admin admin] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:15.588814 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f3bd6ae3-1a62-4ffa-9619-d22e3db7bb06 admin admin] 10.222.0.48 "DELETE /v2.0/routers/455e3030-ec9d-49f0-a697-f1270592b9a7 HTTP/1.1" status: 204 len: 168 time: 1.5404162 Apr 06 14:20:15.591413 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 57148) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:15.653522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc249f1-8dbb-4885-ac07-0cb284028219 admin admin] Deleting subnet 00d49689-8783-44c4-911f-49a60a5e98ef {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 14:20:15.656723 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4fc249f1-8dbb-4885-ac07-0cb284028219 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:15.706229 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4fc249f1-8dbb-4885-ac07-0cb284028219 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:15.790929 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4fc249f1-8dbb-4885-ac07-0cb284028219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:15.934099 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4fc249f1-8dbb-4885-ac07-0cb284028219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:15.972011 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc249f1-8dbb-4885-ac07-0cb284028219 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00d49689-8783-44c4-911f-49a60a5e98ef,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:15.976493 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-4fc249f1-8dbb-4885-ac07-0cb284028219 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:15.981632 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e198c5e5-77f0-4a85-8543-33e8322f13ca None None] Network 35dbac9b-4d58-4f00-8f88-df9214cf506e requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 14:20:15.984961 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4fc249f1-8dbb-4885-ac07-0cb284028219 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/00d49689-8783-44c4-911f-49a60a5e98ef HTTP/1.1" status: 204 len: 168 time: 0.3902919 Apr 06 14:20:15.985162 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 57152) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:16.091327 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-59930221-3f10-45f2-9aad-451a29b25fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:16.103029 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-59930221-3f10-45f2-9aad-451a29b25fe7 admin admin] Deleting port 6747a428-5430-4707-ac3d-06c453ce498d {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:20:16.103372 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-59930221-3f10-45f2-9aad-451a29b25fe7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:16.272520 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d35c19-b03d-462b-8a93-fdfd9ebae60d None None] DHCP port deletion for 35dbac9b-4d58-4f00-8f88-df9214cf506e request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 14:20:16.276869 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-82d35c19-b03d-462b-8a93-fdfd9ebae60d None None] Deleting port 6747a428-5430-4707-ac3d-06c453ce498d {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:20:16.277236 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-82d35c19-b03d-462b-8a93-fdfd9ebae60d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:16.320285 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-59930221-3f10-45f2-9aad-451a29b25fe7 admin admin] For port 6747a428-5430-4707-ac3d-06c453ce498d, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=6747a428-5430-4707-ac3d-06c453ce498d,segment=NetworkSegment(a929404c-bc3d-4015-a15b-cea36cd3971b),segment_id=a929404c-bc3d-4015-a15b-cea36cd3971b)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:20:16.320639 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-59930221-3f10-45f2-9aad-451a29b25fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:16.443023 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-59930221-3f10-45f2-9aad-451a29b25fe7 admin admin] Calling delete_port for 6747a428-5430-4707-ac3d-06c453ce498d owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:20:16.480729 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-82d35c19-b03d-462b-8a93-fdfd9ebae60d None None] For port 6747a428-5430-4707-ac3d-06c453ce498d, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=6747a428-5430-4707-ac3d-06c453ce498d,segment=NetworkSegment(a929404c-bc3d-4015-a15b-cea36cd3971b),segment_id=a929404c-bc3d-4015-a15b-cea36cd3971b)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:20:16.481132 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-82d35c19-b03d-462b-8a93-fdfd9ebae60d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:16.601311 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 6747a428-5430-4707-ac3d-06c453ce498d no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:20:16.632885 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-82d35c19-b03d-462b-8a93-fdfd9ebae60d None None] Calling delete_port for 6747a428-5430-4707-ac3d-06c453ce498d owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:20:16.648288 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-59930221-3f10-45f2-9aad-451a29b25fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:16.674683 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 6747a428-5430-4707-ac3d-06c453ce498d {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:20:16.675047 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 6747a428-5430-4707-ac3d-06c453ce498d not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:20:16.675468 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 1163f666-73af-4673-a6bc-3a86757fd717 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:20:16.694945 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59930221-3f10-45f2-9aad-451a29b25fe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6747a428-5430-4707-ac3d-06c453ce498d,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:16.698164 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59930221-3f10-45f2-9aad-451a29b25fe7 admin admin] No DVR routers for this DVR port 6747a428-5430-4707-ac3d-06c453ce498d on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:20:16.715442 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 1163f666-73af-4673-a6bc-3a86757fd717 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:20:16.715777 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 1163f666-73af-4673-a6bc-3a86757fd717 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:20:16.716198 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:20:16.760217 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:20:16.760566 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device d5c9bbbd-e8f1-4dd6-9eb2-dcab75424049 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:20:16.782981 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-82d35c19-b03d-462b-8a93-fdfd9ebae60d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:20:16.783340 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-82d35c19-b03d-462b-8a93-fdfd9ebae60d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:20:16.815217 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-59930221-3f10-45f2-9aad-451a29b25fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:16.840972 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-59930221-3f10-45f2-9aad-451a29b25fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35dbac9b-4d58-4f00-8f88-df9214cf506e']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:16.852849 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-59930221-3f10-45f2-9aad-451a29b25fe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a929404c-bc3d-4015-a15b-cea36cd3971b') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:16.853144 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-59930221-3f10-45f2-9aad-451a29b25fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a929404c-bc3d-4015-a15b-cea36cd3971b') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:16.864094 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-59930221-3f10-45f2-9aad-451a29b25fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:16.880569 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-59930221-3f10-45f2-9aad-451a29b25fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:16.886773 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59930221-3f10-45f2-9aad-451a29b25fe7 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:20:16.887183 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-59930221-3f10-45f2-9aad-451a29b25fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:20:16.900571 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:20:17.036980 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-59930221-3f10-45f2-9aad-451a29b25fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:17.041491 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-59930221-3f10-45f2-9aad-451a29b25fe7 admin admin] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:17.065408 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59930221-3f10-45f2-9aad-451a29b25fe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=35dbac9b-4d58-4f00-8f88-df9214cf506e,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:17.069972 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-59930221-3f10-45f2-9aad-451a29b25fe7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/35dbac9b-4d58-4f00-8f88-df9214cf506e HTTP/1.1" status: 204 len: 168 time: 1.0838482 Apr 06 14:20:17.284600 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-82d35c19-b03d-462b-8a93-fdfd9ebae60d None None] Deleting port 6747a428-5430-4707-ac3d-06c453ce498d {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:20:17.284989 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-82d35c19-b03d-462b-8a93-fdfd9ebae60d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:17.352713 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-82d35c19-b03d-462b-8a93-fdfd9ebae60d None None] The port '6747a428-5430-4707-ac3d-06c453ce498d' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 14:20:17.384020 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 57158) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.433843 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-1292351d-a560-480e-8b3c-2ab991e21ae2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b4dbdded2523437ca2f2acae67ef7d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486794 Apr 06 14:20:17.436291 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 57162) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:17.495142 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-426e7c22-e296-4a8f-8298-1e49170854f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:17.520293 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-426e7c22-e296-4a8f-8298-1e49170854f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:17.654294 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-426e7c22-e296-4a8f-8298-1e49170854f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:17.674548 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e7c22-e296-4a8f-8298-1e49170854f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b9c244-a359-44a6-baf8-aed8f0cf48a8,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:17.684310 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-426e7c22-e296-4a8f-8298-1e49170854f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:17.685402 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-426e7c22-e296-4a8f-8298-1e49170854f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b6b9c244-a359-44a6-baf8-aed8f0cf48a8 HTTP/1.1" status: 204 len: 168 time: 0.2482274 Apr 06 14:20:17.686706 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426e7c22-e296-4a8f-8298-1e49170854f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:17.687076 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426e7c22-e296-4a8f-8298-1e49170854f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:17.687407 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426e7c22-e296-4a8f-8298-1e49170854f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:17.687735 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426e7c22-e296-4a8f-8298-1e49170854f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:17.688132 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426e7c22-e296-4a8f-8298-1e49170854f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:17.688529 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426e7c22-e296-4a8f-8298-1e49170854f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:17.688851 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426e7c22-e296-4a8f-8298-1e49170854f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:17.689621 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426e7c22-e296-4a8f-8298-1e49170854f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:17.689621 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426e7c22-e296-4a8f-8298-1e49170854f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:17.689825 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426e7c22-e296-4a8f-8298-1e49170854f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:17.690137 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426e7c22-e296-4a8f-8298-1e49170854f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:17.690450 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426e7c22-e296-4a8f-8298-1e49170854f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:17.733410 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-62bbcdcc-7b90-4ca1-94e8-74df78a33b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:18.389105 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 57170) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:18.437840 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-4b0a7e92-a797-4237-ba74-5997aeb188e1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8dcde49f24cf4dc398f1f42297d1b95e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475764 Apr 06 14:20:18.440305 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 57174) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:18.509313 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-788a6c51-33de-45b7-91ce-93c0d34c9608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:18.535990 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-788a6c51-33de-45b7-91ce-93c0d34c9608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:18.658917 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-788a6c51-33de-45b7-91ce-93c0d34c9608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:18.674216 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a6c51-33de-45b7-91ce-93c0d34c9608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02df90f5-a95c-48fb-8fbb-5338299b2f3c,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:18.680903 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-788a6c51-33de-45b7-91ce-93c0d34c9608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:18.682006 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-788a6c51-33de-45b7-91ce-93c0d34c9608 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/02df90f5-a95c-48fb-8fbb-5338299b2f3c HTTP/1.1" status: 204 len: 168 time: 0.2408350 Apr 06 14:20:19.019753 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:19.082157 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:19.802097 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 57198) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:19.922502 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-770b9f85-4b78-4025-bbb6-e2799518a9db admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1420133061-network', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:20:19.928122 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-770b9f85-4b78-4025-bbb6-e2799518a9db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:19.931943 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-770b9f85-4b78-4025-bbb6-e2799518a9db admin admin] Usage tracker for resource:network and tenant:90929593c6f04693a0c09c68cfc6fbe0 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:19.934750 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-770b9f85-4b78-4025-bbb6-e2799518a9db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:19.940530 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-770b9f85-4b78-4025-bbb6-e2799518a9db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:20.024892 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770b9f85-4b78-4025-bbb6-e2799518a9db admin admin] Made reservation on behalf of 90929593c6f04693a0c09c68cfc6fbe0 for: {'network': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:20.027173 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-770b9f85-4b78-4025-bbb6-e2799518a9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.039582 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-770b9f85-4b78-4025-bbb6-e2799518a9db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.055798 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-770b9f85-4b78-4025-bbb6-e2799518a9db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:20.059572 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-770b9f85-4b78-4025-bbb6-e2799518a9db admin admin] Usage tracker for resource:security_group_rule and tenant:90929593c6f04693a0c09c68cfc6fbe0 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:20.062302 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-770b9f85-4b78-4025-bbb6-e2799518a9db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:20.068684 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-770b9f85-4b78-4025-bbb6-e2799518a9db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:20.152355 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-770b9f85-4b78-4025-bbb6-e2799518a9db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.212500 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-770b9f85-4b78-4025-bbb6-e2799518a9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.247393 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770b9f85-4b78-4025-bbb6-e2799518a9db admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=88564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:20:20.256790 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b9f85-4b78-4025-bbb6-e2799518a9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35f6504-037c-4827-8de3-61a7de206473,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:20.263176 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-770b9f85-4b78-4025-bbb6-e2799518a9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.263509 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.segments_db [None req-770b9f85-4b78-4025-bbb6-e2799518a9db admin admin] Added segment 8d17abff-f7dc-431c-bda5-05a8153a55f6 of type vlan for network 7b32bd44-1bda-4214-b2f0-42d93efe11d8 Apr 06 14:20:20.293582 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-770b9f85-4b78-4025-bbb6-e2799518a9db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.383977 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-770b9f85-4b78-4025-bbb6-e2799518a9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.384940 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770b9f85-4b78-4025-bbb6-e2799518a9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:20.385507 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-770b9f85-4b78-4025-bbb6-e2799518a9db admin admin] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.493112 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b9f85-4b78-4025-bbb6-e2799518a9db admin admin] Pushing event updated for resources: {'Network': ['ID=7b32bd44-1bda-4214-b2f0-42d93efe11d8,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:20.502564 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network 7b32bd44-1bda-4214-b2f0-42d93efe11d8 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:20:20.517554 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:20.544966 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-770b9f85-4b78-4025-bbb6-e2799518a9db admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7415028 Apr 06 14:20:20.547717 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 57204) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:20.553909 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-6625883e-4fe9-4dea-849d-cc82c80ecf30 admin admin] Request body: {'subnet': {'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1420133061-subnet', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'ip_version': 4}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:20:20.558891 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-6625883e-4fe9-4dea-849d-cc82c80ecf30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:20.562865 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6625883e-4fe9-4dea-849d-cc82c80ecf30 admin admin] Usage tracker for resource:subnet and tenant:90929593c6f04693a0c09c68cfc6fbe0 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:20.565738 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-6625883e-4fe9-4dea-849d-cc82c80ecf30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:20.572406 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-6625883e-4fe9-4dea-849d-cc82c80ecf30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:20.744528 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6625883e-4fe9-4dea-849d-cc82c80ecf30 admin admin] Made reservation on behalf of 90929593c6f04693a0c09c68cfc6fbe0 for: {'subnet': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:20.746883 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6625883e-4fe9-4dea-849d-cc82c80ecf30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67043029'] for subnet, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:21.007619 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6625883e-4fe9-4dea-849d-cc82c80ecf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65510617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67043019'] for subnet, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:21.084708 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625883e-4fe9-4dea-849d-cc82c80ecf30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f7bf764-da8e-4fd6-a308-b96ff56c7866,revision_number=0']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:21.093156 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6625883e-4fe9-4dea-849d-cc82c80ecf30 admin admin] Checking segment: {'id': '8d17abff-f7dc-431c-bda5-05a8153a55f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:20:21.093512 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6625883e-4fe9-4dea-849d-cc82c80ecf30 admin admin] Network hostable DHCP agents. Network: 7b32bd44-1bda-4214-b2f0-42d93efe11d8, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:20:21.201995 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6625883e-4fe9-4dea-849d-cc82c80ecf30 admin admin] Network 7b32bd44-1bda-4214-b2f0-42d93efe11d8 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:20:21.275889 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-6625883e-4fe9-4dea-849d-cc82c80ecf30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, 7b32bd44-1bda-4214-b2f0-42d93efe11d8) {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:21.280242 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6625883e-4fe9-4dea-849d-cc82c80ecf30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:21.281235 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-6625883e-4fe9-4dea-849d-cc82c80ecf30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:21.284475 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169282d7-18ea-4a03-b815-c158de186201 None None] Network 7b32bd44-1bda-4214-b2f0-42d93efe11d8 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 14:20:21.374175 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-6625883e-4fe9-4dea-849d-cc82c80ecf30 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8252399 Apr 06 14:20:21.376661 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 57208) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:21.382737 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-f0cf2ed0-f7cc-4656-a0a1-f587b556091c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1420133061-router', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:20:21.389140 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f0cf2ed0-f7cc-4656-a0a1-f587b556091c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:21.393411 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f0cf2ed0-f7cc-4656-a0a1-f587b556091c admin admin] Usage tracker for resource:router and tenant:90929593c6f04693a0c09c68cfc6fbe0 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:21.397376 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f0cf2ed0-f7cc-4656-a0a1-f587b556091c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:21.402992 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f0cf2ed0-f7cc-4656-a0a1-f587b556091c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:21.476622 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0cf2ed0-f7cc-4656-a0a1-f587b556091c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:21.477686 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0cf2ed0-f7cc-4656-a0a1-f587b556091c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:21.492956 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0cf2ed0-f7cc-4656-a0a1-f587b556091c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:21.495454 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'fixed_ips': [{'subnet_id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 14:20:21.496317 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:21.654247 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Allocated IP 172.20.0.2 (7b32bd44-1bda-4214-b2f0-42d93efe11d8/9f7bf764-da8e-4fd6-a308-b96ff56c7866/b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:21.835891 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0cf2ed0-f7cc-4656-a0a1-f587b556091c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:21.862634 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:21.872314 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Transition to ACTIVE for port object b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:21.890842 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Transition to ACTIVE for port object b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9 will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:21.968148 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.066010 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Network 7b32bd44-1bda-4214-b2f0-42d93efe11d8 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:22.069261 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:22.077503 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:20:22.087673 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Pushing event updated for resources: {'Port': ['ID=b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:22.129109 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:22.129459 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:22.129901 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:22.130689 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:22.131279 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:22.131389 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:22.131705 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:22.132028 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:22.132380 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:22.132714 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:22.133035 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:22.133351 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:22.185161 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Attempting to bind port b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:20:22.185531 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Attempting to bind port b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '8d17abff-f7dc-431c-bda5-05a8153a55f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:20:22.185893 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Attempting to bind port b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9 on network 7b32bd44-1bda-4214-b2f0-42d93efe11d8 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:20:22.191160 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:20:22.191559 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Checking segment: {'id': '8d17abff-f7dc-431c-bda5-05a8153a55f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:20:22.191960 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.193651 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Bound using segment: {'id': '8d17abff-f7dc-431c-bda5-05a8153a55f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:20:22.193651 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Bound port: b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d17abff-f7dc-431c-bda5-05a8153a55f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:20:22.193895 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.204747 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0cf2ed0-f7cc-4656-a0a1-f587b556091c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.238455 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0cf2ed0-f7cc-4656-a0a1-f587b556091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.284228 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] For port b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:20:22.287612 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] For port b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9,segment=NetworkSegment(8d17abff-f7dc-431c-bda5-05a8153a55f6),segment_id=8d17abff-f7dc-431c-bda5-05a8153a55f6)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:20:22.356462 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.372621 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-f0cf2ed0-f7cc-4656-a0a1-f587b556091c admin admin] Allocated IP 172.26.4.164 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/dd933694-c769-4fbb-a012-ff273fd9f2c7) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:22.442373 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45e550-d79e-4078-8e94-683856e2a552 None None] Pushing event updated for resources: {'Port': ['ID=b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:22.539046 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0cf2ed0-f7cc-4656-a0a1-f587b556091c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.648237 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0cf2ed0-f7cc-4656-a0a1-f587b556091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:22.714223 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cf2ed0-f7cc-4656-a0a1-f587b556091c admin admin] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:22.721838 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-f0cf2ed0-f7cc-4656-a0a1-f587b556091c admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:22.726421 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cf2ed0-f7cc-4656-a0a1-f587b556091c admin admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:20:22.755603 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf2ed0-f7cc-4656-a0a1-f587b556091c admin admin] Pushing event updated for resources: {'Port': ['ID=dd933694-c769-4fbb-a012-ff273fd9f2c7,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:23.323106 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0cf2ed0-f7cc-4656-a0a1-f587b556091c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:23.393384 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eee936-3401-4a54-8c08-da8474a9240a None None] Network 7b32bd44-1bda-4214-b2f0-42d93efe11d8 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 14:20:23.557670 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-dd3ea2fb-235d-4f48-84c4-808284985176 None None] Provisioning for port b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:23.673975 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0cf2ed0-f7cc-4656-a0a1-f587b556091c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:23.956436 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0cf2ed0-f7cc-4656-a0a1-f587b556091c admin admin] Router cdfb487a-1055-4c62-bc7a-82c1eba14977 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 14:20:24.139543 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cf2ed0-f7cc-4656-a0a1-f587b556091c admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:20:24.149822 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644e10f9-8212-42ad-ba03-fe140de0cee8 None None] Sync routers for ids ['cdfb487a-1055-4c62-bc7a-82c1eba14977'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:20:24.159777 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644e10f9-8212-42ad-ba03-fe140de0cee8 None None] Routers {'cdfb487a-1055-4c62-bc7a-82c1eba14977'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:20:24.160505 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-644e10f9-8212-42ad-ba03-fe140de0cee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:20:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['cdfb487a-1055-4c62-bc7a-82c1eba14977'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:24.224896 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0cf2ed0-f7cc-4656-a0a1-f587b556091c admin admin] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:24.228647 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f0cf2ed0-f7cc-4656-a0a1-f587b556091c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8485785 Apr 06 14:20:24.228901 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 57212) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:24.341557 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-644e10f9-8212-42ad-ba03-fe140de0cee8 None None] Set router cdfb487a-1055-4c62-bc7a-82c1eba14977 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:20:24.610216 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:24.701837 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-644e10f9-8212-42ad-ba03-fe140de0cee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'name': 'tempest-TestSnapshotPattern-1420133061-router', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:21Z', 'updated_at': '2022-04-06T14:20:23Z', 'revision_number': 3, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'gw_port': {'id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:22Z', 'updated_at': '2022-04-06T14:20:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:24.705800 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644e10f9-8212-42ad-ba03-fe140de0cee8 None None] Checking router: cdfb487a-1055-4c62-bc7a-82c1eba14977 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:20:24.718693 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644e10f9-8212-42ad-ba03-fe140de0cee8 None None] Updating router cdfb487a-1055-4c62-bc7a-82c1eba14977 port dd933694-c769-4fbb-a012-ff273fd9f2c7 binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:20:24.761742 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-644e10f9-8212-42ad-ba03-fe140de0cee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:24.790478 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:24.807040 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:24.807409 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:25.051161 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d59fe8f2-8916-4a93-931c-712f481fca7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:25.128000 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:25.187955 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9,segment=NetworkSegment(8d17abff-f7dc-431c-bda5-05a8153a55f6),segment_id=8d17abff-f7dc-431c-bda5-05a8153a55f6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:20:25.265360 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:25.274295 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-d59fe8f2-8916-4a93-931c-712f481fca7d admin admin] Allocated IP 172.20.0.1 (7b32bd44-1bda-4214-b2f0-42d93efe11d8/9f7bf764-da8e-4fd6-a308-b96ff56c7866/ab965c95-e397-4871-a8ce-1660760271f2) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:25.311815 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-644e10f9-8212-42ad-ba03-fe140de0cee8 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:25.336212 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-644e10f9-8212-42ad-ba03-fe140de0cee8 None None] Transition to ACTIVE for port object dd933694-c769-4fbb-a012-ff273fd9f2c7 will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:25.357586 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:25.412548 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-644e10f9-8212-42ad-ba03-fe140de0cee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:25.428700 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d59fe8f2-8916-4a93-931c-712f481fca7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:25.445007 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [None req-d59fe8f2-8916-4a93-931c-712f481fca7d admin admin] Transition to ACTIVE for port object ab965c95-e397-4871-a8ce-1660760271f2 will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:25.497249 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-644e10f9-8212-42ad-ba03-fe140de0cee8 None None] Attempting to bind port dd933694-c769-4fbb-a012-ff273fd9f2c7 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:20:25.497630 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-644e10f9-8212-42ad-ba03-fe140de0cee8 None None] Attempting to bind port dd933694-c769-4fbb-a012-ff273fd9f2c7 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:20:25.497983 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644e10f9-8212-42ad-ba03-fe140de0cee8 None None] Attempting to bind port dd933694-c769-4fbb-a012-ff273fd9f2c7 on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:20:25.500378 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a981e5a-4c8a-4474-af16-c2c1c744036d None None] Pushing event updated for resources: {'Port': ['ID=dd933694-c769-4fbb-a012-ff273fd9f2c7,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:25.507048 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644e10f9-8212-42ad-ba03-fe140de0cee8 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:20:25.507409 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644e10f9-8212-42ad-ba03-fe140de0cee8 None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:20:25.507803 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-644e10f9-8212-42ad-ba03-fe140de0cee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:25.508179 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644e10f9-8212-42ad-ba03-fe140de0cee8 None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:20:25.508630 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-644e10f9-8212-42ad-ba03-fe140de0cee8 None None] Bound port: dd933694-c769-4fbb-a012-ff273fd9f2c7, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:20:25.508998 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-644e10f9-8212-42ad-ba03-fe140de0cee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:25.539513 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d59fe8f2-8916-4a93-931c-712f481fca7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:25.583351 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-644e10f9-8212-42ad-ba03-fe140de0cee8 None None] For port dd933694-c769-4fbb-a012-ff273fd9f2c7, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:20:25.586655 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-644e10f9-8212-42ad-ba03-fe140de0cee8 None None] For port dd933694-c769-4fbb-a012-ff273fd9f2c7, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=dd933694-c769-4fbb-a012-ff273fd9f2c7,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:20:25.602280 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59fe8f2-8916-4a93-931c-712f481fca7d admin admin] Network 7b32bd44-1bda-4214-b2f0-42d93efe11d8 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:25.605010 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-d59fe8f2-8916-4a93-931c-712f481fca7d admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:25.612665 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59fe8f2-8916-4a93-931c-712f481fca7d admin admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:20:25.654332 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59fe8f2-8916-4a93-931c-712f481fca7d admin admin] Pushing event updated for resources: {'Port': ['ID=ab965c95-e397-4871-a8ce-1660760271f2,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:25.658848 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-644e10f9-8212-42ad-ba03-fe140de0cee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:25.684459 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d59fe8f2-8916-4a93-931c-712f481fca7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:25.743454 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644e10f9-8212-42ad-ba03-fe140de0cee8 None None] Routers {'cdfb487a-1055-4c62-bc7a-82c1eba14977'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:20:25.744091 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-644e10f9-8212-42ad-ba03-fe140de0cee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:20:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['cdfb487a-1055-4c62-bc7a-82c1eba14977'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:25.806149 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a981e5a-4c8a-4474-af16-c2c1c744036d None None] Pushing event updated for resources: {'Port': ['ID=dd933694-c769-4fbb-a012-ff273fd9f2c7,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:25.933882 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-644e10f9-8212-42ad-ba03-fe140de0cee8 None None] Set router cdfb487a-1055-4c62-bc7a-82c1eba14977 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:20:25.978342 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-089d11c3-12ac-4002-a1fe-9bb17adfc9ac None None] Provisioning for port ab965c95-e397-4871-a8ce-1660760271f2 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:26.027156 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d59fe8f2-8916-4a93-931c-712f481fca7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:26.055943 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-089d11c3-12ac-4002-a1fe-9bb17adfc9ac None None] Provisioning complete for port ab965c95-e397-4871-a8ce-1660760271f2 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:26.056311 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-089d11c3-12ac-4002-a1fe-9bb17adfc9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:26.186839 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-089d11c3-12ac-4002-a1fe-9bb17adfc9ac None None] Port ab965c95-e397-4871-a8ce-1660760271f2 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:20:26.283911 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-644e10f9-8212-42ad-ba03-fe140de0cee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'name': 'tempest-TestSnapshotPattern-1420133061-router', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:21Z', 'updated_at': '2022-04-06T14:20:23Z', 'revision_number': 3, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'gw_port': {'id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:22Z', 'updated_at': '2022-04-06T14:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:26.288486 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644e10f9-8212-42ad-ba03-fe140de0cee8 None None] The sync data for ids ['cdfb487a-1055-4c62-bc7a-82c1eba14977'] in dv-neutron-834600-1-hyperv is: [{'id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'name': 'tempest-TestSnapshotPattern-1420133061-router', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:21Z', 'updated_at': '2022-04-06T14:20:23Z', 'revision_number': 3, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'gw_port': {'id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:22Z', 'updated_at': '2022-04-06T14:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:20:26.385047 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d59fe8f2-8916-4a93-931c-712f481fca7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:26.452577 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d59fe8f2-8916-4a93-931c-712f481fca7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:26.576307 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59fe8f2-8916-4a93-931c-712f481fca7d admin admin] Pushing event updated for resources: {'Port': ['ID=ab965c95-e397-4871-a8ce-1660760271f2,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:26.578786 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-d59fe8f2-8916-4a93-931c-712f481fca7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:26.675457 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:26.737088 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59fe8f2-8916-4a93-931c-712f481fca7d admin admin] Network 7b32bd44-1bda-4214-b2f0-42d93efe11d8 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:26.738251 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-d59fe8f2-8916-4a93-931c-712f481fca7d admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:26.747993 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:26.748350 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:26.890549 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device dd933694-c769-4fbb-a012-ff273fd9f2c7 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:26.963128 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59fe8f2-8916-4a93-931c-712f481fca7d admin admin] Router cdfb487a-1055-4c62-bc7a-82c1eba14977 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:20:27.014297 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-349cbbed-6ccb-4ab3-b248-236d5a1bd76f None None] Provisioning complete for port ab965c95-e397-4871-a8ce-1660760271f2 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:27.014699 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-349cbbed-6ccb-4ab3-b248-236d5a1bd76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:27.044274 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port dd933694-c769-4fbb-a012-ff273fd9f2c7 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:27.059825 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port dd933694-c769-4fbb-a012-ff273fd9f2c7 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:27.060205 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:27.118072 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-349cbbed-6ccb-4ab3-b248-236d5a1bd76f None None] Port ab965c95-e397-4871-a8ce-1660760271f2 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:20:27.164426 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59fe8f2-8916-4a93-931c-712f481fca7d admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:20:27.178860 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-d59fe8f2-8916-4a93-931c-712f481fca7d admin admin] 10.222.0.48 "PUT /v2.0/routers/cdfb487a-1055-4c62-bc7a-82c1eba14977/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9445405 Apr 06 14:20:27.239486 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:27.256737 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port dd933694-c769-4fbb-a012-ff273fd9f2c7, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=dd933694-c769-4fbb-a012-ff273fd9f2c7,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:20:27.316208 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:27.385329 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=dd933694-c769-4fbb-a012-ff273fd9f2c7,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:27.853082 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:27.873840 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 57230) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:27.881076 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-84b418f4-aede-42b1-949f-7a38236c07f4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1073858758-network', 'tenant_id': '2e7d136adc0f46868e918fec8c1ad1ed'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:20:27.886282 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-84b418f4-aede-42b1-949f-7a38236c07f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:27.890309 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-84b418f4-aede-42b1-949f-7a38236c07f4 admin admin] Usage tracker for resource:network and tenant:2e7d136adc0f46868e918fec8c1ad1ed is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:27.894488 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-84b418f4-aede-42b1-949f-7a38236c07f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:27.905227 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-84b418f4-aede-42b1-949f-7a38236c07f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:27.906375 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22a24f1-8bcc-47bb-b33c-16efc29332fa None None] Sync routers for ids ['cdfb487a-1055-4c62-bc7a-82c1eba14977'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:20:27.916722 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22a24f1-8bcc-47bb-b33c-16efc29332fa None None] Routers {'cdfb487a-1055-4c62-bc7a-82c1eba14977'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:20:27.917347 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-a22a24f1-8bcc-47bb-b33c-16efc29332fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:20:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['cdfb487a-1055-4c62-bc7a-82c1eba14977'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:27.996309 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b418f4-aede-42b1-949f-7a38236c07f4 admin admin] Made reservation on behalf of 2e7d136adc0f46868e918fec8c1ad1ed for: {'network': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:27.998733 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-84b418f4-aede-42b1-949f-7a38236c07f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for network, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.014724 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-84b418f4-aede-42b1-949f-7a38236c07f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.030007 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-84b418f4-aede-42b1-949f-7a38236c07f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:28.033855 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-84b418f4-aede-42b1-949f-7a38236c07f4 admin admin] Usage tracker for resource:security_group_rule and tenant:2e7d136adc0f46868e918fec8c1ad1ed is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:28.036973 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-84b418f4-aede-42b1-949f-7a38236c07f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:28.042856 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-84b418f4-aede-42b1-949f-7a38236c07f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:28.096418 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-a22a24f1-8bcc-47bb-b33c-16efc29332fa None None] Set router cdfb487a-1055-4c62-bc7a-82c1eba14977 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:20:28.127075 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-84b418f4-aede-42b1-949f-7a38236c07f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.201803 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-84b418f4-aede-42b1-949f-7a38236c07f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.232771 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b418f4-aede-42b1-949f-7a38236c07f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=88565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:20:28.241828 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b418f4-aede-42b1-949f-7a38236c07f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d220d081-0ff2-4ce3-852e-56bdeaa5c890,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:28.247836 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-84b418f4-aede-42b1-949f-7a38236c07f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.248511 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.segments_db [None req-84b418f4-aede-42b1-949f-7a38236c07f4 admin admin] Added segment 056db636-83a2-4fba-b8e1-8d5c3fe946bc of type vlan for network fa1e65b5-4aad-4e9a-a767-ecfb90470794 Apr 06 14:20:28.276775 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-84b418f4-aede-42b1-949f-7a38236c07f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748748281007'] for network, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.373150 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-84b418f4-aede-42b1-949f-7a38236c07f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726'] for network, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.374248 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b418f4-aede-42b1-949f-7a38236c07f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:28.374859 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-84b418f4-aede-42b1-949f-7a38236c07f4 admin admin] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.412284 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-a22a24f1-8bcc-47bb-b33c-16efc29332fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'name': 'tempest-TestSnapshotPattern-1420133061-router', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:21Z', 'updated_at': '2022-04-06T14:20:25Z', 'revision_number': 4, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'gw_port': {'id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:22Z', 'updated_at': '2022-04-06T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ab965c95-e397-4871-a8ce-1660760271f2', 'name': '', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'mac_address': 'fa:16:3e:a1:41:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:25Z', 'updated_at': '2022-04-06T14:20:26Z', 'revision_number': 2, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'subnets': [{'id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:28.416423 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22a24f1-8bcc-47bb-b33c-16efc29332fa None None] Checking router: cdfb487a-1055-4c62-bc7a-82c1eba14977 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:20:28.416778 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22a24f1-8bcc-47bb-b33c-16efc29332fa None None] Updating router cdfb487a-1055-4c62-bc7a-82c1eba14977 port ab965c95-e397-4871-a8ce-1660760271f2 binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:20:28.469232 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-a22a24f1-8bcc-47bb-b33c-16efc29332fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.480230 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b418f4-aede-42b1-949f-7a38236c07f4 admin admin] Pushing event updated for resources: {'Network': ['ID=fa1e65b5-4aad-4e9a-a767-ecfb90470794,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:28.490908 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Network fa1e65b5-4aad-4e9a-a767-ecfb90470794 details requested by agent ovs-agent-dv-neutron-834600-1-hyperv with host dv-neutron-834600-1-hyperv {{(pid=88566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 14:20:28.545448 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-84b418f4-aede-42b1-949f-7a38236c07f4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6703756 Apr 06 14:20:28.548385 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 57234) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:28.555378 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-98811952-8541-43e9-a7a2-fb33eed836b4 admin admin] Request body: {'subnet': {'network_id': 'fa1e65b5-4aad-4e9a-a767-ecfb90470794', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1073858758-subnet', 'tenant_id': '2e7d136adc0f46868e918fec8c1ad1ed', 'ip_version': 4}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:20:28.565283 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-98811952-8541-43e9-a7a2-fb33eed836b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:28.570335 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-98811952-8541-43e9-a7a2-fb33eed836b4 admin admin] Usage tracker for resource:subnet and tenant:2e7d136adc0f46868e918fec8c1ad1ed is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:28.573765 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-98811952-8541-43e9-a7a2-fb33eed836b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:28.587702 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-98811952-8541-43e9-a7a2-fb33eed836b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:28.588041 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device dd933694-c769-4fbb-a012-ff273fd9f2c7 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:28.608607 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:20:28.658968 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98811952-8541-43e9-a7a2-fb33eed836b4 admin admin] Made reservation on behalf of 2e7d136adc0f46868e918fec8c1ad1ed for: {'subnet': 1} {{(pid=88565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:28.661420 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-98811952-8541-43e9-a7a2-fb33eed836b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67041267'] for subnet, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.674408 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port dd933694-c769-4fbb-a012-ff273fd9f2c7 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:28.674778 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.828491 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-a22a24f1-8bcc-47bb-b33c-16efc29332fa None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.840456 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-a22a24f1-8bcc-47bb-b33c-16efc29332fa None None] Transition to ACTIVE for port object ab965c95-e397-4871-a8ce-1660760271f2 will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:28.915754 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-a22a24f1-8bcc-47bb-b33c-16efc29332fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:28.938866 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-98811952-8541-43e9-a7a2-fb33eed836b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-67089559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67041261'] for subnet, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:29.028469 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98811952-8541-43e9-a7a2-fb33eed836b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ef6859f-e0f4-4fd1-9fea-1ddaef78b490,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:29.032907 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98811952-8541-43e9-a7a2-fb33eed836b4 admin admin] Checking segment: {'id': '056db636-83a2-4fba-b8e1-8d5c3fe946bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fa1e65b5-4aad-4e9a-a767-ecfb90470794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:20:29.033262 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98811952-8541-43e9-a7a2-fb33eed836b4 admin admin] Network hostable DHCP agents. Network: fa1e65b5-4aad-4e9a-a767-ecfb90470794, hostable agents: ['89b0eb28-1f02-48f9-82c7-c543f7c3e4c0'], hosted agents: [] {{(pid=88565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:20:29.046444 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f476e00-b338-45a7-a454-66ba6c7c6348 None None] Pushing event updated for resources: {'Port': ['ID=ab965c95-e397-4871-a8ce-1660760271f2,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:29.089950 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f476e00-b338-45a7-a454-66ba6c7c6348 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:29.090299 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f476e00-b338-45a7-a454-66ba6c7c6348 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:29.090629 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f476e00-b338-45a7-a454-66ba6c7c6348 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:29.090982 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f476e00-b338-45a7-a454-66ba6c7c6348 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:29.091306 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f476e00-b338-45a7-a454-66ba6c7c6348 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:29.091628 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f476e00-b338-45a7-a454-66ba6c7c6348 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:29.091953 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f476e00-b338-45a7-a454-66ba6c7c6348 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:29.092270 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f476e00-b338-45a7-a454-66ba6c7c6348 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:29.092587 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f476e00-b338-45a7-a454-66ba6c7c6348 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:29.092900 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f476e00-b338-45a7-a454-66ba6c7c6348 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:29.093214 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f476e00-b338-45a7-a454-66ba6c7c6348 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:29.093528 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f476e00-b338-45a7-a454-66ba6c7c6348 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:29.120873 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98811952-8541-43e9-a7a2-fb33eed836b4 admin admin] Network fa1e65b5-4aad-4e9a-a767-ecfb90470794 is scheduled to be hosted by DHCP agent 89b0eb28-1f02-48f9-82c7-c543f7c3e4c0 with binding_index 1 {{(pid=88565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:20:29.153707 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-a22a24f1-8bcc-47bb-b33c-16efc29332fa None None] Attempting to bind port ab965c95-e397-4871-a8ce-1660760271f2 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:20:29.153707 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-a22a24f1-8bcc-47bb-b33c-16efc29332fa None None] Attempting to bind port ab965c95-e397-4871-a8ce-1660760271f2 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '8d17abff-f7dc-431c-bda5-05a8153a55f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:20:29.153866 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a24f1-8bcc-47bb-b33c-16efc29332fa None None] Attempting to bind port ab965c95-e397-4871-a8ce-1660760271f2 on network 7b32bd44-1bda-4214-b2f0-42d93efe11d8 {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:20:29.159319 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a24f1-8bcc-47bb-b33c-16efc29332fa None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:20:29.159675 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a24f1-8bcc-47bb-b33c-16efc29332fa None None] Checking segment: {'id': '8d17abff-f7dc-431c-bda5-05a8153a55f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:20:29.160063 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-a22a24f1-8bcc-47bb-b33c-16efc29332fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:29.160442 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a24f1-8bcc-47bb-b33c-16efc29332fa None None] Bound using segment: {'id': '8d17abff-f7dc-431c-bda5-05a8153a55f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:20:29.161033 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-a22a24f1-8bcc-47bb-b33c-16efc29332fa None None] Bound port: ab965c95-e397-4871-a8ce-1660760271f2, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d17abff-f7dc-431c-bda5-05a8153a55f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:20:29.161574 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-a22a24f1-8bcc-47bb-b33c-16efc29332fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:29.213318 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-98811952-8541-43e9-a7a2-fb33eed836b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834600-1-hyperv, fa1e65b5-4aad-4e9a-a767-ecfb90470794) {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:29.217582 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98811952-8541-43e9-a7a2-fb33eed836b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:29.218339 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-98811952-8541-43e9-a7a2-fb33eed836b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:29.222918 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ef15d6-fcd8-4f31-b3e0-2fea5e339ea3 None None] Network fa1e65b5-4aad-4e9a-a767-ecfb90470794 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 14:20:29.287365 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-a22a24f1-8bcc-47bb-b33c-16efc29332fa None None] For port ab965c95-e397-4871-a8ce-1660760271f2, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:20:29.290412 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-a22a24f1-8bcc-47bb-b33c-16efc29332fa None None] For port ab965c95-e397-4871-a8ce-1660760271f2, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ab965c95-e397-4871-a8ce-1660760271f2,segment=NetworkSegment(8d17abff-f7dc-431c-bda5-05a8153a55f6),segment_id=8d17abff-f7dc-431c-bda5-05a8153a55f6)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:20:29.305254 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-98811952-8541-43e9-a7a2-fb33eed836b4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7558761 Apr 06 14:20:29.308237 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 57238) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:29.313827 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-f5e0a86e-6952-4795-a091-e8e7d549a620 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1073858758-router', 'tenant_id': '2e7d136adc0f46868e918fec8c1ad1ed', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:20:29.318627 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f5e0a86e-6952-4795-a091-e8e7d549a620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:29.322522 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f5e0a86e-6952-4795-a091-e8e7d549a620 admin admin] Usage tracker for resource:router and tenant:2e7d136adc0f46868e918fec8c1ad1ed is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:29.325739 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-f5e0a86e-6952-4795-a091-e8e7d549a620 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:29.331897 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-f5e0a86e-6952-4795-a091-e8e7d549a620 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:29.390735 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-a22a24f1-8bcc-47bb-b33c-16efc29332fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:29.419117 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f5e0a86e-6952-4795-a091-e8e7d549a620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1625406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2354'] for router, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:29.420312 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f5e0a86e-6952-4795-a091-e8e7d549a620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-359752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2363'] for router, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:29.439968 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f5e0a86e-6952-4795-a091-e8e7d549a620 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:29.468579 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22a24f1-8bcc-47bb-b33c-16efc29332fa None None] Routers {'cdfb487a-1055-4c62-bc7a-82c1eba14977'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:20:29.468837 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadd5f5f-f67a-4290-9d2a-0d19d401c9af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a28ddb3-8348-5c6a-871a-1d6f8992a710-fa1e65b5-4aad-4e9a-a767-ecfb90470794', 'network_id': 'fa1e65b5-4aad-4e9a-a767-ecfb90470794', 'tenant_id': '2e7d136adc0f46868e918fec8c1ad1ed', 'fixed_ips': [{'subnet_id': '7ef6859f-e0f4-4fd1-9fea-1ddaef78b490'}]}} from dv-neutron-834600-1-hyperv. {{(pid=88566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 06 14:20:29.469209 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-a22a24f1-8bcc-47bb-b33c-16efc29332fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:20:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['cdfb487a-1055-4c62-bc7a-82c1eba14977'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:29.469711 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-aadd5f5f-f67a-4290-9d2a-0d19d401c9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:29.550259 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f476e00-b338-45a7-a454-66ba6c7c6348 None None] Pushing event updated for resources: {'Port': ['ID=ab965c95-e397-4871-a8ce-1660760271f2,revision_number=4']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:29.652562 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.db_base_plugin_common [None req-aadd5f5f-f67a-4290-9d2a-0d19d401c9af None None] Allocated IP 172.20.0.2 (fa1e65b5-4aad-4e9a-a767-ecfb90470794/7ef6859f-e0f4-4fd1-9fea-1ddaef78b490/e2f900bc-be93-41eb-83a7-e6be7bae87bc) {{(pid=88566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:29.666200 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-a22a24f1-8bcc-47bb-b33c-16efc29332fa None None] Set router cdfb487a-1055-4c62-bc7a-82c1eba14977 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:20:29.844090 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f5e0a86e-6952-4795-a091-e8e7d549a620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:29.873421 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-aadd5f5f-f67a-4290-9d2a-0d19d401c9af None None] Notify callbacks [] for port, precommit_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:29.884244 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-aadd5f5f-f67a-4290-9d2a-0d19d401c9af None None] Transition to ACTIVE for port object e2f900bc-be93-41eb-83a7-e6be7bae87bc will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:29.903118 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-aadd5f5f-f67a-4290-9d2a-0d19d401c9af None None] Transition to ACTIVE for port object e2f900bc-be93-41eb-83a7-e6be7bae87bc will not be triggered until provisioned by entity DHCP. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:29.979074 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-aadd5f5f-f67a-4290-9d2a-0d19d401c9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306'] for port, after_create {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:29.980088 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-a22a24f1-8bcc-47bb-b33c-16efc29332fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'name': 'tempest-TestSnapshotPattern-1420133061-router', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:21Z', 'updated_at': '2022-04-06T14:20:25Z', 'revision_number': 4, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'gw_port': {'id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:22Z', 'updated_at': '2022-04-06T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ab965c95-e397-4871-a8ce-1660760271f2', 'name': '', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'mac_address': 'fa:16:3e:a1:41:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:25Z', 'updated_at': '2022-04-06T14:20:29Z', 'revision_number': 4, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'subnets': [{'id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:29.984187 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22a24f1-8bcc-47bb-b33c-16efc29332fa None None] The sync data for ids ['cdfb487a-1055-4c62-bc7a-82c1eba14977'] in dv-neutron-834600-1-hyperv is: [{'id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'name': 'tempest-TestSnapshotPattern-1420133061-router', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:21Z', 'updated_at': '2022-04-06T14:20:25Z', 'revision_number': 4, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'gw_port': {'id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:22Z', 'updated_at': '2022-04-06T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ab965c95-e397-4871-a8ce-1660760271f2', 'name': '', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'mac_address': 'fa:16:3e:a1:41:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:25Z', 'updated_at': '2022-04-06T14:20:29Z', 'revision_number': 4, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'subnets': [{'id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:20:30.079925 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadd5f5f-f67a-4290-9d2a-0d19d401c9af None None] Network fa1e65b5-4aad-4e9a-a767-ecfb90470794 is already hosted by enough agents. {{(pid=88566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:30.084590 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.scheduler.base_scheduler [None req-aadd5f5f-f67a-4290-9d2a-0d19d401c9af None None] Resources bound (agent type, host, resource id): {{(pid=88566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:30.087997 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd5f5f-f67a-4290-9d2a-0d19d401c9af None None] Pushing event updated for resources: {'Port': ['ID=e2f900bc-be93-41eb-83a7-e6be7bae87bc,revision_number=1']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:30.090490 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadd5f5f-f67a-4290-9d2a-0d19d401c9af None None] Received port after_create {{(pid=88566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:20:30.188348 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-aadd5f5f-f67a-4290-9d2a-0d19d401c9af None None] Attempting to bind port e2f900bc-be93-41eb-83a7-e6be7bae87bc on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:20:30.188799 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-aadd5f5f-f67a-4290-9d2a-0d19d401c9af None None] Attempting to bind port e2f900bc-be93-41eb-83a7-e6be7bae87bc by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '056db636-83a2-4fba-b8e1-8d5c3fe946bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fa1e65b5-4aad-4e9a-a767-ecfb90470794'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:20:30.189235 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadd5f5f-f67a-4290-9d2a-0d19d401c9af None None] Attempting to bind port e2f900bc-be93-41eb-83a7-e6be7bae87bc on network fa1e65b5-4aad-4e9a-a767-ecfb90470794 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:20:30.198963 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadd5f5f-f67a-4290-9d2a-0d19d401c9af None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:20:30.199493 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadd5f5f-f67a-4290-9d2a-0d19d401c9af None None] Checking segment: {'id': '056db636-83a2-4fba-b8e1-8d5c3fe946bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fa1e65b5-4aad-4e9a-a767-ecfb90470794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:20:30.199964 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-aadd5f5f-f67a-4290-9d2a-0d19d401c9af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.200429 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadd5f5f-f67a-4290-9d2a-0d19d401c9af None None] Bound using segment: {'id': '056db636-83a2-4fba-b8e1-8d5c3fe946bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fa1e65b5-4aad-4e9a-a767-ecfb90470794'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:20:30.200961 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-aadd5f5f-f67a-4290-9d2a-0d19d401c9af None None] Bound port: e2f900bc-be93-41eb-83a7-e6be7bae87bc, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056db636-83a2-4fba-b8e1-8d5c3fe946bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fa1e65b5-4aad-4e9a-a767-ecfb90470794'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:20:30.201466 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-aadd5f5f-f67a-4290-9d2a-0d19d401c9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.299241 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-aadd5f5f-f67a-4290-9d2a-0d19d401c9af None None] For port e2f900bc-be93-41eb-83a7-e6be7bae87bc, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:20:30.302909 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-aadd5f5f-f67a-4290-9d2a-0d19d401c9af None None] For port e2f900bc-be93-41eb-83a7-e6be7bae87bc, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=e2f900bc-be93-41eb-83a7-e6be7bae87bc,segment=NetworkSegment(056db636-83a2-4fba-b8e1-8d5c3fe946bc),segment_id=056db636-83a2-4fba-b8e1-8d5c3fe946bc)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:20:30.385354 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-aadd5f5f-f67a-4290-9d2a-0d19d401c9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.414048 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f5e0a86e-6952-4795-a091-e8e7d549a620 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.447880 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f5e0a86e-6952-4795-a091-e8e7d549a620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.480436 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd5f5f-f67a-4290-9d2a-0d19d401c9af None None] Pushing event updated for resources: {'Port': ['ID=e2f900bc-be93-41eb-83a7-e6be7bae87bc,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:30.621863 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-f5e0a86e-6952-4795-a091-e8e7d549a620 admin admin] Allocated IP 172.26.4.43 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/904ce05b-6607-4418-8caf-53cb0dabd29e) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:30.623657 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ab965c95-e397-4871-a8ce-1660760271f2 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:30.790549 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port ab965c95-e397-4871-a8ce-1660760271f2 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:30.801040 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port ab965c95-e397-4871-a8ce-1660760271f2 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:30.802642 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.828217 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f5e0a86e-6952-4795-a091-e8e7d549a620 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.922431 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f5e0a86e-6952-4795-a091-e8e7d549a620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.942774 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:30.979577 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port ab965c95-e397-4871-a8ce-1660760271f2, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ab965c95-e397-4871-a8ce-1660760271f2,segment=NetworkSegment(8d17abff-f7dc-431c-bda5-05a8153a55f6),segment_id=8d17abff-f7dc-431c-bda5-05a8153a55f6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:20:30.984058 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e0a86e-6952-4795-a091-e8e7d549a620 admin admin] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:30.986966 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-f5e0a86e-6952-4795-a091-e8e7d549a620 admin admin] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:30.991307 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e0a86e-6952-4795-a091-e8e7d549a620 admin admin] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:20:31.042862 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0a86e-6952-4795-a091-e8e7d549a620 admin admin] Pushing event updated for resources: {'Port': ['ID=904ce05b-6607-4418-8caf-53cb0dabd29e,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:31.059555 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:31.140409 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=ab965c95-e397-4871-a8ce-1660760271f2,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:31.479832 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca152fc2-e81a-447e-a5bb-a4f8ee908bae None None] Network fa1e65b5-4aad-4e9a-a767-ecfb90470794 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 14:20:31.518719 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f5e0a86e-6952-4795-a091-e8e7d549a620 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:31.718554 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-8cdd0366-1ac8-4f50-b077-fae9cc3e4f65 None None] Provisioning for port e2f900bc-be93-41eb-83a7-e6be7bae87bc completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:31.869702 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f5e0a86e-6952-4795-a091-e8e7d549a620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624221'] for router, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:32.281574 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e0a86e-6952-4795-a091-e8e7d549a620 admin admin] Router 6127ca45-15ba-4104-9b3c-df2b6820c7b5 is scheduled to L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 with binding_index 1 {{(pid=88564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 06 14:20:32.468067 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e0a86e-6952-4795-a091-e8e7d549a620 admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:20:32.476887 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9059a5d1-1996-4a10-b5e8-7190005c1408 None None] Sync routers for ids ['6127ca45-15ba-4104-9b3c-df2b6820c7b5'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:20:32.486006 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9059a5d1-1996-4a10-b5e8-7190005c1408 None None] Routers {'6127ca45-15ba-4104-9b3c-df2b6820c7b5'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:20:32.486680 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-9059a5d1-1996-4a10-b5e8-7190005c1408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:20:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['6127ca45-15ba-4104-9b3c-df2b6820c7b5'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:32.579255 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f5e0a86e-6952-4795-a091-e8e7d549a620 admin admin] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:32.583725 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f5e0a86e-6952-4795-a091-e8e7d549a620 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2713201 Apr 06 14:20:32.584088 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 57242) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:32.670371 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ab965c95-e397-4871-a8ce-1660760271f2 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:32.714637 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-9059a5d1-1996-4a10-b5e8-7190005c1408 None None] Set router 6127ca45-15ba-4104-9b3c-df2b6820c7b5 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:20:32.948170 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port ab965c95-e397-4871-a8ce-1660760271f2 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:32.948543 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:33.132596 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device e2f900bc-be93-41eb-83a7-e6be7bae87bc up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:33.172214 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-9059a5d1-1996-4a10-b5e8-7190005c1408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6127ca45-15ba-4104-9b3c-df2b6820c7b5', 'name': 'tempest-TestSnapshotPattern-1073858758-router', 'tenant_id': '2e7d136adc0f46868e918fec8c1ad1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': '904ce05b-6607-4418-8caf-53cb0dabd29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:29Z', 'updated_at': '2022-04-06T14:20:31Z', 'revision_number': 3, 'project_id': '2e7d136adc0f46868e918fec8c1ad1ed', 'gw_port': {'id': '904ce05b-6607-4418-8caf-53cb0dabd29e', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6127ca45-15ba-4104-9b3c-df2b6820c7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:30Z', 'updated_at': '2022-04-06T14:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:33.182495 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9059a5d1-1996-4a10-b5e8-7190005c1408 None None] Checking router: 6127ca45-15ba-4104-9b3c-df2b6820c7b5 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:20:33.182862 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9059a5d1-1996-4a10-b5e8-7190005c1408 None None] Updating router 6127ca45-15ba-4104-9b3c-df2b6820c7b5 port 904ce05b-6607-4418-8caf-53cb0dabd29e binding host dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:20:33.254106 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9059a5d1-1996-4a10-b5e8-7190005c1408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:33.362199 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port e2f900bc-be93-41eb-83a7-e6be7bae87bc completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:33.372906 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port e2f900bc-be93-41eb-83a7-e6be7bae87bc triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:33.373277 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:33.409986 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3afa4d5a-1277-487e-bb41-f4a25fdf61d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:33.615645 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:33.632154 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-3afa4d5a-1277-487e-bb41-f4a25fdf61d7 admin admin] Allocated IP 172.20.0.1 (fa1e65b5-4aad-4e9a-a767-ecfb90470794/7ef6859f-e0f4-4fd1-9fea-1ddaef78b490/e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:33.749289 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port e2f900bc-be93-41eb-83a7-e6be7bae87bc, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=e2f900bc-be93-41eb-83a7-e6be7bae87bc,segment=NetworkSegment(056db636-83a2-4fba-b8e1-8d5c3fe946bc),segment_id=056db636-83a2-4fba-b8e1-8d5c3fe946bc)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:20:33.775604 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9059a5d1-1996-4a10-b5e8-7190005c1408 None None] Notify callbacks [] for port, precommit_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:33.788546 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-9059a5d1-1996-4a10-b5e8-7190005c1408 None None] Transition to ACTIVE for port object 904ce05b-6607-4418-8caf-53cb0dabd29e will not be triggered until provisioned by entity L2. {{(pid=88566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:33.792232 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3afa4d5a-1277-487e-bb41-f4a25fdf61d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:33.796270 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:33.810587 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.provisioning_blocks [None req-3afa4d5a-1277-487e-bb41-f4a25fdf61d7 admin admin] Transition to ACTIVE for port object e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7 will not be triggered until provisioned by entity DHCP. {{(pid=88565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:33.839085 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9059a5d1-1996-4a10-b5e8-7190005c1408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:33.883425 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-9059a5d1-1996-4a10-b5e8-7190005c1408 None None] Attempting to bind port 904ce05b-6607-4418-8caf-53cb0dabd29e on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:20:33.883881 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-9059a5d1-1996-4a10-b5e8-7190005c1408 None None] Attempting to bind port 904ce05b-6607-4418-8caf-53cb0dabd29e by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:20:33.884152 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059a5d1-1996-4a10-b5e8-7190005c1408 None None] Attempting to bind port 904ce05b-6607-4418-8caf-53cb0dabd29e on network 4620f211-7c2e-4ee8-bf91-9181827f0622 {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:20:33.886268 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=e2f900bc-be93-41eb-83a7-e6be7bae87bc,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:33.892728 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3afa4d5a-1277-487e-bb41-f4a25fdf61d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:33.936442 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059a5d1-1996-4a10-b5e8-7190005c1408 None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:20:33.936812 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059a5d1-1996-4a10-b5e8-7190005c1408 None None] Checking segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:20:33.937210 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9059a5d1-1996-4a10-b5e8-7190005c1408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:33.937600 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059a5d1-1996-4a10-b5e8-7190005c1408 None None] Bound using segment: {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'} {{(pid=88566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:20:33.938066 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.managers [None req-9059a5d1-1996-4a10-b5e8-7190005c1408 None None] Bound port: 904ce05b-6607-4418-8caf-53cb0dabd29e, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b4b194-a2af-413d-99a7-427f89bcdcc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622'}}] {{(pid=88566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:20:33.938427 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9059a5d1-1996-4a10-b5e8-7190005c1408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:33.964192 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afa4d5a-1277-487e-bb41-f4a25fdf61d7 admin admin] Network fa1e65b5-4aad-4e9a-a767-ecfb90470794 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:33.967160 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-3afa4d5a-1277-487e-bb41-f4a25fdf61d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:33.969783 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afa4d5a-1277-487e-bb41-f4a25fdf61d7 admin admin] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:20:34.021104 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f195b5-ee6a-45eb-8358-e1e503f55c9b None None] Pushing event updated for resources: {'Port': ['ID=904ce05b-6607-4418-8caf-53cb0dabd29e,revision_number=2']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:34.025253 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa4d5a-1277-487e-bb41-f4a25fdf61d7 admin admin] Pushing event updated for resources: {'Port': ['ID=e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:34.042582 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3afa4d5a-1277-487e-bb41-f4a25fdf61d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625411'] for router_interface, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:34.064424 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-9059a5d1-1996-4a10-b5e8-7190005c1408 None None] For port 904ce05b-6607-4418-8caf-53cb0dabd29e, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:20:34.116918 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-9059a5d1-1996-4a10-b5e8-7190005c1408 None None] For port 904ce05b-6607-4418-8caf-53cb0dabd29e, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=904ce05b-6607-4418-8caf-53cb0dabd29e,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:20:34.172819 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9059a5d1-1996-4a10-b5e8-7190005c1408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:34.265868 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9059a5d1-1996-4a10-b5e8-7190005c1408 None None] Routers {'6127ca45-15ba-4104-9b3c-df2b6820c7b5'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:20:34.266406 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-9059a5d1-1996-4a10-b5e8-7190005c1408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:20:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['6127ca45-15ba-4104-9b3c-df2b6820c7b5'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:34.320599 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f195b5-ee6a-45eb-8358-e1e503f55c9b None None] Pushing event updated for resources: {'Port': ['ID=904ce05b-6607-4418-8caf-53cb0dabd29e,revision_number=3']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:34.340594 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ada5ef0d-7014-4fcb-93e7-33d0f8f3bd0a None None] Provisioning for port e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7 completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:34.349691 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-ada5ef0d-7014-4fcb-93e7-33d0f8f3bd0a None None] Provisioning complete for port e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:34.350052 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ada5ef0d-7014-4fcb-93e7-33d0f8f3bd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:34.424297 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3afa4d5a-1277-487e-bb41-f4a25fdf61d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:34.476571 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ada5ef0d-7014-4fcb-93e7-33d0f8f3bd0a None None] Port e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:20:34.500705 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-9059a5d1-1996-4a10-b5e8-7190005c1408 None None] Set router 6127ca45-15ba-4104-9b3c-df2b6820c7b5 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:20:34.611248 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device e2f900bc-be93-41eb-83a7-e6be7bae87bc up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:34.669757 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3afa4d5a-1277-487e-bb41-f4a25fdf61d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:34.727783 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3afa4d5a-1277-487e-bb41-f4a25fdf61d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:34.801532 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port e2f900bc-be93-41eb-83a7-e6be7bae87bc triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:34.802633 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:34.966124 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa4d5a-1277-487e-bb41-f4a25fdf61d7 admin admin] Pushing event updated for resources: {'Port': ['ID=e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:34.968667 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-3afa4d5a-1277-487e-bb41-f4a25fdf61d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625518'] for router_interface, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:34.973255 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-9059a5d1-1996-4a10-b5e8-7190005c1408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6127ca45-15ba-4104-9b3c-df2b6820c7b5', 'name': 'tempest-TestSnapshotPattern-1073858758-router', 'tenant_id': '2e7d136adc0f46868e918fec8c1ad1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': '904ce05b-6607-4418-8caf-53cb0dabd29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:29Z', 'updated_at': '2022-04-06T14:20:31Z', 'revision_number': 3, 'project_id': '2e7d136adc0f46868e918fec8c1ad1ed', 'gw_port': {'id': '904ce05b-6607-4418-8caf-53cb0dabd29e', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6127ca45-15ba-4104-9b3c-df2b6820c7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:30Z', 'updated_at': '2022-04-06T14:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:34.980294 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9059a5d1-1996-4a10-b5e8-7190005c1408 None None] The sync data for ids ['6127ca45-15ba-4104-9b3c-df2b6820c7b5'] in dv-neutron-834600-1-hyperv is: [{'id': '6127ca45-15ba-4104-9b3c-df2b6820c7b5', 'name': 'tempest-TestSnapshotPattern-1073858758-router', 'tenant_id': '2e7d136adc0f46868e918fec8c1ad1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': '904ce05b-6607-4418-8caf-53cb0dabd29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:29Z', 'updated_at': '2022-04-06T14:20:31Z', 'revision_number': 3, 'project_id': '2e7d136adc0f46868e918fec8c1ad1ed', 'gw_port': {'id': '904ce05b-6607-4418-8caf-53cb0dabd29e', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6127ca45-15ba-4104-9b3c-df2b6820c7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:30Z', 'updated_at': '2022-04-06T14:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:20:35.111846 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afa4d5a-1277-487e-bb41-f4a25fdf61d7 admin admin] Network fa1e65b5-4aad-4e9a-a767-ecfb90470794 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:35.113032 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-3afa4d5a-1277-487e-bb41-f4a25fdf61d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:35.338944 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afa4d5a-1277-487e-bb41-f4a25fdf61d7 admin admin] Router 6127ca45-15ba-4104-9b3c-df2b6820c7b5 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:20:35.405851 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-52c67130-5ebc-4e64-8960-6068a6aa3743 None None] Provisioning complete for port e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7 triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:35.406340 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-52c67130-5ebc-4e64-8960-6068a6aa3743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:35.464084 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-52c67130-5ebc-4e64-8960-6068a6aa3743 None None] Port e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7 cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:20:35.539751 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afa4d5a-1277-487e-bb41-f4a25fdf61d7 admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:20:35.549290 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-3afa4d5a-1277-487e-bb41-f4a25fdf61d7 admin admin] 10.222.0.48 "PUT /v2.0/routers/6127ca45-15ba-4104-9b3c-df2b6820c7b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9640992 Apr 06 14:20:36.481957 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 57252) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:36.487381 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-a3b88994-a1bc-42f5-9000-41452c7b3c65 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-630063808', 'description': 'tempest-secgroup-smoke-630063808 description', 'project_id': '90929593c6f04693a0c09c68cfc6fbe0'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:20:36.493576 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a3b88994-a1bc-42f5-9000-41452c7b3c65 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:36.497377 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a3b88994-a1bc-42f5-9000-41452c7b3c65 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Usage tracker for resource:security_group and tenant:90929593c6f04693a0c09c68cfc6fbe0 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:36.501643 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a3b88994-a1bc-42f5-9000-41452c7b3c65 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:36.506480 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a3b88994-a1bc-42f5-9000-41452c7b3c65 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:36.580032 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a3b88994-a1bc-42f5-9000-41452c7b3c65 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for security_group, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:36.601174 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 904ce05b-6607-4418-8caf-53cb0dabd29e up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:36.604340 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a3b88994-a1bc-42f5-9000-41452c7b3c65 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:36.609164 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a3b88994-a1bc-42f5-9000-41452c7b3c65 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Usage tracker for resource:security_group_rule and tenant:90929593c6f04693a0c09c68cfc6fbe0 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:36.612404 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-a3b88994-a1bc-42f5-9000-41452c7b3c65 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:36.618543 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-a3b88994-a1bc-42f5-9000-41452c7b3c65 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:36.700869 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a3b88994-a1bc-42f5-9000-41452c7b3c65 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for security_group, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:36.744529 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port 904ce05b-6607-4418-8caf-53cb0dabd29e completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:36.749590 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 904ce05b-6607-4418-8caf-53cb0dabd29e triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:36.759128 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:36.778700 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a3b88994-a1bc-42f5-9000-41452c7b3c65 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:36.821956 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b88994-a1bc-42f5-9000-41452c7b3c65 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0117de1-3284-40c5-a581-a14921f44191,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:36.870550 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:36.893534 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port 904ce05b-6607-4418-8caf-53cb0dabd29e, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=904ce05b-6607-4418-8caf-53cb0dabd29e,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:20:36.916199 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-a3b88994-a1bc-42f5-9000-41452c7b3c65 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:36.917503 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-a3b88994-a1bc-42f5-9000-41452c7b3c65 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4345338 Apr 06 14:20:36.920462 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 57256) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:36.925651 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-326327ac-3068-4be4-aeb4-3042fe250871 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Request body: {'security_group_rule': {'security_group_id': 'e0117de1-3284-40c5-a581-a14921f44191', 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:20:36.933075 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-326327ac-3068-4be4-aeb4-3042fe250871 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:36.937393 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-326327ac-3068-4be4-aeb4-3042fe250871 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Usage tracker for resource:security_group_rule and tenant:90929593c6f04693a0c09c68cfc6fbe0 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:36.940763 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-326327ac-3068-4be4-aeb4-3042fe250871 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:36.947297 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-326327ac-3068-4be4-aeb4-3042fe250871 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:36.978829 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:37.048981 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-326327ac-3068-4be4-aeb4-3042fe250871 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:37.052069 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=904ce05b-6607-4418-8caf-53cb0dabd29e,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:37.097487 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a2b073-fbf1-41a6-8217-1bd334df2d9d None None] Sync routers for ids ['6127ca45-15ba-4104-9b3c-df2b6820c7b5'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:20:37.107029 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a2b073-fbf1-41a6-8217-1bd334df2d9d None None] Routers {'6127ca45-15ba-4104-9b3c-df2b6820c7b5'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:20:37.107624 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-65a2b073-fbf1-41a6-8217-1bd334df2d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:20:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['6127ca45-15ba-4104-9b3c-df2b6820c7b5'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:37.116252 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-326327ac-3068-4be4-aeb4-3042fe250871 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:37.200761 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-326327ac-3068-4be4-aeb4-3042fe250871 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:37.228248 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326327ac-3068-4be4-aeb4-3042fe250871 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03032c8e-f354-4e97-adcc-cd36bb2c5c1d,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:37.283508 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-65a2b073-fbf1-41a6-8217-1bd334df2d9d None None] Set router 6127ca45-15ba-4104-9b3c-df2b6820c7b5 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:20:37.298024 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-326327ac-3068-4be4-aeb4-3042fe250871 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:37.299349 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-326327ac-3068-4be4-aeb4-3042fe250871 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3779595 Apr 06 14:20:37.302831 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 57260) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:37.307915 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-f1c62063-2688-43fa-a1d5-2b0d1e817cc0 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Request body: {'security_group_rule': {'security_group_id': 'e0117de1-3284-40c5-a581-a14921f44191', 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:20:37.313902 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f1c62063-2688-43fa-a1d5-2b0d1e817cc0 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:37.318464 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f1c62063-2688-43fa-a1d5-2b0d1e817cc0 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Usage tracker for resource:security_group_rule and tenant:90929593c6f04693a0c09c68cfc6fbe0 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:37.321753 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-f1c62063-2688-43fa-a1d5-2b0d1e817cc0 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:37.327523 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-f1c62063-2688-43fa-a1d5-2b0d1e817cc0 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:37.419822 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f1c62063-2688-43fa-a1d5-2b0d1e817cc0 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:37.484976 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f1c62063-2688-43fa-a1d5-2b0d1e817cc0 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:37.561624 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f1c62063-2688-43fa-a1d5-2b0d1e817cc0 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:37.585598 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c62063-2688-43fa-a1d5-2b0d1e817cc0 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=134fe136-e0d9-44e8-a2a7-ec9e91411320,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:37.604389 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-65a2b073-fbf1-41a6-8217-1bd334df2d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6127ca45-15ba-4104-9b3c-df2b6820c7b5', 'name': 'tempest-TestSnapshotPattern-1073858758-router', 'tenant_id': '2e7d136adc0f46868e918fec8c1ad1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': '904ce05b-6607-4418-8caf-53cb0dabd29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:29Z', 'updated_at': '2022-04-06T14:20:34Z', 'revision_number': 4, 'project_id': '2e7d136adc0f46868e918fec8c1ad1ed', 'gw_port': {'id': '904ce05b-6607-4418-8caf-53cb0dabd29e', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6127ca45-15ba-4104-9b3c-df2b6820c7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:30Z', 'updated_at': '2022-04-06T14:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7', 'name': '', 'network_id': 'fa1e65b5-4aad-4e9a-a767-ecfb90470794', 'tenant_id': '2e7d136adc0f46868e918fec8c1ad1ed', 'mac_address': 'fa:16:3e:e4:67:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6127ca45-15ba-4104-9b3c-df2b6820c7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '7ef6859f-e0f4-4fd1-9fea-1ddaef78b490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:33Z', 'updated_at': '2022-04-06T14:20:34Z', 'revision_number': 2, 'project_id': '2e7d136adc0f46868e918fec8c1ad1ed', 'subnets': [{'id': '7ef6859f-e0f4-4fd1-9fea-1ddaef78b490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:37.608398 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a2b073-fbf1-41a6-8217-1bd334df2d9d None None] Checking router: 6127ca45-15ba-4104-9b3c-df2b6820c7b5 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:20:37.608746 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a2b073-fbf1-41a6-8217-1bd334df2d9d None None] Updating router 6127ca45-15ba-4104-9b3c-df2b6820c7b5 port e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7 binding host dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:20:37.658687 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-f1c62063-2688-43fa-a1d5-2b0d1e817cc0 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:37.659942 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-f1c62063-2688-43fa-a1d5-2b0d1e817cc0 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3561134 Apr 06 14:20:37.663335 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 57264) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:37.664033 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-65a2b073-fbf1-41a6-8217-1bd334df2d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:37.668533 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-61e9bdb0-c95e-4e97-bac9-1f01caba4664 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Request body: {'security_group_rule': {'security_group_id': 'e0117de1-3284-40c5-a581-a14921f44191', 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:20:37.674781 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-61e9bdb0-c95e-4e97-bac9-1f01caba4664 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:37.679838 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-61e9bdb0-c95e-4e97-bac9-1f01caba4664 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Usage tracker for resource:security_group_rule and tenant:90929593c6f04693a0c09c68cfc6fbe0 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:37.682667 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-61e9bdb0-c95e-4e97-bac9-1f01caba4664 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:37.688436 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-61e9bdb0-c95e-4e97-bac9-1f01caba4664 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:37.785252 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-61e9bdb0-c95e-4e97-bac9-1f01caba4664 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:37.854664 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-61e9bdb0-c95e-4e97-bac9-1f01caba4664 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:37.921990 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-61e9bdb0-c95e-4e97-bac9-1f01caba4664 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:37.949316 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9bdb0-c95e-4e97-bac9-1f01caba4664 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab355ce-fc34-41a5-8e28-150c97082400,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:38.013379 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-61e9bdb0-c95e-4e97-bac9-1f01caba4664 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:38.014937 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-61e9bdb0-c95e-4e97-bac9-1f01caba4664 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3503287 Apr 06 14:20:38.018035 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 57268) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:38.024847 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-e6b13e4c-a7f9-443d-b009-b1fd3b80b703 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Request body: {'security_group_rule': {'security_group_id': 'e0117de1-3284-40c5-a581-a14921f44191', 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:20:38.030843 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e6b13e4c-a7f9-443d-b009-b1fd3b80b703 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:38.034723 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e6b13e4c-a7f9-443d-b009-b1fd3b80b703 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Usage tracker for resource:security_group_rule and tenant:90929593c6f04693a0c09c68cfc6fbe0 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:38.038596 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-e6b13e4c-a7f9-443d-b009-b1fd3b80b703 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:38.044507 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-e6b13e4c-a7f9-443d-b009-b1fd3b80b703 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:38.053305 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-65a2b073-fbf1-41a6-8217-1bd334df2d9d None None] Notify callbacks [] for port, precommit_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:38.065186 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.provisioning_blocks [None req-65a2b073-fbf1-41a6-8217-1bd334df2d9d None None] Transition to ACTIVE for port object e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7 will not be triggered until provisioned by entity L2. {{(pid=88567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:38.128670 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e6b13e4c-a7f9-443d-b009-b1fd3b80b703 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:38.134500 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-65a2b073-fbf1-41a6-8217-1bd334df2d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:38.203855 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e6b13e4c-a7f9-443d-b009-b1fd3b80b703 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:38.372701 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a790291-41c2-476a-8b99-b881b64584a6 None None] Pushing event updated for resources: {'Port': ['ID=e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7,revision_number=3']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:38.373210 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e6b13e4c-a7f9-443d-b009-b1fd3b80b703 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:38.373298 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-65a2b073-fbf1-41a6-8217-1bd334df2d9d None None] Attempting to bind port e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7 on host dv-neutron-834600-1-hyperv for vnic_type normal with profile {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:20:38.373298 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-65a2b073-fbf1-41a6-8217-1bd334df2d9d None None] Attempting to bind port e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7 by drivers openvswitch,hyperv on host dv-neutron-834600-1-hyperv at level 0 using segments [{'id': '056db636-83a2-4fba-b8e1-8d5c3fe946bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fa1e65b5-4aad-4e9a-a767-ecfb90470794'}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:20:38.373298 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a2b073-fbf1-41a6-8217-1bd334df2d9d None None] Attempting to bind port e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7 on network fa1e65b5-4aad-4e9a-a767-ecfb90470794 {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:20:38.373649 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b13e4c-a7f9-443d-b009-b1fd3b80b703 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=137e28ec-1aa7-4263-ba8f-c1857afcf462,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:38.383846 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a2b073-fbf1-41a6-8217-1bd334df2d9d None None] Checking agent: {'id': '1687deb6-e322-42db-82a4-d9b3a03f64f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834600-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 15, 49), 'started_at': datetime.datetime(2022, 4, 6, 13, 16, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834600-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:20:38.384208 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a2b073-fbf1-41a6-8217-1bd334df2d9d None None] Checking segment: {'id': '056db636-83a2-4fba-b8e1-8d5c3fe946bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fa1e65b5-4aad-4e9a-a767-ecfb90470794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:20:38.384600 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-65a2b073-fbf1-41a6-8217-1bd334df2d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:38.384982 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a2b073-fbf1-41a6-8217-1bd334df2d9d None None] Bound using segment: {'id': '056db636-83a2-4fba-b8e1-8d5c3fe946bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fa1e65b5-4aad-4e9a-a767-ecfb90470794'} {{(pid=88567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:20:38.385433 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.managers [None req-65a2b073-fbf1-41a6-8217-1bd334df2d9d None None] Bound port: e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7, host: dv-neutron-834600-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056db636-83a2-4fba-b8e1-8d5c3fe946bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fa1e65b5-4aad-4e9a-a767-ecfb90470794'}}] {{(pid=88567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:20:38.385797 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-65a2b073-fbf1-41a6-8217-1bd334df2d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:38.453067 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-e6b13e4c-a7f9-443d-b009-b1fd3b80b703 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:38.454375 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-e6b13e4c-a7f9-443d-b009-b1fd3b80b703 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4352608 Apr 06 14:20:38.457145 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 57272) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:38.463061 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-0ab7d0b1-e993-4bda-b15a-b23dd4e771c2 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Request body: {'security_group_rule': {'security_group_id': 'e0117de1-3284-40c5-a581-a14921f44191', 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:20:38.469167 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0ab7d0b1-e993-4bda-b15a-b23dd4e771c2 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:38.473379 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0ab7d0b1-e993-4bda-b15a-b23dd4e771c2 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Usage tracker for resource:security_group_rule and tenant:90929593c6f04693a0c09c68cfc6fbe0 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:38.476464 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-0ab7d0b1-e993-4bda-b15a-b23dd4e771c2 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:38.477174 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-65a2b073-fbf1-41a6-8217-1bd334df2d9d None None] For port e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7, host dv-neutron-834600-1-hyperv, cleared binding levels {{(pid=88567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:20:38.480311 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.plugins.ml2.db [None req-65a2b073-fbf1-41a6-8217-1bd334df2d9d None None] For port e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7, host dv-neutron-834600-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7,segment=NetworkSegment(056db636-83a2-4fba-b8e1-8d5c3fe946bc),segment_id=056db636-83a2-4fba-b8e1-8d5c3fe946bc)] {{(pid=88567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:20:38.482498 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-0ab7d0b1-e993-4bda-b15a-b23dd4e771c2 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:38.544966 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron_lib.callbacks.manager [None req-65a2b073-fbf1-41a6-8217-1bd334df2d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:38.568215 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.securitygroups_db [None req-0ab7d0b1-e993-4bda-b15a-b23dd4e771c2 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Project 90929593c6f04693a0c09c68cfc6fbe0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:20:38.577021 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d0b1-e993-4bda-b15a-b23dd4e771c2 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:38.585727 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 904ce05b-6607-4418-8caf-53cb0dabd29e up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:38.628436 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a2b073-fbf1-41a6-8217-1bd334df2d9d None None] Routers {'6127ca45-15ba-4104-9b3c-df2b6820c7b5'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:20:38.629051 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-65a2b073-fbf1-41a6-8217-1bd334df2d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:20:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['6127ca45-15ba-4104-9b3c-df2b6820c7b5'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:38.673816 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d0b1-e993-4bda-b15a-b23dd4e771c2 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:38.674223 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port 904ce05b-6607-4418-8caf-53cb0dabd29e triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:38.674223 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:38.707173 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a790291-41c2-476a-8b99-b881b64584a6 None None] Pushing event updated for resources: {'Port': ['ID=e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7,revision_number=4']} {{(pid=88567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:38.756522 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d0b1-e993-4bda-b15a-b23dd4e771c2 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:38.791842 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7d0b1-e993-4bda-b15a-b23dd4e771c2 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc87341-386a-4d51-bd9d-162a77632941,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:38.856701 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-65a2b073-fbf1-41a6-8217-1bd334df2d9d None None] Set router 6127ca45-15ba-4104-9b3c-df2b6820c7b5 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:20:38.865121 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d0b1-e993-4bda-b15a-b23dd4e771c2 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:38.866602 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-0ab7d0b1-e993-4bda-b15a-b23dd4e771c2 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4077270 Apr 06 14:20:38.869417 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 57276) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:38.874733 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-6d4ca244-3905-4802-aa77-14e5c6e970a8 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Request body: {'security_group_rule': {'security_group_id': 'e0117de1-3284-40c5-a581-a14921f44191', 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:20:38.881762 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-6d4ca244-3905-4802-aa77-14e5c6e970a8 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:38.885676 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6d4ca244-3905-4802-aa77-14e5c6e970a8 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Usage tracker for resource:security_group_rule and tenant:90929593c6f04693a0c09c68cfc6fbe0 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:38.888632 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6d4ca244-3905-4802-aa77-14e5c6e970a8 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:38.894874 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-6d4ca244-3905-4802-aa77-14e5c6e970a8 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:38.961444 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.securitygroups_db [None req-6d4ca244-3905-4802-aa77-14e5c6e970a8 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Project 90929593c6f04693a0c09c68cfc6fbe0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:20:38.968763 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6d4ca244-3905-4802-aa77-14e5c6e970a8 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:39.037967 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6d4ca244-3905-4802-aa77-14e5c6e970a8 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:39.109922 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6d4ca244-3905-4802-aa77-14e5c6e970a8 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478182'] for security_group_rule, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:39.137914 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ca244-3905-4802-aa77-14e5c6e970a8 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13588fb8-f683-4f6c-9fbb-eb3af3a2fc2d,revision_number=0']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:39.178500 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-65a2b073-fbf1-41a6-8217-1bd334df2d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6127ca45-15ba-4104-9b3c-df2b6820c7b5', 'name': 'tempest-TestSnapshotPattern-1073858758-router', 'tenant_id': '2e7d136adc0f46868e918fec8c1ad1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': '904ce05b-6607-4418-8caf-53cb0dabd29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:29Z', 'updated_at': '2022-04-06T14:20:34Z', 'revision_number': 4, 'project_id': '2e7d136adc0f46868e918fec8c1ad1ed', 'gw_port': {'id': '904ce05b-6607-4418-8caf-53cb0dabd29e', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6127ca45-15ba-4104-9b3c-df2b6820c7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:30Z', 'updated_at': '2022-04-06T14:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7', 'name': '', 'network_id': 'fa1e65b5-4aad-4e9a-a767-ecfb90470794', 'tenant_id': '2e7d136adc0f46868e918fec8c1ad1ed', 'mac_address': 'fa:16:3e:e4:67:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6127ca45-15ba-4104-9b3c-df2b6820c7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '7ef6859f-e0f4-4fd1-9fea-1ddaef78b490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:33Z', 'updated_at': '2022-04-06T14:20:38Z', 'revision_number': 4, 'project_id': '2e7d136adc0f46868e918fec8c1ad1ed', 'subnets': [{'id': '7ef6859f-e0f4-4fd1-9fea-1ddaef78b490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:39.183239 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a2b073-fbf1-41a6-8217-1bd334df2d9d None None] The sync data for ids ['6127ca45-15ba-4104-9b3c-df2b6820c7b5'] in dv-neutron-834600-1-hyperv is: [{'id': '6127ca45-15ba-4104-9b3c-df2b6820c7b5', 'name': 'tempest-TestSnapshotPattern-1073858758-router', 'tenant_id': '2e7d136adc0f46868e918fec8c1ad1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': '904ce05b-6607-4418-8caf-53cb0dabd29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:29Z', 'updated_at': '2022-04-06T14:20:34Z', 'revision_number': 4, 'project_id': '2e7d136adc0f46868e918fec8c1ad1ed', 'gw_port': {'id': '904ce05b-6607-4418-8caf-53cb0dabd29e', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6127ca45-15ba-4104-9b3c-df2b6820c7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:30Z', 'updated_at': '2022-04-06T14:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7', 'name': '', 'network_id': 'fa1e65b5-4aad-4e9a-a767-ecfb90470794', 'tenant_id': '2e7d136adc0f46868e918fec8c1ad1ed', 'mac_address': 'fa:16:3e:e4:67:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6127ca45-15ba-4104-9b3c-df2b6820c7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '7ef6859f-e0f4-4fd1-9fea-1ddaef78b490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:33Z', 'updated_at': '2022-04-06T14:20:38Z', 'revision_number': 4, 'project_id': '2e7d136adc0f46868e918fec8c1ad1ed', 'subnets': [{'id': '7ef6859f-e0f4-4fd1-9fea-1ddaef78b490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:20:39.242243 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6d4ca244-3905-4802-aa77-14e5c6e970a8 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:39.248772 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6d4ca244-3905-4802-aa77-14e5c6e970a8 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3736343 Apr 06 14:20:39.423169 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-058c9183-74f4-465b-bfd0-5f3df8ae8f1b tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Synchronizing usage tracker for tenant:90929593c6f04693a0c09c68cfc6fbe0 on resource:security_group {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:39.521853 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-058c9183-74f4-465b-bfd0-5f3df8ae8f1b tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Unset dirty status for tenant:90929593c6f04693a0c09c68cfc6fbe0 on resource:security_group {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:39.523149 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-058c9183-74f4-465b-bfd0-5f3df8ae8f1b tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-630063808&fields=id&tenant_id=90929593c6f04693a0c09c68cfc6fbe0 HTTP/1.1" status: 200 len: 267 time: 0.1433640 Apr 06 14:20:39.734084 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-228f5469-50ae-44bf-89d3-eb1da0de4610 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:39.740519 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-228f5469-50ae-44bf-89d3-eb1da0de4610 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/networks?id=7b32bd44-1bda-4214-b2f0-42d93efe11d8 HTTP/1.1" status: 200 len: 810 time: 0.2054439 Apr 06 14:20:39.755301 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-f7c2cf8d-efc9-4ab7-8b17-a855a91e84bd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/quotas/90929593c6f04693a0c09c68cfc6fbe0 HTTP/1.1" status: 200 len: 375 time: 0.0098820 Apr 06 14:20:39.854149 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-636e76e8-986f-453d-9305-cb0d6f39c617 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=90929593c6f04693a0c09c68cfc6fbe0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902972 Apr 06 14:20:40.223447 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-8060c301-9105-40de-9176-6f5c2b32a1ac service neutron] 10.222.0.48 "GET /v2.0/networks/7b32bd44-1bda-4214-b2f0-42d93efe11d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555079 Apr 06 14:20:40.362123 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-5e618a0c-1c51-4c37-8a18-f13cddf87ebe service neutron] 10.222.0.48 "GET /v2.0/networks/7b32bd44-1bda-4214-b2f0-42d93efe11d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326754 Apr 06 14:20:40.624319 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:40.660046 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-939efffe-d51d-49af-83de-bbb762d0f6f1 req-ba83a481-80c6-408a-988d-14e92690a8d8 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a74407b-6975-4601-a499-947e758be75e HTTP/1.1" status: 200 len: 210 time: 0.0453880 Apr 06 14:20:40.768081 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning for port e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7 completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:40.777084 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:40.777372 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:40.930559 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:40.979047 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] For port e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7,segment=NetworkSegment(056db636-83a2-4fba-b8e1-8d5c3fe946bc),segment_id=056db636-83a2-4fba-b8e1-8d5c3fe946bc)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:20:41.044407 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:41.122567 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Pushing event updated for resources: {'Port': ['ID=e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:41.766876 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-aa5ba0d2-96f7-4a6d-9b92-79cc8f8c08ba req-ff3d809d-e5dc-4365-bb19-e7182dd020b4 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a74407b-6975-4601-a499-947e758be75e HTTP/1.1" status: 200 len: 210 time: 0.0444117 Apr 06 14:20:42.588149 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7 up at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:42.655139 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Provisioning complete for port e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7 triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:42.655517 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:42.922309 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7aef0461-a037-41c7-8f51-b48493d91f30 req-956bbff9-a049-4c32-9e71-e275d90becc4 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a74407b-6975-4601-a499-947e758be75e HTTP/1.1" status: 200 len: 210 time: 0.0454478 Apr 06 14:20:43.245470 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-1cbc4554-8277-4c87-97fa-c0a927c2fe7d tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:43.250115 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-1cbc4554-8277-4c87-97fa-c0a927c2fe7d tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Synchronizing usage tracker for tenant:90929593c6f04693a0c09c68cfc6fbe0 on resource:network {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:43.338702 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-1cbc4554-8277-4c87-97fa-c0a927c2fe7d tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Unset dirty status for tenant:90929593c6f04693a0c09c68cfc6fbe0 on resource:network {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:43.339882 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-1cbc4554-8277-4c87-97fa-c0a927c2fe7d tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.61 "GET /v2.0/networks?id=7b32bd44-1bda-4214-b2f0-42d93efe11d8 HTTP/1.1" status: 200 len: 810 time: 0.2453129 Apr 06 14:20:43.390961 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-f3d3851b-dd62-45ea-96b5-0ab851062ed0 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Synchronizing usage tracker for tenant:90929593c6f04693a0c09c68cfc6fbe0 on resource:security_group {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:43.403229 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-f3d3851b-dd62-45ea-96b5-0ab851062ed0 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Unset dirty status for tenant:90929593c6f04693a0c09c68cfc6fbe0 on resource:security_group {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:43.404350 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-f3d3851b-dd62-45ea-96b5-0ab851062ed0 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90929593c6f04693a0c09c68cfc6fbe0 HTTP/1.1" status: 200 len: 379 time: 0.0534387 Apr 06 14:20:43.413436 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-e352b286-5c3e-4e9c-87f0-200f812c154f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Request body: {'port': {'device_id': '5a74407b-6975-4601-a499-947e758be75e', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'admin_state_up': True, 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'security_groups': ['e0117de1-3284-40c5-a581-a14921f44191']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:20:43.551560 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-e352b286-5c3e-4e9c-87f0-200f812c154f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:43.555890 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-e352b286-5c3e-4e9c-87f0-200f812c154f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Usage tracker for resource:port and tenant:90929593c6f04693a0c09c68cfc6fbe0 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:43.558710 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-e352b286-5c3e-4e9c-87f0-200f812c154f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:43.564704 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-e352b286-5c3e-4e9c-87f0-200f812c154f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:43.635993 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-e352b286-5c3e-4e9c-87f0-200f812c154f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Made reservation on behalf of 90929593c6f04693a0c09c68cfc6fbe0 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:43.639888 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-e352b286-5c3e-4e9c-87f0-200f812c154f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:43.814850 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-e352b286-5c3e-4e9c-87f0-200f812c154f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Allocated IP 172.20.0.6 (7b32bd44-1bda-4214-b2f0-42d93efe11d8/9f7bf764-da8e-4fd6-a308-b96ff56c7866/518cefae-29d3-4ce6-8e56-fe0e51cd57aa) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:44.012985 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-e352b286-5c3e-4e9c-87f0-200f812c154f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:44.029368 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-e352b286-5c3e-4e9c-87f0-200f812c154f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Transition to ACTIVE for port object 518cefae-29d3-4ce6-8e56-fe0e51cd57aa will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:44.084086 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bc2f1290-a5ca-41ac-ad51-def3f37e8147 req-950a19ab-1766-484c-a1ec-5d5b4d4a4e42 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a74407b-6975-4601-a499-947e758be75e HTTP/1.1" status: 200 len: 210 time: 0.0430479 Apr 06 14:20:44.128244 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-e352b286-5c3e-4e9c-87f0-200f812c154f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:44.198786 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-e352b286-5c3e-4e9c-87f0-200f812c154f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Network 7b32bd44-1bda-4214-b2f0-42d93efe11d8 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:44.211247 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-e352b286-5c3e-4e9c-87f0-200f812c154f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:44.215770 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-e352b286-5c3e-4e9c-87f0-200f812c154f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:20:44.247879 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352b286-5c3e-4e9c-87f0-200f812c154f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Pushing event updated for resources: {'Port': ['ID=518cefae-29d3-4ce6-8e56-fe0e51cd57aa,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:44.286059 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-e352b286-5c3e-4e9c-87f0-200f812c154f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:44.286838 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-e352b286-5c3e-4e9c-87f0-200f812c154f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:44.378480 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-e352b286-5c3e-4e9c-87f0-200f812c154f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9693470 Apr 06 14:20:44.389770 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-b7255970-43a3-4b48-a696-b1078976fbea service neutron] Request body: {'port': {'device_id': '5a74407b-6975-4601-a499-947e758be75e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:20:44.474930 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-13acaa72-ba51-453f-9499-2cdb7556c292 None None] Provisioning for port 518cefae-29d3-4ce6-8e56-fe0e51cd57aa completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:44.481259 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-13acaa72-ba51-453f-9499-2cdb7556c292 None None] Provisioning complete for port 518cefae-29d3-4ce6-8e56-fe0e51cd57aa triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:44.481844 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-13acaa72-ba51-453f-9499-2cdb7556c292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:44.506281 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-b7255970-43a3-4b48-a696-b1078976fbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:44.542509 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-13acaa72-ba51-453f-9499-2cdb7556c292 None None] Port 518cefae-29d3-4ce6-8e56-fe0e51cd57aa cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:20:44.858871 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-b7255970-43a3-4b48-a696-b1078976fbea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 518cefae-29d3-4ce6-8e56-fe0e51cd57aa {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:20:44.866830 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-b7255970-43a3-4b48-a696-b1078976fbea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:44.881845 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-b7255970-43a3-4b48-a696-b1078976fbea service neutron] Transition to ACTIVE for port object 518cefae-29d3-4ce6-8e56-fe0e51cd57aa will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:20:44.950596 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-b7255970-43a3-4b48-a696-b1078976fbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:45.207851 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7255970-43a3-4b48-a696-b1078976fbea service neutron] Pushing event updated for resources: {'Port': ['ID=518cefae-29d3-4ce6-8e56-fe0e51cd57aa,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:45.296583 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d584169f-cfc0-4db1-9655-c226d5f49cab req-1983b225-111d-4b01-b690-a98bc69fa609 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:45.298103 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d584169f-cfc0-4db1-9655-c226d5f49cab req-1983b225-111d-4b01-b690-a98bc69fa609 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a74407b-6975-4601-a499-947e758be75e HTTP/1.1" status: 200 len: 943 time: 0.0986919 Apr 06 14:20:45.318982 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-b7255970-43a3-4b48-a696-b1078976fbea service neutron] Attempting to bind port 518cefae-29d3-4ce6-8e56-fe0e51cd57aa on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:20:45.319577 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-b7255970-43a3-4b48-a696-b1078976fbea service neutron] Attempting to bind port 518cefae-29d3-4ce6-8e56-fe0e51cd57aa by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '8d17abff-f7dc-431c-bda5-05a8153a55f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:20:45.319577 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-b7255970-43a3-4b48-a696-b1078976fbea service neutron] Attempting to bind port 518cefae-29d3-4ce6-8e56-fe0e51cd57aa on network 7b32bd44-1bda-4214-b2f0-42d93efe11d8 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:20:45.324473 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-b7255970-43a3-4b48-a696-b1078976fbea service neutron] Port 518cefae-29d3-4ce6-8e56-fe0e51cd57aa on network 7b32bd44-1bda-4214-b2f0-42d93efe11d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 14:20:45.324785 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-b7255970-43a3-4b48-a696-b1078976fbea service neutron] Attempting to bind port 518cefae-29d3-4ce6-8e56-fe0e51cd57aa on network 7b32bd44-1bda-4214-b2f0-42d93efe11d8 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:20:45.330481 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-b7255970-43a3-4b48-a696-b1078976fbea service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:20:45.330889 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-b7255970-43a3-4b48-a696-b1078976fbea service neutron] Checking segment: {'id': '8d17abff-f7dc-431c-bda5-05a8153a55f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:20:45.331213 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-b7255970-43a3-4b48-a696-b1078976fbea service neutron] Bound using segment: {'id': '8d17abff-f7dc-431c-bda5-05a8153a55f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:20:45.331629 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-b7255970-43a3-4b48-a696-b1078976fbea service neutron] Bound port: 518cefae-29d3-4ce6-8e56-fe0e51cd57aa, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d17abff-f7dc-431c-bda5-05a8153a55f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:20:45.331969 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-b7255970-43a3-4b48-a696-b1078976fbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:45.345760 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d584169f-cfc0-4db1-9655-c226d5f49cab req-392e210a-3b89-4285-8134-e01ac98d65a3 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0117de1-3284-40c5-a581-a14921f44191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412612 Apr 06 14:20:45.428931 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-b7255970-43a3-4b48-a696-b1078976fbea service neutron] For port 518cefae-29d3-4ce6-8e56-fe0e51cd57aa, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:20:45.432123 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-b7255970-43a3-4b48-a696-b1078976fbea service neutron] For port 518cefae-29d3-4ce6-8e56-fe0e51cd57aa, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=518cefae-29d3-4ce6-8e56-fe0e51cd57aa,segment=NetworkSegment(8d17abff-f7dc-431c-bda5-05a8153a55f6),segment_id=8d17abff-f7dc-431c-bda5-05a8153a55f6)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:20:45.521679 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0d7f9c54-6244-4f19-b7cb-b9328cecbe0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:45.533310 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-b7255970-43a3-4b48-a696-b1078976fbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:45.591163 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-b7255970-43a3-4b48-a696-b1078976fbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:45.591773 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-b7255970-43a3-4b48-a696-b1078976fbea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:45.593185 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-b7255970-43a3-4b48-a696-b1078976fbea service neutron] 10.222.0.61 "PUT /v2.0/ports/518cefae-29d3-4ce6-8e56-fe0e51cd57aa HTTP/1.1" status: 200 len: 1093 time: 1.2074685 Apr 06 14:20:45.593616 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a74407b-6975-4601-a499-947e758be75e', 'tag': '518cefae-29d3-4ce6-8e56-fe0e51cd57aa'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:20:45.620667 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7255970-43a3-4b48-a696-b1078976fbea service neutron] Pushing event updated for resources: {'Port': ['ID=518cefae-29d3-4ce6-8e56-fe0e51cd57aa,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:45.642720 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de9be02-491e-4dab-8f9c-4c9497558a00'] response: {'name': 'network-changed', 'server_uuid': '5a74407b-6975-4601-a499-947e758be75e', 'tag': '518cefae-29d3-4ce6-8e56-fe0e51cd57aa', 'status': 'completed', 'code': 200} Apr 06 14:20:45.741337 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096bc30-b478-43b5-91d8-334400c0fff7 req-dd3dfeac-a41d-43cf-8dd2-47b97e31ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:45.742898 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e096bc30-b478-43b5-91d8-334400c0fff7 req-dd3dfeac-a41d-43cf-8dd2-47b97e31ef8c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90929593c6f04693a0c09c68cfc6fbe0&device_id=5a74407b-6975-4601-a499-947e758be75e HTTP/1.1" status: 200 len: 1096 time: 0.0777495 Apr 06 14:20:45.891377 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096bc30-b478-43b5-91d8-334400c0fff7 req-59cb1b28-b252-4f98-87d5-8a21c4be3302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:45.892823 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e096bc30-b478-43b5-91d8-334400c0fff7 req-59cb1b28-b252-4f98-87d5-8a21c4be3302 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=90929593c6f04693a0c09c68cfc6fbe0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1425035 Apr 06 14:20:46.029345 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096bc30-b478-43b5-91d8-334400c0fff7 req-d6bf00e2-1f73-480c-94ba-3cd9459b4dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:46.030754 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e096bc30-b478-43b5-91d8-334400c0fff7 req-d6bf00e2-1f73-480c-94ba-3cd9459b4dd7 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1327987 Apr 06 14:20:46.143323 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-378382ba-0bcd-41ff-a3f1-4c6ee27a9a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:46.145190 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-378382ba-0bcd-41ff-a3f1-4c6ee27a9a01 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90929593c6f04693a0c09c68cfc6fbe0&device_id=5a74407b-6975-4601-a499-947e758be75e HTTP/1.1" status: 200 len: 1096 time: 0.0794532 Apr 06 14:20:46.214218 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-858db649-8aff-45c2-a616-aa34f5c28a04 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=518cefae-29d3-4ce6-8e56-fe0e51cd57aa HTTP/1.1" status: 200 len: 217 time: 0.0632179 Apr 06 14:20:46.281042 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-c0fb7e78-a68d-4c54-bad9-c61a9380cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:46.282479 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-c0fb7e78-a68d-4c54-bad9-c61a9380cdc7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9f7bf764-da8e-4fd6-a308-b96ff56c7866 HTTP/1.1" status: 200 len: 849 time: 0.0627763 Apr 06 14:20:46.358603 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-93736536-8d74-46af-912e-f9e23ca78d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:46.360122 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-93736536-8d74-46af-912e-f9e23ca78d70 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b32bd44-1bda-4214-b2f0-42d93efe11d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723140 Apr 06 14:20:46.501213 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-64eab071-8e8e-440f-8ae1-37659d512390 service neutron] 10.222.0.61 "GET /v2.0/networks/7b32bd44-1bda-4214-b2f0-42d93efe11d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353753 Apr 06 14:20:46.543054 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8839d25-211d-403d-8a9a-4a7532355c2a req-b7bc5aaf-f01c-44e1-98b4-96eea5ae11b9 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:46.544552 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a8839d25-211d-403d-8a9a-4a7532355c2a req-b7bc5aaf-f01c-44e1-98b4-96eea5ae11b9 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a74407b-6975-4601-a499-947e758be75e HTTP/1.1" status: 200 len: 943 time: 0.0853617 Apr 06 14:20:46.590841 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a8839d25-211d-403d-8a9a-4a7532355c2a req-40709124-6f19-4c2d-8170-cdc9f393fffc tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0117de1-3284-40c5-a581-a14921f44191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401661 Apr 06 14:20:46.637349 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-6d0710ff-ba22-4a7c-86e2-521ea7a243fc req-9a0e88ca-b741-438c-82c7-65e4928593eb service neutron] 10.222.0.61 "GET /v2.0/networks/7b32bd44-1bda-4214-b2f0-42d93efe11d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300499 Apr 06 14:20:47.750387 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-63592984-8c0a-4c85-b579-9c0074de948b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:47.764958 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 518cefae-29d3-4ce6-8e56-fe0e51cd57aa details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:20:47.906221 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 518cefae-29d3-4ce6-8e56-fe0e51cd57aa, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=518cefae-29d3-4ce6-8e56-fe0e51cd57aa,segment=NetworkSegment(8d17abff-f7dc-431c-bda5-05a8153a55f6),segment_id=8d17abff-f7dc-431c-bda5-05a8153a55f6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:20:47.920210 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '518cefae-29d3-4ce6-8e56-fe0e51cd57aa', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'port_id': '518cefae-29d3-4ce6-8e56-fe0e51cd57aa', 'mac_address': 'fa:16:3e:fd:ba:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:20:47.933474 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd22e69-79ef-40a6-94fe-dc81e2a07859 req-20a39651-2e1d-4648-b649-9c69a819fda5 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:47.935139 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5bd22e69-79ef-40a6-94fe-dc81e2a07859 req-20a39651-2e1d-4648-b649-9c69a819fda5 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a74407b-6975-4601-a499-947e758be75e HTTP/1.1" status: 200 len: 943 time: 0.0875106 Apr 06 14:20:47.978679 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:47.982212 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-5bd22e69-79ef-40a6-94fe-dc81e2a07859 req-fe89505d-2dbc-4725-8cc9-1f15fdf17277 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0117de1-3284-40c5-a581-a14921f44191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407093 Apr 06 14:20:48.003161 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 518cefae-29d3-4ce6-8e56-fe0e51cd57aa {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:20:48.013027 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 518cefae-29d3-4ce6-8e56-fe0e51cd57aa, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=518cefae-29d3-4ce6-8e56-fe0e51cd57aa,segment=NetworkSegment(8d17abff-f7dc-431c-bda5-05a8153a55f6),segment_id=8d17abff-f7dc-431c-bda5-05a8153a55f6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:20:48.091751 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:48.162417 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=518cefae-29d3-4ce6-8e56-fe0e51cd57aa,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:48.298745 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['518cefae-29d3-4ce6-8e56-fe0e51cd57aa'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 14:20:49.018617 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:49.109941 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:49.169918 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70d9bc-a561-441f-a1c8-23d0c5c8ea1f req-fc1b3de1-0da0-4ffa-a97b-5954301d5c24 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:49.171422 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1a70d9bc-a561-441f-a1c8-23d0c5c8ea1f req-fc1b3de1-0da0-4ffa-a97b-5954301d5c24 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a74407b-6975-4601-a499-947e758be75e HTTP/1.1" status: 200 len: 944 time: 0.0830855 Apr 06 14:20:49.230253 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1a70d9bc-a561-441f-a1c8-23d0c5c8ea1f req-53fc498f-3069-4d97-be66-29021dc7e43f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0117de1-3284-40c5-a581-a14921f44191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500178 Apr 06 14:20:49.768514 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 518cefae-29d3-4ce6-8e56-fe0e51cd57aa up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:20:49.891223 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port 518cefae-29d3-4ce6-8e56-fe0e51cd57aa completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:20:49.896020 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 518cefae-29d3-4ce6-8e56-fe0e51cd57aa triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:20:49.896391 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:50.011266 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:50.036839 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a74407b-6975-4601-a499-947e758be75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518cefae-29d3-4ce6-8e56-fe0e51cd57aa'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:20:50.046631 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 518cefae-29d3-4ce6-8e56-fe0e51cd57aa, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=518cefae-29d3-4ce6-8e56-fe0e51cd57aa,segment=NetworkSegment(8d17abff-f7dc-431c-bda5-05a8153a55f6),segment_id=8d17abff-f7dc-431c-bda5-05a8153a55f6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:20:50.081610 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-911edf79-d76d-408a-9911-8274c2659e70'] response: {'server_uuid': '5a74407b-6975-4601-a499-947e758be75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518cefae-29d3-4ce6-8e56-fe0e51cd57aa', 'code': 200} Apr 06 14:20:50.133210 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:50.205496 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=518cefae-29d3-4ce6-8e56-fe0e51cd57aa,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:50.401248 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bde6a7-8ec6-407c-b7b8-fcab6254b2dc req-6f1a0cd2-f1a9-4b1a-b54d-3f9ad3338049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:50.402748 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d1bde6a7-8ec6-407c-b7b8-fcab6254b2dc req-6f1a0cd2-f1a9-4b1a-b54d-3f9ad3338049 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5a74407b-6975-4601-a499-947e758be75e HTTP/1.1" status: 200 len: 1098 time: 0.0748537 Apr 06 14:20:50.420458 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82718aff-cb0d-41f2-b271-c79cb832a135 req-7607e9d0-2f26-4e06-a45d-1553130e42de tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:50.421934 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-82718aff-cb0d-41f2-b271-c79cb832a135 req-7607e9d0-2f26-4e06-a45d-1553130e42de tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a74407b-6975-4601-a499-947e758be75e HTTP/1.1" status: 200 len: 945 time: 0.0817595 Apr 06 14:20:50.447013 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-d1bde6a7-8ec6-407c-b7b8-fcab6254b2dc req-5a0be025-4a8a-409b-b854-9b2fdb6dd232 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e0117de1-3284-40c5-a581-a14921f44191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372684 Apr 06 14:20:50.467901 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-82718aff-cb0d-41f2-b271-c79cb832a135 req-27a92ba4-5775-4a91-aef1-0ea7614fab65 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0117de1-3284-40c5-a581-a14921f44191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397565 Apr 06 14:20:50.504495 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:51.656204 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807ec38-eec8-43eb-b3c3-1fe909ad7041 req-13e4f073-f5b1-4f25-9774-ced6c480ec26 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:51.657659 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f807ec38-eec8-43eb-b3c3-1fe909ad7041 req-13e4f073-f5b1-4f25-9774-ced6c480ec26 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a74407b-6975-4601-a499-947e758be75e HTTP/1.1" status: 200 len: 945 time: 0.0830696 Apr 06 14:20:51.701961 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f807ec38-eec8-43eb-b3c3-1fe909ad7041 req-34671ff0-f93c-46a9-b341-f29ef61771d6 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0117de1-3284-40c5-a581-a14921f44191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387685 Apr 06 14:20:52.887502 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a6f80-756d-4a62-9b1a-56919f35a1d7 req-e380fe93-1b85-48a9-8d61-cc484bc08db3 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:52.888973 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ac4a6f80-756d-4a62-9b1a-56919f35a1d7 req-e380fe93-1b85-48a9-8d61-cc484bc08db3 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a74407b-6975-4601-a499-947e758be75e HTTP/1.1" status: 200 len: 945 time: 0.0808158 Apr 06 14:20:52.932046 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ac4a6f80-756d-4a62-9b1a-56919f35a1d7 req-8113c090-6818-4eca-81bb-2d857cd560c9 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0117de1-3284-40c5-a581-a14921f44191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375667 Apr 06 14:20:53.116171 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e916e01-ede4-419e-a586-81550e45435a req-a9d6bafc-b8a9-4321-876a-38c3f45fa1b6 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:53.118509 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9e916e01-ede4-419e-a586-81550e45435a req-a9d6bafc-b8a9-4321-876a-38c3f45fa1b6 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a74407b-6975-4601-a499-947e758be75e HTTP/1.1" status: 200 len: 945 time: 0.0831470 Apr 06 14:20:53.162860 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9e916e01-ede4-419e-a586-81550e45435a req-44c4329a-805c-4761-b6c2-a8ba571df307 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0117de1-3284-40c5-a581-a14921f44191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387428 Apr 06 14:20:53.186335 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 57346) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:53.298427 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baaecaf8-7a9d-46ba-a34a-e3d2ec46953d tempest-TestSnapshotPattern-1760965449 tempest-TestSnapshotPattern-1760965449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:53.299138 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-baaecaf8-7a9d-46ba-a34a-e3d2ec46953d tempest-TestSnapshotPattern-1760965449 tempest-TestSnapshotPattern-1760965449-project-admin] Synchronizing usage tracker for tenant:2e7d136adc0f46868e918fec8c1ad1ed on resource:port {{(pid=88565) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:20:53.372414 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-baaecaf8-7a9d-46ba-a34a-e3d2ec46953d tempest-TestSnapshotPattern-1760965449 tempest-TestSnapshotPattern-1760965449-project-admin] Unset dirty status for tenant:2e7d136adc0f46868e918fec8c1ad1ed on resource:port {{(pid=88565) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:20:53.373556 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-baaecaf8-7a9d-46ba-a34a-e3d2ec46953d tempest-TestSnapshotPattern-1760965449 tempest-TestSnapshotPattern-1760965449-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5a74407b-6975-4601-a499-947e758be75e HTTP/1.1" status: 200 len: 1093 time: 0.1862073 Apr 06 14:20:53.376509 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 57352) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:20:53.381401 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.v2.base [None req-6b9b6e7f-ea2b-4ca7-a95f-661f378584e7 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'port_id': '518cefae-29d3-4ce6-8e56-fe0e51cd57aa', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:20:53.387429 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-6b9b6e7f-ea2b-4ca7-a95f-661f378584e7 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:20:53.391193 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6b9b6e7f-ea2b-4ca7-a95f-661f378584e7 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Usage tracker for resource:floatingip and tenant:90929593c6f04693a0c09c68cfc6fbe0 is out of sync, need to count used quota {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:20:53.394008 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.quota.resource [None req-6b9b6e7f-ea2b-4ca7-a95f-661f378584e7 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88565) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:20:53.399688 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.quota.driver [None req-6b9b6e7f-ea2b-4ca7-a95f-661f378584e7 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88565) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:20:53.470206 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b9b6e7f-ea2b-4ca7-a95f-661f378584e7 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for floatingip, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:53.612015 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b9b6e7f-ea2b-4ca7-a95f-661f378584e7 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:53.742079 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_common [None req-6b9b6e7f-ea2b-4ca7-a95f-661f378584e7 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Allocated IP 172.26.4.175 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/2d37aad1-b616-499c-8a2d-41069d753947) {{(pid=88565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:53.887709 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b9b6e7f-ea2b-4ca7-a95f-661f378584e7 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for port, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:53.978677 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b9b6e7f-ea2b-4ca7-a95f-661f378584e7 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:54.144938 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9b6e7f-ea2b-4ca7-a95f-661f378584e7 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:54.151562 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.base_scheduler [None req-6b9b6e7f-ea2b-4ca7-a95f-661f378584e7 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Resources bound (agent type, host, resource id): {{(pid=88565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:54.156512 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9b6e7f-ea2b-4ca7-a95f-661f378584e7 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Received port after_create {{(pid=88565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:20:54.186046 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b6e7f-ea2b-4ca7-a95f-661f378584e7 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Pushing event updated for resources: {'Port': ['ID=2d37aad1-b616-499c-8a2d-41069d753947,revision_number=1']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:54.571975 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b9b6e7f-ea2b-4ca7-a95f-661f378584e7 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:54.717839 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b9b6e7f-ea2b-4ca7-a95f-661f378584e7 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:54.931302 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b9b6e7f-ea2b-4ca7-a95f-661f378584e7 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for port, precommit_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:54.988153 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b9b6e7f-ea2b-4ca7-a95f-661f378584e7 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67087128'] for port, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:55.094762 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b6e7f-ea2b-4ca7-a95f-661f378584e7 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Pushing event updated for resources: {'Port': ['ID=2d37aad1-b616-499c-8a2d-41069d753947,revision_number=2']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:55.106284 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b9b6e7f-ea2b-4ca7-a95f-661f378584e7 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:55.276563 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.db.l3_db [None req-6b9b6e7f-ea2b-4ca7-a95f-661f378584e7 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Floating IP 8ad6cec2-0a3e-4f38-b85b-f80a31b39983 associated. External IP: 172.26.4.175, port: 518cefae-29d3-4ce6-8e56-fe0e51cd57aa. Apr 06 14:20:55.732166 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9b6e7f-ea2b-4ca7-a95f-661f378584e7 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Router cdfb487a-1055-4c62-bc7a-82c1eba14977 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:20:55.912740 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9b6e7f-ea2b-4ca7-a95f-661f378584e7 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:20:55.921972 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2acafb-3f5b-4b88-9386-f1885bccf6d3 None None] Sync routers for ids ['cdfb487a-1055-4c62-bc7a-82c1eba14977'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:20:55.932856 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2acafb-3f5b-4b88-9386-f1885bccf6d3 None None] Routers {'cdfb487a-1055-4c62-bc7a-82c1eba14977'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:20:55.933473 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-3b2acafb-3f5b-4b88-9386-f1885bccf6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:20:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['cdfb487a-1055-4c62-bc7a-82c1eba14977'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:56.001255 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-6b9b6e7f-ea2b-4ca7-a95f-661f378584e7 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:20:56.060556 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-6b9b6e7f-ea2b-4ca7-a95f-661f378584e7 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6830132 Apr 06 14:20:56.061243 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a74407b-6975-4601-a499-947e758be75e', 'tag': '518cefae-29d3-4ce6-8e56-fe0e51cd57aa'}] {{(pid=88565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:20:56.145858 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-3b2acafb-3f5b-4b88-9386-f1885bccf6d3 None None] Set router cdfb487a-1055-4c62-bc7a-82c1eba14977 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:20:56.161663 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f54b31a1-0154-4c31-b966-13149f0eb4c3'] response: {'name': 'network-changed', 'server_uuid': '5a74407b-6975-4601-a499-947e758be75e', 'tag': '518cefae-29d3-4ce6-8e56-fe0e51cd57aa', 'status': 'completed', 'code': 200} Apr 06 14:20:56.252350 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522522c-e099-4df4-9162-86a899171e37 req-c65e3e06-91d1-4293-92ae-44c3e61f8b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:56.253719 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c522522c-e099-4df4-9162-86a899171e37 req-c65e3e06-91d1-4293-92ae-44c3e61f8b20 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90929593c6f04693a0c09c68cfc6fbe0&device_id=5a74407b-6975-4601-a499-947e758be75e HTTP/1.1" status: 200 len: 1098 time: 0.0702169 Apr 06 14:20:56.385783 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522522c-e099-4df4-9162-86a899171e37 req-ab8fbd14-a7f2-4e69-b622-07b2e6107639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:56.387261 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c522522c-e099-4df4-9162-86a899171e37 req-ab8fbd14-a7f2-4e69-b622-07b2e6107639 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b32bd44-1bda-4214-b2f0-42d93efe11d8 HTTP/1.1" status: 200 len: 911 time: 0.1272752 Apr 06 14:20:56.491394 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c522522c-e099-4df4-9162-86a899171e37 req-404655c5-f010-48fa-8c8d-1b34831e15e8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=518cefae-29d3-4ce6-8e56-fe0e51cd57aa HTTP/1.1" status: 200 len: 999 time: 0.0983775 Apr 06 14:20:56.501994 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-3b2acafb-3f5b-4b88-9386-f1885bccf6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'name': 'tempest-TestSnapshotPattern-1420133061-router', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:21Z', 'updated_at': '2022-04-06T14:20:25Z', 'revision_number': 4, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'gw_port': {'id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:22Z', 'updated_at': '2022-04-06T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '8ad6cec2-0a3e-4f38-b85b-f80a31b39983', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'port_id': '518cefae-29d3-4ce6-8e56-fe0e51cd57aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'mac_address': 'fa:16:3e:fd:ba:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a74407b-6975-4601-a499-947e758be75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:20:54Z', 'updated_at': '2022-04-06T14:20:54Z', 'revision_number': 0, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab965c95-e397-4871-a8ce-1660760271f2', 'name': '', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'mac_address': 'fa:16:3e:a1:41:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:25Z', 'updated_at': '2022-04-06T14:20:30Z', 'revision_number': 5, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'subnets': [{'id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:56.505940 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2acafb-3f5b-4b88-9386-f1885bccf6d3 None None] Checking router: cdfb487a-1055-4c62-bc7a-82c1eba14977 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:20:56.514082 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2acafb-3f5b-4b88-9386-f1885bccf6d3 None None] Routers {'cdfb487a-1055-4c62-bc7a-82c1eba14977'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:20:56.514672 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-3b2acafb-3f5b-4b88-9386-f1885bccf6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:20:48Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['cdfb487a-1055-4c62-bc7a-82c1eba14977'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:56.557081 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522522c-e099-4df4-9162-86a899171e37 req-cc4b26cd-411b-4b75-805b-b4cf116ffc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:56.558495 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c522522c-e099-4df4-9162-86a899171e37 req-cc4b26cd-411b-4b75-805b-b4cf116ffc79 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9f7bf764-da8e-4fd6-a308-b96ff56c7866 HTTP/1.1" status: 200 len: 849 time: 0.0613489 Apr 06 14:20:56.634271 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522522c-e099-4df4-9162-86a899171e37 req-e667c6f4-6741-4ebe-aeb8-e445fa35c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:56.635449 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c522522c-e099-4df4-9162-86a899171e37 req-e667c6f4-6741-4ebe-aeb8-e445fa35c8d2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b32bd44-1bda-4214-b2f0-42d93efe11d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701432 Apr 06 14:20:56.691963 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-3b2acafb-3f5b-4b88-9386-f1885bccf6d3 None None] Set router cdfb487a-1055-4c62-bc7a-82c1eba14977 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:20:56.859848 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c522522c-e099-4df4-9162-86a899171e37 req-9ee424b2-cad6-4823-b9f2-219193305191 service neutron] 10.222.0.61 "GET /v2.0/networks/7b32bd44-1bda-4214-b2f0-42d93efe11d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185128 Apr 06 14:20:56.992471 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c522522c-e099-4df4-9162-86a899171e37 req-2ecae2ec-5991-4b4d-8c56-6ff78bcfea0a service neutron] 10.222.0.61 "GET /v2.0/networks/7b32bd44-1bda-4214-b2f0-42d93efe11d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264665 Apr 06 14:20:57.051378 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-3b2acafb-3f5b-4b88-9386-f1885bccf6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'name': 'tempest-TestSnapshotPattern-1420133061-router', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:21Z', 'updated_at': '2022-04-06T14:20:25Z', 'revision_number': 4, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'gw_port': {'id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:22Z', 'updated_at': '2022-04-06T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '8ad6cec2-0a3e-4f38-b85b-f80a31b39983', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'port_id': '518cefae-29d3-4ce6-8e56-fe0e51cd57aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'mac_address': 'fa:16:3e:fd:ba:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a74407b-6975-4601-a499-947e758be75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:20:54Z', 'updated_at': '2022-04-06T14:20:54Z', 'revision_number': 0, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab965c95-e397-4871-a8ce-1660760271f2', 'name': '', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'mac_address': 'fa:16:3e:a1:41:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:25Z', 'updated_at': '2022-04-06T14:20:30Z', 'revision_number': 5, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'subnets': [{'id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:57.055753 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2acafb-3f5b-4b88-9386-f1885bccf6d3 None None] The sync data for ids ['cdfb487a-1055-4c62-bc7a-82c1eba14977'] in dv-neutron-834600-1-hyperv is: [{'id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'name': 'tempest-TestSnapshotPattern-1420133061-router', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:21Z', 'updated_at': '2022-04-06T14:20:25Z', 'revision_number': 4, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'gw_port': {'id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:22Z', 'updated_at': '2022-04-06T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '8ad6cec2-0a3e-4f38-b85b-f80a31b39983', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'port_id': '518cefae-29d3-4ce6-8e56-fe0e51cd57aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'mac_address': 'fa:16:3e:fd:ba:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a74407b-6975-4601-a499-947e758be75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:20:54Z', 'updated_at': '2022-04-06T14:20:54Z', 'revision_number': 0, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab965c95-e397-4871-a8ce-1660760271f2', 'name': '', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'mac_address': 'fa:16:3e:a1:41:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:25Z', 'updated_at': '2022-04-06T14:20:30Z', 'revision_number': 5, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'subnets': [{'id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:20:57.243513 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51bd2e6-b5d4-45e5-a2b0-4b7ba87aadc4 None None] New status for floating IP 8ad6cec2-0a3e-4f38-b85b-f80a31b39983: ACTIVE {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:20:57.852725 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:05.608715 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:21:15.514895 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-fa9d32a0-cbac-4d8d-ab14-d7c58d4fde10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:17.753253 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-33faa278-54e2-4cc4-8ffd-fcbec0b88336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:18.960325 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:19.143528 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:20.514037 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:25.846648 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a30a1f22-ce69-45ab-b6c6-564bf3ab1b24 req-21d18429-0e4a-49a6-8525-f42a750baf86 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5a74407b-6975-4601-a499-947e758be75e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751457 Apr 06 14:21:25.986009 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a1f22-ce69-45ab-b6c6-564bf3ab1b24 req-9db9302b-671f-4d5b-aca5-01e25655468f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:25.987485 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a30a1f22-ce69-45ab-b6c6-564bf3ab1b24 req-9db9302b-671f-4d5b-aca5-01e25655468f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90929593c6f04693a0c09c68cfc6fbe0&device_id=5a74407b-6975-4601-a499-947e758be75e HTTP/1.1" status: 200 len: 1098 time: 0.0747373 Apr 06 14:21:26.133968 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a1f22-ce69-45ab-b6c6-564bf3ab1b24 req-beedacbe-721d-4645-9122-f328c943ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:26.135448 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a30a1f22-ce69-45ab-b6c6-564bf3ab1b24 req-beedacbe-721d-4645-9122-f328c943ff8f service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b32bd44-1bda-4214-b2f0-42d93efe11d8 HTTP/1.1" status: 200 len: 911 time: 0.1301782 Apr 06 14:21:26.238616 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a30a1f22-ce69-45ab-b6c6-564bf3ab1b24 req-5416ccd9-6874-4de3-927c-404774951d75 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=518cefae-29d3-4ce6-8e56-fe0e51cd57aa HTTP/1.1" status: 200 len: 1001 time: 0.0970266 Apr 06 14:21:26.299856 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a1f22-ce69-45ab-b6c6-564bf3ab1b24 req-13ed42cf-696e-4de6-9565-c7f23ba7e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:26.301217 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a30a1f22-ce69-45ab-b6c6-564bf3ab1b24 req-13ed42cf-696e-4de6-9565-c7f23ba7e351 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9f7bf764-da8e-4fd6-a308-b96ff56c7866 HTTP/1.1" status: 200 len: 849 time: 0.0560012 Apr 06 14:21:26.378292 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a1f22-ce69-45ab-b6c6-564bf3ab1b24 req-7f035434-0167-437b-a037-bddb65505272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:26.379747 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a30a1f22-ce69-45ab-b6c6-564bf3ab1b24 req-7f035434-0167-437b-a037-bddb65505272 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b32bd44-1bda-4214-b2f0-42d93efe11d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721838 Apr 06 14:21:26.512054 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a30a1f22-ce69-45ab-b6c6-564bf3ab1b24 req-6d1e05b5-8ec1-4736-8b5d-b1ad5af60c33 service neutron] 10.222.0.61 "GET /v2.0/networks/7b32bd44-1bda-4214-b2f0-42d93efe11d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244037 Apr 06 14:21:26.641637 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a30a1f22-ce69-45ab-b6c6-564bf3ab1b24 req-48539029-a858-47a2-9bd7-377692334597 service neutron] 10.222.0.61 "GET /v2.0/networks/7b32bd44-1bda-4214-b2f0-42d93efe11d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224234 Apr 06 14:21:27.846201 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:42.607650 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:21:45.495783 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2a045e3b-e673-4b75-8f66-5883315a544a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:47.731485 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d6cba949-7138-48e8-b0d9-5f9aaa4f6f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:48.976946 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:49.106941 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:50.556187 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:21:57.885907 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:15.496811 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b337cef1-832c-4793-9323-9110d5fab0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:17.777064 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-bd779d4b-8ebe-42de-8812-d0e1efa856d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:18.957480 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:19.100405 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:19.606604 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:22:20.517612 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:25.835741 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e83fa954-632f-4946-a105-edc3162eda76 req-46b24ac6-30dd-4f04-805b-52ca8268cb0e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5a74407b-6975-4601-a499-947e758be75e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691516 Apr 06 14:22:25.976900 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fa954-632f-4946-a105-edc3162eda76 req-5357bd34-7e5b-40f4-b7e4-27202eda54f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:25.978313 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e83fa954-632f-4946-a105-edc3162eda76 req-5357bd34-7e5b-40f4-b7e4-27202eda54f5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90929593c6f04693a0c09c68cfc6fbe0&device_id=5a74407b-6975-4601-a499-947e758be75e HTTP/1.1" status: 200 len: 1098 time: 0.0734777 Apr 06 14:22:26.119150 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fa954-632f-4946-a105-edc3162eda76 req-b3f953bc-fb38-4638-a34e-ee5a59f869d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:26.120459 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e83fa954-632f-4946-a105-edc3162eda76 req-b3f953bc-fb38-4638-a34e-ee5a59f869d8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b32bd44-1bda-4214-b2f0-42d93efe11d8 HTTP/1.1" status: 200 len: 911 time: 0.1241412 Apr 06 14:22:26.224123 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e83fa954-632f-4946-a105-edc3162eda76 req-9021664b-62e3-4177-bacb-0da6d2af46f7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=518cefae-29d3-4ce6-8e56-fe0e51cd57aa HTTP/1.1" status: 200 len: 1001 time: 0.0953641 Apr 06 14:22:26.290011 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fa954-632f-4946-a105-edc3162eda76 req-be2fc67e-5a2f-4682-b2ed-fd38df579c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:26.291435 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e83fa954-632f-4946-a105-edc3162eda76 req-be2fc67e-5a2f-4682-b2ed-fd38df579c06 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9f7bf764-da8e-4fd6-a308-b96ff56c7866 HTTP/1.1" status: 200 len: 849 time: 0.0603356 Apr 06 14:22:26.365144 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fa954-632f-4946-a105-edc3162eda76 req-099403c6-0ff0-439c-be33-87c4ee4729e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:26.366591 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e83fa954-632f-4946-a105-edc3162eda76 req-099403c6-0ff0-439c-be33-87c4ee4729e1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b32bd44-1bda-4214-b2f0-42d93efe11d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687706 Apr 06 14:22:26.589580 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e83fa954-632f-4946-a105-edc3162eda76 req-f6c3c70d-c66b-4b33-8326-0c582f1f7d36 service neutron] 10.222.0.61 "GET /v2.0/networks/7b32bd44-1bda-4214-b2f0-42d93efe11d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171159 Apr 06 14:22:26.717808 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e83fa954-632f-4946-a105-edc3162eda76 req-65c890ed-6e50-491b-91c8-dac573dbcd5a service neutron] 10.222.0.61 "GET /v2.0/networks/7b32bd44-1bda-4214-b2f0-42d93efe11d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205919 Apr 06 14:22:27.890566 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:45.488856 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-19ec0af2-44f3-468a-8859-e260b9b15fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:47.735936 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8587f300-fef1-4bb6-a976-b6c98cf98906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:48.988059 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:49.124365 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:50.542083 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:52.223726 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 518cefae-29d3-4ce6-8e56-fe0e51cd57aa details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:22:52.396356 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 518cefae-29d3-4ce6-8e56-fe0e51cd57aa, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=518cefae-29d3-4ce6-8e56-fe0e51cd57aa,segment=NetworkSegment(8d17abff-f7dc-431c-bda5-05a8153a55f6),segment_id=8d17abff-f7dc-431c-bda5-05a8153a55f6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:22:52.409760 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '518cefae-29d3-4ce6-8e56-fe0e51cd57aa', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'port_id': '518cefae-29d3-4ce6-8e56-fe0e51cd57aa', 'mac_address': 'fa:16:3e:fd:ba:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:22:52.465393 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:52.481963 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 518cefae-29d3-4ce6-8e56-fe0e51cd57aa {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:22:52.497308 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 518cefae-29d3-4ce6-8e56-fe0e51cd57aa, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=518cefae-29d3-4ce6-8e56-fe0e51cd57aa,segment=NetworkSegment(8d17abff-f7dc-431c-bda5-05a8153a55f6),segment_id=8d17abff-f7dc-431c-bda5-05a8153a55f6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:22:52.568314 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:52.638293 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=518cefae-29d3-4ce6-8e56-fe0e51cd57aa,revision_number=6']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:52.645215 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:52.645537 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:52.645870 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:52.646214 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:52.646522 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:52.646867 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:52.647187 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:52.647504 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:52.647822 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:52.648140 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:52.648481 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:52.648795 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:52.653300 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['518cefae-29d3-4ce6-8e56-fe0e51cd57aa'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 14:22:54.220553 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 518cefae-29d3-4ce6-8e56-fe0e51cd57aa up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:22:54.288278 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 518cefae-29d3-4ce6-8e56-fe0e51cd57aa triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:22:54.288636 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:54.398069 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:54.423825 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a74407b-6975-4601-a499-947e758be75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518cefae-29d3-4ce6-8e56-fe0e51cd57aa'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:22:54.434427 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 518cefae-29d3-4ce6-8e56-fe0e51cd57aa, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=518cefae-29d3-4ce6-8e56-fe0e51cd57aa,segment=NetworkSegment(8d17abff-f7dc-431c-bda5-05a8153a55f6),segment_id=8d17abff-f7dc-431c-bda5-05a8153a55f6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:22:54.480083 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8fe384c-50b4-4936-a0da-b2facac457a2'] response: {'server_uuid': '5a74407b-6975-4601-a499-947e758be75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518cefae-29d3-4ce6-8e56-fe0e51cd57aa', 'code': 200} Apr 06 14:22:54.517440 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:22:54.587600 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=518cefae-29d3-4ce6-8e56-fe0e51cd57aa,revision_number=7']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:56.606184 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:22:57.902327 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:06.628645 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-c1568c4c-7d08-478b-a519-b0a86fc5f940 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-630063808&fields=id&tenant_id=90929593c6f04693a0c09c68cfc6fbe0 HTTP/1.1" status: 200 len: 267 time: 0.0391717 Apr 06 14:23:06.779521 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-c9a0b648-f331-4a80-ab25-38eb6e3ab7f9 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:06.780840 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-c9a0b648-f331-4a80-ab25-38eb6e3ab7f9 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/networks?id=7b32bd44-1bda-4214-b2f0-42d93efe11d8 HTTP/1.1" status: 200 len: 810 time: 0.1458378 Apr 06 14:23:06.795752 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-7d49fb3e-1fe9-4610-8d72-4c424429895a tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/quotas/90929593c6f04693a0c09c68cfc6fbe0 HTTP/1.1" status: 200 len: 375 time: 0.0088358 Apr 06 14:23:06.885178 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-160140e7-5fc9-47ba-a0ce-7b4b827aeb1f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=90929593c6f04693a0c09c68cfc6fbe0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0838437 Apr 06 14:23:07.123549 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-da9e1519-f2fe-472f-9be4-640167f528b3 service neutron] 10.222.0.48 "GET /v2.0/networks/7b32bd44-1bda-4214-b2f0-42d93efe11d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615376 Apr 06 14:23:07.254484 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-023babee-35d0-4d3f-a736-a06faa27c0da service neutron] 10.222.0.48 "GET /v2.0/networks/7b32bd44-1bda-4214-b2f0-42d93efe11d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245325 Apr 06 14:23:07.520748 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-32a2dd7b-5767-4b9e-beed-3a4483077db5 req-2143a649-4176-40dd-90ef-1098244cda67 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 210 time: 0.0469778 Apr 06 14:23:08.367480 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 518cefae-29d3-4ce6-8e56-fe0e51cd57aa no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:23:08.479824 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:08.506385 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a74407b-6975-4601-a499-947e758be75e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '518cefae-29d3-4ce6-8e56-fe0e51cd57aa'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:23:08.516489 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 518cefae-29d3-4ce6-8e56-fe0e51cd57aa, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=518cefae-29d3-4ce6-8e56-fe0e51cd57aa,segment=NetworkSegment(8d17abff-f7dc-431c-bda5-05a8153a55f6),segment_id=8d17abff-f7dc-431c-bda5-05a8153a55f6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:23:08.604285 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:08.608057 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2697e1d2-3e83-4ddc-8f89-91e790858108'] response: {'server_uuid': '5a74407b-6975-4601-a499-947e758be75e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '518cefae-29d3-4ce6-8e56-fe0e51cd57aa', 'code': 200} Apr 06 14:23:08.673682 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=518cefae-29d3-4ce6-8e56-fe0e51cd57aa,revision_number=8']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:08.680155 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-80439134-f2b0-4024-820f-2943ab1b8be3 req-799fd608-027a-4f0f-b579-8a9afaaad8a6 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 210 time: 0.0424786 Apr 06 14:23:09.824332 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-2673eb9c-91ea-4f5d-a1c5-dac9d6784147 req-7bbd39f7-486b-4a8c-8bad-74fcc22c1c7c tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 210 time: 0.0420415 Apr 06 14:23:10.991635 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-009ea0af-2134-4be7-9bd6-ca6559980072 req-ed45341c-a90a-4ead-9c94-271e04d20040 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 210 time: 0.0445454 Apr 06 14:23:11.427649 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-8623fe4e-7eff-4a05-b947-cfca56b0b908 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:11.429077 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-8623fe4e-7eff-4a05-b947-cfca56b0b908 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.61 "GET /v2.0/networks?id=7b32bd44-1bda-4214-b2f0-42d93efe11d8 HTTP/1.1" status: 200 len: 810 time: 0.1444471 Apr 06 14:23:11.479319 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-60ff19fa-6056-400e-a0fe-10162492b422 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90929593c6f04693a0c09c68cfc6fbe0 HTTP/1.1" status: 200 len: 379 time: 0.0426455 Apr 06 14:23:11.487856 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Request body: {'port': {'device_id': '784b8194-a8da-4d63-a9c7-8db3e8517448', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'admin_state_up': True, 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'security_groups': ['e0117de1-3284-40c5-a581-a14921f44191']}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:23:11.622550 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:23:11.626411 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Usage tracker for resource:port and tenant:90929593c6f04693a0c09c68cfc6fbe0 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:23:11.629404 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:23:11.635073 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:23:11.722342 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Made reservation on behalf of 90929593c6f04693a0c09c68cfc6fbe0 for: {'port': 1} {{(pid=88564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:23:11.725830 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:11.887404 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Allocated IP 172.20.0.5 (7b32bd44-1bda-4214-b2f0-42d93efe11d8/9f7bf764-da8e-4fd6-a308-b96ff56c7866/4a270e7f-cc22-43b2-a815-5e90ce85c28d) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:23:12.085194 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:12.101246 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Transition to ACTIVE for port object 4a270e7f-cc22-43b2-a815-5e90ce85c28d will not be triggered until provisioned by entity DHCP. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:23:12.140127 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1f97cd75-0b49-4e53-a7d5-b7689720b25c req-2a2e8a51-c808-4781-884b-8ab01e52db7b tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 210 time: 0.0420735 Apr 06 14:23:12.187692 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:12.260863 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Network 7b32bd44-1bda-4214-b2f0-42d93efe11d8 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:23:12.264222 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:23:12.268951 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:23:12.333398 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Pushing event updated for resources: {'Port': ['ID=4a270e7f-cc22-43b2-a815-5e90ce85c28d,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:12.347030 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:12.347379 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:12.347718 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:12.348047 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:12.348562 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:12.349039 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:12.349527 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:12.350009 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:12.350492 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:12.350999 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:12.351466 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:12.351934 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:12.373010 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:12.373647 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:12.486498 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-86273e20-4406-4762-9ae2-aa0b034813dd tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0025301 Apr 06 14:23:12.682456 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d705b45d-b04e-4563-8da1-2c879466cc94 None None] Provisioning for port 4a270e7f-cc22-43b2-a815-5e90ce85c28d completed by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:23:12.687938 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-d705b45d-b04e-4563-8da1-2c879466cc94 None None] Provisioning complete for port 4a270e7f-cc22-43b2-a815-5e90ce85c28d triggered by entity DHCP. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:23:12.691464 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d705b45d-b04e-4563-8da1-2c879466cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:12.747283 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-d705b45d-b04e-4563-8da1-2c879466cc94 None None] Port 4a270e7f-cc22-43b2-a815-5e90ce85c28d cannot update to ACTIVE because it is not bound. {{(pid=88566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 06 14:23:13.367129 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8e93e-6cc9-4727-a9ad-2c3e193025ea req-50ed218c-14ee-4540-bb69-7732dcd9d758 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:13.368643 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0dc8e93e-6cc9-4727-a9ad-2c3e193025ea req-50ed218c-14ee-4540-bb69-7732dcd9d758 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 931 time: 0.1121757 Apr 06 14:23:13.458403 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0dc8e93e-6cc9-4727-a9ad-2c3e193025ea req-e86c219e-d195-444e-bf1c-e2be16e491ca tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0117de1-3284-40c5-a581-a14921f44191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783713 Apr 06 14:23:14.666404 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c96eea-4c8d-4936-99f0-30698c77247b req-cd0b0ba8-f5cf-42e5-b3f7-530d338a5b29 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:14.667865 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a5c96eea-4c8d-4936-99f0-30698c77247b req-cd0b0ba8-f5cf-42e5-b3f7-530d338a5b29 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 931 time: 0.0850921 Apr 06 14:23:14.716626 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a5c96eea-4c8d-4936-99f0-30698c77247b req-63137455-1251-4ddf-a963-52f45c1bf3f5 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0117de1-3284-40c5-a581-a14921f44191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432253 Apr 06 14:23:15.511165 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-051becd3-0a03-48e6-b324-760cf4edf8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:15.916671 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef628f5-85d0-488d-afda-c6e607de32a1 req-5cf52604-36e6-4ef4-8c04-f08de5c77549 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:15.918184 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9ef628f5-85d0-488d-afda-c6e607de32a1 req-5cf52604-36e6-4ef4-8c04-f08de5c77549 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 931 time: 0.0905697 Apr 06 14:23:15.967211 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-9ef628f5-85d0-488d-afda-c6e607de32a1 req-9324986b-a737-48a5-a2fe-fae7e527869e tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0117de1-3284-40c5-a581-a14921f44191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421722 Apr 06 14:23:17.175795 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99f179-9dbf-49f4-85f0-62f41a742a32 req-a94d57a8-ac0d-4ec4-a0f4-0294d4bfbc73 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:17.178635 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ed99f179-9dbf-49f4-85f0-62f41a742a32 req-a94d57a8-ac0d-4ec4-a0f4-0294d4bfbc73 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 931 time: 0.0995781 Apr 06 14:23:17.237234 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-ed99f179-9dbf-49f4-85f0-62f41a742a32 req-a32911d7-315e-4d24-81c5-bacbeed48270 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0117de1-3284-40c5-a581-a14921f44191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539584 Apr 06 14:23:17.733923 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-28be84f1-5fd3-4f3b-aee2-01054d306c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:18.450947 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c576a-7808-4918-abcc-6f9c09d32d89 req-8ad0ee23-13ad-4c8f-9c8e-7c2934606edb tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:18.452817 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8c8c576a-7808-4918-abcc-6f9c09d32d89 req-8ad0ee23-13ad-4c8f-9c8e-7c2934606edb tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 931 time: 0.0886781 Apr 06 14:23:18.498950 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-8c8c576a-7808-4918-abcc-6f9c09d32d89 req-4f7d5671-cf3b-4101-b934-1fd9931d3970 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0117de1-3284-40c5-a581-a14921f44191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400903 Apr 06 14:23:18.968333 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:19.116746 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:19.695227 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47da28b-8935-4341-9e57-709995249941 req-9bc9f8b1-96ef-4156-aa27-77d540794f4a tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:19.696717 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a47da28b-8935-4341-9e57-709995249941 req-9bc9f8b1-96ef-4156-aa27-77d540794f4a tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 931 time: 0.0873437 Apr 06 14:23:19.742379 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-a47da28b-8935-4341-9e57-709995249941 req-e6577dc2-1392-4e14-b4aa-f90ab84dd617 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0117de1-3284-40c5-a581-a14921f44191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398962 Apr 06 14:23:20.340402 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-6c29cb1f-2f6c-488c-aba4-7edfb3b0ca2c service neutron] Request body: {'port': {'device_id': '784b8194-a8da-4d63-a9c7-8db3e8517448', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:23:20.446246 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-6c29cb1f-2f6c-488c-aba4-7edfb3b0ca2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:20.522212 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:20.790891 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-6c29cb1f-2f6c-488c-aba4-7edfb3b0ca2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a270e7f-cc22-43b2-a815-5e90ce85c28d {{(pid=88564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:23:20.797931 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-6c29cb1f-2f6c-488c-aba4-7edfb3b0ca2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:20.812472 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.provisioning_blocks [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-6c29cb1f-2f6c-488c-aba4-7edfb3b0ca2c service neutron] Transition to ACTIVE for port object 4a270e7f-cc22-43b2-a815-5e90ce85c28d will not be triggered until provisioned by entity L2. {{(pid=88564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 14:23:20.872814 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-6c29cb1f-2f6c-488c-aba4-7edfb3b0ca2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:20.929060 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9884be-730e-4818-ae82-4c40230e9c39 req-691d7e9d-5f1c-4e1e-9258-6a5817fd1d25 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:20.929829 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bf9884be-730e-4818-ae82-4c40230e9c39 req-691d7e9d-5f1c-4e1e-9258-6a5817fd1d25 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 943 time: 0.0816209 Apr 06 14:23:20.979153 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-bf9884be-730e-4818-ae82-4c40230e9c39 req-f549b6f3-8faa-41bd-ad09-b2500afe5cfe tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0117de1-3284-40c5-a581-a14921f44191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434866 Apr 06 14:23:21.102632 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29cb1f-2f6c-488c-aba4-7edfb3b0ca2c service neutron] Pushing event updated for resources: {'Port': ['ID=4a270e7f-cc22-43b2-a815-5e90ce85c28d,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:21.206311 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-6c29cb1f-2f6c-488c-aba4-7edfb3b0ca2c service neutron] Attempting to bind port 4a270e7f-cc22-43b2-a815-5e90ce85c28d on host hv-neutron-8346 for vnic_type normal with profile {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 14:23:21.206643 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-6c29cb1f-2f6c-488c-aba4-7edfb3b0ca2c service neutron] Attempting to bind port 4a270e7f-cc22-43b2-a815-5e90ce85c28d by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '8d17abff-f7dc-431c-bda5-05a8153a55f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8'}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 14:23:21.207001 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-6c29cb1f-2f6c-488c-aba4-7edfb3b0ca2c service neutron] Attempting to bind port 4a270e7f-cc22-43b2-a815-5e90ce85c28d on network 7b32bd44-1bda-4214-b2f0-42d93efe11d8 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:23:21.211555 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-6c29cb1f-2f6c-488c-aba4-7edfb3b0ca2c service neutron] Port 4a270e7f-cc22-43b2-a815-5e90ce85c28d on network 7b32bd44-1bda-4214-b2f0-42d93efe11d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 06 14:23:21.211872 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-6c29cb1f-2f6c-488c-aba4-7edfb3b0ca2c service neutron] Attempting to bind port 4a270e7f-cc22-43b2-a815-5e90ce85c28d on network 7b32bd44-1bda-4214-b2f0-42d93efe11d8 {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 06 14:23:21.216947 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-6c29cb1f-2f6c-488c-aba4-7edfb3b0ca2c service neutron] Checking agent: {'id': '3b00881f-4d26-41ac-b735-9abb75a49519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'started_at': datetime.datetime(2022, 4, 6, 13, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 06 14:23:21.217280 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-6c29cb1f-2f6c-488c-aba4-7edfb3b0ca2c service neutron] Checking segment: {'id': '8d17abff-f7dc-431c-bda5-05a8153a55f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 06 14:23:21.217660 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-6c29cb1f-2f6c-488c-aba4-7edfb3b0ca2c service neutron] Bound using segment: {'id': '8d17abff-f7dc-431c-bda5-05a8153a55f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8'} {{(pid=88564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 06 14:23:21.218085 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.managers [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-6c29cb1f-2f6c-488c-aba4-7edfb3b0ca2c service neutron] Bound port: 4a270e7f-cc22-43b2-a815-5e90ce85c28d, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d17abff-f7dc-431c-bda5-05a8153a55f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8'}}] {{(pid=88564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 14:23:21.218428 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-6c29cb1f-2f6c-488c-aba4-7edfb3b0ca2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:21.306561 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-6c29cb1f-2f6c-488c-aba4-7edfb3b0ca2c service neutron] For port 4a270e7f-cc22-43b2-a815-5e90ce85c28d, host hv-neutron-8346, cleared binding levels {{(pid=88564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 06 14:23:21.309326 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-6c29cb1f-2f6c-488c-aba4-7edfb3b0ca2c service neutron] For port 4a270e7f-cc22-43b2-a815-5e90ce85c28d, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4a270e7f-cc22-43b2-a815-5e90ce85c28d,segment=NetworkSegment(8d17abff-f7dc-431c-bda5-05a8153a55f6),segment_id=8d17abff-f7dc-431c-bda5-05a8153a55f6)] {{(pid=88564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 06 14:23:21.370186 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-6c29cb1f-2f6c-488c-aba4-7edfb3b0ca2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:21.425821 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-6c29cb1f-2f6c-488c-aba4-7edfb3b0ca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:21.426414 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-6c29cb1f-2f6c-488c-aba4-7edfb3b0ca2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:21.428096 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-6c29cb1f-2f6c-488c-aba4-7edfb3b0ca2c service neutron] 10.222.0.61 "PUT /v2.0/ports/4a270e7f-cc22-43b2-a815-5e90ce85c28d HTTP/1.1" status: 200 len: 1093 time: 1.1306353 Apr 06 14:23:21.428517 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784b8194-a8da-4d63-a9c7-8db3e8517448', 'tag': '4a270e7f-cc22-43b2-a815-5e90ce85c28d'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:23:21.458516 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29cb1f-2f6c-488c-aba4-7edfb3b0ca2c service neutron] Pushing event updated for resources: {'Port': ['ID=4a270e7f-cc22-43b2-a815-5e90ce85c28d,revision_number=3']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:21.573590 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5be512fa-0d20-4439-a5a4-3b7c57c2a86a'] response: {'name': 'network-changed', 'server_uuid': '784b8194-a8da-4d63-a9c7-8db3e8517448', 'tag': '4a270e7f-cc22-43b2-a815-5e90ce85c28d', 'status': 'completed', 'code': 200} Apr 06 14:23:21.599527 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-f84ca053-0ec4-4829-977c-d22d855bcbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:21.601009 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-f84ca053-0ec4-4829-977c-d22d855bcbde service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90929593c6f04693a0c09c68cfc6fbe0&device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 1096 time: 0.0772793 Apr 06 14:23:21.670637 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-8c892b26-42e4-4d26-9b8f-504a966692cf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a270e7f-cc22-43b2-a815-5e90ce85c28d HTTP/1.1" status: 200 len: 217 time: 0.0629988 Apr 06 14:23:21.731035 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-9f3f2d02-8162-4dd2-997f-c57854b048e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:21.732304 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-9f3f2d02-8162-4dd2-997f-c57854b048e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9f7bf764-da8e-4fd6-a308-b96ff56c7866 HTTP/1.1" status: 200 len: 849 time: 0.0556147 Apr 06 14:23:21.808873 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-a6613d6d-71ec-437d-82d9-d305fa508259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:21.810287 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-a6613d6d-71ec-437d-82d9-d305fa508259 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b32bd44-1bda-4214-b2f0-42d93efe11d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720901 Apr 06 14:23:21.939965 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-abc79520-b089-4709-b43b-efcbf36fd78b service neutron] 10.222.0.61 "GET /v2.0/networks/7b32bd44-1bda-4214-b2f0-42d93efe11d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226606 Apr 06 14:23:22.071530 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-f39d584b-a34d-4493-a3d5-4a3aa2c93267 req-79b7e8dd-e2c8-4db6-ba8d-22e688abca6c service neutron] 10.222.0.61 "GET /v2.0/networks/7b32bd44-1bda-4214-b2f0-42d93efe11d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248493 Apr 06 14:23:22.172979 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b5b8f-ecfe-49af-97b3-e32766e4aa1c req-91f92f5d-c505-4f0f-8b36-32a14c80a792 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:22.174457 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-be7b5b8f-ecfe-49af-97b3-e32766e4aa1c req-91f92f5d-c505-4f0f-8b36-32a14c80a792 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 943 time: 0.0837886 Apr 06 14:23:22.220600 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-be7b5b8f-ecfe-49af-97b3-e32766e4aa1c req-6e828db2-1b98-41db-b34f-e3da879a751b tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0117de1-3284-40c5-a581-a14921f44191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395048 Apr 06 14:23:22.282736 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ce68b-eb46-4992-91a3-1114d312cd7b req-8f9a8b0d-f1d7-4e41-ac6b-620eb5cca7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:22.285600 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-568ce68b-eb46-4992-91a3-1114d312cd7b req-8f9a8b0d-f1d7-4e41-ac6b-620eb5cca7a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90929593c6f04693a0c09c68cfc6fbe0&device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 1096 time: 0.0816560 Apr 06 14:23:22.430542 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ce68b-eb46-4992-91a3-1114d312cd7b req-04b93e16-d452-42b6-ac53-884acb3dc97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:22.432134 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-568ce68b-eb46-4992-91a3-1114d312cd7b req-04b93e16-d452-42b6-ac53-884acb3dc97d service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b32bd44-1bda-4214-b2f0-42d93efe11d8 HTTP/1.1" status: 200 len: 911 time: 0.1408176 Apr 06 14:23:22.518939 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-568ce68b-eb46-4992-91a3-1114d312cd7b req-544b0894-4af9-42da-ab0a-99d273d712e7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a270e7f-cc22-43b2-a815-5e90ce85c28d HTTP/1.1" status: 200 len: 217 time: 0.0803509 Apr 06 14:23:22.580641 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ce68b-eb46-4992-91a3-1114d312cd7b req-6be7357f-21d1-4798-9e20-823a662f9a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:22.582291 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-568ce68b-eb46-4992-91a3-1114d312cd7b req-6be7357f-21d1-4798-9e20-823a662f9a2a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9f7bf764-da8e-4fd6-a308-b96ff56c7866 HTTP/1.1" status: 200 len: 849 time: 0.0573246 Apr 06 14:23:22.668271 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ce68b-eb46-4992-91a3-1114d312cd7b req-66ebca73-608b-441e-b4b7-220a93207b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:22.670103 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-568ce68b-eb46-4992-91a3-1114d312cd7b req-66ebca73-608b-441e-b4b7-220a93207b3f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b32bd44-1bda-4214-b2f0-42d93efe11d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819955 Apr 06 14:23:22.824816 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-568ce68b-eb46-4992-91a3-1114d312cd7b req-1eae17f2-b0fb-4ea5-92ac-347a12d9f827 service neutron] 10.222.0.61 "GET /v2.0/networks/7b32bd44-1bda-4214-b2f0-42d93efe11d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468346 Apr 06 14:23:22.972534 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-568ce68b-eb46-4992-91a3-1114d312cd7b req-c21e98bb-d9fb-4d00-bdc6-22ffde4df381 service neutron] 10.222.0.61 "GET /v2.0/networks/7b32bd44-1bda-4214-b2f0-42d93efe11d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409242 Apr 06 14:23:23.402116 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8830c3c-551e-445b-bbf9-90ee555ee177 req-68e5f20b-39d8-4884-9b92-b76f70c8aab8 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:23.403706 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f8830c3c-551e-445b-bbf9-90ee555ee177 req-68e5f20b-39d8-4884-9b92-b76f70c8aab8 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 943 time: 0.0783207 Apr 06 14:23:23.446647 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f8830c3c-551e-445b-bbf9-90ee555ee177 req-4c2d48a1-9ab9-4537-8bfa-bd43069325c1 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0117de1-3284-40c5-a581-a14921f44191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372612 Apr 06 14:23:24.414288 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 4a270e7f-cc22-43b2-a815-5e90ce85c28d details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:23:24.552747 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 4a270e7f-cc22-43b2-a815-5e90ce85c28d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4a270e7f-cc22-43b2-a815-5e90ce85c28d,segment=NetworkSegment(8d17abff-f7dc-431c-bda5-05a8153a55f6),segment_id=8d17abff-f7dc-431c-bda5-05a8153a55f6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:23:24.566443 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '4a270e7f-cc22-43b2-a815-5e90ce85c28d', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'port_id': '4a270e7f-cc22-43b2-a815-5e90ce85c28d', 'mac_address': 'fa:16:3e:2c:2b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:23:24.624269 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:24.636156 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747df132-4050-445b-87e3-15cdc232cb26 req-8a921726-7bb2-4438-bfc2-d7cddb796723 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:24.637695 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-747df132-4050-445b-87e3-15cdc232cb26 req-8a921726-7bb2-4438-bfc2-d7cddb796723 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 943 time: 0.0838299 Apr 06 14:23:24.641369 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a270e7f-cc22-43b2-a815-5e90ce85c28d {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:23:24.656317 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 4a270e7f-cc22-43b2-a815-5e90ce85c28d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4a270e7f-cc22-43b2-a815-5e90ce85c28d,segment=NetworkSegment(8d17abff-f7dc-431c-bda5-05a8153a55f6),segment_id=8d17abff-f7dc-431c-bda5-05a8153a55f6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:23:24.682151 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-747df132-4050-445b-87e3-15cdc232cb26 req-b55acf35-106f-421d-bea4-ca45996fcede tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0117de1-3284-40c5-a581-a14921f44191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386834 Apr 06 14:23:24.723775 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:24.791136 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=4a270e7f-cc22-43b2-a815-5e90ce85c28d,revision_number=4']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:24.968229 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['4a270e7f-cc22-43b2-a815-5e90ce85c28d'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 14:23:25.872723 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf07076-3645-4d38-9d36-07aaa590edae req-86266d0c-0825-4cda-9ae1-741347c3d744 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:25.874133 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cbf07076-3645-4d38-9d36-07aaa590edae req-86266d0c-0825-4cda-9ae1-741347c3d744 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 944 time: 0.0818028 Apr 06 14:23:26.021579 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-cbf07076-3645-4d38-9d36-07aaa590edae req-aa2263d9-77e0-438b-9bb9-477685ba5827 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0117de1-3284-40c5-a581-a14921f44191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410170 Apr 06 14:23:26.414175 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 4a270e7f-cc22-43b2-a815-5e90ce85c28d up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:23:26.529427 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning for port 4a270e7f-cc22-43b2-a815-5e90ce85c28d completed by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 14:23:26.535094 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 4a270e7f-cc22-43b2-a815-5e90ce85c28d triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:23:26.548986 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:26.684836 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:26.710602 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784b8194-a8da-4d63-a9c7-8db3e8517448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a270e7f-cc22-43b2-a815-5e90ce85c28d'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:23:26.721460 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 4a270e7f-cc22-43b2-a815-5e90ce85c28d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4a270e7f-cc22-43b2-a815-5e90ce85c28d,segment=NetworkSegment(8d17abff-f7dc-431c-bda5-05a8153a55f6),segment_id=8d17abff-f7dc-431c-bda5-05a8153a55f6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:23:26.796734 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:26.850178 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b97ffd51-9896-459d-bb7c-316606798fd3'] response: {'server_uuid': '784b8194-a8da-4d63-a9c7-8db3e8517448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a270e7f-cc22-43b2-a815-5e90ce85c28d', 'code': 200} Apr 06 14:23:26.874188 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=4a270e7f-cc22-43b2-a815-5e90ce85c28d,revision_number=5']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:26.936900 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4710e686-42be-4e2e-b20b-ecc17c3e4b71 req-e9d1d83a-aa15-404d-9ce9-dd1b75ef6271 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5a74407b-6975-4601-a499-947e758be75e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1705558 Apr 06 14:23:27.114020 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710e686-42be-4e2e-b20b-ecc17c3e4b71 req-e8886ae3-a765-4700-8962-e03bc553a5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:27.115511 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4710e686-42be-4e2e-b20b-ecc17c3e4b71 req-e8886ae3-a765-4700-8962-e03bc553a5c0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90929593c6f04693a0c09c68cfc6fbe0&device_id=5a74407b-6975-4601-a499-947e758be75e HTTP/1.1" status: 200 len: 1096 time: 0.0708203 Apr 06 14:23:27.157804 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.61', 51910) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:27.217774 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9afc6-9ee8-4b62-93a0-007e0fa75e46 req-64731eb2-d189-45bf-9ee8-df4397661b4c tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:27.219499 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0aa9afc6-9ee8-4b62-93a0-007e0fa75e46 req-64731eb2-d189-45bf-9ee8-df4397661b4c tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 945 time: 0.0834422 Apr 06 14:23:27.265237 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-0aa9afc6-9ee8-4b62-93a0-007e0fa75e46 req-68327373-3ebc-47ed-9c25-498243cf7a26 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0117de1-3284-40c5-a581-a14921f44191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399685 Apr 06 14:23:27.321264 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710e686-42be-4e2e-b20b-ecc17c3e4b71 req-f7278982-415b-431f-b7ea-19ce353ac66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:27.322673 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4710e686-42be-4e2e-b20b-ecc17c3e4b71 req-f7278982-415b-431f-b7ea-19ce353ac66c service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b32bd44-1bda-4214-b2f0-42d93efe11d8 HTTP/1.1" status: 200 len: 911 time: 0.1857312 Apr 06 14:23:27.327820 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a28bc3-6f2f-4a7c-9d45-29c3a30c4688 req-83453870-77ee-4195-a58b-9c2ea10ba2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:27.329152 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-28a28bc3-6f2f-4a7c-9d45-29c3a30c4688 req-83453870-77ee-4195-a58b-9c2ea10ba2ba service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 1098 time: 0.1704545 Apr 06 14:23:27.448866 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-28a28bc3-6f2f-4a7c-9d45-29c3a30c4688 req-b310460d-d915-4a57-8c26-11a4d3dbfeeb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e0117de1-3284-40c5-a581-a14921f44191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725982 Apr 06 14:23:27.452399 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4710e686-42be-4e2e-b20b-ecc17c3e4b71 req-6c455819-ee33-4c18-b39c-6ba55c500287 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=518cefae-29d3-4ce6-8e56-fe0e51cd57aa HTTP/1.1" status: 200 len: 999 time: 0.1224120 Apr 06 14:23:27.695036 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710e686-42be-4e2e-b20b-ecc17c3e4b71 req-052b2fca-01a4-40d4-a3db-476709dcf8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:27.696405 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4710e686-42be-4e2e-b20b-ecc17c3e4b71 req-052b2fca-01a4-40d4-a3db-476709dcf8f4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9f7bf764-da8e-4fd6-a308-b96ff56c7866 HTTP/1.1" status: 200 len: 849 time: 0.0568371 Apr 06 14:23:27.774610 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710e686-42be-4e2e-b20b-ecc17c3e4b71 req-f29fc2d4-4207-4143-ac68-3c0175bcfb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:27.776107 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4710e686-42be-4e2e-b20b-ecc17c3e4b71 req-f29fc2d4-4207-4143-ac68-3c0175bcfb0f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b32bd44-1bda-4214-b2f0-42d93efe11d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734625 Apr 06 14:23:27.878419 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:27.906398 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4710e686-42be-4e2e-b20b-ecc17c3e4b71 req-af60cd44-7a7f-41a5-9b49-f5f41dc7265b service neutron] 10.222.0.61 "GET /v2.0/networks/7b32bd44-1bda-4214-b2f0-42d93efe11d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237783 Apr 06 14:23:28.038764 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-4710e686-42be-4e2e-b20b-ecc17c3e4b71 req-ee4d28ec-abea-43e4-a1f8-457c16683b5a service neutron] 10.222.0.61 "GET /v2.0/networks/7b32bd44-1bda-4214-b2f0-42d93efe11d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240134 Apr 06 14:23:28.455948 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be165475-fcbf-4d32-b218-2c5357cdb5ad req-0d6d6857-878f-40fb-be9d-907fc6d233c8 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:28.457428 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-be165475-fcbf-4d32-b218-2c5357cdb5ad req-0d6d6857-878f-40fb-be9d-907fc6d233c8 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 945 time: 0.0859087 Apr 06 14:23:28.504299 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-be165475-fcbf-4d32-b218-2c5357cdb5ad req-c10c5a5e-7496-415b-8cb2-37490250c505 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0117de1-3284-40c5-a581-a14921f44191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405750 Apr 06 14:23:29.695555 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28dc812-caf8-4e24-b113-a36bb627dcf6 req-c80e350b-524f-49b1-8d21-645fc2f76658 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:29.696959 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e28dc812-caf8-4e24-b113-a36bb627dcf6 req-c80e350b-524f-49b1-8d21-645fc2f76658 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 945 time: 0.0864177 Apr 06 14:23:29.741298 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e28dc812-caf8-4e24-b113-a36bb627dcf6 req-ec0eb038-6954-4491-be0f-73f43f40aab2 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0117de1-3284-40c5-a581-a14921f44191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386758 Apr 06 14:23:29.922740 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a85dc-9fcd-422d-8535-3206f0e964a2 req-b7177c82-814d-4331-8124-004ce015b2d3 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:29.924192 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e82a85dc-9fcd-422d-8535-3206f0e964a2 req-b7177c82-814d-4331-8124-004ce015b2d3 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 945 time: 0.0788267 Apr 06 14:23:29.967186 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-e82a85dc-9fcd-422d-8535-3206f0e964a2 req-158d18ac-7fc4-4bfb-9482-bc00bc2db598 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0117de1-3284-40c5-a581-a14921f44191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370719 Apr 06 14:23:29.988707 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 57666) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:30.056350 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b137625-afce-4ff6-8b9f-f59c7a62b73e tempest-TestSnapshotPattern-1760965449 tempest-TestSnapshotPattern-1760965449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:30.057790 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-7b137625-afce-4ff6-8b9f-f59c7a62b73e tempest-TestSnapshotPattern-1760965449 tempest-TestSnapshotPattern-1760965449-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 1093 time: 0.0681186 Apr 06 14:23:30.060452 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 57670) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:23:30.065761 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.v2.base [None req-30985561-8142-4972-aea1-203256872cdb tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Request body: {'floatingip': {'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'port_id': '4a270e7f-cc22-43b2-a815-5e90ce85c28d', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:23:30.071559 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-30985561-8142-4972-aea1-203256872cdb tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 14:23:30.075268 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-30985561-8142-4972-aea1-203256872cdb tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Usage tracker for resource:floatingip and tenant:90929593c6f04693a0c09c68cfc6fbe0 is out of sync, need to count used quota {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 14:23:30.077991 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [None req-30985561-8142-4972-aea1-203256872cdb tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 14:23:30.084203 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.quota.driver [None req-30985561-8142-4972-aea1-203256872cdb tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 14:23:30.167527 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-30985561-8142-4972-aea1-203256872cdb tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for floatingip, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:30.306029 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-30985561-8142-4972-aea1-203256872cdb tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:30.441658 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_common [None req-30985561-8142-4972-aea1-203256872cdb tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Allocated IP 172.26.4.147 (4620f211-7c2e-4ee8-bf91-9181827f0622/b6bbfe73-8393-4592-b25d-2e0eef256580/3aec99f3-445f-41a0-834c-3840bbc2a380) {{(pid=88564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:23:30.584103 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-30985561-8142-4972-aea1-203256872cdb tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for port, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:30.687772 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-30985561-8142-4972-aea1-203256872cdb tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748748245306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:30.750290 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30985561-8142-4972-aea1-203256872cdb tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Network 4620f211-7c2e-4ee8-bf91-9181827f0622 is already hosted by enough agents. {{(pid=88564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:23:30.757927 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.base_scheduler [None req-30985561-8142-4972-aea1-203256872cdb tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Resources bound (agent type, host, resource id): {{(pid=88564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:23:30.761909 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30985561-8142-4972-aea1-203256872cdb tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Received port after_create {{(pid=88564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 06 14:23:30.790438 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30985561-8142-4972-aea1-203256872cdb tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Pushing event updated for resources: {'Port': ['ID=3aec99f3-445f-41a0-834c-3840bbc2a380,revision_number=1']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:31.254742 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-30985561-8142-4972-aea1-203256872cdb tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:31.411136 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-30985561-8142-4972-aea1-203256872cdb tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:31.608970 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-30985561-8142-4972-aea1-203256872cdb tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for port, precommit_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:31.660505 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-30985561-8142-4972-aea1-203256872cdb tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65504086'] for port, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:31.773576 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30985561-8142-4972-aea1-203256872cdb tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Pushing event updated for resources: {'Port': ['ID=3aec99f3-445f-41a0-834c-3840bbc2a380,revision_number=2']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:31.781330 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-30985561-8142-4972-aea1-203256872cdb tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624266'] for floatingip, after_update {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:31.951452 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-30985561-8142-4972-aea1-203256872cdb tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Floating IP 641cd8f7-4804-4981-84e4-066f78d752ae associated. External IP: 172.26.4.147, port: 4a270e7f-cc22-43b2-a815-5e90ce85c28d. Apr 06 14:23:32.296272 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30985561-8142-4972-aea1-203256872cdb tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Router cdfb487a-1055-4c62-bc7a-82c1eba14977 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:23:32.574628 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30985561-8142-4972-aea1-203256872cdb tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:23:32.584835 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c712a0-6190-4e56-96ef-4de168afd9bb None None] Sync routers for ids ['cdfb487a-1055-4c62-bc7a-82c1eba14977'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:23:32.594505 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c712a0-6190-4e56-96ef-4de168afd9bb None None] Routers {'cdfb487a-1055-4c62-bc7a-82c1eba14977'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:23:32.595135 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-56c712a0-6190-4e56-96ef-4de168afd9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:23:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['cdfb487a-1055-4c62-bc7a-82c1eba14977'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:32.659304 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-30985561-8142-4972-aea1-203256872cdb tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:32.716653 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-30985561-8142-4972-aea1-203256872cdb tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6552200 Apr 06 14:23:32.717225 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784b8194-a8da-4d63-a9c7-8db3e8517448', 'tag': '4a270e7f-cc22-43b2-a815-5e90ce85c28d'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:23:32.761211 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dd2707c-fd35-4a06-8959-5f7bdde2d809'] response: {'name': 'network-changed', 'server_uuid': '784b8194-a8da-4d63-a9c7-8db3e8517448', 'tag': '4a270e7f-cc22-43b2-a815-5e90ce85c28d', 'status': 'completed', 'code': 200} Apr 06 14:23:32.773407 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-56c712a0-6190-4e56-96ef-4de168afd9bb None None] Set router cdfb487a-1055-4c62-bc7a-82c1eba14977 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:23:32.853412 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc5b11-5d90-469e-bbc3-5fb0d9638f1f req-0f2e0ba6-0cb5-4f26-acdc-db6f50e2bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:32.854785 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bbfc5b11-5d90-469e-bbc3-5fb0d9638f1f req-0f2e0ba6-0cb5-4f26-acdc-db6f50e2bdb4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90929593c6f04693a0c09c68cfc6fbe0&device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 1098 time: 0.0721304 Apr 06 14:23:32.985615 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc5b11-5d90-469e-bbc3-5fb0d9638f1f req-9fcc4b21-b26d-44ef-b964-ea3499e835af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:32.987135 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bbfc5b11-5d90-469e-bbc3-5fb0d9638f1f req-9fcc4b21-b26d-44ef-b964-ea3499e835af service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b32bd44-1bda-4214-b2f0-42d93efe11d8 HTTP/1.1" status: 200 len: 911 time: 0.1268344 Apr 06 14:23:33.093725 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bbfc5b11-5d90-469e-bbc3-5fb0d9638f1f req-330fd819-de17-4d29-ace5-4a8884dac672 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a270e7f-cc22-43b2-a815-5e90ce85c28d HTTP/1.1" status: 200 len: 999 time: 0.1004899 Apr 06 14:23:33.121296 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-56c712a0-6190-4e56-96ef-4de168afd9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'name': 'tempest-TestSnapshotPattern-1420133061-router', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:21Z', 'updated_at': '2022-04-06T14:20:25Z', 'revision_number': 4, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'gw_port': {'id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:22Z', 'updated_at': '2022-04-06T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '641cd8f7-4804-4981-84e4-066f78d752ae', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'floating_ip_address': '172.26.4.147', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'port_id': '4a270e7f-cc22-43b2-a815-5e90ce85c28d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'mac_address': 'fa:16:3e:2c:2b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b8194-a8da-4d63-a9c7-8db3e8517448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:23:31Z', 'updated_at': '2022-04-06T14:23:31Z', 'revision_number': 0, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'fixed_ip_address_scope': None}, {'id': '8ad6cec2-0a3e-4f38-b85b-f80a31b39983', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'port_id': '518cefae-29d3-4ce6-8e56-fe0e51cd57aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'mac_address': 'fa:16:3e:fd:ba:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a74407b-6975-4601-a499-947e758be75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:20:54Z', 'updated_at': '2022-04-06T14:20:57Z', 'revision_number': 1, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab965c95-e397-4871-a8ce-1660760271f2', 'name': '', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'mac_address': 'fa:16:3e:a1:41:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:25Z', 'updated_at': '2022-04-06T14:20:30Z', 'revision_number': 5, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'subnets': [{'id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:33.125056 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c712a0-6190-4e56-96ef-4de168afd9bb None None] Checking router: cdfb487a-1055-4c62-bc7a-82c1eba14977 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:23:33.134074 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c712a0-6190-4e56-96ef-4de168afd9bb None None] Routers {'cdfb487a-1055-4c62-bc7a-82c1eba14977'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:23:33.134656 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-56c712a0-6190-4e56-96ef-4de168afd9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:23:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['cdfb487a-1055-4c62-bc7a-82c1eba14977'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:33.156167 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc5b11-5d90-469e-bbc3-5fb0d9638f1f req-9a8f7295-e980-4080-88cd-b3a7707a82de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:33.157851 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bbfc5b11-5d90-469e-bbc3-5fb0d9638f1f req-9a8f7295-e980-4080-88cd-b3a7707a82de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9f7bf764-da8e-4fd6-a308-b96ff56c7866 HTTP/1.1" status: 200 len: 849 time: 0.0584717 Apr 06 14:23:33.237852 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc5b11-5d90-469e-bbc3-5fb0d9638f1f req-7112ccdc-6d89-4837-bc58-11a30874c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:33.239335 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bbfc5b11-5d90-469e-bbc3-5fb0d9638f1f req-7112ccdc-6d89-4837-bc58-11a30874c9b3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b32bd44-1bda-4214-b2f0-42d93efe11d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755031 Apr 06 14:23:33.313427 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-56c712a0-6190-4e56-96ef-4de168afd9bb None None] Set router cdfb487a-1055-4c62-bc7a-82c1eba14977 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:23:33.369291 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bbfc5b11-5d90-469e-bbc3-5fb0d9638f1f req-ebbf16d2-e6bc-4a59-aab3-dad35af187b9 service neutron] 10.222.0.61 "GET /v2.0/networks/7b32bd44-1bda-4214-b2f0-42d93efe11d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243534 Apr 06 14:23:33.500524 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bbfc5b11-5d90-469e-bbc3-5fb0d9638f1f req-bc6ec661-ba08-453d-8e30-10ecdc889870 service neutron] 10.222.0.61 "GET /v2.0/networks/7b32bd44-1bda-4214-b2f0-42d93efe11d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254189 Apr 06 14:23:33.604946 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:23:33.657504 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-56c712a0-6190-4e56-96ef-4de168afd9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'name': 'tempest-TestSnapshotPattern-1420133061-router', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:21Z', 'updated_at': '2022-04-06T14:20:25Z', 'revision_number': 4, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'gw_port': {'id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:22Z', 'updated_at': '2022-04-06T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '641cd8f7-4804-4981-84e4-066f78d752ae', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'floating_ip_address': '172.26.4.147', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'port_id': '4a270e7f-cc22-43b2-a815-5e90ce85c28d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'mac_address': 'fa:16:3e:2c:2b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b8194-a8da-4d63-a9c7-8db3e8517448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:23:31Z', 'updated_at': '2022-04-06T14:23:31Z', 'revision_number': 0, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'fixed_ip_address_scope': None}, {'id': '8ad6cec2-0a3e-4f38-b85b-f80a31b39983', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'port_id': '518cefae-29d3-4ce6-8e56-fe0e51cd57aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'mac_address': 'fa:16:3e:fd:ba:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a74407b-6975-4601-a499-947e758be75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:20:54Z', 'updated_at': '2022-04-06T14:20:57Z', 'revision_number': 1, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab965c95-e397-4871-a8ce-1660760271f2', 'name': '', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'mac_address': 'fa:16:3e:a1:41:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:25Z', 'updated_at': '2022-04-06T14:20:30Z', 'revision_number': 5, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'subnets': [{'id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:33.662142 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c712a0-6190-4e56-96ef-4de168afd9bb None None] The sync data for ids ['cdfb487a-1055-4c62-bc7a-82c1eba14977'] in dv-neutron-834600-1-hyperv is: [{'id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'name': 'tempest-TestSnapshotPattern-1420133061-router', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:21Z', 'updated_at': '2022-04-06T14:20:25Z', 'revision_number': 4, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'gw_port': {'id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:22Z', 'updated_at': '2022-04-06T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '641cd8f7-4804-4981-84e4-066f78d752ae', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'floating_ip_address': '172.26.4.147', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'port_id': '4a270e7f-cc22-43b2-a815-5e90ce85c28d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'mac_address': 'fa:16:3e:2c:2b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b8194-a8da-4d63-a9c7-8db3e8517448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:23:31Z', 'updated_at': '2022-04-06T14:23:31Z', 'revision_number': 0, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'fixed_ip_address_scope': None}, {'id': '8ad6cec2-0a3e-4f38-b85b-f80a31b39983', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'port_id': '518cefae-29d3-4ce6-8e56-fe0e51cd57aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'mac_address': 'fa:16:3e:fd:ba:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a74407b-6975-4601-a499-947e758be75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:20:54Z', 'updated_at': '2022-04-06T14:20:57Z', 'revision_number': 1, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab965c95-e397-4871-a8ce-1660760271f2', 'name': '', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'mac_address': 'fa:16:3e:a1:41:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:25Z', 'updated_at': '2022-04-06T14:20:30Z', 'revision_number': 5, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'subnets': [{'id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:23:33.860978 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c21f9d-fa5f-4f70-9716-0adc8bb5bcec None None] New status for floating IP 641cd8f7-4804-4981-84e4-066f78d752ae: ACTIVE {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:23:45.572801 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0f6e6e0b-e8cf-4237-a246-99187a51facf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:47.745991 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-90b9a034-ed43-44aa-95b7-a0188e20307e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:48.968931 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:49.157878 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:50.563113 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:23:57.905715 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:10.604107 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:24:15.511479 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ca311d79-5c61-4971-a530-98fa6aa12f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:17.795086 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4d8b1482-b299-45be-be8d-03f71c73cc96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:18.955436 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:19.191656 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:20.556889 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:26.849156 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bcf1af41-bec6-488d-a91b-36de75d37b62 req-854a3865-0554-4d20-b242-b06a7b02fc27 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5a74407b-6975-4601-a499-947e758be75e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796978 Apr 06 14:24:26.986958 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1af41-bec6-488d-a91b-36de75d37b62 req-6a5312a4-8d61-4acf-bb34-6189fbc249b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:26.988944 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bcf1af41-bec6-488d-a91b-36de75d37b62 req-6a5312a4-8d61-4acf-bb34-6189fbc249b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90929593c6f04693a0c09c68cfc6fbe0&device_id=5a74407b-6975-4601-a499-947e758be75e HTTP/1.1" status: 200 len: 1096 time: 0.0748398 Apr 06 14:24:27.134994 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1af41-bec6-488d-a91b-36de75d37b62 req-a4b44a85-7dcf-4487-8b33-71708198225e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:27.136393 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bcf1af41-bec6-488d-a91b-36de75d37b62 req-a4b44a85-7dcf-4487-8b33-71708198225e service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b32bd44-1bda-4214-b2f0-42d93efe11d8 HTTP/1.1" status: 200 len: 911 time: 0.1280975 Apr 06 14:24:27.235594 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bcf1af41-bec6-488d-a91b-36de75d37b62 req-ed4899e7-719a-4fc2-89de-b424ba330765 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=518cefae-29d3-4ce6-8e56-fe0e51cd57aa HTTP/1.1" status: 200 len: 999 time: 0.0930450 Apr 06 14:24:27.299793 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1af41-bec6-488d-a91b-36de75d37b62 req-2c871d15-322e-45f4-b029-08110da733b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:27.301109 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bcf1af41-bec6-488d-a91b-36de75d37b62 req-2c871d15-322e-45f4-b029-08110da733b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9f7bf764-da8e-4fd6-a308-b96ff56c7866 HTTP/1.1" status: 200 len: 849 time: 0.0588245 Apr 06 14:24:27.374559 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1af41-bec6-488d-a91b-36de75d37b62 req-25c08a18-cca1-4fea-aa89-9de9d9291c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:27.376002 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bcf1af41-bec6-488d-a91b-36de75d37b62 req-25c08a18-cca1-4fea-aa89-9de9d9291c89 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b32bd44-1bda-4214-b2f0-42d93efe11d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676451 Apr 06 14:24:27.507682 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bcf1af41-bec6-488d-a91b-36de75d37b62 req-3cbc8a79-67d5-44ba-b963-90edc6da97f3 service neutron] 10.222.0.61 "GET /v2.0/networks/7b32bd44-1bda-4214-b2f0-42d93efe11d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241667 Apr 06 14:24:27.744869 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-bcf1af41-bec6-488d-a91b-36de75d37b62 req-aa11a419-fcb3-49f9-89b3-81175976661b service neutron] 10.222.0.61 "GET /v2.0/networks/7b32bd44-1bda-4214-b2f0-42d93efe11d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313108 Apr 06 14:24:27.908736 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:45.510955 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0286e86b-dbad-4ee2-afdb-ccaf824d6260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:47.603102 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:24:47.731035 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c14aae9-e426-4ec9-a7a7-c7ca3384e702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:48.967483 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:49.110598 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:50.548323 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:24:57.904723 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:04.797421 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 4a270e7f-cc22-43b2-a815-5e90ce85c28d details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=88566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 14:25:04.956479 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 4a270e7f-cc22-43b2-a815-5e90ce85c28d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4a270e7f-cc22-43b2-a815-5e90ce85c28d,segment=NetworkSegment(8d17abff-f7dc-431c-bda5-05a8153a55f6),segment_id=8d17abff-f7dc-431c-bda5-05a8153a55f6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:25:04.970631 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Returning: {'device': '4a270e7f-cc22-43b2-a815-5e90ce85c28d', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'port_id': '4a270e7f-cc22-43b2-a815-5e90ce85c28d', 'mac_address': 'fa:16:3e:2c:2b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 14:25:05.036148 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:05.057016 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a270e7f-cc22-43b2-a815-5e90ce85c28d {{(pid=88566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:25:05.075029 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 4a270e7f-cc22-43b2-a815-5e90ce85c28d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4a270e7f-cc22-43b2-a815-5e90ce85c28d,segment=NetworkSegment(8d17abff-f7dc-431c-bda5-05a8153a55f6),segment_id=8d17abff-f7dc-431c-bda5-05a8153a55f6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:25:05.188281 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:05.266320 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=4a270e7f-cc22-43b2-a815-5e90ce85c28d,revision_number=6']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:05.272243 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] get_ports_and_sgs() called for port_ids ['4a270e7f-cc22-43b2-a815-5e90ce85c28d'] {{(pid=88566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 06 14:25:05.305192 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:05.305538 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:05.305872 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:05.306196 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:05.306522 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:05.306866 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:05.307188 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:05.307508 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:05.307825 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:05.308139 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:05.308460 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:05.308788 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:06.810223 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 4a270e7f-cc22-43b2-a815-5e90ce85c28d up at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 14:25:06.885507 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.provisioning_blocks [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Provisioning complete for port 4a270e7f-cc22-43b2-a815-5e90ce85c28d triggered by entity L2. {{(pid=88566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 14:25:06.886007 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439612'] for port, provisioning_complete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:07.016817 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:07.053649 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784b8194-a8da-4d63-a9c7-8db3e8517448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a270e7f-cc22-43b2-a815-5e90ce85c28d'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:25:07.063679 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 4a270e7f-cc22-43b2-a815-5e90ce85c28d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4a270e7f-cc22-43b2-a815-5e90ce85c28d,segment=NetworkSegment(8d17abff-f7dc-431c-bda5-05a8153a55f6),segment_id=8d17abff-f7dc-431c-bda5-05a8153a55f6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:25:07.109132 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-090eac50-8ac2-4993-b41a-5936c512df69'] response: {'server_uuid': '784b8194-a8da-4d63-a9c7-8db3e8517448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a270e7f-cc22-43b2-a815-5e90ce85c28d', 'code': 200} Apr 06 14:25:07.122333 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:07.210188 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=4a270e7f-cc22-43b2-a815-5e90ce85c28d,revision_number=7']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:15.498938 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-b3e3c112-99c3-4b85-9dfd-82543dd964a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:16.545663 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 57880) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:16.746451 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-8dce32ec-c390-4ae9-9d73-c9176ccbb55f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Deleting port 3aec99f3-445f-41a0-834c-3840bbc2a380 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:25:16.746783 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8dce32ec-c390-4ae9-9d73-c9176ccbb55f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:16.919294 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8dce32ec-c390-4ae9-9d73-c9176ccbb55f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:16.919616 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8dce32ec-c390-4ae9-9d73-c9176ccbb55f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:17.040172 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-8dce32ec-c390-4ae9-9d73-c9176ccbb55f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Calling delete_port for 3aec99f3-445f-41a0-834c-3840bbc2a380 owned by network:floatingip {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:25:17.241550 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8dce32ec-c390-4ae9-9d73-c9176ccbb55f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:17.286941 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce32ec-c390-4ae9-9d73-c9176ccbb55f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Pushing event deleted for resources: {'Port': ['ID=3aec99f3-445f-41a0-834c-3840bbc2a380,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:17.320596 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce32ec-c390-4ae9-9d73-c9176ccbb55f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:17.320941 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce32ec-c390-4ae9-9d73-c9176ccbb55f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:17.321280 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce32ec-c390-4ae9-9d73-c9176ccbb55f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:17.321612 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce32ec-c390-4ae9-9d73-c9176ccbb55f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:17.321937 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce32ec-c390-4ae9-9d73-c9176ccbb55f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:17.322263 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce32ec-c390-4ae9-9d73-c9176ccbb55f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:17.322764 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce32ec-c390-4ae9-9d73-c9176ccbb55f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:17.322964 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce32ec-c390-4ae9-9d73-c9176ccbb55f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:17.323288 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce32ec-c390-4ae9-9d73-c9176ccbb55f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:17.323614 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce32ec-c390-4ae9-9d73-c9176ccbb55f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:17.323929 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce32ec-c390-4ae9-9d73-c9176ccbb55f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:17.324244 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce32ec-c390-4ae9-9d73-c9176ccbb55f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:17.392689 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8dce32ec-c390-4ae9-9d73-c9176ccbb55f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for floatingip, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:17.393018 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-8dce32ec-c390-4ae9-9d73-c9176ccbb55f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Floating IP 641cd8f7-4804-4981-84e4-066f78d752ae disassociated (deleted). External IP: 172.26.4.147, port: 4a270e7f-cc22-43b2-a815-5e90ce85c28d. Apr 06 14:25:17.737149 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cd12ebc5-e376-417b-a9e8-a6f0e6acc448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:17.739366 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dce32ec-c390-4ae9-9d73-c9176ccbb55f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Router cdfb487a-1055-4c62-bc7a-82c1eba14977 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:25:18.010490 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dce32ec-c390-4ae9-9d73-c9176ccbb55f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:25:18.020511 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0750c2-9b3b-4cef-8e66-f2205a07f16c None None] Sync routers for ids ['cdfb487a-1055-4c62-bc7a-82c1eba14977'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:25:18.024225 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-8dce32ec-c390-4ae9-9d73-c9176ccbb55f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:18.029142 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0750c2-9b3b-4cef-8e66-f2205a07f16c None None] Routers {'cdfb487a-1055-4c62-bc7a-82c1eba14977'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:25:18.029739 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-cf0750c2-9b3b-4cef-8e66-f2205a07f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:25:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['cdfb487a-1055-4c62-bc7a-82c1eba14977'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:18.078519 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-8dce32ec-c390-4ae9-9d73-c9176ccbb55f tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "DELETE /v2.0/floatingips/641cd8f7-4804-4981-84e4-066f78d752ae HTTP/1.1" status: 204 len: 168 time: 1.5317774 Apr 06 14:25:18.079237 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784b8194-a8da-4d63-a9c7-8db3e8517448', 'tag': '4a270e7f-cc22-43b2-a815-5e90ce85c28d'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:25:18.210373 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-cf0750c2-9b3b-4cef-8e66-f2205a07f16c None None] Set router cdfb487a-1055-4c62-bc7a-82c1eba14977 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:25:18.521767 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73364f25-bec4-4616-b647-1fbade13ce54'] response: {'name': 'network-changed', 'server_uuid': '784b8194-a8da-4d63-a9c7-8db3e8517448', 'tag': '4a270e7f-cc22-43b2-a815-5e90ce85c28d', 'status': 'completed', 'code': 200} Apr 06 14:25:18.595122 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-cf0750c2-9b3b-4cef-8e66-f2205a07f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'name': 'tempest-TestSnapshotPattern-1420133061-router', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:21Z', 'updated_at': '2022-04-06T14:20:25Z', 'revision_number': 4, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'gw_port': {'id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:22Z', 'updated_at': '2022-04-06T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '8ad6cec2-0a3e-4f38-b85b-f80a31b39983', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'port_id': '518cefae-29d3-4ce6-8e56-fe0e51cd57aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'mac_address': 'fa:16:3e:fd:ba:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a74407b-6975-4601-a499-947e758be75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:20:54Z', 'updated_at': '2022-04-06T14:20:57Z', 'revision_number': 1, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab965c95-e397-4871-a8ce-1660760271f2', 'name': '', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'mac_address': 'fa:16:3e:a1:41:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:25Z', 'updated_at': '2022-04-06T14:20:30Z', 'revision_number': 5, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'subnets': [{'id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:18.599519 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0750c2-9b3b-4cef-8e66-f2205a07f16c None None] Checking router: cdfb487a-1055-4c62-bc7a-82c1eba14977 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:25:18.607688 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0750c2-9b3b-4cef-8e66-f2205a07f16c None None] Routers {'cdfb487a-1055-4c62-bc7a-82c1eba14977'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:25:18.608279 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-cf0750c2-9b3b-4cef-8e66-f2205a07f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:25:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['cdfb487a-1055-4c62-bc7a-82c1eba14977'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:18.625894 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad8d03-f396-4b13-88d5-822aebdac9a6 req-78281d23-d24f-4174-b4a6-ce2b9a0ad5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:18.627786 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a2ad8d03-f396-4b13-88d5-822aebdac9a6 req-78281d23-d24f-4174-b4a6-ce2b9a0ad5f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90929593c6f04693a0c09c68cfc6fbe0&device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 1098 time: 0.0817766 Apr 06 14:25:18.706955 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca6afb-a609-4087-88ee-4d32a179b4b0 req-cf186611-8cad-42a5-a034-cf7d6b29ac53 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:18.708678 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d7ca6afb-a609-4087-88ee-4d32a179b4b0 req-cf186611-8cad-42a5-a034-cf7d6b29ac53 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 945 time: 0.1009600 Apr 06 14:25:18.757315 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-d7ca6afb-a609-4087-88ee-4d32a179b4b0 req-1a12974f-0972-4ce5-b27a-f53596633802 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0117de1-3284-40c5-a581-a14921f44191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407894 Apr 06 14:25:18.767901 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad8d03-f396-4b13-88d5-822aebdac9a6 req-735b16bf-e094-4647-ac54-32980eb5d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:18.769367 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a2ad8d03-f396-4b13-88d5-822aebdac9a6 req-735b16bf-e094-4647-ac54-32980eb5d80f service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b32bd44-1bda-4214-b2f0-42d93efe11d8 HTTP/1.1" status: 200 len: 911 time: 0.1345406 Apr 06 14:25:18.789859 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-cf0750c2-9b3b-4cef-8e66-f2205a07f16c None None] Set router cdfb487a-1055-4c62-bc7a-82c1eba14977 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:25:18.837617 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a2ad8d03-f396-4b13-88d5-822aebdac9a6 req-762ceb79-a38c-42af-9457-e3ac3e645fe0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a270e7f-cc22-43b2-a815-5e90ce85c28d HTTP/1.1" status: 200 len: 217 time: 0.0612657 Apr 06 14:25:18.839074 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 4a270e7f-cc22-43b2-a815-5e90ce85c28d no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:25:18.907580 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad8d03-f396-4b13-88d5-822aebdac9a6 req-20a47092-9761-4d9a-9da9-5bd48a87cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:18.909965 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a2ad8d03-f396-4b13-88d5-822aebdac9a6 req-20a47092-9761-4d9a-9da9-5bd48a87cbaa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9f7bf764-da8e-4fd6-a308-b96ff56c7866 HTTP/1.1" status: 200 len: 849 time: 0.0659897 Apr 06 14:25:18.985840 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad8d03-f396-4b13-88d5-822aebdac9a6 req-205e05d8-b01d-479f-98fc-211792cb8534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:18.988032 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a2ad8d03-f396-4b13-88d5-822aebdac9a6 req-205e05d8-b01d-479f-98fc-211792cb8534 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b32bd44-1bda-4214-b2f0-42d93efe11d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706201 Apr 06 14:25:19.077932 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:19.121515 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a2ad8d03-f396-4b13-88d5-822aebdac9a6 req-92e74d6e-3d4f-46dd-998b-c4f15aca9522 service neutron] 10.222.0.61 "GET /v2.0/networks/7b32bd44-1bda-4214-b2f0-42d93efe11d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258805 Apr 06 14:25:19.164528 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579362'] for port, before_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:19.202012 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:19.211983 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784b8194-a8da-4d63-a9c7-8db3e8517448', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a270e7f-cc22-43b2-a815-5e90ce85c28d'}] {{(pid=88566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:25:19.232152 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] For port 4a270e7f-cc22-43b2-a815-5e90ce85c28d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4a270e7f-cc22-43b2-a815-5e90ce85c28d,segment=NetworkSegment(8d17abff-f7dc-431c-bda5-05a8153a55f6),segment_id=8d17abff-f7dc-431c-bda5-05a8153a55f6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:25:19.264299 dv-neutron-834600-1-hyperv neutron-server[88566]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efbe06f5-8c07-461c-83eb-ab5270147434'] response: {'server_uuid': '784b8194-a8da-4d63-a9c7-8db3e8517448', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a270e7f-cc22-43b2-a815-5e90ce85c28d', 'code': 200} Apr 06 14:25:19.264439 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-a2ad8d03-f396-4b13-88d5-822aebdac9a6 req-8b9cbdd9-26e3-451a-a2ba-8e4c9c2af0b8 service neutron] 10.222.0.61 "GET /v2.0/networks/7b32bd44-1bda-4214-b2f0-42d93efe11d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351650 Apr 06 14:25:19.298201 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748748767079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748748245324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748748245369'] for port, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:19.356589 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-cf0750c2-9b3b-4cef-8e66-f2205a07f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'name': 'tempest-TestSnapshotPattern-1420133061-router', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:21Z', 'updated_at': '2022-04-06T14:20:25Z', 'revision_number': 4, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'gw_port': {'id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:22Z', 'updated_at': '2022-04-06T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '8ad6cec2-0a3e-4f38-b85b-f80a31b39983', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'port_id': '518cefae-29d3-4ce6-8e56-fe0e51cd57aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'mac_address': 'fa:16:3e:fd:ba:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a74407b-6975-4601-a499-947e758be75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:20:54Z', 'updated_at': '2022-04-06T14:20:57Z', 'revision_number': 1, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab965c95-e397-4871-a8ce-1660760271f2', 'name': '', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'mac_address': 'fa:16:3e:a1:41:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:25Z', 'updated_at': '2022-04-06T14:20:30Z', 'revision_number': 5, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'subnets': [{'id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:19.368130 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0750c2-9b3b-4cef-8e66-f2205a07f16c None None] The sync data for ids ['cdfb487a-1055-4c62-bc7a-82c1eba14977'] in dv-neutron-834600-1-hyperv is: [{'id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'name': 'tempest-TestSnapshotPattern-1420133061-router', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:21Z', 'updated_at': '2022-04-06T14:20:25Z', 'revision_number': 4, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'gw_port': {'id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:22Z', 'updated_at': '2022-04-06T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_floatingips': [{'id': '8ad6cec2-0a3e-4f38-b85b-f80a31b39983', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'router_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'port_id': '518cefae-29d3-4ce6-8e56-fe0e51cd57aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'mac_address': 'fa:16:3e:fd:ba:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a74407b-6975-4601-a499-947e758be75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:20:54Z', 'updated_at': '2022-04-06T14:20:57Z', 'revision_number': 1, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab965c95-e397-4871-a8ce-1660760271f2', 'name': '', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'mac_address': 'fa:16:3e:a1:41:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:25Z', 'updated_at': '2022-04-06T14:20:30Z', 'revision_number': 5, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'subnets': [{'id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:25:19.378379 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Pushing event updated for resources: {'Port': ['ID=4a270e7f-cc22-43b2-a815-5e90ce85c28d,revision_number=8']} {{(pid=88566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:19.579204 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0920b6dc-bc8b-4295-b8ed-be859414c095 None None] New status for floating IP 641cd8f7-4804-4981-84e4-066f78d752ae: DOWN {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:25:19.943669 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbe3ff-993d-4acf-8ee2-f0079173168c req-cad3e74a-e55f-4ffb-9941-ac8039133430 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:19.945105 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f9bbe3ff-993d-4acf-8ee2-f0079173168c req-cad3e74a-e55f-4ffb-9941-ac8039133430 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 943 time: 0.0805559 Apr 06 14:25:19.992867 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-f9bbe3ff-993d-4acf-8ee2-f0079173168c req-df551f29-b9f3-47b0-9737-57cec92d0074 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0117de1-3284-40c5-a581-a14921f44191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421472 Apr 06 14:25:20.198423 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72eaff7-2ae2-4559-b4cb-7917f742a8c2 req-0ba64fed-b014-4af8-853f-0f11cef20447 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:20.199117 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-e72eaff7-2ae2-4559-b4cb-7917f742a8c2 req-0ba64fed-b014-4af8-853f-0f11cef20447 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Synchronizing usage tracker for tenant:90929593c6f04693a0c09c68cfc6fbe0 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:25:20.309896 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-e72eaff7-2ae2-4559-b4cb-7917f742a8c2 req-0ba64fed-b014-4af8-853f-0f11cef20447 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Unset dirty status for tenant:90929593c6f04693a0c09c68cfc6fbe0 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:25:20.311002 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e72eaff7-2ae2-4559-b4cb-7917f742a8c2 req-0ba64fed-b014-4af8-853f-0f11cef20447 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.61 "GET /v2.0/ports?device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 943 time: 0.1886652 Apr 06 14:25:20.381965 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-e72eaff7-2ae2-4559-b4cb-7917f742a8c2 req-ff3c4118-5bc7-4dfd-bf09-f761deb8ea3c tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Deleting port 4a270e7f-cc22-43b2-a815-5e90ce85c28d {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:25:20.382295 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-e72eaff7-2ae2-4559-b4cb-7917f742a8c2 req-ff3c4118-5bc7-4dfd-bf09-f761deb8ea3c tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:20.561621 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:20.623217 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-e72eaff7-2ae2-4559-b4cb-7917f742a8c2 req-ff3c4118-5bc7-4dfd-bf09-f761deb8ea3c tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] For port 4a270e7f-cc22-43b2-a815-5e90ce85c28d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4a270e7f-cc22-43b2-a815-5e90ce85c28d,segment=NetworkSegment(8d17abff-f7dc-431c-bda5-05a8153a55f6),segment_id=8d17abff-f7dc-431c-bda5-05a8153a55f6)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:25:20.623565 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-e72eaff7-2ae2-4559-b4cb-7917f742a8c2 req-ff3c4118-5bc7-4dfd-bf09-f761deb8ea3c tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:20.742543 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-e72eaff7-2ae2-4559-b4cb-7917f742a8c2 req-ff3c4118-5bc7-4dfd-bf09-f761deb8ea3c tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Calling delete_port for 4a270e7f-cc22-43b2-a815-5e90ce85c28d owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:25:21.030525 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-e72eaff7-2ae2-4559-b4cb-7917f742a8c2 req-ff3c4118-5bc7-4dfd-bf09-f761deb8ea3c tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:21.082937 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c4118-5bc7-4dfd-bf09-f761deb8ea3c tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Pushing event deleted for resources: {'Port': ['ID=4a270e7f-cc22-43b2-a815-5e90ce85c28d,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:21.146356 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-1840fbab-24c3-4edb-8666-b495fd408612 req-87a7a4cf-05b0-4199-8339-1008e21e8fdc tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=784b8194-a8da-4d63-a9c7-8db3e8517448 HTTP/1.1" status: 200 len: 210 time: 0.0438387 Apr 06 14:25:21.162830 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72eaff7-2ae2-4559-b4cb-7917f742a8c2 req-ff3c4118-5bc7-4dfd-bf09-f761deb8ea3c tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] No DVR routers for this DVR port 4a270e7f-cc22-43b2-a815-5e90ce85c28d on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:25:21.165279 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-e72eaff7-2ae2-4559-b4cb-7917f742a8c2 req-ff3c4118-5bc7-4dfd-bf09-f761deb8ea3c tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:21.168043 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784b8194-a8da-4d63-a9c7-8db3e8517448', 'name': 'network-vif-deleted', 'tag': '4a270e7f-cc22-43b2-a815-5e90ce85c28d'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:25:21.212340 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c1100a-4cf0-4b45-a59a-c608f8b102cc'] response: {'server_uuid': '784b8194-a8da-4d63-a9c7-8db3e8517448', 'name': 'network-vif-deleted', 'tag': '4a270e7f-cc22-43b2-a815-5e90ce85c28d', 'status': 'completed', 'code': 200} Apr 06 14:25:21.239747 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-e72eaff7-2ae2-4559-b4cb-7917f742a8c2 req-ff3c4118-5bc7-4dfd-bf09-f761deb8ea3c tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.61 "DELETE /v2.0/ports/4a270e7f-cc22-43b2-a815-5e90ce85c28d HTTP/1.1" status: 204 len: 173 time: 0.9238172 Apr 06 14:25:23.546209 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 57950) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:23.742759 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-2d3f929e-349d-442b-a499-e770e380ea87 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Deleting port 2d37aad1-b616-499c-8a2d-41069d753947 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:25:23.743118 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d3f929e-349d-442b-a499-e770e380ea87 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:23.908707 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d3f929e-349d-442b-a499-e770e380ea87 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:23.909031 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d3f929e-349d-442b-a499-e770e380ea87 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:24.031130 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-2d3f929e-349d-442b-a499-e770e380ea87 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Calling delete_port for 2d37aad1-b616-499c-8a2d-41069d753947 owned by network:floatingip {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:25:24.230106 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d3f929e-349d-442b-a499-e770e380ea87 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:24.276645 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f929e-349d-442b-a499-e770e380ea87 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Pushing event deleted for resources: {'Port': ['ID=2d37aad1-b616-499c-8a2d-41069d753947,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:24.367496 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d3f929e-349d-442b-a499-e770e380ea87 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for floatingip, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:24.367821 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.db.l3_db [None req-2d3f929e-349d-442b-a499-e770e380ea87 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Floating IP 8ad6cec2-0a3e-4f38-b85b-f80a31b39983 disassociated (deleted). External IP: 172.26.4.175, port: 518cefae-29d3-4ce6-8e56-fe0e51cd57aa. Apr 06 14:25:24.602260 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:25:24.715217 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3f929e-349d-442b-a499-e770e380ea87 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Router cdfb487a-1055-4c62-bc7a-82c1eba14977 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:25:24.861994 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 4a270e7f-cc22-43b2-a815-5e90ce85c28d no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:25:24.895871 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: 4a270e7f-cc22-43b2-a815-5e90ce85c28d {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:25:24.896213 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 4a270e7f-cc22-43b2-a815-5e90ce85c28d not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:25:24.994563 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3f929e-349d-442b-a499-e770e380ea87 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:25:25.004196 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce70961-60a1-4ed6-adab-40434bbcadbd None None] Sync routers for ids ['cdfb487a-1055-4c62-bc7a-82c1eba14977'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:25:25.011707 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2d3f929e-349d-442b-a499-e770e380ea87 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for floatingip, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:25.013045 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce70961-60a1-4ed6-adab-40434bbcadbd None None] Routers {'cdfb487a-1055-4c62-bc7a-82c1eba14977'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:25:25.013641 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-9ce70961-60a1-4ed6-adab-40434bbcadbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:25:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['cdfb487a-1055-4c62-bc7a-82c1eba14977'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:25.065943 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2d3f929e-349d-442b-a499-e770e380ea87 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "DELETE /v2.0/floatingips/8ad6cec2-0a3e-4f38-b85b-f80a31b39983 HTTP/1.1" status: 204 len: 168 time: 1.5186305 Apr 06 14:25:25.066644 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a74407b-6975-4601-a499-947e758be75e', 'tag': '518cefae-29d3-4ce6-8e56-fe0e51cd57aa'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:25:25.193455 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-9ce70961-60a1-4ed6-adab-40434bbcadbd None None] Set router cdfb487a-1055-4c62-bc7a-82c1eba14977 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:25:25.481130 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acdd4119-c431-4c44-b086-9cd057cede16'] response: {'name': 'network-changed', 'server_uuid': '5a74407b-6975-4601-a499-947e758be75e', 'tag': '518cefae-29d3-4ce6-8e56-fe0e51cd57aa', 'status': 'completed', 'code': 200} Apr 06 14:25:25.554682 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-9ce70961-60a1-4ed6-adab-40434bbcadbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'name': 'tempest-TestSnapshotPattern-1420133061-router', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:21Z', 'updated_at': '2022-04-06T14:20:25Z', 'revision_number': 4, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'gw_port': {'id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:22Z', 'updated_at': '2022-04-06T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ab965c95-e397-4871-a8ce-1660760271f2', 'name': '', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'mac_address': 'fa:16:3e:a1:41:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:25Z', 'updated_at': '2022-04-06T14:20:30Z', 'revision_number': 5, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'subnets': [{'id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:25.558853 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce70961-60a1-4ed6-adab-40434bbcadbd None None] Checking router: cdfb487a-1055-4c62-bc7a-82c1eba14977 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:25:25.567946 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce70961-60a1-4ed6-adab-40434bbcadbd None None] Routers {'cdfb487a-1055-4c62-bc7a-82c1eba14977'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:25:25.568542 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-9ce70961-60a1-4ed6-adab-40434bbcadbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:25:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['cdfb487a-1055-4c62-bc7a-82c1eba14977'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:25.590128 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bd256-e5e4-4c55-b4f5-b2029c2a4cda req-4a48a9a2-61af-46e0-a067-0251588445e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:25.591670 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-685bd256-e5e4-4c55-b4f5-b2029c2a4cda req-4a48a9a2-61af-46e0-a067-0251588445e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90929593c6f04693a0c09c68cfc6fbe0&device_id=5a74407b-6975-4601-a499-947e758be75e HTTP/1.1" status: 200 len: 1096 time: 0.0775259 Apr 06 14:25:25.650450 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e036941-3382-476b-bdca-224156e9d2f1 req-3543c1c9-2d4b-44a1-a810-664f5e68ddd6 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:25.651969 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6e036941-3382-476b-bdca-224156e9d2f1 req-3543c1c9-2d4b-44a1-a810-664f5e68ddd6 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a74407b-6975-4601-a499-947e758be75e HTTP/1.1" status: 200 len: 943 time: 0.0849729 Apr 06 14:25:25.700550 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-6e036941-3382-476b-bdca-224156e9d2f1 req-787735b8-d945-4a55-91c6-9e46effd9712 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0117de1-3284-40c5-a581-a14921f44191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418723 Apr 06 14:25:25.728234 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bd256-e5e4-4c55-b4f5-b2029c2a4cda req-01bc22d4-8e21-4054-86b5-43c38bf771f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:25.729670 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-685bd256-e5e4-4c55-b4f5-b2029c2a4cda req-01bc22d4-8e21-4054-86b5-43c38bf771f6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b32bd44-1bda-4214-b2f0-42d93efe11d8 HTTP/1.1" status: 200 len: 911 time: 0.1309004 Apr 06 14:25:25.751397 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-9ce70961-60a1-4ed6-adab-40434bbcadbd None None] Set router cdfb487a-1055-4c62-bc7a-82c1eba14977 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:25:25.802814 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-685bd256-e5e4-4c55-b4f5-b2029c2a4cda req-d7580526-e07b-4d11-b806-e1dd3fc9ef30 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=518cefae-29d3-4ce6-8e56-fe0e51cd57aa HTTP/1.1" status: 200 len: 217 time: 0.0657375 Apr 06 14:25:25.864386 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bd256-e5e4-4c55-b4f5-b2029c2a4cda req-47a9149a-d8a6-4cd6-9482-603cbdba3f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:25.865962 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-685bd256-e5e4-4c55-b4f5-b2029c2a4cda req-47a9149a-d8a6-4cd6-9482-603cbdba3f12 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9f7bf764-da8e-4fd6-a308-b96ff56c7866 HTTP/1.1" status: 200 len: 849 time: 0.0576577 Apr 06 14:25:25.944463 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bd256-e5e4-4c55-b4f5-b2029c2a4cda req-b08d01a4-ecc6-4bda-9a6d-5526e53b76bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:25.945917 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-685bd256-e5e4-4c55-b4f5-b2029c2a4cda req-b08d01a4-ecc6-4bda-9a6d-5526e53b76bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b32bd44-1bda-4214-b2f0-42d93efe11d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735815 Apr 06 14:25:26.062209 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-9ce70961-60a1-4ed6-adab-40434bbcadbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'name': 'tempest-TestSnapshotPattern-1420133061-router', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:21Z', 'updated_at': '2022-04-06T14:20:25Z', 'revision_number': 4, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'gw_port': {'id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:22Z', 'updated_at': '2022-04-06T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ab965c95-e397-4871-a8ce-1660760271f2', 'name': '', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'mac_address': 'fa:16:3e:a1:41:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:25Z', 'updated_at': '2022-04-06T14:20:30Z', 'revision_number': 5, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'subnets': [{'id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:26.067161 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce70961-60a1-4ed6-adab-40434bbcadbd None None] The sync data for ids ['cdfb487a-1055-4c62-bc7a-82c1eba14977'] in dv-neutron-834600-1-hyperv is: [{'id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'name': 'tempest-TestSnapshotPattern-1420133061-router', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:21Z', 'updated_at': '2022-04-06T14:20:25Z', 'revision_number': 4, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'gw_port': {'id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:22Z', 'updated_at': '2022-04-06T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv', '_interfaces': [{'id': 'ab965c95-e397-4871-a8ce-1660760271f2', 'name': '', 'network_id': '7b32bd44-1bda-4214-b2f0-42d93efe11d8', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'mac_address': 'fa:16:3e:a1:41:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:25Z', 'updated_at': '2022-04-06T14:20:30Z', 'revision_number': 5, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'subnets': [{'id': '9f7bf764-da8e-4fd6-a308-b96ff56c7866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:25:26.079215 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-685bd256-e5e4-4c55-b4f5-b2029c2a4cda req-00ccb939-5a00-4a42-90d3-792dbcc9e099 service neutron] 10.222.0.61 "GET /v2.0/networks/7b32bd44-1bda-4214-b2f0-42d93efe11d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258504 Apr 06 14:25:26.214750 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-685bd256-e5e4-4c55-b4f5-b2029c2a4cda req-25596b6a-41e7-4e3c-bba5-a7e09909686c service neutron] 10.222.0.61 "GET /v2.0/networks/7b32bd44-1bda-4214-b2f0-42d93efe11d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295264 Apr 06 14:25:26.298450 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feae0fd-8b1d-498e-9259-aff700b6d97b None None] New status for floating IP 8ad6cec2-0a3e-4f38-b85b-f80a31b39983: DOWN {{(pid=88567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:25:26.885156 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f868da1-9aaf-443e-874f-e9f06216986b req-e84770a1-4843-4c4a-be74-e04c984fdbb3 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:26.886596 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7f868da1-9aaf-443e-874f-e9f06216986b req-e84770a1-4843-4c4a-be74-e04c984fdbb3 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a74407b-6975-4601-a499-947e758be75e HTTP/1.1" status: 200 len: 943 time: 0.0793397 Apr 06 14:25:26.931299 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-7f868da1-9aaf-443e-874f-e9f06216986b req-b3ed42d6-847f-4c70-994a-48fb0ad345f0 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0117de1-3284-40c5-a581-a14921f44191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390682 Apr 06 14:25:27.102573 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ec050-437c-4147-b6f2-a759f0a168f2 req-453914ff-5b3f-4315-9632-4e0da2ae7767 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:27.103193 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-c30ec050-437c-4147-b6f2-a759f0a168f2 req-453914ff-5b3f-4315-9632-4e0da2ae7767 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Synchronizing usage tracker for tenant:90929593c6f04693a0c09c68cfc6fbe0 on resource:port {{(pid=88564) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 14:25:27.181474 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.quota.resource [req-c30ec050-437c-4147-b6f2-a759f0a168f2 req-453914ff-5b3f-4315-9632-4e0da2ae7767 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Unset dirty status for tenant:90929593c6f04693a0c09c68cfc6fbe0 on resource:port {{(pid=88564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 14:25:27.182585 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c30ec050-437c-4147-b6f2-a759f0a168f2 req-453914ff-5b3f-4315-9632-4e0da2ae7767 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a74407b-6975-4601-a499-947e758be75e HTTP/1.1" status: 200 len: 943 time: 0.1563575 Apr 06 14:25:27.253748 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-c30ec050-437c-4147-b6f2-a759f0a168f2 req-b34573a5-a34e-463f-8a97-4a5b6e89e567 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Deleting port 518cefae-29d3-4ce6-8e56-fe0e51cd57aa {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:25:27.254064 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-c30ec050-437c-4147-b6f2-a759f0a168f2 req-b34573a5-a34e-463f-8a97-4a5b6e89e567 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:27.492097 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [req-c30ec050-437c-4147-b6f2-a759f0a168f2 req-b34573a5-a34e-463f-8a97-4a5b6e89e567 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] For port 518cefae-29d3-4ce6-8e56-fe0e51cd57aa, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=518cefae-29d3-4ce6-8e56-fe0e51cd57aa,segment=NetworkSegment(8d17abff-f7dc-431c-bda5-05a8153a55f6),segment_id=8d17abff-f7dc-431c-bda5-05a8153a55f6)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:25:27.492443 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-c30ec050-437c-4147-b6f2-a759f0a168f2 req-b34573a5-a34e-463f-8a97-4a5b6e89e567 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:27.701364 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [req-c30ec050-437c-4147-b6f2-a759f0a168f2 req-b34573a5-a34e-463f-8a97-4a5b6e89e567 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Calling delete_port for 518cefae-29d3-4ce6-8e56-fe0e51cd57aa owned by compute:nova {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:25:27.907476 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-c30ec050-437c-4147-b6f2-a759f0a168f2 req-b34573a5-a34e-463f-8a97-4a5b6e89e567 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:27.936089 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:27.957721 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34573a5-a34e-463f-8a97-4a5b6e89e567 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Pushing event deleted for resources: {'Port': ['ID=518cefae-29d3-4ce6-8e56-fe0e51cd57aa,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:28.043694 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30ec050-437c-4147-b6f2-a759f0a168f2 req-b34573a5-a34e-463f-8a97-4a5b6e89e567 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] No DVR routers for this DVR port 518cefae-29d3-4ce6-8e56-fe0e51cd57aa on host hv-neutron-8346 {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:25:28.046108 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [req-c30ec050-437c-4147-b6f2-a759f0a168f2 req-b34573a5-a34e-463f-8a97-4a5b6e89e567 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57106'] for port, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:28.049552 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a74407b-6975-4601-a499-947e758be75e', 'name': 'network-vif-deleted', 'tag': '518cefae-29d3-4ce6-8e56-fe0e51cd57aa'}] {{(pid=88564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:25:28.089049 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [req-102322f2-ff43-4352-bd39-cc023822bcc6 req-75fe9cc9-3b74-4b51-95c8-794bf059d265 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a74407b-6975-4601-a499-947e758be75e HTTP/1.1" status: 200 len: 210 time: 0.0444844 Apr 06 14:25:28.119562 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [req-c30ec050-437c-4147-b6f2-a759f0a168f2 req-b34573a5-a34e-463f-8a97-4a5b6e89e567 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.61 "DELETE /v2.0/ports/518cefae-29d3-4ce6-8e56-fe0e51cd57aa HTTP/1.1" status: 204 len: 173 time: 0.9319594 Apr 06 14:25:28.140736 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cf15ffe-6075-49c7-b376-84e781026fc9'] response: {'server_uuid': '5a74407b-6975-4601-a499-947e758be75e', 'name': 'network-vif-deleted', 'tag': '518cefae-29d3-4ce6-8e56-fe0e51cd57aa', 'status': 'completed', 'code': 200} Apr 06 14:25:29.183523 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 57968) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:29.250390 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-87ba5719-0d97-48e9-896e-6a33d04886b0 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:29.280354 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-87ba5719-0d97-48e9-896e-6a33d04886b0 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:29.415920 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-87ba5719-0d97-48e9-896e-6a33d04886b0 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:29.434924 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba5719-0d97-48e9-896e-6a33d04886b0 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0117de1-3284-40c5-a581-a14921f44191,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:29.497587 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-87ba5719-0d97-48e9-896e-6a33d04886b0 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:29.498742 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-87ba5719-0d97-48e9-896e-6a33d04886b0 tempest-TestSnapshotPattern-1750843513 tempest-TestSnapshotPattern-1750843513-project] 10.222.0.48 "DELETE /v2.0/security-groups/e0117de1-3284-40c5-a581-a14921f44191 HTTP/1.1" status: 204 len: 168 time: 0.3142102 Apr 06 14:25:29.600456 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 57974) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:30.251295 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2c08717d-71c8-4e73-9993-a7b3c8f663fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:30.594785 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-2c08717d-71c8-4e73-9993-a7b3c8f663fd admin admin] Deleting port ab965c95-e397-4871-a8ce-1660760271f2 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:25:30.595189 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2c08717d-71c8-4e73-9993-a7b3c8f663fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:30.858564 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-2c08717d-71c8-4e73-9993-a7b3c8f663fd admin admin] For port ab965c95-e397-4871-a8ce-1660760271f2, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=ab965c95-e397-4871-a8ce-1660760271f2,segment=NetworkSegment(8d17abff-f7dc-431c-bda5-05a8153a55f6),segment_id=8d17abff-f7dc-431c-bda5-05a8153a55f6)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:25:30.858854 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2c08717d-71c8-4e73-9993-a7b3c8f663fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:30.891062 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 518cefae-29d3-4ce6-8e56-fe0e51cd57aa no longer exists at agent hyperv_hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:25:30.928965 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] No Port match for: 518cefae-29d3-4ce6-8e56-fe0e51cd57aa {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:25:30.929306 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Device 518cefae-29d3-4ce6-8e56-fe0e51cd57aa not bound to the agent host hv-neutron-8346 {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:25:30.981065 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-2c08717d-71c8-4e73-9993-a7b3c8f663fd admin admin] Calling delete_port for ab965c95-e397-4871-a8ce-1660760271f2 owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:25:31.381559 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2c08717d-71c8-4e73-9993-a7b3c8f663fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:31.430718 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08717d-71c8-4e73-9993-a7b3c8f663fd admin admin] Pushing event deleted for resources: {'Port': ['ID=ab965c95-e397-4871-a8ce-1660760271f2,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:31.699694 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-2c08717d-71c8-4e73-9993-a7b3c8f663fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:32.050923 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c08717d-71c8-4e73-9993-a7b3c8f663fd admin admin] Router cdfb487a-1055-4c62-bc7a-82c1eba14977 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:25:32.335172 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c08717d-71c8-4e73-9993-a7b3c8f663fd admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:25:32.343582 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a9462-c1a2-48b6-9918-c1993718c873 None None] Sync routers for ids ['cdfb487a-1055-4c62-bc7a-82c1eba14977'] in dv-neutron-834600-1-hyperv {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:25:32.347068 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-2c08717d-71c8-4e73-9993-a7b3c8f663fd admin admin] 10.222.0.48 "PUT /v2.0/routers/cdfb487a-1055-4c62-bc7a-82c1eba14977/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7455342 Apr 06 14:25:32.349489 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 57980) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:32.352781 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968a9462-c1a2-48b6-9918-c1993718c873 None None] Routers {'cdfb487a-1055-4c62-bc7a-82c1eba14977'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:25:32.353442 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-968a9462-c1a2-48b6-9918-c1993718c873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:25:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['cdfb487a-1055-4c62-bc7a-82c1eba14977'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:32.524430 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-07179967-a959-462f-a94b-69eb551d1181 admin admin] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:32.525324 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-968a9462-c1a2-48b6-9918-c1993718c873 None None] Set router cdfb487a-1055-4c62-bc7a-82c1eba14977 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:25:32.703825 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-07179967-a959-462f-a94b-69eb551d1181 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:32.784367 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-07179967-a959-462f-a94b-69eb551d1181 admin admin] Deleting port dd933694-c769-4fbb-a012-ff273fd9f2c7 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:25:32.784709 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-07179967-a959-462f-a94b-69eb551d1181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:32.811548 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-968a9462-c1a2-48b6-9918-c1993718c873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'name': 'tempest-TestSnapshotPattern-1420133061-router', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:21Z', 'updated_at': '2022-04-06T14:25:31Z', 'revision_number': 5, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'gw_port': {'id': 'dd933694-c769-4fbb-a012-ff273fd9f2c7', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:22Z', 'updated_at': '2022-04-06T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:32.816532 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a9462-c1a2-48b6-9918-c1993718c873 None None] Checking router: cdfb487a-1055-4c62-bc7a-82c1eba14977 for host: dv-neutron-834600-1-hyperv {{(pid=88566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:25:32.832473 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968a9462-c1a2-48b6-9918-c1993718c873 None None] Routers {'cdfb487a-1055-4c62-bc7a-82c1eba14977'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:25:32.833059 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-968a9462-c1a2-48b6-9918-c1993718c873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:25:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['cdfb487a-1055-4c62-bc7a-82c1eba14977'], 'active': True} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:32.958184 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-07179967-a959-462f-a94b-69eb551d1181 admin admin] For port dd933694-c769-4fbb-a012-ff273fd9f2c7, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=dd933694-c769-4fbb-a012-ff273fd9f2c7,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:25:32.958443 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-07179967-a959-462f-a94b-69eb551d1181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:32.981662 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_dvr_db [None req-968a9462-c1a2-48b6-9918-c1993718c873 None None] Set router cdfb487a-1055-4c62-bc7a-82c1eba14977 gateway port host: None {{(pid=88566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:25:33.080563 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-07179967-a959-462f-a94b-69eb551d1181 admin admin] Calling delete_port for dd933694-c769-4fbb-a012-ff273fd9f2c7 owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:25:33.123666 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.db.l3_hamode_db [None req-968a9462-c1a2-48b6-9918-c1993718c873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'name': 'tempest-TestSnapshotPattern-1420133061-router', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:21Z', 'updated_at': '2022-04-06T14:25:32Z', 'revision_number': 6, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:33.128649 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a9462-c1a2-48b6-9918-c1993718c873 None None] The sync data for ids ['cdfb487a-1055-4c62-bc7a-82c1eba14977'] in dv-neutron-834600-1-hyperv is: [{'id': 'cdfb487a-1055-4c62-bc7a-82c1eba14977', 'name': 'tempest-TestSnapshotPattern-1420133061-router', 'tenant_id': '90929593c6f04693a0c09c68cfc6fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:21Z', 'updated_at': '2022-04-06T14:25:32Z', 'revision_number': 6, 'project_id': '90929593c6f04693a0c09c68cfc6fbe0', 'gw_port_host': None}] {{(pid=88566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:25:33.338579 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-07179967-a959-462f-a94b-69eb551d1181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:33.383081 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07179967-a959-462f-a94b-69eb551d1181 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd933694-c769-4fbb-a012-ff273fd9f2c7,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:33.475900 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-07179967-a959-462f-a94b-69eb551d1181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:33.749369 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-07179967-a959-462f-a94b-69eb551d1181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:33.752026 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-07179967-a959-462f-a94b-69eb551d1181 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:33.852863 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-07179967-a959-462f-a94b-69eb551d1181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:33.853390 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07179967-a959-462f-a94b-69eb551d1181 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdfb487a-1055-4c62-bc7a-82c1eba14977 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 14:25:33.869222 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-07179967-a959-462f-a94b-69eb551d1181 admin admin] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:33.870429 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-07179967-a959-462f-a94b-69eb551d1181 admin admin] 10.222.0.48 "DELETE /v2.0/routers/cdfb487a-1055-4c62-bc7a-82c1eba14977 HTTP/1.1" status: 204 len: 168 time: 1.5199602 Apr 06 14:25:33.872871 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 57986) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:33.933426 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc92262c-a70e-4255-9fd7-8bb61d49681e admin admin] Deleting subnet 9f7bf764-da8e-4fd6-a308-b96ff56c7866 {{(pid=88564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 14:25:33.936251 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cc92262c-a70e-4255-9fd7-8bb61d49681e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:33.989534 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cc92262c-a70e-4255-9fd7-8bb61d49681e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65532857'] for subnet, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:34.068792 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cc92262c-a70e-4255-9fd7-8bb61d49681e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:34.207315 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cc92262c-a70e-4255-9fd7-8bb61d49681e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65510552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67042864'] for subnet, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:34.248209 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92262c-a70e-4255-9fd7-8bb61d49681e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f7bf764-da8e-4fd6-a308-b96ff56c7866,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:34.251953 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cc92262c-a70e-4255-9fd7-8bb61d49681e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:34.257590 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80433294-f809-40dc-b77b-c6a462ce7deb None None] Network 7b32bd44-1bda-4214-b2f0-42d93efe11d8 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 14:25:34.258056 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-cc92262c-a70e-4255-9fd7-8bb61d49681e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9f7bf764-da8e-4fd6-a308-b96ff56c7866 HTTP/1.1" status: 204 len: 168 time: 0.3841369 Apr 06 14:25:34.260464 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 57990) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:34.364659 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0bf582b-6132-4bcc-a2a4-de9fd4df9091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:34.374596 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-f0bf582b-6132-4bcc-a2a4-de9fd4df9091 admin admin] Deleting port b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:25:34.374949 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0bf582b-6132-4bcc-a2a4-de9fd4df9091 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:34.499223 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9076951c-bbb4-44ea-8bf9-9eaf1b5b23e7 None None] DHCP port deletion for 7b32bd44-1bda-4214-b2f0-42d93efe11d8 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 14:25:34.503834 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-9076951c-bbb4-44ea-8bf9-9eaf1b5b23e7 None None] Deleting port b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:25:34.504208 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9076951c-bbb4-44ea-8bf9-9eaf1b5b23e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:34.583113 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-f0bf582b-6132-4bcc-a2a4-de9fd4df9091 admin admin] For port b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9,segment=NetworkSegment(8d17abff-f7dc-431c-bda5-05a8153a55f6),segment_id=8d17abff-f7dc-431c-bda5-05a8153a55f6)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:25:34.583468 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0bf582b-6132-4bcc-a2a4-de9fd4df9091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:34.705051 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-9076951c-bbb4-44ea-8bf9-9eaf1b5b23e7 None None] For port b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9,segment=NetworkSegment(8d17abff-f7dc-431c-bda5-05a8153a55f6),segment_id=8d17abff-f7dc-431c-bda5-05a8153a55f6)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:25:34.705436 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9076951c-bbb4-44ea-8bf9-9eaf1b5b23e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:34.712737 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-f0bf582b-6132-4bcc-a2a4-de9fd4df9091 admin admin] Calling delete_port for b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9 owned by network:dhcp {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:25:34.765390 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ab965c95-e397-4871-a8ce-1660760271f2 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:25:34.857009 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-9076951c-bbb4-44ea-8bf9-9eaf1b5b23e7 None None] Calling delete_port for b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9 owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:25:34.867566 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0bf582b-6132-4bcc-a2a4-de9fd4df9091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:34.884563 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: ab965c95-e397-4871-a8ce-1660760271f2 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:25:34.884903 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device ab965c95-e397-4871-a8ce-1660760271f2 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:25:34.885315 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:25:34.912139 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf582b-6132-4bcc-a2a4-de9fd4df9091 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:34.917218 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bf582b-6132-4bcc-a2a4-de9fd4df9091 admin admin] No DVR routers for this DVR port b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9 on host dv-neutron-834600-1-hyperv {{(pid=88564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:25:34.925601 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:25:34.925945 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:25:34.926361 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device dd933694-c769-4fbb-a012-ff273fd9f2c7 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:25:34.962583 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: dd933694-c769-4fbb-a012-ff273fd9f2c7 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:25:34.962949 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device dd933694-c769-4fbb-a012-ff273fd9f2c7 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:25:34.996260 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-9076951c-bbb4-44ea-8bf9-9eaf1b5b23e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:25:34.996621 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-9076951c-bbb4-44ea-8bf9-9eaf1b5b23e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:25:35.029937 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0bf582b-6132-4bcc-a2a4-de9fd4df9091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:35.058690 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-f0bf582b-6132-4bcc-a2a4-de9fd4df9091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b32bd44-1bda-4214-b2f0-42d93efe11d8']}} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:35.070249 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-f0bf582b-6132-4bcc-a2a4-de9fd4df9091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d17abff-f7dc-431c-bda5-05a8153a55f6') {'for_net_delete': True} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:35.070534 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.services.segments.db [None req-f0bf582b-6132-4bcc-a2a4-de9fd4df9091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d17abff-f7dc-431c-bda5-05a8153a55f6') {} {{(pid=88564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:35.081532 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0bf582b-6132-4bcc-a2a4-de9fd4df9091 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65532864'] for segment, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:35.097366 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0bf582b-6132-4bcc-a2a4-de9fd4df9091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:35.103122 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0bf582b-6132-4bcc-a2a4-de9fd4df9091 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:25:35.103491 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0bf582b-6132-4bcc-a2a4-de9fd4df9091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65504122'] for segment, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: Traceback (most recent call last): Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: timer() Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: cb(*args, **kw) Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: return func(*args, **kwargs) Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: self._notify() Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: self.callback(batched_events) Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: event.method(event) Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: return f(self, *a, **k) Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._get(url).json() Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: return self.request(url, 'GET', **kwargs) Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:25:35.116483 dv-neutron-834600-1-hyperv neutron-server[88564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:25:35.238566 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0bf582b-6132-4bcc-a2a4-de9fd4df9091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:35.257512 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-f0bf582b-6132-4bcc-a2a4-de9fd4df9091 admin admin] Notify callbacks [] for network, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:35.267695 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf582b-6132-4bcc-a2a4-de9fd4df9091 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b32bd44-1bda-4214-b2f0-42d93efe11d8,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:35.338923 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-f0bf582b-6132-4bcc-a2a4-de9fd4df9091 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7b32bd44-1bda-4214-b2f0-42d93efe11d8 HTTP/1.1" status: 204 len: 168 time: 1.0775380 Apr 06 14:25:35.341589 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 57994) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:35.498089 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-9076951c-bbb4-44ea-8bf9-9eaf1b5b23e7 None None] Deleting port b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9 {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:25:35.498614 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9076951c-bbb4-44ea-8bf9-9eaf1b5b23e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:35.566011 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-9076951c-bbb4-44ea-8bf9-9eaf1b5b23e7 None None] The port 'b7dffb7e-4a0f-43b3-bfb1-2acc35444ba9' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 14:25:35.976277 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cdb8122e-8827-4ac0-ba24-82de66f6838a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625564'] for router_interface, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:36.318482 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-cdb8122e-8827-4ac0-ba24-82de66f6838a admin admin] Deleting port e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7 {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:25:36.318731 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cdb8122e-8827-4ac0-ba24-82de66f6838a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:36.486657 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-cdb8122e-8827-4ac0-ba24-82de66f6838a admin admin] For port e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7,segment=NetworkSegment(056db636-83a2-4fba-b8e1-8d5c3fe946bc),segment_id=056db636-83a2-4fba-b8e1-8d5c3fe946bc)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:25:36.487033 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cdb8122e-8827-4ac0-ba24-82de66f6838a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:36.606225 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-cdb8122e-8827-4ac0-ba24-82de66f6838a admin admin] Calling delete_port for e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7 owned by network:router_interface {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:25:36.846680 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cdb8122e-8827-4ac0-ba24-82de66f6838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:36.894821 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8122e-8827-4ac0-ba24-82de66f6838a admin admin] Pushing event deleted for resources: {'Port': ['ID=e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:37.158977 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-cdb8122e-8827-4ac0-ba24-82de66f6838a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626668'] for router_interface, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:37.608509 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb8122e-8827-4ac0-ba24-82de66f6838a admin admin] Router 6127ca45-15ba-4104-9b3c-df2b6820c7b5 has already been hosted by L3 agent 0c8daf4c-1bd1-4398-b257-26fbe1db3976 {{(pid=88564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 06 14:25:37.781751 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb8122e-8827-4ac0-ba24-82de66f6838a admin admin] Notify agent at l3_agent.dv-neutron-834600-1-hyperv the message routers_updated {{(pid=88564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 06 14:25:37.790922 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50b2a80-d8bb-4a5f-9080-15b9bed85c04 None None] Sync routers for ids ['6127ca45-15ba-4104-9b3c-df2b6820c7b5'] in dv-neutron-834600-1-hyperv {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:25:37.801017 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50b2a80-d8bb-4a5f-9080-15b9bed85c04 None None] Routers {'6127ca45-15ba-4104-9b3c-df2b6820c7b5'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:25:37.801601 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-b50b2a80-d8bb-4a5f-9080-15b9bed85c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:25:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['6127ca45-15ba-4104-9b3c-df2b6820c7b5'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:37.863992 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-cdb8122e-8827-4ac0-ba24-82de66f6838a admin admin] 10.222.0.48 "PUT /v2.0/routers/6127ca45-15ba-4104-9b3c-df2b6820c7b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5211411 Apr 06 14:25:37.866318 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 57998) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:38.006467 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-b50b2a80-d8bb-4a5f-9080-15b9bed85c04 None None] Set router 6127ca45-15ba-4104-9b3c-df2b6820c7b5 gateway port host: dv-neutron-834600-1-hyperv {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:25:38.042671 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1193d329-2b4a-4051-8c0d-65689f1aa183 admin admin] Notify callbacks [] for router, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:38.221190 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1193d329-2b4a-4051-8c0d-65689f1aa183 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:38.281215 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-1193d329-2b4a-4051-8c0d-65689f1aa183 admin admin] Deleting port 904ce05b-6607-4418-8caf-53cb0dabd29e {{(pid=88564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:25:38.422876 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1193d329-2b4a-4051-8c0d-65689f1aa183 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:38.423058 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-b50b2a80-d8bb-4a5f-9080-15b9bed85c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6127ca45-15ba-4104-9b3c-df2b6820c7b5', 'name': 'tempest-TestSnapshotPattern-1073858758-router', 'tenant_id': '2e7d136adc0f46868e918fec8c1ad1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'external_fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': '904ce05b-6607-4418-8caf-53cb0dabd29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:29Z', 'updated_at': '2022-04-06T14:25:36Z', 'revision_number': 5, 'project_id': '2e7d136adc0f46868e918fec8c1ad1ed', 'gw_port': {'id': '904ce05b-6607-4418-8caf-53cb0dabd29e', 'name': '', 'network_id': '4620f211-7c2e-4ee8-bf91-9181827f0622', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6127ca45-15ba-4104-9b3c-df2b6820c7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834600-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:20:30Z', 'updated_at': '2022-04-06T14:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bbfe73-8393-4592-b25d-2e0eef256580', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834600-1-hyperv'}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:38.423058 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50b2a80-d8bb-4a5f-9080-15b9bed85c04 None None] Checking router: 6127ca45-15ba-4104-9b3c-df2b6820c7b5 for host: dv-neutron-834600-1-hyperv {{(pid=88567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:25:38.423058 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50b2a80-d8bb-4a5f-9080-15b9bed85c04 None None] Routers {'6127ca45-15ba-4104-9b3c-df2b6820c7b5'} bound to L3 agent in host dv-neutron-834600-1-hyperv {{(pid=88567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 06 14:25:38.423058 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-b50b2a80-d8bb-4a5f-9080-15b9bed85c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834600-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:15:48Z,description=,heartbeat_timestamp=2022-04-06T14:25:18Z,host='dv-neutron-834600-1-hyperv',id=0c8daf4c-1bd1-4398-b257-26fbe1db3976,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:15:48Z,topic='l3_agent')) {'router_ids': ['6127ca45-15ba-4104-9b3c-df2b6820c7b5'], 'active': True} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:38.451724 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_dvr_db [None req-b50b2a80-d8bb-4a5f-9080-15b9bed85c04 None None] Set router 6127ca45-15ba-4104-9b3c-df2b6820c7b5 gateway port host: None {{(pid=88567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 06 14:25:38.462035 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.db [None req-1193d329-2b4a-4051-8c0d-65689f1aa183 admin admin] For port 904ce05b-6607-4418-8caf-53cb0dabd29e, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=904ce05b-6607-4418-8caf-53cb0dabd29e,segment=NetworkSegment(21b4b194-a2af-413d-99a7-427f89bcdcc0),segment_id=21b4b194-a2af-413d-99a7-427f89bcdcc0)] {{(pid=88564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:25:38.462329 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1193d329-2b4a-4051-8c0d-65689f1aa183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:38.557043 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.l3_hamode_db [None req-b50b2a80-d8bb-4a5f-9080-15b9bed85c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6127ca45-15ba-4104-9b3c-df2b6820c7b5', 'name': 'tempest-TestSnapshotPattern-1073858758-router', 'tenant_id': '2e7d136adc0f46868e918fec8c1ad1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:29Z', 'updated_at': '2022-04-06T14:25:38Z', 'revision_number': 6, 'project_id': '2e7d136adc0f46868e918fec8c1ad1ed', 'gw_port_host': None}], 'dv-neutron-834600-1-hyperv', False) {} {{(pid=88567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:38.560843 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50b2a80-d8bb-4a5f-9080-15b9bed85c04 None None] The sync data for ids ['6127ca45-15ba-4104-9b3c-df2b6820c7b5'] in dv-neutron-834600-1-hyperv is: [{'id': '6127ca45-15ba-4104-9b3c-df2b6820c7b5', 'name': 'tempest-TestSnapshotPattern-1073858758-router', 'tenant_id': '2e7d136adc0f46868e918fec8c1ad1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:20:29Z', 'updated_at': '2022-04-06T14:25:38Z', 'revision_number': 6, 'project_id': '2e7d136adc0f46868e918fec8c1ad1ed', 'gw_port_host': None}] {{(pid=88567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:25:38.583926 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.plugins.ml2.plugin [None req-1193d329-2b4a-4051-8c0d-65689f1aa183 admin admin] Calling delete_port for 904ce05b-6607-4418-8caf-53cb0dabd29e owned by network:router_gateway {{(pid=88564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:25:38.904558 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1193d329-2b4a-4051-8c0d-65689f1aa183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65510565'] for port, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:38.957515 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193d329-2b4a-4051-8c0d-65689f1aa183 admin admin] Pushing event deleted for resources: {'Port': ['ID=904ce05b-6607-4418-8caf-53cb0dabd29e,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:38.957944 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7 no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:25:38.996506 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7 {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:25:38.996855 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device e34790b6-ea2a-47a5-ac4c-3f8e79e1dfa7 not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:25:39.044518 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1193d329-2b4a-4051-8c0d-65689f1aa183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624249'] for router_gateway, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:39.212212 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1193d329-2b4a-4051-8c0d-65689f1aa183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2304'] for router, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:39.214334 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1193d329-2b4a-4051-8c0d-65689f1aa183 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:39.330474 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1193d329-2b4a-4051-8c0d-65689f1aa183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625776'] for router, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:39.331171 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1193d329-2b4a-4051-8c0d-65689f1aa183 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6127ca45-15ba-4104-9b3c-df2b6820c7b5 {{(pid=88564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 06 14:25:39.344077 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-1193d329-2b4a-4051-8c0d-65689f1aa183 admin admin] Notify callbacks [] for router, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:39.347926 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 58002) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:39.348486 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-1193d329-2b4a-4051-8c0d-65689f1aa183 admin admin] 10.222.0.48 "DELETE /v2.0/routers/6127ca45-15ba-4104-9b3c-df2b6820c7b5 HTTP/1.1" status: 204 len: 168 time: 1.4806590 Apr 06 14:25:39.411137 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4968d0-cb1c-453e-b526-f659df8d1d52 admin admin] Deleting subnet 7ef6859f-e0f4-4fd1-9fea-1ddaef78b490 {{(pid=88565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 06 14:25:39.413923 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ac4968d0-cb1c-453e-b526-f659df8d1d52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:39.466603 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ac4968d0-cb1c-453e-b526-f659df8d1d52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66398869'] for subnet, precommit_delete_associations {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:39.546651 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ac4968d0-cb1c-453e-b526-f659df8d1d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441542'] for subnet, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:39.707621 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ac4968d0-cb1c-453e-b526-f659df8d1d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1441597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67089622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67041046'] for subnet, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:39.744269 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4968d0-cb1c-453e-b526-f659df8d1d52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ef6859f-e0f4-4fd1-9fea-1ddaef78b490,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:39.758199 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-ac4968d0-cb1c-453e-b526-f659df8d1d52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:39.758199 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4968d0-cb1c-453e-b526-f659df8d1d52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:39.758410 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6899e5e6-f56e-4623-9a03-099a26c6374b None None] Network fa1e65b5-4aad-4e9a-a767-ecfb90470794 requested from dv-neutron-834600-1-hyperv {{(pid=88566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 06 14:25:39.758501 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4968d0-cb1c-453e-b526-f659df8d1d52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:39.758501 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4968d0-cb1c-453e-b526-f659df8d1d52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:39.758501 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4968d0-cb1c-453e-b526-f659df8d1d52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:39.758501 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4968d0-cb1c-453e-b526-f659df8d1d52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:39.758501 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4968d0-cb1c-453e-b526-f659df8d1d52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:39.758928 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4968d0-cb1c-453e-b526-f659df8d1d52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:39.759021 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4968d0-cb1c-453e-b526-f659df8d1d52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:39.759333 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4968d0-cb1c-453e-b526-f659df8d1d52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:39.759649 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4968d0-cb1c-453e-b526-f659df8d1d52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:39.759962 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4968d0-cb1c-453e-b526-f659df8d1d52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:39.760282 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4968d0-cb1c-453e-b526-f659df8d1d52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834600-1-hyperv {{(pid=88565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:39.766443 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-ac4968d0-cb1c-453e-b526-f659df8d1d52 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7ef6859f-e0f4-4fd1-9fea-1ddaef78b490 HTTP/1.1" status: 204 len: 168 time: 0.4172168 Apr 06 14:25:39.768993 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 58006) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:39.875431 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f35cf04-326e-48a9-9e5c-1a43443f5f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589674'] for network, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:39.886420 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-4f35cf04-326e-48a9-9e5c-1a43443f5f58 admin admin] Deleting port e2f900bc-be93-41eb-83a7-e6be7bae87bc {{(pid=88565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:25:39.886745 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f35cf04-326e-48a9-9e5c-1a43443f5f58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:39.998020 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff535833-a61a-4141-9359-d0d5c3ff1047 None None] DHCP port deletion for fa1e65b5-4aad-4e9a-a767-ecfb90470794 request from dv-neutron-834600-1-hyperv {{(pid=88566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 06 14:25:40.001836 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ff535833-a61a-4141-9359-d0d5c3ff1047 None None] Deleting port e2f900bc-be93-41eb-83a7-e6be7bae87bc {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:25:40.002208 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ff535833-a61a-4141-9359-d0d5c3ff1047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:40.100257 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.db [None req-4f35cf04-326e-48a9-9e5c-1a43443f5f58 admin admin] For port e2f900bc-be93-41eb-83a7-e6be7bae87bc, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=e2f900bc-be93-41eb-83a7-e6be7bae87bc,segment=NetworkSegment(056db636-83a2-4fba-b8e1-8d5c3fe946bc),segment_id=056db636-83a2-4fba-b8e1-8d5c3fe946bc)] {{(pid=88565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:25:40.100613 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f35cf04-326e-48a9-9e5c-1a43443f5f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:40.199387 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.db [None req-ff535833-a61a-4141-9359-d0d5c3ff1047 None None] For port e2f900bc-be93-41eb-83a7-e6be7bae87bc, host dv-neutron-834600-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834600-1-hyperv',level=0,port_id=e2f900bc-be93-41eb-83a7-e6be7bae87bc,segment=NetworkSegment(056db636-83a2-4fba-b8e1-8d5c3fe946bc),segment_id=056db636-83a2-4fba-b8e1-8d5c3fe946bc)] {{(pid=88566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 06 14:25:40.199777 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ff535833-a61a-4141-9359-d0d5c3ff1047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625618'] for port, precommit_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:40.225927 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.plugin [None req-4f35cf04-326e-48a9-9e5c-1a43443f5f58 admin admin] Calling delete_port for e2f900bc-be93-41eb-83a7-e6be7bae87bc owned by network:dhcp {{(pid=88565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:25:40.351124 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ff535833-a61a-4141-9359-d0d5c3ff1047 None None] Calling delete_port for e2f900bc-be93-41eb-83a7-e6be7bae87bc owned by network:dhcp {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 06 14:25:40.404175 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f35cf04-326e-48a9-9e5c-1a43443f5f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748748766239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748748245315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67089643'] for port, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:40.420532 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.db.api [None req-ff535833-a61a-4141-9359-d0d5c3ff1047 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:25:40.420892 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG oslo_db.api [None req-ff535833-a61a-4141-9359-d0d5c3ff1047 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:25:40.451291 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35cf04-326e-48a9-9e5c-1a43443f5f58 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2f900bc-be93-41eb-83a7-e6be7bae87bc,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:40.455591 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f35cf04-326e-48a9-9e5c-1a43443f5f58 admin admin] No DVR routers for this DVR port e2f900bc-be93-41eb-83a7-e6be7bae87bc on host dv-neutron-834600-1-hyperv {{(pid=88565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:25:40.567757 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f35cf04-326e-48a9-9e5c-1a43443f5f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440455', 'neutron.services.segments.db._delete_segments_for_network-8748748714078'] for network, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:40.592039 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-4f35cf04-326e-48a9-9e5c-1a43443f5f58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1e65b5-4aad-4e9a-a767-ecfb90470794']}} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:40.603901 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-4f35cf04-326e-48a9-9e5c-1a43443f5f58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '056db636-83a2-4fba-b8e1-8d5c3fe946bc') {'for_net_delete': True} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:40.604131 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.services.segments.db [None req-4f35cf04-326e-48a9-9e5c-1a43443f5f58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '056db636-83a2-4fba-b8e1-8d5c3fe946bc') {} {{(pid=88565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:40.615672 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f35cf04-326e-48a9-9e5c-1a43443f5f58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748748718713', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66398956'] for segment, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:40.631806 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f35cf04-326e-48a9-9e5c-1a43443f5f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379536'] for segment, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:40.637645 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f35cf04-326e-48a9-9e5c-1a43443f5f58 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=88565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:25:40.638019 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f35cf04-326e-48a9-9e5c-1a43443f5f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67087156'] for segment, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: Traceback (most recent call last): Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: timer() Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: cb(*args, **kw) Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: return func(*args, **kwargs) Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: self._notify() Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: self.callback(batched_events) Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: event.method(event) Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: return f(self, *a, **k) Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._get(url).json() Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: return self.request(url, 'GET', **kwargs) Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:25:40.654230 dv-neutron-834600-1-hyperv neutron-server[88565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:25:40.725988 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device e2f900bc-be93-41eb-83a7-e6be7bae87bc no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:25:40.763497 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: e2f900bc-be93-41eb-83a7-e6be7bae87bc {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:25:40.763831 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device e2f900bc-be93-41eb-83a7-e6be7bae87bc not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:25:40.764240 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 904ce05b-6607-4418-8caf-53cb0dabd29e no longer exists at agent ovs-agent-dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 14:25:40.795390 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f35cf04-326e-48a9-9e5c-1a43443f5f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624284'] for network, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:40.795595 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] No Port match for: 904ce05b-6607-4418-8caf-53cb0dabd29e {{(pid=88566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 06 14:25:40.795763 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.rpc [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Device 904ce05b-6607-4418-8caf-53cb0dabd29e not bound to the agent host dv-neutron-834600-1-hyperv {{(pid=88566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 14:25:40.801338 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-4f35cf04-326e-48a9-9e5c-1a43443f5f58 admin admin] Notify callbacks [] for network, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:40.827193 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35cf04-326e-48a9-9e5c-1a43443f5f58 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa1e65b5-4aad-4e9a-a767-ecfb90470794,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:40.833023 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-4f35cf04-326e-48a9-9e5c-1a43443f5f58 admin admin] 10.222.0.48 "DELETE /v2.0/networks/fa1e65b5-4aad-4e9a-a767-ecfb90470794 HTTP/1.1" status: 204 len: 168 time: 1.0630867 Apr 06 14:25:40.922024 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ff535833-a61a-4141-9359-d0d5c3ff1047 None None] Deleting port e2f900bc-be93-41eb-83a7-e6be7bae87bc {{(pid=88566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 06 14:25:40.922415 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ff535833-a61a-4141-9359-d0d5c3ff1047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748748764676'] for port, before_delete {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:40.990108 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron.plugins.ml2.plugin [None req-ff535833-a61a-4141-9359-d0d5c3ff1047 None None] The port 'e2f900bc-be93-41eb-83a7-e6be7bae87bc' was deleted {{(pid=88566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 06 14:25:41.169249 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 58012) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:41.217882 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-71a04ae9-5a13-474d-9799-1d92148894d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=90929593c6f04693a0c09c68cfc6fbe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473468 Apr 06 14:25:41.220893 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.wsgi [-] (88564) accepted ('10.222.0.48', 58016) {{(pid=88564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:41.282490 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e9ea7e58-1e39-4614-81d7-730ab2310e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:41.308720 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e9ea7e58-1e39-4614-81d7-730ab2310e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:41.455708 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e9ea7e58-1e39-4614-81d7-730ab2310e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:41.471373 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea7e58-1e39-4614-81d7-730ab2310e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35f6504-037c-4827-8de3-61a7de206473,revision_number=None']} {{(pid=88564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:41.479295 dv-neutron-834600-1-hyperv neutron-server[88564]: DEBUG neutron_lib.callbacks.manager [None req-e9ea7e58-1e39-4614-81d7-730ab2310e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:41.482047 dv-neutron-834600-1-hyperv neutron-server[88564]: INFO neutron.wsgi [None req-e9ea7e58-1e39-4614-81d7-730ab2310e31 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a35f6504-037c-4827-8de3-61a7de206473 HTTP/1.1" status: 204 len: 168 time: 0.2584305 Apr 06 14:25:42.113932 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 58024) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:42.166188 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-cc0df93c-c85c-42c7-b9e8-fe2443acd263 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e7d136adc0f46868e918fec8c1ad1ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511384 Apr 06 14:25:42.168760 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [-] (88565) accepted ('10.222.0.48', 58028) {{(pid=88565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 14:25:42.330189 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b793e107-f112-4a3d-9dd4-39259e501398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:42.354693 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b793e107-f112-4a3d-9dd4-39259e501398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:42.495392 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b793e107-f112-4a3d-9dd4-39259e501398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474937'] for security_group, after_delete {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:42.509051 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793e107-f112-4a3d-9dd4-39259e501398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d220d081-0ff2-4ce3-852e-56bdeaa5c890,revision_number=None']} {{(pid=88565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:42.516278 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron_lib.callbacks.manager [None req-b793e107-f112-4a3d-9dd4-39259e501398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:42.517986 dv-neutron-834600-1-hyperv neutron-server[88565]: INFO neutron.wsgi [None req-b793e107-f112-4a3d-9dd4-39259e501398 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d220d081-0ff2-4ce3-852e-56bdeaa5c890 HTTP/1.1" status: 204 len: 168 time: 0.3482816 Apr 06 14:25:45.544258 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-2cc0303e-5198-46c0-8fdd-d035b174111d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:47.712822 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a9a712c5-b091-46fe-8da1-fa9a4bcfb3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:48.963688 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:49.146672 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:50.549893 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:25:57.924460 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:01.602855 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:26:15.509326 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4aa5f5dc-7b6c-4966-889d-fee38accbb3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:17.747090 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-ec5e5687-05b9-4e15-8e8c-27298c47222d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:19.004316 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:19.146717 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:20.557973 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:27.943777 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:38.602359 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:26:45.518758 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-91d6b0cc-d6f0-4b97-ad49-5ebcd5b0d864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:47.735808 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-a835d122-6d80-4776-9761-94d4e1eb9c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:48.964276 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:49.150012 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:50.564024 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:26:57.938754 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:15.490480 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-1d7cdb17-03e2-48d4-9483-51eef15cd8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:15.600781 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:27:17.735806 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-899255c5-07d3-4904-9bce-4f60a4d9672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:18.967838 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:19.122213 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:20.567912 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:27.941596 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:45.547618 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9b5d92a3-9bde-4f37-9eda-b6a47c35f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:47.776564 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e7fd8b06-65bd-4d8a-849a-0b551d438b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:48.976802 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:49.136342 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:50.570628 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:27:52.600128 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:27:57.999581 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:15.525014 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e42a249a-e69a-44bb-aef3-c1782a4b3c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:17.825768 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3f52f77c-94a0-40ef-b2d1-046367208180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:18.974140 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:19.162907 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:20.603271 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:27.959481 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:29.598933 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:28:45.551377 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-9d3d0388-ae4f-4a75-8e27-987dd2f66379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:47.734575 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-d462f11a-ab90-4bbb-9d5f-cc7907258299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:48.957890 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:49.146160 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:50.576879 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:28:57.948135 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:06.598365 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:29:15.496879 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8cae0170-e442-4076-ae91-7ecf4deebb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:17.737028 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6d9f3f82-595f-4c87-be9f-6e851365f201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:19.119457 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:19.146059 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:20.582181 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:27.975174 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:43.597300 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:29:45.497158 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-7636e356-79b9-4b1b-afc5-14a5e3dc4e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:46.219922 dv-neutron-834600-1-hyperv neutron-server[88565]: DEBUG neutron.wsgi [req-8d36216a-0941-437b-aea1-c5a5813178c5 req-ccffb839-ea32-47ed-9968-0bf92d732cf5 tempest-TestShelveInstance-59351513 tempest-TestShelveInstance-59351513-project] (88565) timed out ('10.222.0.48', 38058) {{(pid=88565) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 06 14:29:47.765459 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-6f4b83dc-b290-4417-abfe-aa3ee134c832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:49.003474 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:49.140963 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:50.576560 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:29:57.994384 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:15.546825 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-cccd5bb0-4545-4ad3-91e5-6bcb2c2230fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:17.748410 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-073ec193-b1a0-44ff-afc4-67feba64c228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:18.971755 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:19.142917 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:20.596508 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:30:20.611534 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:27.971226 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:45.542835 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-3b129655-3028-4572-a907-61f66b14040f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:47.747996 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-4aef3437-ad64-4b44-b39e-93d354729316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:48.982340 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:49.142346 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:50.576776 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:30:57.595224 dv-neutron-834600-1-hyperv neutron-server[88567]: DEBUG neutron.db.agents_db [None req-98b14ed1-9ecd-4f45-bc06-4cd5c68517b5 None None] Agent healthcheck: found 6 active agents {{(pid=88567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 14:30:57.986588 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-0434594a-5d92-4e35-a55d-ef0a25e5c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:31:15.558037 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-e6746743-8d0f-488a-9ef9-6380c864af0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:31:17.731145 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-431e7357-6057-4470-ab1d-3062da8911d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:31:18.982436 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-700c28fb-9185-4ffd-9229-9d5ef0d5fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:31:19.164007 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-8c983458-4c47-4138-9bea-0bb33561cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 14:31:20.576583 dv-neutron-834600-1-hyperv neutron-server[88566]: DEBUG neutron_lib.callbacks.manager [None req-267e9ea9-e4b7-4662-8548-7ff7ae5e4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748748714060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439121'] for agent, after_update {{(pid=88566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}